{ "summary": { "label": "baseline-atual", "mode": "map", "top_k": 5, "n": 18, "recall@5": 0.444, "top1": 0.167, "latencia_media_s": 1.292, "bytes_medios": 608 }, "rows": [ { "query": "OAuthResourceServer", "kind": "exato", "expected": "src/oauth-resource-server.ts", "rank": 1, "elapsed": 1.3358233330000076, "bytes": 666, "got": [ "src/oauth-resource-server.ts", "tests/oauth-resource-server.test.ts", "src/oauth-resource-server.ts", "src/resources/live-context-resources.ts", "docs/recommendations/2026-08-19-round-3/47-resource-uri-policy.md" ] }, { "query": "UxpWebSocketBridge", "kind": "exato", "expected": "src/bridge/uxp-websocket-bridge.ts", "rank": 2, "elapsed": 1.2194245409991709, "bytes": 811, "got": [ "src/tools/uxp.ts", "src/bridge/uxp-websocket-bridge.ts", "src/tools/uxp-advanced-workflows.ts", "src/tools/uxp-workflows.ts", "src/tools/uxp-unique-identity-workflows.ts" ] }, { "query": "ProjectContextRepository", "kind": "exato", "expected": "src/context/project-context-store.ts", "rank": null, "elapsed": 1.3433856669944362, "bytes": 598, "got": [ "docs/project-context-engine.md", "src/context/project-context-resource.ts", "src/tools/project-context.ts", "tests/project-context.test.ts", "landing/app/project-intake/project-intake-prompts.tsx" ] }, { "query": "applyDoctorRepairPlan", "kind": "exato", "expected": "src/doctor-repairs.ts", "rank": null, "elapsed": 1.1002097079981468, "bytes": 756, "got": [ "docs/recommendations/2026-08-19-round-3/43-mrtr-roots-boundary.md", "docs/industry/security-and-design-partner-pilot.md", "docs/uxp-hybrid-addon-receipt.md", "docs/recommendations/2026-08-18-round-2/22-mrtr-confirmation.md", "docs/recommendations/2026-08-19-round-3/47-resource-uri-policy.md" ] }, { "query": "buildContentSecurityPolicy", "kind": "exato", "expected": "src/http-security.ts", "rank": null, "elapsed": 1.1801960420052637, "bytes": 618, "got": [ "src/security/capabilities.ts", "tests/security-capabilities.test.ts", "src/bridge/uxp-websocket-bridge.ts", "src/resources/live-context-resources.ts", "scripts/build-chat-dmg.sh" ] }, { "query": "planDerivedSilenceRemoval", "kind": "exato", "expected": "src/tools/silence-removal.ts", "rank": null, "elapsed": 1.258224417004385, "bytes": 581, "got": [ "product-growth-runs/premiere-pro-mcp/2026-08-22/00-executive-summary.md", "product-growth-runs/premiere-pro-mcp/2026-08-22/04-design-creative-brief.md", "product-growth-runs/premiere-pro-mcp/2026-08-22/06-paid-ads.md", "docs/recommendations/2026-08-18/04-operation-scheduler.md", "docs/30-day-launch-plan.md" ] }, { "query": "buildCaptionTimingPlan", "kind": "exato", "expected": "src/ai/caption-timing.ts", "rank": null, "elapsed": 1.046483124999213, "bytes": 606, "got": [ "product-growth-runs/premiere-pro-mcp/2026-08-22/04-design-creative-brief.md", "product-growth-runs/premiere-pro-mcp/2026-08-22/00-executive-summary.md", "landing/app/project-intake/project-intake-template-builder.tsx", "scripts/build-chat-dmg.sh", "product-growth-runs/premiere-pro-mcp/2026-08-22/08-approval-measurement.md" ] }, { "query": "emitAudit", "kind": "exato", "expected": "src/security/audit.ts", "rank": null, "elapsed": 1.0929507079999894, "bytes": 565, "got": [ "docs/mogrt-authoring.md", "tests/http-admission.test.ts", "tests/tools/uxp-object-mask-audit-workflows.test.ts", "tests/uxp/object-mask-audit-workflows.test.ts", "tests/tools/mogrt-authoring.test.ts" ] }, { "query": "cabecalhos de seguranca HTTP e CSP", "kind": "conceitual", "expected": "src/http-security.ts", "rank": null, "elapsed": 1.0924539580009878, "bytes": 522, "got": [ "docs/panel-ui-guidelines.md", "tests/mcp-2026-protocol.test.ts", "src/http-server.ts", "docs/quickstart/es.md", "cep-plugin/CSInterface.js" ] }, { "query": "registrar evento de telemetria de ativacao", "kind": "conceitual", "expected": "src/telemetry.ts", "rank": 1, "elapsed": 3.3157312920011464, "bytes": 553, "got": [ "src/telemetry.ts", "docs/marketing/mcp-registry-readiness.md", "docs/recommendations/2026-08-18-round-2/30-host-capability-attestation.md", "docs/panel-ui-guidelines.md", "tests/http-admission.test.ts" ] }, { "query": "ponte websocket com o plugin UXP", "kind": "conceitual", "expected": "src/bridge/uxp-websocket-bridge.ts", "rank": 1, "elapsed": 1.4117406250006752, "bytes": 665, "got": [ "src/bridge/uxp-websocket-bridge.ts", "docs/panel-ui-guidelines.md", "src/tools/uxp.ts", "uxp-plugin/manifest.json", "src/tools/uxp-unique-identity-workflows.ts" ] }, { "query": "interpretar arquivo de legenda SRT ou VTT", "kind": "conceitual", "expected": "src/ai/caption-timing.ts", "rank": 3, "elapsed": 1.3114452500012703, "bytes": 514, "got": [ "docs/quickstart/es.md", "docs/panel-ui-guidelines.md", "src/ai/caption-timing.ts", "src/telemetry.ts", "tests/tools/uxp-timeline-source-label-workflows.test.ts" ] }, { "query": "plano de remocao de silencio derivado da transcricao", "kind": "conceitual", "expected": "src/tools/silence-removal.ts", "rank": null, "elapsed": 1.0189579159996356, "bytes": 557, "got": [ "docs/quickstart/es.md", "src/tools/edit-plans.ts", "docs/panel-ui-guidelines.md", "src/tools/editorial-plans.ts", "src/tools/transcript-edits.ts" ] }, { "query": "armazenar contexto do projeto em disco", "kind": "conceitual", "expected": "src/context/project-context-store.ts", "rank": null, "elapsed": 1.0202497089994722, "bytes": 647, "got": [ "docs/quickstart/es.md", "docs/panel-ui-guidelines.md", "src/tools/project-context.ts", "docs/recommendations/2026-08-18/16-context-delta-capture.md", "docs/recommendations/2026-08-19-round-3/44-resource-context-annotations.md" ] }, { "query": "checagem e reparo automatico de instalacao (doctor)", "kind": "conceitual", "expected": "src/doctor-repairs.ts", "rank": 5, "elapsed": 1.1331077919967356, "bytes": 538, "got": [ "docs/panel-ui-guidelines.md", "docs/doctor-repair-plans.md", "docs/quickstart/es.md", "docs/recommendations/2026-08-19-round-3/48-c2pa-inspection-lab.md", "src/doctor-repairs.ts" ] }, { "query": "relatorio de intake do projeto", "kind": "conceitual", "expected": "src/intake/project-intake.ts", "rank": 2, "elapsed": 1.2240183749963762, "bytes": 508, "got": [ "docs/industry/project-intake-workflow.md", "src/intake/project-intake.ts", "docs/quickstart/es.md", "docs/project-intake-host-report.schema.json", "landing/app/project-intake/project-intake-prompts.tsx" ] }, { "query": "servidor OAuth para autenticacao de recursos", "kind": "conceitual", "expected": "src/oauth-resource-server.ts", "rank": 2, "elapsed": 1.0543467500028783, "bytes": 681, "got": [ "tests/oauth-resource-server.test.ts", "src/oauth-resource-server.ts", "docs/panel-ui-guidelines.md", "docs/recommendations/2026-08-18-round-2/29-uxp-api-era-adapter.md", "docs/recommendations/2026-08-18/03-auth-scoped-throttling.md" ] }, { "query": "registrar operacao de auditoria de seguranca", "kind": "conceitual", "expected": "src/security/audit.ts", "rank": null, "elapsed": 1.0914140829991084, "bytes": 566, "got": [ "docs/panel-ui-guidelines.md", "docs/recommendations/2026-08-19-round-3/48-c2pa-inspection-lab.md", "docs/recommendations/2026-08-18/19-object-mask-audit.md", "security_best_practices_report.md", "docs/marketing/mcp-registry-readiness.md" ] } ] }