feat: initial commit - Jhonny Editor
- Adicionado estrutura completa do projeto - Configurado MCP server para Premiere Pro - Adicionado documentação e skills - Configurado Gitignore para o projeto
This commit is contained in:
João Henrique
@@ -0,0 +1,284 @@
|
||||
{
|
||||
"summary": {
|
||||
"label": "baseline-atual",
|
||||
"mode": "map",
|
||||
"top_k": 5,
|
||||
"n": 18,
|
||||
"recall@5": 0.444,
|
||||
"top1": 0.167,
|
||||
"latencia_media_s": 1.292,
|
||||
"bytes_medios": 608
|
||||
},
|
||||
"rows": [
|
||||
{
|
||||
"query": "OAuthResourceServer",
|
||||
"kind": "exato",
|
||||
"expected": "src/oauth-resource-server.ts",
|
||||
"rank": 1,
|
||||
"elapsed": 1.3358233330000076,
|
||||
"bytes": 666,
|
||||
"got": [
|
||||
"src/oauth-resource-server.ts",
|
||||
"tests/oauth-resource-server.test.ts",
|
||||
"src/oauth-resource-server.ts",
|
||||
"src/resources/live-context-resources.ts",
|
||||
"docs/recommendations/2026-08-19-round-3/47-resource-uri-policy.md"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "UxpWebSocketBridge",
|
||||
"kind": "exato",
|
||||
"expected": "src/bridge/uxp-websocket-bridge.ts",
|
||||
"rank": 2,
|
||||
"elapsed": 1.2194245409991709,
|
||||
"bytes": 811,
|
||||
"got": [
|
||||
"src/tools/uxp.ts",
|
||||
"src/bridge/uxp-websocket-bridge.ts",
|
||||
"src/tools/uxp-advanced-workflows.ts",
|
||||
"src/tools/uxp-workflows.ts",
|
||||
"src/tools/uxp-unique-identity-workflows.ts"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "ProjectContextRepository",
|
||||
"kind": "exato",
|
||||
"expected": "src/context/project-context-store.ts",
|
||||
"rank": null,
|
||||
"elapsed": 1.3433856669944362,
|
||||
"bytes": 598,
|
||||
"got": [
|
||||
"docs/project-context-engine.md",
|
||||
"src/context/project-context-resource.ts",
|
||||
"src/tools/project-context.ts",
|
||||
"tests/project-context.test.ts",
|
||||
"landing/app/project-intake/project-intake-prompts.tsx"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "applyDoctorRepairPlan",
|
||||
"kind": "exato",
|
||||
"expected": "src/doctor-repairs.ts",
|
||||
"rank": null,
|
||||
"elapsed": 1.1002097079981468,
|
||||
"bytes": 756,
|
||||
"got": [
|
||||
"docs/recommendations/2026-08-19-round-3/43-mrtr-roots-boundary.md",
|
||||
"docs/industry/security-and-design-partner-pilot.md",
|
||||
"docs/uxp-hybrid-addon-receipt.md",
|
||||
"docs/recommendations/2026-08-18-round-2/22-mrtr-confirmation.md",
|
||||
"docs/recommendations/2026-08-19-round-3/47-resource-uri-policy.md"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "buildContentSecurityPolicy",
|
||||
"kind": "exato",
|
||||
"expected": "src/http-security.ts",
|
||||
"rank": null,
|
||||
"elapsed": 1.1801960420052637,
|
||||
"bytes": 618,
|
||||
"got": [
|
||||
"src/security/capabilities.ts",
|
||||
"tests/security-capabilities.test.ts",
|
||||
"src/bridge/uxp-websocket-bridge.ts",
|
||||
"src/resources/live-context-resources.ts",
|
||||
"scripts/build-chat-dmg.sh"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "planDerivedSilenceRemoval",
|
||||
"kind": "exato",
|
||||
"expected": "src/tools/silence-removal.ts",
|
||||
"rank": null,
|
||||
"elapsed": 1.258224417004385,
|
||||
"bytes": 581,
|
||||
"got": [
|
||||
"product-growth-runs/premiere-pro-mcp/2026-08-22/00-executive-summary.md",
|
||||
"product-growth-runs/premiere-pro-mcp/2026-08-22/04-design-creative-brief.md",
|
||||
"product-growth-runs/premiere-pro-mcp/2026-08-22/06-paid-ads.md",
|
||||
"docs/recommendations/2026-08-18/04-operation-scheduler.md",
|
||||
"docs/30-day-launch-plan.md"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "buildCaptionTimingPlan",
|
||||
"kind": "exato",
|
||||
"expected": "src/ai/caption-timing.ts",
|
||||
"rank": null,
|
||||
"elapsed": 1.046483124999213,
|
||||
"bytes": 606,
|
||||
"got": [
|
||||
"product-growth-runs/premiere-pro-mcp/2026-08-22/04-design-creative-brief.md",
|
||||
"product-growth-runs/premiere-pro-mcp/2026-08-22/00-executive-summary.md",
|
||||
"landing/app/project-intake/project-intake-template-builder.tsx",
|
||||
"scripts/build-chat-dmg.sh",
|
||||
"product-growth-runs/premiere-pro-mcp/2026-08-22/08-approval-measurement.md"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "emitAudit",
|
||||
"kind": "exato",
|
||||
"expected": "src/security/audit.ts",
|
||||
"rank": null,
|
||||
"elapsed": 1.0929507079999894,
|
||||
"bytes": 565,
|
||||
"got": [
|
||||
"docs/mogrt-authoring.md",
|
||||
"tests/http-admission.test.ts",
|
||||
"tests/tools/uxp-object-mask-audit-workflows.test.ts",
|
||||
"tests/uxp/object-mask-audit-workflows.test.ts",
|
||||
"tests/tools/mogrt-authoring.test.ts"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "cabecalhos de seguranca HTTP e CSP",
|
||||
"kind": "conceitual",
|
||||
"expected": "src/http-security.ts",
|
||||
"rank": null,
|
||||
"elapsed": 1.0924539580009878,
|
||||
"bytes": 522,
|
||||
"got": [
|
||||
"docs/panel-ui-guidelines.md",
|
||||
"tests/mcp-2026-protocol.test.ts",
|
||||
"src/http-server.ts",
|
||||
"docs/quickstart/es.md",
|
||||
"cep-plugin/CSInterface.js"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "registrar evento de telemetria de ativacao",
|
||||
"kind": "conceitual",
|
||||
"expected": "src/telemetry.ts",
|
||||
"rank": 1,
|
||||
"elapsed": 3.3157312920011464,
|
||||
"bytes": 553,
|
||||
"got": [
|
||||
"src/telemetry.ts",
|
||||
"docs/marketing/mcp-registry-readiness.md",
|
||||
"docs/recommendations/2026-08-18-round-2/30-host-capability-attestation.md",
|
||||
"docs/panel-ui-guidelines.md",
|
||||
"tests/http-admission.test.ts"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "ponte websocket com o plugin UXP",
|
||||
"kind": "conceitual",
|
||||
"expected": "src/bridge/uxp-websocket-bridge.ts",
|
||||
"rank": 1,
|
||||
"elapsed": 1.4117406250006752,
|
||||
"bytes": 665,
|
||||
"got": [
|
||||
"src/bridge/uxp-websocket-bridge.ts",
|
||||
"docs/panel-ui-guidelines.md",
|
||||
"src/tools/uxp.ts",
|
||||
"uxp-plugin/manifest.json",
|
||||
"src/tools/uxp-unique-identity-workflows.ts"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "interpretar arquivo de legenda SRT ou VTT",
|
||||
"kind": "conceitual",
|
||||
"expected": "src/ai/caption-timing.ts",
|
||||
"rank": 3,
|
||||
"elapsed": 1.3114452500012703,
|
||||
"bytes": 514,
|
||||
"got": [
|
||||
"docs/quickstart/es.md",
|
||||
"docs/panel-ui-guidelines.md",
|
||||
"src/ai/caption-timing.ts",
|
||||
"src/telemetry.ts",
|
||||
"tests/tools/uxp-timeline-source-label-workflows.test.ts"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "plano de remocao de silencio derivado da transcricao",
|
||||
"kind": "conceitual",
|
||||
"expected": "src/tools/silence-removal.ts",
|
||||
"rank": null,
|
||||
"elapsed": 1.0189579159996356,
|
||||
"bytes": 557,
|
||||
"got": [
|
||||
"docs/quickstart/es.md",
|
||||
"src/tools/edit-plans.ts",
|
||||
"docs/panel-ui-guidelines.md",
|
||||
"src/tools/editorial-plans.ts",
|
||||
"src/tools/transcript-edits.ts"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "armazenar contexto do projeto em disco",
|
||||
"kind": "conceitual",
|
||||
"expected": "src/context/project-context-store.ts",
|
||||
"rank": null,
|
||||
"elapsed": 1.0202497089994722,
|
||||
"bytes": 647,
|
||||
"got": [
|
||||
"docs/quickstart/es.md",
|
||||
"docs/panel-ui-guidelines.md",
|
||||
"src/tools/project-context.ts",
|
||||
"docs/recommendations/2026-08-18/16-context-delta-capture.md",
|
||||
"docs/recommendations/2026-08-19-round-3/44-resource-context-annotations.md"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "checagem e reparo automatico de instalacao (doctor)",
|
||||
"kind": "conceitual",
|
||||
"expected": "src/doctor-repairs.ts",
|
||||
"rank": 5,
|
||||
"elapsed": 1.1331077919967356,
|
||||
"bytes": 538,
|
||||
"got": [
|
||||
"docs/panel-ui-guidelines.md",
|
||||
"docs/doctor-repair-plans.md",
|
||||
"docs/quickstart/es.md",
|
||||
"docs/recommendations/2026-08-19-round-3/48-c2pa-inspection-lab.md",
|
||||
"src/doctor-repairs.ts"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "relatorio de intake do projeto",
|
||||
"kind": "conceitual",
|
||||
"expected": "src/intake/project-intake.ts",
|
||||
"rank": 2,
|
||||
"elapsed": 1.2240183749963762,
|
||||
"bytes": 508,
|
||||
"got": [
|
||||
"docs/industry/project-intake-workflow.md",
|
||||
"src/intake/project-intake.ts",
|
||||
"docs/quickstart/es.md",
|
||||
"docs/project-intake-host-report.schema.json",
|
||||
"landing/app/project-intake/project-intake-prompts.tsx"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "servidor OAuth para autenticacao de recursos",
|
||||
"kind": "conceitual",
|
||||
"expected": "src/oauth-resource-server.ts",
|
||||
"rank": 2,
|
||||
"elapsed": 1.0543467500028783,
|
||||
"bytes": 681,
|
||||
"got": [
|
||||
"tests/oauth-resource-server.test.ts",
|
||||
"src/oauth-resource-server.ts",
|
||||
"docs/panel-ui-guidelines.md",
|
||||
"docs/recommendations/2026-08-18-round-2/29-uxp-api-era-adapter.md",
|
||||
"docs/recommendations/2026-08-18/03-auth-scoped-throttling.md"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "registrar operacao de auditoria de seguranca",
|
||||
"kind": "conceitual",
|
||||
"expected": "src/security/audit.ts",
|
||||
"rank": null,
|
||||
"elapsed": 1.0914140829991084,
|
||||
"bytes": 566,
|
||||
"got": [
|
||||
"docs/panel-ui-guidelines.md",
|
||||
"docs/recommendations/2026-08-19-round-3/48-c2pa-inspection-lab.md",
|
||||
"docs/recommendations/2026-08-18/19-object-mask-audit.md",
|
||||
"security_best_practices_report.md",
|
||||
"docs/marketing/mcp-registry-readiness.md"
|
||||
]
|
||||
}
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,244 @@
|
||||
{
|
||||
"summary": {
|
||||
"label": "baseline-atual",
|
||||
"mode": "500chars",
|
||||
"top_k": 5,
|
||||
"n": 18,
|
||||
"recall@5": 0.333,
|
||||
"top1": 0.222,
|
||||
"latencia_media_s": 0.364,
|
||||
"bytes_medios": 1759
|
||||
},
|
||||
"rows": [
|
||||
{
|
||||
"query": "FCPXMLValidator",
|
||||
"kind": "exato",
|
||||
"expected": "TigreVideoEditing/FCPXMLValidator.swift",
|
||||
"rank": null,
|
||||
"elapsed": 0.43084554199595004,
|
||||
"bytes": 2897,
|
||||
"got": [
|
||||
"TigreVideoEditing/FCPXMLReader.swift",
|
||||
"TigreAppUI/WizardView.swift",
|
||||
"TigreVideoEditing/XMLElementLookup.swift",
|
||||
"TigreFoundation/Models/Project.swift",
|
||||
"TigreAppUI/WizardModel.swift"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "SilenceCutPipeline",
|
||||
"kind": "exato",
|
||||
"expected": "TigreVideoEditing/SilenceCutPipeline.swift",
|
||||
"rank": 3,
|
||||
"elapsed": 0.44454937500995584,
|
||||
"bytes": 2896,
|
||||
"got": [
|
||||
"TigreAppUI/WizardModel.swift",
|
||||
"TigreAppUI/WizardModel.swift",
|
||||
"TigreVideoEditing/SilenceCutPipeline.swift",
|
||||
"TigreAI/SilenceCutPreferencesStore.swift",
|
||||
"TigreAppUI/WizardModel.swift"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "TranscriptIndexBuilder",
|
||||
"kind": "exato",
|
||||
"expected": "TigreTranscription/Pipeline/TranscriptIndexBuilder.swift",
|
||||
"rank": 2,
|
||||
"elapsed": 0.47273016700637527,
|
||||
"bytes": 2909,
|
||||
"got": [
|
||||
"TigreTranscription/Models/TranscriptResult.swift",
|
||||
"TigreTranscription/Pipeline/TranscriptIndexBuilder.swift",
|
||||
"TigreTranscription/Models/TranscriptSegment.swift",
|
||||
"TigreApp/Web/TigreWebService.swift",
|
||||
"TigreAppUI/WizardModel.swift"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "SQLiteProjectStore",
|
||||
"kind": "exato",
|
||||
"expected": "TigreFoundation/Persistence/SQLiteProjectStore.swift",
|
||||
"rank": null,
|
||||
"elapsed": 0.37244337500305846,
|
||||
"bytes": 573,
|
||||
"got": [
|
||||
"TigreAppUI/WizardView.swift"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "EditPromptBuilder",
|
||||
"kind": "exato",
|
||||
"expected": "TigreAI/EditPromptBuilder.swift",
|
||||
"rank": null,
|
||||
"elapsed": 0.3064631669985829,
|
||||
"bytes": 0,
|
||||
"got": []
|
||||
},
|
||||
{
|
||||
"query": "UniformFrameScheduler",
|
||||
"kind": "exato",
|
||||
"expected": "TigreVideoAnalysis/Pipeline/UniformFrameScheduler.swift",
|
||||
"rank": null,
|
||||
"elapsed": 0.38721733300189953,
|
||||
"bytes": 1754,
|
||||
"got": [
|
||||
"TigreVideoEditing/FCPXMLReader.swift",
|
||||
"TigreVideoEditing/FCPXMLValidator.swift",
|
||||
"TigreVideoEditing/FCPXMLRoleScanner.swift"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "TemplateRenderer",
|
||||
"kind": "exato",
|
||||
"expected": "TigreFoundation/Web/TemplateRenderer.swift",
|
||||
"rank": 1,
|
||||
"elapsed": 0.3559673750132788,
|
||||
"bytes": 2332,
|
||||
"got": [
|
||||
"TigreFoundation/Web/TemplateRenderer.swift",
|
||||
"TigreFoundation/Web/TemplateRenderer.swift",
|
||||
"TigreAppUI/ProjectFormView.swift",
|
||||
"TigreAppUI/ProjectFormView.swift"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "como o wizard decide qual e o proximo passo",
|
||||
"kind": "conceitual",
|
||||
"expected": "TigreAppUI/WizardStep.swift",
|
||||
"rank": 1,
|
||||
"elapsed": 0.31415845798619557,
|
||||
"bytes": 2789,
|
||||
"got": [
|
||||
"TigreAppUI/WizardStep.swift",
|
||||
"TigreAppUI/WizardModel.swift",
|
||||
"TigreAppUI/WizardEditDecisionReporter.swift",
|
||||
"TigreApp/Web/WebRunner.swift",
|
||||
"TigreAppUI/ProjectFormView.swift"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "extrair o audio de um video com ffmpeg",
|
||||
"kind": "conceitual",
|
||||
"expected": "TigreTranscription/Pipeline/FFmpegAudioExtractor.swift",
|
||||
"rank": 1,
|
||||
"elapsed": 0.37834116601152346,
|
||||
"bytes": 2988,
|
||||
"got": [
|
||||
"TigreTranscription/Pipeline/FFmpegAudioExtractor.swift",
|
||||
"TigreAI/AppleIntelligenceMediaClassifier.swift",
|
||||
"TigreVideoAnalysis/Pipeline/MediaAssetProbing.swift",
|
||||
"TigreTranscription/Pipeline/FFmpegAudioExtractor.swift",
|
||||
"TigreVideoAnalysis/Pipeline/AppleVisionAnalyzer.swift"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "detectar trechos de silencio no audio",
|
||||
"kind": "conceitual",
|
||||
"expected": "TigreVideoEditing/SilenceAnalyzer.swift",
|
||||
"rank": null,
|
||||
"elapsed": 0.3787743330030935,
|
||||
"bytes": 1162,
|
||||
"got": [
|
||||
"TigreVideoEditing/SilenceCutPipeline.swift",
|
||||
"TigreAppUI/ContentView.swift"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "baixar o modelo do whisper",
|
||||
"kind": "conceitual",
|
||||
"expected": "TigreTranscription/Pipeline/WhisperModelDownloader.swift",
|
||||
"rank": null,
|
||||
"elapsed": 0.30058345799625386,
|
||||
"bytes": 0,
|
||||
"got": []
|
||||
},
|
||||
{
|
||||
"query": "escrever o arquivo final de FCPXML",
|
||||
"kind": "conceitual",
|
||||
"expected": "TigreVideoEditing/FCPXMLWriter.swift",
|
||||
"rank": null,
|
||||
"elapsed": 0.3599663749919273,
|
||||
"bytes": 2762,
|
||||
"got": [
|
||||
"TigreVideoEditing/FCPXMLRoleScanner.swift",
|
||||
"TigreVideoEditing/FCPXMLValidator.swift",
|
||||
"TigreAI/SilenceCutExportService.swift",
|
||||
"TigreAppUI/WizardModel.swift",
|
||||
"TigreVideoEditing/FCPXMLValidationError.swift"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "detectar rostos nos quadros do video",
|
||||
"kind": "conceitual",
|
||||
"expected": "TigreVideoAnalysis/Pipeline/FacePerceiver.swift",
|
||||
"rank": null,
|
||||
"elapsed": 0.36523920799663756,
|
||||
"bytes": 2898,
|
||||
"got": [
|
||||
"TigreAI/SceneEditContext.swift",
|
||||
"TigreAppUI/WizardModel.swift",
|
||||
"TigreVideoAnalysis/Models/FaceObservation.swift",
|
||||
"TigreAI/EditPromptBuilder.swift",
|
||||
"TigreAppUI/ProjectFormView.swift"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "servidor HTTP que atende a webapp",
|
||||
"kind": "conceitual",
|
||||
"expected": "TigreApp/Web/HTTPServer.swift",
|
||||
"rank": 1,
|
||||
"elapsed": 0.2947174580040155,
|
||||
"bytes": 2780,
|
||||
"got": [
|
||||
"TigreApp/Web/HTTPServer.swift",
|
||||
"TigreApp/Web/WebRunner.swift",
|
||||
"TigreApp/Web/HTTPRequest.swift",
|
||||
"TigreApp/Web/TigreWebService.swift",
|
||||
"TigreApp/Web/WebRunner.swift"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "gravar arquivo em disco de forma atomica",
|
||||
"kind": "conceitual",
|
||||
"expected": "TigreFoundation/Files/AtomicFileIO.swift",
|
||||
"rank": null,
|
||||
"elapsed": 0.3465013329987414,
|
||||
"bytes": 0,
|
||||
"got": []
|
||||
},
|
||||
{
|
||||
"query": "cliente que fala com o Ollama",
|
||||
"kind": "conceitual",
|
||||
"expected": "TigreAI/OllamaClient.swift",
|
||||
"rank": null,
|
||||
"elapsed": 0.29580008301127236,
|
||||
"bytes": 0,
|
||||
"got": []
|
||||
},
|
||||
{
|
||||
"query": "impedir caminho de projeto fora da pasta permitida",
|
||||
"kind": "conceitual",
|
||||
"expected": "TigreFoundation/Persistence/ProjectPathSafety.swift",
|
||||
"rank": null,
|
||||
"elapsed": 0.39425449998816475,
|
||||
"bytes": 2922,
|
||||
"got": [
|
||||
"TigreAppUI/WizardView.swift",
|
||||
"TigreAppUI/ProjectFormView.swift",
|
||||
"TigreVideoAnalysis/Pipeline/FramePerceiver.swift",
|
||||
"TigreVideoAnalysis/Pipeline/VisionPerceptionPipeline.swift",
|
||||
"TigreAppUI/WizardView.swift"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "mapear tempo da timeline para o tempo da fonte",
|
||||
"kind": "conceitual",
|
||||
"expected": "TigreVideoEditing/TimelineMapper.swift",
|
||||
"rank": null,
|
||||
"elapsed": 0.36004945800232235,
|
||||
"bytes": 0,
|
||||
"got": []
|
||||
}
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,284 @@
|
||||
{
|
||||
"summary": {
|
||||
"label": "baseline-doza",
|
||||
"mode": "map",
|
||||
"top_k": 5,
|
||||
"n": 18,
|
||||
"recall@5": 0.667,
|
||||
"top1": 0.556,
|
||||
"latencia_media_s": 0.474,
|
||||
"bytes_medios": 645
|
||||
},
|
||||
"rows": [
|
||||
{
|
||||
"query": "SpineSegment",
|
||||
"kind": "exato",
|
||||
"expected": "doza_assist/fcpxml/parser.py",
|
||||
"rank": 2,
|
||||
"elapsed": 0.6019748329999857,
|
||||
"bytes": 659,
|
||||
"got": [
|
||||
"doza_assist/fcpxml/timecode.py",
|
||||
"doza_assist/fcpxml/parser.py",
|
||||
"scripts/sign-and-notarize.sh",
|
||||
"doza_assist/fcpxml/writer.py",
|
||||
"doza_assist/fcpxml/timeline_audio.py"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "OllamaProvider",
|
||||
"kind": "exato",
|
||||
"expected": "ai_providers/ollama_provider.py",
|
||||
"rank": 1,
|
||||
"elapsed": 0.49162437501945533,
|
||||
"bytes": 637,
|
||||
"got": [
|
||||
"ai_providers/ollama_provider.py",
|
||||
"ai_providers/ollama_provider.py",
|
||||
"NOTICES.md",
|
||||
"launcher.sh",
|
||||
"ai_analysis.py"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "detect_hardware_tier",
|
||||
"kind": "exato",
|
||||
"expected": "model_config.py",
|
||||
"rank": 2,
|
||||
"elapsed": 0.4542047090071719,
|
||||
"bytes": 663,
|
||||
"got": [
|
||||
"test_hardware_tier.py",
|
||||
"model_config.py",
|
||||
"model_config.py",
|
||||
"ai_providers/openai_provider.py",
|
||||
"editorial_dna/storytelling.py"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "snap_framerate",
|
||||
"kind": "exato",
|
||||
"expected": "exporters/media_probe.py",
|
||||
"rank": 1,
|
||||
"elapsed": 0.478199749981286,
|
||||
"bytes": 620,
|
||||
"got": [
|
||||
"exporters/media_probe.py",
|
||||
"tests/test_framerate_support.py",
|
||||
"exporters/media_probe.py",
|
||||
"app.py",
|
||||
"fcpxml_export.py"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "whisper_catalog",
|
||||
"kind": "exato",
|
||||
"expected": "whisper_catalog.py",
|
||||
"rank": 1,
|
||||
"elapsed": 0.47477179099223576,
|
||||
"bytes": 730,
|
||||
"got": [
|
||||
"whisper_catalog.py",
|
||||
"whisper_catalog.py",
|
||||
"app.py",
|
||||
"app.py",
|
||||
"transcribe.py"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "premiere_xml",
|
||||
"kind": "exato",
|
||||
"expected": "exporters/premiere_xml.py",
|
||||
"rank": 1,
|
||||
"elapsed": 0.47077204199740663,
|
||||
"bytes": 701,
|
||||
"got": [
|
||||
"exporters/premiere_xml.py",
|
||||
"exporters/premiere_xml.py",
|
||||
"tests/test_exporters.py",
|
||||
"tests/test_exporters.py",
|
||||
"tests/test_fcpxml.py"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "parakeet worker",
|
||||
"kind": "exato",
|
||||
"expected": "parakeet_worker.py",
|
||||
"rank": 1,
|
||||
"elapsed": 0.5250667080108542,
|
||||
"bytes": 671,
|
||||
"got": [
|
||||
"parakeet_worker.py",
|
||||
"parakeet_worker.py",
|
||||
"transcribe.py",
|
||||
"setup_assistant.py",
|
||||
"setup_assistant.py"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "converter segundos em timecode",
|
||||
"kind": "conceitual",
|
||||
"expected": "exporters/edl.py",
|
||||
"rank": null,
|
||||
"elapsed": 0.507195583981229,
|
||||
"bytes": 528,
|
||||
"got": [
|
||||
"prompts/skills/editar-por-voz/criterios/01-leitura-do-json.md",
|
||||
"exporters/media_probe.py",
|
||||
"transcribe.py",
|
||||
"prompts/skills/editar-por-voz/SKILL.md",
|
||||
"prompts/skills/editar-por-voz/criterios/10-revisao-humana.md"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "descobrir a resolucao do video com ffprobe",
|
||||
"kind": "conceitual",
|
||||
"expected": "exporters/media_probe.py",
|
||||
"rank": null,
|
||||
"elapsed": 0.4559026249917224,
|
||||
"bytes": 620,
|
||||
"got": [
|
||||
"prompts/skills/editar-por-voz/criterios/10-revisao-humana.md",
|
||||
"prompts/skills/editar-por-voz/criterios/04-reanalise-do-material-restante.md",
|
||||
"prompts/skills/editar-por-voz/SKILL.md",
|
||||
"prompts/skills/editar-por-voz/SKILL.md",
|
||||
"prompts/skills/editar-por-voz/criterios/07-ritmo.md"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "detectar quanta memoria RAM a maquina tem",
|
||||
"kind": "conceitual",
|
||||
"expected": "model_config.py",
|
||||
"rank": null,
|
||||
"elapsed": 0.4457190420071129,
|
||||
"bytes": 568,
|
||||
"got": [
|
||||
"prompts/skills/editar-por-voz/criterios/07-ritmo.md",
|
||||
"prompts/skills/editar-por-voz/criterios/01-leitura-do-json.md",
|
||||
"prompts/skills/editar-por-voz/SKILL.md",
|
||||
"prompts/skills/editar-por-voz/criterios/04-reanalise-do-material-restante.md",
|
||||
"prompts/skills/editar-por-voz/criterios/04-reanalise-do-material-restante.md"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "escrever o arquivo FCPXML de saida",
|
||||
"kind": "conceitual",
|
||||
"expected": "doza_assist/fcpxml/writer.py",
|
||||
"rank": null,
|
||||
"elapsed": 0.43871399998897687,
|
||||
"bytes": 551,
|
||||
"got": [
|
||||
"prompts/skills/editar-por-voz/criterios/08-formato-de-saida.md",
|
||||
"prompts/skills/editar-por-voz/criterios/08-formato-de-saida.md",
|
||||
"prompts/skills/editar-por-voz/SKILL.md",
|
||||
"app.py",
|
||||
"doza_assist/fcpxml/parser.py"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "ler e interpretar um arquivo FCPXML",
|
||||
"kind": "conceitual",
|
||||
"expected": "doza_assist/fcpxml/parser.py",
|
||||
"rank": 1,
|
||||
"elapsed": 0.44622687497758307,
|
||||
"bytes": 572,
|
||||
"got": [
|
||||
"doza_assist/fcpxml/parser.py",
|
||||
"app.py",
|
||||
"doza_assist/fcpxml/parser.py",
|
||||
"app.py",
|
||||
"fcpxml_export.py"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "perfis de DNA editorial salvos em disco",
|
||||
"kind": "conceitual",
|
||||
"expected": "editorial_dna/profiles.py",
|
||||
"rank": null,
|
||||
"elapsed": 0.482757291989401,
|
||||
"bytes": 713,
|
||||
"got": [
|
||||
"prompts/skills/editar-por-voz/criterios/10-revisao-humana.md",
|
||||
"prompts/skills/editar-por-voz/SKILL.md",
|
||||
"prompts/skills/editar-por-voz/criterios/10-revisao-humana.md",
|
||||
"prompts/skills/editar-por-voz/criterios/04-reanalise-do-material-restante.md",
|
||||
"prompts/skills/editar-por-voz/criterios/04-reanalise-do-material-restante.md"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "instalar e baixar modelos do whisper",
|
||||
"kind": "conceitual",
|
||||
"expected": "whisper_catalog.py",
|
||||
"rank": 1,
|
||||
"elapsed": 0.47599695800454356,
|
||||
"bytes": 629,
|
||||
"got": [
|
||||
"whisper_catalog.py",
|
||||
"whisper_catalog.py",
|
||||
"prompts/skills/editar-por-voz/SKILL.md",
|
||||
"app.py",
|
||||
"prompts/skills/editar-por-voz/criterios/09-analise-incompleta.md"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "exportar lista de decisao EDL",
|
||||
"kind": "conceitual",
|
||||
"expected": "exporters/edl.py",
|
||||
"rank": 1,
|
||||
"elapsed": 0.4421596669999417,
|
||||
"bytes": 646,
|
||||
"got": [
|
||||
"exporters/edl.py",
|
||||
"exporters/edl.py",
|
||||
"prompts/skills/editar-por-voz/SKILL.md",
|
||||
"prompts/skills/editar-por-voz/criterios/08-formato-de-saida.md",
|
||||
"prompts/skills/editar-por-voz/criterios/04-reanalise-do-material-restante.md"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "transcrever o audio para texto",
|
||||
"kind": "conceitual",
|
||||
"expected": "transcribe.py",
|
||||
"rank": null,
|
||||
"elapsed": 0.4331624579790514,
|
||||
"bytes": 615,
|
||||
"got": [
|
||||
"prompts/skills/editar-por-voz/SKILL.md",
|
||||
"prompts/skills/editar-por-voz/criterios/06-texto-corte-marcador.md",
|
||||
"prompts/skills/editar-por-voz/criterios/06-texto-corte-marcador.md",
|
||||
"prompts/skills/editar-por-voz/criterios/02-triagem-roteiro-vs-conversa.md",
|
||||
"prompts/skills/editar-por-voz/SKILL.md"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "analisar video usando o framework Vision",
|
||||
"kind": "conceitual",
|
||||
"expected": "video_analysis.py",
|
||||
"rank": 1,
|
||||
"elapsed": 0.4570178329886403,
|
||||
"bytes": 666,
|
||||
"got": [
|
||||
"video_analysis.py",
|
||||
"video_analysis.py",
|
||||
"app.py",
|
||||
"prompts/skills/editar-por-voz/SKILL.md",
|
||||
"prompts/skills/editar-por-voz/criterios/04-reanalise-do-material-restante.md"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "provedor de IA da Anthropic",
|
||||
"kind": "conceitual",
|
||||
"expected": "ai_providers/anthropic_provider.py",
|
||||
"rank": 1,
|
||||
"elapsed": 0.45130354099092074,
|
||||
"bytes": 828,
|
||||
"got": [
|
||||
"ai_providers/anthropic_provider.py",
|
||||
"ai_providers/anthropic_provider.py",
|
||||
"prompts/skills/editar-por-voz/criterios/10-revisao-humana.md",
|
||||
"tests/test_anthropic_prompt_cache.py",
|
||||
"tests/test_anthropic_prompt_cache.py"
|
||||
]
|
||||
}
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,266 @@
|
||||
{
|
||||
"summary": {
|
||||
"label": "baseline-doza",
|
||||
"mode": "snippet",
|
||||
"top_k": 5,
|
||||
"n": 18,
|
||||
"recall@5": 0.0,
|
||||
"top1": 0.0,
|
||||
"latencia_media_s": 0.491,
|
||||
"bytes_medios": 1906
|
||||
},
|
||||
"rows": [
|
||||
{
|
||||
"query": "FCPXMLValidator",
|
||||
"kind": "exato",
|
||||
"expected": "TigreVideoEditing/FCPXMLValidator.swift",
|
||||
"rank": null,
|
||||
"elapsed": 1.05223191701225,
|
||||
"bytes": 2257,
|
||||
"got": [
|
||||
"code/doza_assist/fcpxml/__init__.py",
|
||||
"code/exporters/fcpxml.py",
|
||||
"code/tests/test_fcpxml_writer.py",
|
||||
"code/tests/test_fcpxml.py",
|
||||
"code/transcribe.py"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "SilenceCutPipeline",
|
||||
"kind": "exato",
|
||||
"expected": "TigreVideoEditing/SilenceCutPipeline.swift",
|
||||
"rank": null,
|
||||
"elapsed": 0.47514604197931476,
|
||||
"bytes": 2422,
|
||||
"got": [
|
||||
"code/tests/test_fcpxml.py",
|
||||
"code/tests/test_fcpxml.py",
|
||||
"code/doza_assist/fcpxml/parser.py",
|
||||
"code/doza_assist/fcpxml/parser.py",
|
||||
"code/tests/test_whisper_install_guard.py"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "TranscriptIndexBuilder",
|
||||
"kind": "exato",
|
||||
"expected": "TigreTranscription/Pipeline/TranscriptIndexBuilder.swift",
|
||||
"rank": null,
|
||||
"elapsed": 0.43673787501757033,
|
||||
"bytes": 2461,
|
||||
"got": [
|
||||
"code/ai_analysis.py",
|
||||
"code/tests/test_chat_layer1_retrieval.py",
|
||||
"code/exporters/base.py",
|
||||
"code/tests/test_anthropic_prompt_cache.py",
|
||||
"code/ai_analysis.py"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "SQLiteProjectStore",
|
||||
"kind": "exato",
|
||||
"expected": "TigreFoundation/Persistence/SQLiteProjectStore.swift",
|
||||
"rank": null,
|
||||
"elapsed": 0.3961836249800399,
|
||||
"bytes": 28,
|
||||
"got": []
|
||||
},
|
||||
{
|
||||
"query": "EditPromptBuilder",
|
||||
"kind": "exato",
|
||||
"expected": "TigreAI/EditPromptBuilder.swift",
|
||||
"rank": null,
|
||||
"elapsed": 0.4493663749890402,
|
||||
"bytes": 2242,
|
||||
"got": [
|
||||
"code/README.md",
|
||||
"code/tests/test_fcpxml.py",
|
||||
"code/setup_runner.sh",
|
||||
"code/setup_assistant.py",
|
||||
"code/app.py"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "UniformFrameScheduler",
|
||||
"kind": "exato",
|
||||
"expected": "TigreVideoAnalysis/Pipeline/UniformFrameScheduler.swift",
|
||||
"rank": null,
|
||||
"elapsed": 0.4161145419930108,
|
||||
"bytes": 2364,
|
||||
"got": [
|
||||
"code/doza_assist/fcpxml/__init__.py",
|
||||
"code/tests/test_fcpxml.py",
|
||||
"code/app.py",
|
||||
"code/tests/test_fcpxml_writer.py",
|
||||
"code/ai_analysis.py"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "TemplateRenderer",
|
||||
"kind": "exato",
|
||||
"expected": "TigreFoundation/Web/TemplateRenderer.swift",
|
||||
"rank": null,
|
||||
"elapsed": 0.4430151670239866,
|
||||
"bytes": 2323,
|
||||
"got": [
|
||||
"code/exporters/__init__.py",
|
||||
"code/editorial_dna/analysis.py",
|
||||
"code/fcpxml_export.py",
|
||||
"code/tests/test_exporters.py",
|
||||
"code/exporters/edl.py"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "como o wizard decide qual e o proximo passo",
|
||||
"kind": "conceitual",
|
||||
"expected": "TigreAppUI/WizardStep.swift",
|
||||
"rank": null,
|
||||
"elapsed": 0.4231184579839464,
|
||||
"bytes": 471,
|
||||
"got": [
|
||||
"code/install.sh"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "extrair o audio de um video com ffmpeg",
|
||||
"kind": "conceitual",
|
||||
"expected": "TigreTranscription/Pipeline/FFmpegAudioExtractor.swift",
|
||||
"rank": null,
|
||||
"elapsed": 0.48013929100125097,
|
||||
"bytes": 2334,
|
||||
"got": [
|
||||
"code/tests/test_fcpxml_timeline_audio.py",
|
||||
"code/transcribe.py",
|
||||
"code/transcribe.py",
|
||||
"code/tests/test_issue39_camera_media.py",
|
||||
"code/exporters/media_probe.py"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "detectar trechos de silencio no audio",
|
||||
"kind": "conceitual",
|
||||
"expected": "TigreVideoEditing/SilenceAnalyzer.swift",
|
||||
"rank": null,
|
||||
"elapsed": 0.4846114999963902,
|
||||
"bytes": 2384,
|
||||
"got": [
|
||||
"code/editorial_dna/transcript_analyzer.py",
|
||||
"code/scripts/sign-and-notarize.sh",
|
||||
"code/tests/test_fcpxml.py",
|
||||
"code/app.py",
|
||||
"code/editorial_dna/transcript_analyzer.py"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "baixar o modelo do whisper",
|
||||
"kind": "conceitual",
|
||||
"expected": "TigreTranscription/Pipeline/WhisperModelDownloader.swift",
|
||||
"rank": null,
|
||||
"elapsed": 0.40840750001370907,
|
||||
"bytes": 2408,
|
||||
"got": [
|
||||
"code/whisper_catalog.py",
|
||||
"code/app.py",
|
||||
"code/whisper_catalog.py",
|
||||
"code/transcribe.py",
|
||||
"code/app.py"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "escrever o arquivo final de FCPXML",
|
||||
"kind": "conceitual",
|
||||
"expected": "TigreVideoEditing/FCPXMLWriter.swift",
|
||||
"rank": null,
|
||||
"elapsed": 0.4037720419873949,
|
||||
"bytes": 471,
|
||||
"got": [
|
||||
"code/install.sh"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "detectar rostos nos quadros do video",
|
||||
"kind": "conceitual",
|
||||
"expected": "TigreVideoAnalysis/Pipeline/FacePerceiver.swift",
|
||||
"rank": null,
|
||||
"elapsed": 0.4111621659831144,
|
||||
"bytes": 471,
|
||||
"got": [
|
||||
"code/install.sh"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "servidor HTTP que atende a webapp",
|
||||
"kind": "conceitual",
|
||||
"expected": "TigreApp/Web/HTTPServer.swift",
|
||||
"rank": null,
|
||||
"elapsed": 0.47790624998742715,
|
||||
"bytes": 2411,
|
||||
"got": [
|
||||
"code/model_config.py",
|
||||
"code/app.py",
|
||||
"code/tests/test_issue39_camera_media.py",
|
||||
"code/doza_assist/fcpxml/timeline_audio.py",
|
||||
"code/setup_assistant.py"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "gravar arquivo em disco de forma atomica",
|
||||
"kind": "conceitual",
|
||||
"expected": "TigreFoundation/Files/AtomicFileIO.swift",
|
||||
"rank": null,
|
||||
"elapsed": 0.43502945799264126,
|
||||
"bytes": 2254,
|
||||
"got": [
|
||||
"code/requirements.txt",
|
||||
"code/app.py",
|
||||
"code/tests/test_fcpxml_timeline_audio.py",
|
||||
"code/transcribe.py",
|
||||
"code/CLA.md"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "cliente que fala com o Ollama",
|
||||
"kind": "conceitual",
|
||||
"expected": "TigreAI/OllamaClient.swift",
|
||||
"rank": null,
|
||||
"elapsed": 0.5566641250043176,
|
||||
"bytes": 2401,
|
||||
"got": [
|
||||
"code/app.py",
|
||||
"code/setup_assistant.py",
|
||||
"code/whisper_catalog.py",
|
||||
"code/doza_assist/fcpxml/__init__.py",
|
||||
"code/ai_analysis.py"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "impedir caminho de projeto fora da pasta permitida",
|
||||
"kind": "conceitual",
|
||||
"expected": "TigreFoundation/Persistence/ProjectPathSafety.swift",
|
||||
"rank": null,
|
||||
"elapsed": 0.6178763750067446,
|
||||
"bytes": 2154,
|
||||
"got": [
|
||||
"code/CLA.md",
|
||||
"code/README.md",
|
||||
"code/requirements.txt",
|
||||
"code/CLA.md",
|
||||
"code/README.md"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "mapear tempo da timeline para o tempo da fonte",
|
||||
"kind": "conceitual",
|
||||
"expected": "TigreVideoEditing/TimelineMapper.swift",
|
||||
"rank": null,
|
||||
"elapsed": 0.47090933300205506,
|
||||
"bytes": 2448,
|
||||
"got": [
|
||||
"code/editorial_dna/snapshots.py",
|
||||
"code/video_analysis.py",
|
||||
"code/app.py",
|
||||
"code/NOTICES.md",
|
||||
"code/NOTICES.md"
|
||||
]
|
||||
}
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,284 @@
|
||||
{
|
||||
"summary": {
|
||||
"label": "otimizado-doza",
|
||||
"mode": "map",
|
||||
"top_k": 5,
|
||||
"n": 18,
|
||||
"recall@5": 0.722,
|
||||
"top1": 0.611,
|
||||
"latencia_media_s": 0.675,
|
||||
"bytes_medios": 692
|
||||
},
|
||||
"rows": [
|
||||
{
|
||||
"query": "SpineSegment",
|
||||
"kind": "exato",
|
||||
"expected": "doza_assist/fcpxml/parser.py",
|
||||
"rank": 3,
|
||||
"elapsed": 0.699377083015861,
|
||||
"bytes": 738,
|
||||
"got": [
|
||||
"editorial_dna/summarizer.py",
|
||||
"doza_assist/fcpxml/timecode.py",
|
||||
"doza_assist/fcpxml/parser.py",
|
||||
"prompts/skills/editar-por-voz/criterios/04-reanalise-do-material-restante.md",
|
||||
"tests/test_story_builder.py"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "OllamaProvider",
|
||||
"kind": "exato",
|
||||
"expected": "ai_providers/ollama_provider.py",
|
||||
"rank": 1,
|
||||
"elapsed": 0.6421885000017937,
|
||||
"bytes": 767,
|
||||
"got": [
|
||||
"ai_providers/ollama_provider.py",
|
||||
"ai_providers/ollama_provider.py",
|
||||
"doza_assist/fcpxml/parser.py",
|
||||
"editorial_dna/fcpxml_ingest.py",
|
||||
"tests/test_fcpxml.py"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "detect_hardware_tier",
|
||||
"kind": "exato",
|
||||
"expected": "model_config.py",
|
||||
"rank": 1,
|
||||
"elapsed": 0.6680177910020575,
|
||||
"bytes": 694,
|
||||
"got": [
|
||||
"model_config.py",
|
||||
"test_hardware_tier.py",
|
||||
"tests/test_ai_model_status_project_scope.py",
|
||||
"tests/test_analysis_cap.py",
|
||||
"editorial_dna/classifier.py"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "snap_framerate",
|
||||
"kind": "exato",
|
||||
"expected": "exporters/media_probe.py",
|
||||
"rank": 2,
|
||||
"elapsed": 0.6498886670160573,
|
||||
"bytes": 677,
|
||||
"got": [
|
||||
"tests/test_framerate_support.py",
|
||||
"exporters/media_probe.py",
|
||||
"app.py",
|
||||
"doza_assist/fcpxml/parser.py",
|
||||
"exporters/media_probe.py"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "whisper_catalog",
|
||||
"kind": "exato",
|
||||
"expected": "whisper_catalog.py",
|
||||
"rank": 1,
|
||||
"elapsed": 0.6533211249916349,
|
||||
"bytes": 779,
|
||||
"got": [
|
||||
"whisper_catalog.py",
|
||||
"tests/test_whisper_install_guard.py",
|
||||
"whisper_catalog.py",
|
||||
"app.py",
|
||||
"doza_assist/retrieval.py"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "premiere_xml",
|
||||
"kind": "exato",
|
||||
"expected": "exporters/premiere_xml.py",
|
||||
"rank": 1,
|
||||
"elapsed": 0.6422539160121232,
|
||||
"bytes": 721,
|
||||
"got": [
|
||||
"exporters/premiere_xml.py",
|
||||
"exporters/premiere_xml.py",
|
||||
"doza_assist/fcpxml/timeline_audio.py",
|
||||
"tests/test_exporters.py",
|
||||
"tests/test_exporters.py"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "parakeet worker",
|
||||
"kind": "exato",
|
||||
"expected": "parakeet_worker.py",
|
||||
"rank": 1,
|
||||
"elapsed": 0.67050391601515,
|
||||
"bytes": 685,
|
||||
"got": [
|
||||
"parakeet_worker.py",
|
||||
"setup_assistant.py",
|
||||
"transcribe.py",
|
||||
"parakeet_worker.py",
|
||||
"ai_providers/anthropic_provider.py"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "converter segundos em timecode",
|
||||
"kind": "conceitual",
|
||||
"expected": "exporters/edl.py",
|
||||
"rank": null,
|
||||
"elapsed": 0.6502645000000484,
|
||||
"bytes": 649,
|
||||
"got": [
|
||||
"doza_assist/fcpxml/timecode.py",
|
||||
"prompts/skills/editar-por-voz/criterios/10-revisao-humana.md",
|
||||
"tests/test_fcpxml_timecode.py",
|
||||
"prompts/skills/editar-por-voz/criterios/01-leitura-do-json.md",
|
||||
"prompts/skills/editar-por-voz/criterios/03-escolha-da-melhor-tomada.md"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "descobrir a resolucao do video com ffprobe",
|
||||
"kind": "conceitual",
|
||||
"expected": "exporters/media_probe.py",
|
||||
"rank": null,
|
||||
"elapsed": 0.6691363749851007,
|
||||
"bytes": 725,
|
||||
"got": [
|
||||
"prompts/skills/editar-por-voz/criterios/10-revisao-humana.md",
|
||||
"prompts/skills/editar-por-voz/criterios/04-reanalise-do-material-restante.md",
|
||||
"doza_assist/fcpxml/timeline_audio.py",
|
||||
"prompts/skills/editar-por-voz/criterios/01-leitura-do-json.md",
|
||||
"doza_assist/fcpxml/parser.py"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "detectar quanta memoria RAM a maquina tem",
|
||||
"kind": "conceitual",
|
||||
"expected": "model_config.py",
|
||||
"rank": null,
|
||||
"elapsed": 0.679498915997101,
|
||||
"bytes": 624,
|
||||
"got": [
|
||||
"prompts/skills/editar-por-voz/criterios/01-leitura-do-json.md",
|
||||
"prompts/skills/editar-por-voz/criterios/04-reanalise-do-material-restante.md",
|
||||
"prompts/skills/editar-por-voz/criterios/03-escolha-da-melhor-tomada.md",
|
||||
"prompts/skills/editar-por-voz/criterios/10-revisao-humana.md",
|
||||
"prompts/skills/editar-por-voz/criterios/07-ritmo.md"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "escrever o arquivo FCPXML de saida",
|
||||
"kind": "conceitual",
|
||||
"expected": "doza_assist/fcpxml/writer.py",
|
||||
"rank": null,
|
||||
"elapsed": 0.6904783749778289,
|
||||
"bytes": 637,
|
||||
"got": [
|
||||
"prompts/skills/editar-por-voz/criterios/08-formato-de-saida.md",
|
||||
"doza_assist/fcpxml/parser.py",
|
||||
"fcpxml_export.py",
|
||||
"prompts/skills/editar-por-voz/criterios/03-escolha-da-melhor-tomada.md",
|
||||
"tests/test_fcpxml.py"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "ler e interpretar um arquivo FCPXML",
|
||||
"kind": "conceitual",
|
||||
"expected": "doza_assist/fcpxml/parser.py",
|
||||
"rank": 1,
|
||||
"elapsed": 0.7000019999977667,
|
||||
"bytes": 616,
|
||||
"got": [
|
||||
"doza_assist/fcpxml/parser.py",
|
||||
"editorial_dna/fcpxml_ingest.py",
|
||||
"fcpxml_export.py",
|
||||
"doza_assist/fcpxml/timecode.py",
|
||||
"tests/test_fcpxml_ingest.py"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "perfis de DNA editorial salvos em disco",
|
||||
"kind": "conceitual",
|
||||
"expected": "editorial_dna/profiles.py",
|
||||
"rank": 1,
|
||||
"elapsed": 0.6731580840132665,
|
||||
"bytes": 625,
|
||||
"got": [
|
||||
"editorial_dna/profiles.py",
|
||||
"prompts/skills/editar-por-voz/criterios/10-revisao-humana.md",
|
||||
"editorial_dna/snapshots.py",
|
||||
"editorial_dna/injector.py",
|
||||
"editorial_dna/storage.py"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "instalar e baixar modelos do whisper",
|
||||
"kind": "conceitual",
|
||||
"expected": "whisper_catalog.py",
|
||||
"rank": 1,
|
||||
"elapsed": 0.712842458015075,
|
||||
"bytes": 698,
|
||||
"got": [
|
||||
"whisper_catalog.py",
|
||||
"prompts/skills/editar-por-voz/criterios/10-revisao-humana.md",
|
||||
"tests/test_whisper_install_guard.py",
|
||||
"prompts/skills/editar-por-voz/criterios/03-escolha-da-melhor-tomada.md",
|
||||
"prompts/skills/editar-por-voz/criterios/01-leitura-do-json.md"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "exportar lista de decisao EDL",
|
||||
"kind": "conceitual",
|
||||
"expected": "exporters/edl.py",
|
||||
"rank": 1,
|
||||
"elapsed": 0.6753168329887558,
|
||||
"bytes": 631,
|
||||
"got": [
|
||||
"exporters/edl.py",
|
||||
"prompts/skills/editar-por-voz/criterios/08-formato-de-saida.md",
|
||||
"prompts/skills/editar-por-voz/criterios/09-analise-incompleta.md",
|
||||
"prompts/skills/editar-por-voz/criterios/10-revisao-humana.md",
|
||||
"exporters/__init__.py"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "transcrever o audio para texto",
|
||||
"kind": "conceitual",
|
||||
"expected": "transcribe.py",
|
||||
"rank": null,
|
||||
"elapsed": 0.6860910000104923,
|
||||
"bytes": 753,
|
||||
"got": [
|
||||
"prompts/skills/editar-por-voz/criterios/06-texto-corte-marcador.md",
|
||||
"scripts/test_skill_editar_por_voz.py",
|
||||
"prompts/skills/editar-por-voz/criterios/03-escolha-da-melhor-tomada.md",
|
||||
"prompts/skills/editar-por-voz/criterios/02-triagem-roteiro-vs-conversa.md",
|
||||
"prompts/skills/editar-por-voz/criterios/10-revisao-humana.md"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "analisar video usando o framework Vision",
|
||||
"kind": "conceitual",
|
||||
"expected": "video_analysis.py",
|
||||
"rank": 1,
|
||||
"elapsed": 0.647432875004597,
|
||||
"bytes": 661,
|
||||
"got": [
|
||||
"video_analysis.py",
|
||||
"app.py",
|
||||
"prompts/skills/editar-por-voz/criterios/09-analise-incompleta.md",
|
||||
"scripts/test_skill_editar_por_voz.py",
|
||||
"prompts/skills/editar-por-voz/criterios/10-revisao-humana.md"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "provedor de IA da Anthropic",
|
||||
"kind": "conceitual",
|
||||
"expected": "ai_providers/anthropic_provider.py",
|
||||
"rank": 1,
|
||||
"elapsed": 0.7330960000108462,
|
||||
"bytes": 774,
|
||||
"got": [
|
||||
"ai_providers/anthropic_provider.py",
|
||||
"tests/test_anthropic_prompt_cache.py",
|
||||
"prompts/skills/editar-por-voz/criterios/10-revisao-humana.md",
|
||||
"ai_providers/anthropic_provider.py",
|
||||
"prompts/skills/editar-por-voz/criterios/01-leitura-do-json.md"
|
||||
]
|
||||
}
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,284 @@
|
||||
{
|
||||
"summary": {
|
||||
"label": "otimizado",
|
||||
"mode": "map",
|
||||
"top_k": 5,
|
||||
"n": 18,
|
||||
"recall@5": 0.667,
|
||||
"top1": 0.278,
|
||||
"latencia_media_s": 1.324,
|
||||
"bytes_medios": 633
|
||||
},
|
||||
"rows": [
|
||||
{
|
||||
"query": "OAuthResourceServer",
|
||||
"kind": "exato",
|
||||
"expected": "src/oauth-resource-server.ts",
|
||||
"rank": 1,
|
||||
"elapsed": 1.8486205840017647,
|
||||
"bytes": 738,
|
||||
"got": [
|
||||
"src/oauth-resource-server.ts",
|
||||
"tests/oauth-resource-server.test.ts",
|
||||
"src/resources/live-context-resources.ts",
|
||||
"tests/oauth-resource-server.test.ts",
|
||||
"docs/recommendations/2026-08-19-round-3/47-resource-uri-policy.md"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "UxpWebSocketBridge",
|
||||
"kind": "exato",
|
||||
"expected": "src/bridge/uxp-websocket-bridge.ts",
|
||||
"rank": 1,
|
||||
"elapsed": 1.0479179159956402,
|
||||
"bytes": 572,
|
||||
"got": [
|
||||
"src/bridge/uxp-websocket-bridge.ts",
|
||||
"src/tools/uxp.ts",
|
||||
"src/bridge/uxp-websocket-bridge.ts",
|
||||
"docs/recommendations/2026-08-18/11-uxp-backpressure.md",
|
||||
"uxp-plugin/README.md"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "ProjectContextRepository",
|
||||
"kind": "exato",
|
||||
"expected": "src/context/project-context-store.ts",
|
||||
"rank": 2,
|
||||
"elapsed": 1.0680564579961356,
|
||||
"bytes": 931,
|
||||
"got": [
|
||||
"src/tools/project-context.ts",
|
||||
"src/context/project-context-store.ts",
|
||||
"src/ai/editorial-context-pack.ts",
|
||||
"src/context/project-context-store.ts",
|
||||
"src/tools/editorial-context-pack.ts"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "applyDoctorRepairPlan",
|
||||
"kind": "exato",
|
||||
"expected": "src/doctor-repairs.ts",
|
||||
"rank": 1,
|
||||
"elapsed": 1.0746368340041954,
|
||||
"bytes": 845,
|
||||
"got": [
|
||||
"src/doctor-repairs.ts",
|
||||
"src/diagnostics.ts",
|
||||
"src/doctor-repairs.ts",
|
||||
"docs/recommendations/2026-08-19-round-3/43-mrtr-roots-boundary.md",
|
||||
"docs/industry/security-and-design-partner-pilot.md"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "buildContentSecurityPolicy",
|
||||
"kind": "exato",
|
||||
"expected": "src/http-security.ts",
|
||||
"rank": 1,
|
||||
"elapsed": 1.1980962499947054,
|
||||
"bytes": 657,
|
||||
"got": [
|
||||
"src/http-security.ts",
|
||||
"src/bridge/script-builder.ts",
|
||||
"src/resources/live-context-resources.ts",
|
||||
"tests/security-capabilities.test.ts",
|
||||
"scripts/build-chat-dmg.sh"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "planDerivedSilenceRemoval",
|
||||
"kind": "exato",
|
||||
"expected": "src/tools/silence-removal.ts",
|
||||
"rank": null,
|
||||
"elapsed": 2.106093750000582,
|
||||
"bytes": 707,
|
||||
"got": [
|
||||
"src/tools/editorial-plans.ts",
|
||||
"product-growth-runs/premiere-pro-mcp/2026-08-22/06-paid-ads.md",
|
||||
"product-growth-runs/premiere-pro-mcp/2026-08-22/00-executive-summary.md",
|
||||
"product-growth-runs/premiere-pro-mcp/2026-08-22/04-design-creative-brief.md",
|
||||
"docs/recommendations/2026-08-18/04-operation-scheduler.md"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "buildCaptionTimingPlan",
|
||||
"kind": "exato",
|
||||
"expected": "src/ai/caption-timing.ts",
|
||||
"rank": 2,
|
||||
"elapsed": 1.1320488339988515,
|
||||
"bytes": 583,
|
||||
"got": [
|
||||
"src/bridge/script-builder.ts",
|
||||
"src/ai/caption-timing.ts",
|
||||
"tests/docker-build-context.test.ts",
|
||||
"product-growth-runs/premiere-pro-mcp/2026-08-22/00-executive-summary.md",
|
||||
"landing/app/project-intake/project-intake-template-builder.tsx"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "emitAudit",
|
||||
"kind": "exato",
|
||||
"expected": "src/security/audit.ts",
|
||||
"rank": 2,
|
||||
"elapsed": 1.0001867090031737,
|
||||
"bytes": 647,
|
||||
"got": [
|
||||
"docs/mogrt-authoring.md",
|
||||
"src/security/audit.ts",
|
||||
"tests/tools/detect-silence.test.ts",
|
||||
"src/tools/audio.ts",
|
||||
"docs/recommendations/2026-08-18-round-2/40-export-reconciliation.md"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "cabecalhos de seguranca HTTP e CSP",
|
||||
"kind": "conceitual",
|
||||
"expected": "src/http-security.ts",
|
||||
"rank": 3,
|
||||
"elapsed": 1.1984910419996595,
|
||||
"bytes": 532,
|
||||
"got": [
|
||||
"docs/panel-ui-guidelines.md",
|
||||
"cep-plugin/main.js",
|
||||
"src/http-security.ts",
|
||||
"cep-plugin/CSInterface.js",
|
||||
"src/http-admission.ts"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "registrar evento de telemetria de ativacao",
|
||||
"kind": "conceitual",
|
||||
"expected": "src/telemetry.ts",
|
||||
"rank": null,
|
||||
"elapsed": 1.2329936659953091,
|
||||
"bytes": 633,
|
||||
"got": [
|
||||
"docs/panel-ui-guidelines.md",
|
||||
"docs/marketing/mcp-registry-readiness.md",
|
||||
"landing/lib/onboarding-events.ts",
|
||||
"docs/recommendations/2026-08-18-round-2/30-host-capability-attestation.md",
|
||||
"src/oauth-resource-server.ts"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "ponte websocket com o plugin UXP",
|
||||
"kind": "conceitual",
|
||||
"expected": "src/bridge/uxp-websocket-bridge.ts",
|
||||
"rank": 1,
|
||||
"elapsed": 1.3489117919962155,
|
||||
"bytes": 436,
|
||||
"got": [
|
||||
"src/bridge/uxp-websocket-bridge.ts",
|
||||
"docs/panel-ui-guidelines.md",
|
||||
"docs/recommendations/2026-08-18/13-uxp-heartbeat.md",
|
||||
"uxp-plugin/manifest.json",
|
||||
"src/tools/uxp.ts"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "interpretar arquivo de legenda SRT ou VTT",
|
||||
"kind": "conceitual",
|
||||
"expected": "src/ai/caption-timing.ts",
|
||||
"rank": null,
|
||||
"elapsed": 1.224028584001644,
|
||||
"bytes": 471,
|
||||
"got": [
|
||||
"src/tools/audio.ts",
|
||||
"docs/quickstart/es.md",
|
||||
"docs/panel-ui-guidelines.md",
|
||||
"tests/uxp/timeline-source-label-workflows.test.ts",
|
||||
"tests/uxp/source-media-provenance-workflows.test.ts"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "plano de remocao de silencio derivado da transcricao",
|
||||
"kind": "conceitual",
|
||||
"expected": "src/tools/silence-removal.ts",
|
||||
"rank": null,
|
||||
"elapsed": 1.3952149579999968,
|
||||
"bytes": 506,
|
||||
"got": [
|
||||
"src/tools/edit-plans.ts",
|
||||
"src/tools/editorial-plans.ts",
|
||||
"docs/quickstart/es.md",
|
||||
"docs/panel-ui-guidelines.md",
|
||||
"src/tools/transcript-edits.ts"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "armazenar contexto do projeto em disco",
|
||||
"kind": "conceitual",
|
||||
"expected": "src/context/project-context-store.ts",
|
||||
"rank": null,
|
||||
"elapsed": 1.2288835830040625,
|
||||
"bytes": 700,
|
||||
"got": [
|
||||
"docs/quickstart/es.md",
|
||||
"docs/panel-ui-guidelines.md",
|
||||
"src/tools/project-context.ts",
|
||||
"docs/recommendations/2026-08-18/16-context-delta-capture.md",
|
||||
"docs/recommendations/2026-08-19-round-3/44-resource-context-annotations.md"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "checagem e reparo automatico de instalacao (doctor)",
|
||||
"kind": "conceitual",
|
||||
"expected": "src/doctor-repairs.ts",
|
||||
"rank": 4,
|
||||
"elapsed": 1.3927548749998095,
|
||||
"bytes": 562,
|
||||
"got": [
|
||||
"docs/panel-ui-guidelines.md",
|
||||
"docs/doctor-repair-plans.md",
|
||||
"docs/quickstart/es.md",
|
||||
"src/doctor-repairs.ts",
|
||||
"docs/recommendations/2026-08-19-round-3/48-c2pa-inspection-lab.md"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "relatorio de intake do projeto",
|
||||
"kind": "conceitual",
|
||||
"expected": "src/intake/project-intake.ts",
|
||||
"rank": 3,
|
||||
"elapsed": 1.1840198330028215,
|
||||
"bytes": 585,
|
||||
"got": [
|
||||
"docs/industry/project-intake-workflow.md",
|
||||
"landing/app/project-intake/page.tsx",
|
||||
"src/intake/project-intake.ts",
|
||||
"tests/project-intake.test.ts",
|
||||
"docs/project-intake-host-report.schema.json"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "servidor OAuth para autenticacao de recursos",
|
||||
"kind": "conceitual",
|
||||
"expected": "src/oauth-resource-server.ts",
|
||||
"rank": 2,
|
||||
"elapsed": 1.3320905420041527,
|
||||
"bytes": 647,
|
||||
"got": [
|
||||
"tests/oauth-resource-server.test.ts",
|
||||
"src/oauth-resource-server.ts",
|
||||
"docs/panel-ui-guidelines.md",
|
||||
"src/http-admission.ts",
|
||||
"docs/recommendations/2026-08-18/03-auth-scoped-throttling.md"
|
||||
]
|
||||
},
|
||||
{
|
||||
"query": "registrar operacao de auditoria de seguranca",
|
||||
"kind": "conceitual",
|
||||
"expected": "src/security/audit.ts",
|
||||
"rank": null,
|
||||
"elapsed": 1.8265332500013756,
|
||||
"bytes": 636,
|
||||
"got": [
|
||||
"docs/panel-ui-guidelines.md",
|
||||
"docs/recommendations/2026-08-19-round-3/48-c2pa-inspection-lab.md",
|
||||
"src/oauth-resource-server.ts",
|
||||
"security_best_practices_report.md",
|
||||
"docs/recommendations/2026-08-18/19-object-mask-audit.md"
|
||||
]
|
||||
}
|
||||
]
|
||||
}
|
||||
Reference in New Issue
Block a user