joaohenrique/jhonny-editor
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
Files
06e4d13e86e34f5788c37125f8ddf797c2b27fe9
jhonny-editor/rag/bench-results/otimizado-doza-map.json
T
João Henrique b541f502ba feat: initial commit - Jhonny Editor 
- Adicionado estrutura completa do projeto
- Configurado MCP server para Premiere Pro
- Adicionado documentação e skills
- Configurado Gitignore para o projeto
2026-09-08 09:59:31 -04:00

284 lines
8.5 KiB
JSON
Raw Blame History

{
"summary": {
"label": "otimizado-doza",
"mode": "map",
"top_k": 5,
"n": 18,
"recall@5": 0.722,
"top1": 0.611,
"latencia_media_s": 0.675,
"bytes_medios": 692
},
"rows": [
{
"query": "SpineSegment",
"kind": "exato",
"expected": "doza_assist/fcpxml/parser.py",
"rank": 3,
"elapsed": 0.699377083015861,
"bytes": 738,
"got": [
"editorial_dna/summarizer.py",
"doza_assist/fcpxml/timecode.py",
"doza_assist/fcpxml/parser.py",
"prompts/skills/editar-por-voz/criterios/04-reanalise-do-material-restante.md",
"tests/test_story_builder.py"
]
},
{
"query": "OllamaProvider",
"kind": "exato",
"expected": "ai_providers/ollama_provider.py",
"rank": 1,
"elapsed": 0.6421885000017937,
"bytes": 767,
"got": [
"ai_providers/ollama_provider.py",
"ai_providers/ollama_provider.py",
"doza_assist/fcpxml/parser.py",
"editorial_dna/fcpxml_ingest.py",
"tests/test_fcpxml.py"
]
},
{
"query": "detect_hardware_tier",
"kind": "exato",
"expected": "model_config.py",
"rank": 1,
"elapsed": 0.6680177910020575,
"bytes": 694,
"got": [
"model_config.py",
"test_hardware_tier.py",
"tests/test_ai_model_status_project_scope.py",
"tests/test_analysis_cap.py",
"editorial_dna/classifier.py"
]
},
{
"query": "snap_framerate",
"kind": "exato",
"expected": "exporters/media_probe.py",
"rank": 2,
"elapsed": 0.6498886670160573,
"bytes": 677,
"got": [
"tests/test_framerate_support.py",
"exporters/media_probe.py",
"app.py",
"doza_assist/fcpxml/parser.py",
"exporters/media_probe.py"
]
},
{
"query": "whisper_catalog",
"kind": "exato",
"expected": "whisper_catalog.py",
"rank": 1,
"elapsed": 0.6533211249916349,
"bytes": 779,
"got": [
"whisper_catalog.py",
"tests/test_whisper_install_guard.py",
"whisper_catalog.py",
"app.py",
"doza_assist/retrieval.py"
]
},
{
"query": "premiere_xml",
"kind": "exato",
"expected": "exporters/premiere_xml.py",
"rank": 1,
"elapsed": 0.6422539160121232,
"bytes": 721,
"got": [
"exporters/premiere_xml.py",
"exporters/premiere_xml.py",
"doza_assist/fcpxml/timeline_audio.py",
"tests/test_exporters.py",
"tests/test_exporters.py"
]
},
{
"query": "parakeet worker",
"kind": "exato",
"expected": "parakeet_worker.py",
"rank": 1,
"elapsed": 0.67050391601515,
"bytes": 685,
"got": [
"parakeet_worker.py",
"setup_assistant.py",
"transcribe.py",
"parakeet_worker.py",
"ai_providers/anthropic_provider.py"
]
},
{
"query": "converter segundos em timecode",
"kind": "conceitual",
"expected": "exporters/edl.py",
"rank": null,
"elapsed": 0.6502645000000484,
"bytes": 649,
"got": [
"doza_assist/fcpxml/timecode.py",
"prompts/skills/editar-por-voz/criterios/10-revisao-humana.md",
"tests/test_fcpxml_timecode.py",
"prompts/skills/editar-por-voz/criterios/01-leitura-do-json.md",
"prompts/skills/editar-por-voz/criterios/03-escolha-da-melhor-tomada.md"
]
},
{
"query": "descobrir a resolucao do video com ffprobe",
"kind": "conceitual",
"expected": "exporters/media_probe.py",
"rank": null,
"elapsed": 0.6691363749851007,
"bytes": 725,
"got": [
"prompts/skills/editar-por-voz/criterios/10-revisao-humana.md",
"prompts/skills/editar-por-voz/criterios/04-reanalise-do-material-restante.md",
"doza_assist/fcpxml/timeline_audio.py",
"prompts/skills/editar-por-voz/criterios/01-leitura-do-json.md",
"doza_assist/fcpxml/parser.py"
]
},
{
"query": "detectar quanta memoria RAM a maquina tem",
"kind": "conceitual",
"expected": "model_config.py",
"rank": null,
"elapsed": 0.679498915997101,
"bytes": 624,
"got": [
"prompts/skills/editar-por-voz/criterios/01-leitura-do-json.md",
"prompts/skills/editar-por-voz/criterios/04-reanalise-do-material-restante.md",
"prompts/skills/editar-por-voz/criterios/03-escolha-da-melhor-tomada.md",
"prompts/skills/editar-por-voz/criterios/10-revisao-humana.md",
"prompts/skills/editar-por-voz/criterios/07-ritmo.md"
]
},
{
"query": "escrever o arquivo FCPXML de saida",
"kind": "conceitual",
"expected": "doza_assist/fcpxml/writer.py",
"rank": null,
"elapsed": 0.6904783749778289,
"bytes": 637,
"got": [
"prompts/skills/editar-por-voz/criterios/08-formato-de-saida.md",
"doza_assist/fcpxml/parser.py",
"fcpxml_export.py",
"prompts/skills/editar-por-voz/criterios/03-escolha-da-melhor-tomada.md",
"tests/test_fcpxml.py"
]
},
{
"query": "ler e interpretar um arquivo FCPXML",
"kind": "conceitual",
"expected": "doza_assist/fcpxml/parser.py",
"rank": 1,
"elapsed": 0.7000019999977667,
"bytes": 616,
"got": [
"doza_assist/fcpxml/parser.py",
"editorial_dna/fcpxml_ingest.py",
"fcpxml_export.py",
"doza_assist/fcpxml/timecode.py",
"tests/test_fcpxml_ingest.py"
]
},
{
"query": "perfis de DNA editorial salvos em disco",
"kind": "conceitual",
"expected": "editorial_dna/profiles.py",
"rank": 1,
"elapsed": 0.6731580840132665,
"bytes": 625,
"got": [
"editorial_dna/profiles.py",
"prompts/skills/editar-por-voz/criterios/10-revisao-humana.md",
"editorial_dna/snapshots.py",
"editorial_dna/injector.py",
"editorial_dna/storage.py"
]
},
{
"query": "instalar e baixar modelos do whisper",
"kind": "conceitual",
"expected": "whisper_catalog.py",
"rank": 1,
"elapsed": 0.712842458015075,
"bytes": 698,
"got": [
"whisper_catalog.py",
"prompts/skills/editar-por-voz/criterios/10-revisao-humana.md",
"tests/test_whisper_install_guard.py",
"prompts/skills/editar-por-voz/criterios/03-escolha-da-melhor-tomada.md",
"prompts/skills/editar-por-voz/criterios/01-leitura-do-json.md"
]
},
{
"query": "exportar lista de decisao EDL",
"kind": "conceitual",
"expected": "exporters/edl.py",
"rank": 1,
"elapsed": 0.6753168329887558,
"bytes": 631,
"got": [
"exporters/edl.py",
"prompts/skills/editar-por-voz/criterios/08-formato-de-saida.md",
"prompts/skills/editar-por-voz/criterios/09-analise-incompleta.md",
"prompts/skills/editar-por-voz/criterios/10-revisao-humana.md",
"exporters/__init__.py"
]
},
{
"query": "transcrever o audio para texto",
"kind": "conceitual",
"expected": "transcribe.py",
"rank": null,
"elapsed": 0.6860910000104923,
"bytes": 753,
"got": [
"prompts/skills/editar-por-voz/criterios/06-texto-corte-marcador.md",
"scripts/test_skill_editar_por_voz.py",
"prompts/skills/editar-por-voz/criterios/03-escolha-da-melhor-tomada.md",
"prompts/skills/editar-por-voz/criterios/02-triagem-roteiro-vs-conversa.md",
"prompts/skills/editar-por-voz/criterios/10-revisao-humana.md"
]
},
{
"query": "analisar video usando o framework Vision",
"kind": "conceitual",
"expected": "video_analysis.py",
"rank": 1,
"elapsed": 0.647432875004597,
"bytes": 661,
"got": [
"video_analysis.py",
"app.py",
"prompts/skills/editar-por-voz/criterios/09-analise-incompleta.md",
"scripts/test_skill_editar_por_voz.py",
"prompts/skills/editar-por-voz/criterios/10-revisao-humana.md"
]
},
{
"query": "provedor de IA da Anthropic",
"kind": "conceitual",
"expected": "ai_providers/anthropic_provider.py",
"rank": 1,
"elapsed": 0.7330960000108462,
"bytes": 774,
"got": [
"ai_providers/anthropic_provider.py",
"tests/test_anthropic_prompt_cache.py",
"prompts/skills/editar-por-voz/criterios/10-revisao-humana.md",
"ai_providers/anthropic_provider.py",
"prompts/skills/editar-por-voz/criterios/01-leitura-do-json.md"
]
}
]
}
Reference in New Issue View Git Blame Copy Permalink