João Henrique
b541f502ba
- Adicionado estrutura completa do projeto - Configurado MCP server para Premiere Pro - Adicionado documentação e skills - Configurado Gitignore para o projeto
284 lines
8.5 KiB
JSON
284 lines
8.5 KiB
JSON
{
|
|
"summary": {
|
|
"label": "otimizado-doza",
|
|
"mode": "map",
|
|
"top_k": 5,
|
|
"n": 18,
|
|
"recall@5": 0.722,
|
|
"top1": 0.611,
|
|
"latencia_media_s": 0.675,
|
|
"bytes_medios": 692
|
|
},
|
|
"rows": [
|
|
{
|
|
"query": "SpineSegment",
|
|
"kind": "exato",
|
|
"expected": "doza_assist/fcpxml/parser.py",
|
|
"rank": 3,
|
|
"elapsed": 0.699377083015861,
|
|
"bytes": 738,
|
|
"got": [
|
|
"editorial_dna/summarizer.py",
|
|
"doza_assist/fcpxml/timecode.py",
|
|
"doza_assist/fcpxml/parser.py",
|
|
"prompts/skills/editar-por-voz/criterios/04-reanalise-do-material-restante.md",
|
|
"tests/test_story_builder.py"
|
|
]
|
|
},
|
|
{
|
|
"query": "OllamaProvider",
|
|
"kind": "exato",
|
|
"expected": "ai_providers/ollama_provider.py",
|
|
"rank": 1,
|
|
"elapsed": 0.6421885000017937,
|
|
"bytes": 767,
|
|
"got": [
|
|
"ai_providers/ollama_provider.py",
|
|
"ai_providers/ollama_provider.py",
|
|
"doza_assist/fcpxml/parser.py",
|
|
"editorial_dna/fcpxml_ingest.py",
|
|
"tests/test_fcpxml.py"
|
|
]
|
|
},
|
|
{
|
|
"query": "detect_hardware_tier",
|
|
"kind": "exato",
|
|
"expected": "model_config.py",
|
|
"rank": 1,
|
|
"elapsed": 0.6680177910020575,
|
|
"bytes": 694,
|
|
"got": [
|
|
"model_config.py",
|
|
"test_hardware_tier.py",
|
|
"tests/test_ai_model_status_project_scope.py",
|
|
"tests/test_analysis_cap.py",
|
|
"editorial_dna/classifier.py"
|
|
]
|
|
},
|
|
{
|
|
"query": "snap_framerate",
|
|
"kind": "exato",
|
|
"expected": "exporters/media_probe.py",
|
|
"rank": 2,
|
|
"elapsed": 0.6498886670160573,
|
|
"bytes": 677,
|
|
"got": [
|
|
"tests/test_framerate_support.py",
|
|
"exporters/media_probe.py",
|
|
"app.py",
|
|
"doza_assist/fcpxml/parser.py",
|
|
"exporters/media_probe.py"
|
|
]
|
|
},
|
|
{
|
|
"query": "whisper_catalog",
|
|
"kind": "exato",
|
|
"expected": "whisper_catalog.py",
|
|
"rank": 1,
|
|
"elapsed": 0.6533211249916349,
|
|
"bytes": 779,
|
|
"got": [
|
|
"whisper_catalog.py",
|
|
"tests/test_whisper_install_guard.py",
|
|
"whisper_catalog.py",
|
|
"app.py",
|
|
"doza_assist/retrieval.py"
|
|
]
|
|
},
|
|
{
|
|
"query": "premiere_xml",
|
|
"kind": "exato",
|
|
"expected": "exporters/premiere_xml.py",
|
|
"rank": 1,
|
|
"elapsed": 0.6422539160121232,
|
|
"bytes": 721,
|
|
"got": [
|
|
"exporters/premiere_xml.py",
|
|
"exporters/premiere_xml.py",
|
|
"doza_assist/fcpxml/timeline_audio.py",
|
|
"tests/test_exporters.py",
|
|
"tests/test_exporters.py"
|
|
]
|
|
},
|
|
{
|
|
"query": "parakeet worker",
|
|
"kind": "exato",
|
|
"expected": "parakeet_worker.py",
|
|
"rank": 1,
|
|
"elapsed": 0.67050391601515,
|
|
"bytes": 685,
|
|
"got": [
|
|
"parakeet_worker.py",
|
|
"setup_assistant.py",
|
|
"transcribe.py",
|
|
"parakeet_worker.py",
|
|
"ai_providers/anthropic_provider.py"
|
|
]
|
|
},
|
|
{
|
|
"query": "converter segundos em timecode",
|
|
"kind": "conceitual",
|
|
"expected": "exporters/edl.py",
|
|
"rank": null,
|
|
"elapsed": 0.6502645000000484,
|
|
"bytes": 649,
|
|
"got": [
|
|
"doza_assist/fcpxml/timecode.py",
|
|
"prompts/skills/editar-por-voz/criterios/10-revisao-humana.md",
|
|
"tests/test_fcpxml_timecode.py",
|
|
"prompts/skills/editar-por-voz/criterios/01-leitura-do-json.md",
|
|
"prompts/skills/editar-por-voz/criterios/03-escolha-da-melhor-tomada.md"
|
|
]
|
|
},
|
|
{
|
|
"query": "descobrir a resolucao do video com ffprobe",
|
|
"kind": "conceitual",
|
|
"expected": "exporters/media_probe.py",
|
|
"rank": null,
|
|
"elapsed": 0.6691363749851007,
|
|
"bytes": 725,
|
|
"got": [
|
|
"prompts/skills/editar-por-voz/criterios/10-revisao-humana.md",
|
|
"prompts/skills/editar-por-voz/criterios/04-reanalise-do-material-restante.md",
|
|
"doza_assist/fcpxml/timeline_audio.py",
|
|
"prompts/skills/editar-por-voz/criterios/01-leitura-do-json.md",
|
|
"doza_assist/fcpxml/parser.py"
|
|
]
|
|
},
|
|
{
|
|
"query": "detectar quanta memoria RAM a maquina tem",
|
|
"kind": "conceitual",
|
|
"expected": "model_config.py",
|
|
"rank": null,
|
|
"elapsed": 0.679498915997101,
|
|
"bytes": 624,
|
|
"got": [
|
|
"prompts/skills/editar-por-voz/criterios/01-leitura-do-json.md",
|
|
"prompts/skills/editar-por-voz/criterios/04-reanalise-do-material-restante.md",
|
|
"prompts/skills/editar-por-voz/criterios/03-escolha-da-melhor-tomada.md",
|
|
"prompts/skills/editar-por-voz/criterios/10-revisao-humana.md",
|
|
"prompts/skills/editar-por-voz/criterios/07-ritmo.md"
|
|
]
|
|
},
|
|
{
|
|
"query": "escrever o arquivo FCPXML de saida",
|
|
"kind": "conceitual",
|
|
"expected": "doza_assist/fcpxml/writer.py",
|
|
"rank": null,
|
|
"elapsed": 0.6904783749778289,
|
|
"bytes": 637,
|
|
"got": [
|
|
"prompts/skills/editar-por-voz/criterios/08-formato-de-saida.md",
|
|
"doza_assist/fcpxml/parser.py",
|
|
"fcpxml_export.py",
|
|
"prompts/skills/editar-por-voz/criterios/03-escolha-da-melhor-tomada.md",
|
|
"tests/test_fcpxml.py"
|
|
]
|
|
},
|
|
{
|
|
"query": "ler e interpretar um arquivo FCPXML",
|
|
"kind": "conceitual",
|
|
"expected": "doza_assist/fcpxml/parser.py",
|
|
"rank": 1,
|
|
"elapsed": 0.7000019999977667,
|
|
"bytes": 616,
|
|
"got": [
|
|
"doza_assist/fcpxml/parser.py",
|
|
"editorial_dna/fcpxml_ingest.py",
|
|
"fcpxml_export.py",
|
|
"doza_assist/fcpxml/timecode.py",
|
|
"tests/test_fcpxml_ingest.py"
|
|
]
|
|
},
|
|
{
|
|
"query": "perfis de DNA editorial salvos em disco",
|
|
"kind": "conceitual",
|
|
"expected": "editorial_dna/profiles.py",
|
|
"rank": 1,
|
|
"elapsed": 0.6731580840132665,
|
|
"bytes": 625,
|
|
"got": [
|
|
"editorial_dna/profiles.py",
|
|
"prompts/skills/editar-por-voz/criterios/10-revisao-humana.md",
|
|
"editorial_dna/snapshots.py",
|
|
"editorial_dna/injector.py",
|
|
"editorial_dna/storage.py"
|
|
]
|
|
},
|
|
{
|
|
"query": "instalar e baixar modelos do whisper",
|
|
"kind": "conceitual",
|
|
"expected": "whisper_catalog.py",
|
|
"rank": 1,
|
|
"elapsed": 0.712842458015075,
|
|
"bytes": 698,
|
|
"got": [
|
|
"whisper_catalog.py",
|
|
"prompts/skills/editar-por-voz/criterios/10-revisao-humana.md",
|
|
"tests/test_whisper_install_guard.py",
|
|
"prompts/skills/editar-por-voz/criterios/03-escolha-da-melhor-tomada.md",
|
|
"prompts/skills/editar-por-voz/criterios/01-leitura-do-json.md"
|
|
]
|
|
},
|
|
{
|
|
"query": "exportar lista de decisao EDL",
|
|
"kind": "conceitual",
|
|
"expected": "exporters/edl.py",
|
|
"rank": 1,
|
|
"elapsed": 0.6753168329887558,
|
|
"bytes": 631,
|
|
"got": [
|
|
"exporters/edl.py",
|
|
"prompts/skills/editar-por-voz/criterios/08-formato-de-saida.md",
|
|
"prompts/skills/editar-por-voz/criterios/09-analise-incompleta.md",
|
|
"prompts/skills/editar-por-voz/criterios/10-revisao-humana.md",
|
|
"exporters/__init__.py"
|
|
]
|
|
},
|
|
{
|
|
"query": "transcrever o audio para texto",
|
|
"kind": "conceitual",
|
|
"expected": "transcribe.py",
|
|
"rank": null,
|
|
"elapsed": 0.6860910000104923,
|
|
"bytes": 753,
|
|
"got": [
|
|
"prompts/skills/editar-por-voz/criterios/06-texto-corte-marcador.md",
|
|
"scripts/test_skill_editar_por_voz.py",
|
|
"prompts/skills/editar-por-voz/criterios/03-escolha-da-melhor-tomada.md",
|
|
"prompts/skills/editar-por-voz/criterios/02-triagem-roteiro-vs-conversa.md",
|
|
"prompts/skills/editar-por-voz/criterios/10-revisao-humana.md"
|
|
]
|
|
},
|
|
{
|
|
"query": "analisar video usando o framework Vision",
|
|
"kind": "conceitual",
|
|
"expected": "video_analysis.py",
|
|
"rank": 1,
|
|
"elapsed": 0.647432875004597,
|
|
"bytes": 661,
|
|
"got": [
|
|
"video_analysis.py",
|
|
"app.py",
|
|
"prompts/skills/editar-por-voz/criterios/09-analise-incompleta.md",
|
|
"scripts/test_skill_editar_por_voz.py",
|
|
"prompts/skills/editar-por-voz/criterios/10-revisao-humana.md"
|
|
]
|
|
},
|
|
{
|
|
"query": "provedor de IA da Anthropic",
|
|
"kind": "conceitual",
|
|
"expected": "ai_providers/anthropic_provider.py",
|
|
"rank": 1,
|
|
"elapsed": 0.7330960000108462,
|
|
"bytes": 774,
|
|
"got": [
|
|
"ai_providers/anthropic_provider.py",
|
|
"tests/test_anthropic_prompt_cache.py",
|
|
"prompts/skills/editar-por-voz/criterios/10-revisao-humana.md",
|
|
"ai_providers/anthropic_provider.py",
|
|
"prompts/skills/editar-por-voz/criterios/01-leitura-do-json.md"
|
|
]
|
|
}
|
|
]
|
|
} |