João Henrique
b541f502ba
- Adicionado estrutura completa do projeto - Configurado MCP server para Premiere Pro - Adicionado documentação e skills - Configurado Gitignore para o projeto
284 lines
8.2 KiB
JSON
284 lines
8.2 KiB
JSON
{
|
|
"summary": {
|
|
"label": "baseline-doza",
|
|
"mode": "map",
|
|
"top_k": 5,
|
|
"n": 18,
|
|
"recall@5": 0.667,
|
|
"top1": 0.556,
|
|
"latencia_media_s": 0.474,
|
|
"bytes_medios": 645
|
|
},
|
|
"rows": [
|
|
{
|
|
"query": "SpineSegment",
|
|
"kind": "exato",
|
|
"expected": "doza_assist/fcpxml/parser.py",
|
|
"rank": 2,
|
|
"elapsed": 0.6019748329999857,
|
|
"bytes": 659,
|
|
"got": [
|
|
"doza_assist/fcpxml/timecode.py",
|
|
"doza_assist/fcpxml/parser.py",
|
|
"scripts/sign-and-notarize.sh",
|
|
"doza_assist/fcpxml/writer.py",
|
|
"doza_assist/fcpxml/timeline_audio.py"
|
|
]
|
|
},
|
|
{
|
|
"query": "OllamaProvider",
|
|
"kind": "exato",
|
|
"expected": "ai_providers/ollama_provider.py",
|
|
"rank": 1,
|
|
"elapsed": 0.49162437501945533,
|
|
"bytes": 637,
|
|
"got": [
|
|
"ai_providers/ollama_provider.py",
|
|
"ai_providers/ollama_provider.py",
|
|
"NOTICES.md",
|
|
"launcher.sh",
|
|
"ai_analysis.py"
|
|
]
|
|
},
|
|
{
|
|
"query": "detect_hardware_tier",
|
|
"kind": "exato",
|
|
"expected": "model_config.py",
|
|
"rank": 2,
|
|
"elapsed": 0.4542047090071719,
|
|
"bytes": 663,
|
|
"got": [
|
|
"test_hardware_tier.py",
|
|
"model_config.py",
|
|
"model_config.py",
|
|
"ai_providers/openai_provider.py",
|
|
"editorial_dna/storytelling.py"
|
|
]
|
|
},
|
|
{
|
|
"query": "snap_framerate",
|
|
"kind": "exato",
|
|
"expected": "exporters/media_probe.py",
|
|
"rank": 1,
|
|
"elapsed": 0.478199749981286,
|
|
"bytes": 620,
|
|
"got": [
|
|
"exporters/media_probe.py",
|
|
"tests/test_framerate_support.py",
|
|
"exporters/media_probe.py",
|
|
"app.py",
|
|
"fcpxml_export.py"
|
|
]
|
|
},
|
|
{
|
|
"query": "whisper_catalog",
|
|
"kind": "exato",
|
|
"expected": "whisper_catalog.py",
|
|
"rank": 1,
|
|
"elapsed": 0.47477179099223576,
|
|
"bytes": 730,
|
|
"got": [
|
|
"whisper_catalog.py",
|
|
"whisper_catalog.py",
|
|
"app.py",
|
|
"app.py",
|
|
"transcribe.py"
|
|
]
|
|
},
|
|
{
|
|
"query": "premiere_xml",
|
|
"kind": "exato",
|
|
"expected": "exporters/premiere_xml.py",
|
|
"rank": 1,
|
|
"elapsed": 0.47077204199740663,
|
|
"bytes": 701,
|
|
"got": [
|
|
"exporters/premiere_xml.py",
|
|
"exporters/premiere_xml.py",
|
|
"tests/test_exporters.py",
|
|
"tests/test_exporters.py",
|
|
"tests/test_fcpxml.py"
|
|
]
|
|
},
|
|
{
|
|
"query": "parakeet worker",
|
|
"kind": "exato",
|
|
"expected": "parakeet_worker.py",
|
|
"rank": 1,
|
|
"elapsed": 0.5250667080108542,
|
|
"bytes": 671,
|
|
"got": [
|
|
"parakeet_worker.py",
|
|
"parakeet_worker.py",
|
|
"transcribe.py",
|
|
"setup_assistant.py",
|
|
"setup_assistant.py"
|
|
]
|
|
},
|
|
{
|
|
"query": "converter segundos em timecode",
|
|
"kind": "conceitual",
|
|
"expected": "exporters/edl.py",
|
|
"rank": null,
|
|
"elapsed": 0.507195583981229,
|
|
"bytes": 528,
|
|
"got": [
|
|
"prompts/skills/editar-por-voz/criterios/01-leitura-do-json.md",
|
|
"exporters/media_probe.py",
|
|
"transcribe.py",
|
|
"prompts/skills/editar-por-voz/SKILL.md",
|
|
"prompts/skills/editar-por-voz/criterios/10-revisao-humana.md"
|
|
]
|
|
},
|
|
{
|
|
"query": "descobrir a resolucao do video com ffprobe",
|
|
"kind": "conceitual",
|
|
"expected": "exporters/media_probe.py",
|
|
"rank": null,
|
|
"elapsed": 0.4559026249917224,
|
|
"bytes": 620,
|
|
"got": [
|
|
"prompts/skills/editar-por-voz/criterios/10-revisao-humana.md",
|
|
"prompts/skills/editar-por-voz/criterios/04-reanalise-do-material-restante.md",
|
|
"prompts/skills/editar-por-voz/SKILL.md",
|
|
"prompts/skills/editar-por-voz/SKILL.md",
|
|
"prompts/skills/editar-por-voz/criterios/07-ritmo.md"
|
|
]
|
|
},
|
|
{
|
|
"query": "detectar quanta memoria RAM a maquina tem",
|
|
"kind": "conceitual",
|
|
"expected": "model_config.py",
|
|
"rank": null,
|
|
"elapsed": 0.4457190420071129,
|
|
"bytes": 568,
|
|
"got": [
|
|
"prompts/skills/editar-por-voz/criterios/07-ritmo.md",
|
|
"prompts/skills/editar-por-voz/criterios/01-leitura-do-json.md",
|
|
"prompts/skills/editar-por-voz/SKILL.md",
|
|
"prompts/skills/editar-por-voz/criterios/04-reanalise-do-material-restante.md",
|
|
"prompts/skills/editar-por-voz/criterios/04-reanalise-do-material-restante.md"
|
|
]
|
|
},
|
|
{
|
|
"query": "escrever o arquivo FCPXML de saida",
|
|
"kind": "conceitual",
|
|
"expected": "doza_assist/fcpxml/writer.py",
|
|
"rank": null,
|
|
"elapsed": 0.43871399998897687,
|
|
"bytes": 551,
|
|
"got": [
|
|
"prompts/skills/editar-por-voz/criterios/08-formato-de-saida.md",
|
|
"prompts/skills/editar-por-voz/criterios/08-formato-de-saida.md",
|
|
"prompts/skills/editar-por-voz/SKILL.md",
|
|
"app.py",
|
|
"doza_assist/fcpxml/parser.py"
|
|
]
|
|
},
|
|
{
|
|
"query": "ler e interpretar um arquivo FCPXML",
|
|
"kind": "conceitual",
|
|
"expected": "doza_assist/fcpxml/parser.py",
|
|
"rank": 1,
|
|
"elapsed": 0.44622687497758307,
|
|
"bytes": 572,
|
|
"got": [
|
|
"doza_assist/fcpxml/parser.py",
|
|
"app.py",
|
|
"doza_assist/fcpxml/parser.py",
|
|
"app.py",
|
|
"fcpxml_export.py"
|
|
]
|
|
},
|
|
{
|
|
"query": "perfis de DNA editorial salvos em disco",
|
|
"kind": "conceitual",
|
|
"expected": "editorial_dna/profiles.py",
|
|
"rank": null,
|
|
"elapsed": 0.482757291989401,
|
|
"bytes": 713,
|
|
"got": [
|
|
"prompts/skills/editar-por-voz/criterios/10-revisao-humana.md",
|
|
"prompts/skills/editar-por-voz/SKILL.md",
|
|
"prompts/skills/editar-por-voz/criterios/10-revisao-humana.md",
|
|
"prompts/skills/editar-por-voz/criterios/04-reanalise-do-material-restante.md",
|
|
"prompts/skills/editar-por-voz/criterios/04-reanalise-do-material-restante.md"
|
|
]
|
|
},
|
|
{
|
|
"query": "instalar e baixar modelos do whisper",
|
|
"kind": "conceitual",
|
|
"expected": "whisper_catalog.py",
|
|
"rank": 1,
|
|
"elapsed": 0.47599695800454356,
|
|
"bytes": 629,
|
|
"got": [
|
|
"whisper_catalog.py",
|
|
"whisper_catalog.py",
|
|
"prompts/skills/editar-por-voz/SKILL.md",
|
|
"app.py",
|
|
"prompts/skills/editar-por-voz/criterios/09-analise-incompleta.md"
|
|
]
|
|
},
|
|
{
|
|
"query": "exportar lista de decisao EDL",
|
|
"kind": "conceitual",
|
|
"expected": "exporters/edl.py",
|
|
"rank": 1,
|
|
"elapsed": 0.4421596669999417,
|
|
"bytes": 646,
|
|
"got": [
|
|
"exporters/edl.py",
|
|
"exporters/edl.py",
|
|
"prompts/skills/editar-por-voz/SKILL.md",
|
|
"prompts/skills/editar-por-voz/criterios/08-formato-de-saida.md",
|
|
"prompts/skills/editar-por-voz/criterios/04-reanalise-do-material-restante.md"
|
|
]
|
|
},
|
|
{
|
|
"query": "transcrever o audio para texto",
|
|
"kind": "conceitual",
|
|
"expected": "transcribe.py",
|
|
"rank": null,
|
|
"elapsed": 0.4331624579790514,
|
|
"bytes": 615,
|
|
"got": [
|
|
"prompts/skills/editar-por-voz/SKILL.md",
|
|
"prompts/skills/editar-por-voz/criterios/06-texto-corte-marcador.md",
|
|
"prompts/skills/editar-por-voz/criterios/06-texto-corte-marcador.md",
|
|
"prompts/skills/editar-por-voz/criterios/02-triagem-roteiro-vs-conversa.md",
|
|
"prompts/skills/editar-por-voz/SKILL.md"
|
|
]
|
|
},
|
|
{
|
|
"query": "analisar video usando o framework Vision",
|
|
"kind": "conceitual",
|
|
"expected": "video_analysis.py",
|
|
"rank": 1,
|
|
"elapsed": 0.4570178329886403,
|
|
"bytes": 666,
|
|
"got": [
|
|
"video_analysis.py",
|
|
"video_analysis.py",
|
|
"app.py",
|
|
"prompts/skills/editar-por-voz/SKILL.md",
|
|
"prompts/skills/editar-por-voz/criterios/04-reanalise-do-material-restante.md"
|
|
]
|
|
},
|
|
{
|
|
"query": "provedor de IA da Anthropic",
|
|
"kind": "conceitual",
|
|
"expected": "ai_providers/anthropic_provider.py",
|
|
"rank": 1,
|
|
"elapsed": 0.45130354099092074,
|
|
"bytes": 828,
|
|
"got": [
|
|
"ai_providers/anthropic_provider.py",
|
|
"ai_providers/anthropic_provider.py",
|
|
"prompts/skills/editar-por-voz/criterios/10-revisao-humana.md",
|
|
"tests/test_anthropic_prompt_cache.py",
|
|
"tests/test_anthropic_prompt_cache.py"
|
|
]
|
|
}
|
|
]
|
|
} |