{
  "summary": {
    "label": "baseline-doza",
    "mode": "map",
    "top_k": 5,
    "n": 18,
    "recall@5": 0.667,
    "top1": 0.556,
    "latencia_media_s": 0.474,
    "bytes_medios": 645
  },
  "rows": [
    {
      "query": "SpineSegment",
      "kind": "exato",
      "expected": "doza_assist/fcpxml/parser.py",
      "rank": 2,
      "elapsed": 0.6019748329999857,
      "bytes": 659,
      "got": [
        "doza_assist/fcpxml/timecode.py",
        "doza_assist/fcpxml/parser.py",
        "scripts/sign-and-notarize.sh",
        "doza_assist/fcpxml/writer.py",
        "doza_assist/fcpxml/timeline_audio.py"
      ]
    },
    {
      "query": "OllamaProvider",
      "kind": "exato",
      "expected": "ai_providers/ollama_provider.py",
      "rank": 1,
      "elapsed": 0.49162437501945533,
      "bytes": 637,
      "got": [
        "ai_providers/ollama_provider.py",
        "ai_providers/ollama_provider.py",
        "NOTICES.md",
        "launcher.sh",
        "ai_analysis.py"
      ]
    },
    {
      "query": "detect_hardware_tier",
      "kind": "exato",
      "expected": "model_config.py",
      "rank": 2,
      "elapsed": 0.4542047090071719,
      "bytes": 663,
      "got": [
        "test_hardware_tier.py",
        "model_config.py",
        "model_config.py",
        "ai_providers/openai_provider.py",
        "editorial_dna/storytelling.py"
      ]
    },
    {
      "query": "snap_framerate",
      "kind": "exato",
      "expected": "exporters/media_probe.py",
      "rank": 1,
      "elapsed": 0.478199749981286,
      "bytes": 620,
      "got": [
        "exporters/media_probe.py",
        "tests/test_framerate_support.py",
        "exporters/media_probe.py",
        "app.py",
        "fcpxml_export.py"
      ]
    },
    {
      "query": "whisper_catalog",
      "kind": "exato",
      "expected": "whisper_catalog.py",
      "rank": 1,
      "elapsed": 0.47477179099223576,
      "bytes": 730,
      "got": [
        "whisper_catalog.py",
        "whisper_catalog.py",
        "app.py",
        "app.py",
        "transcribe.py"
      ]
    },
    {
      "query": "premiere_xml",
      "kind": "exato",
      "expected": "exporters/premiere_xml.py",
      "rank": 1,
      "elapsed": 0.47077204199740663,
      "bytes": 701,
      "got": [
        "exporters/premiere_xml.py",
        "exporters/premiere_xml.py",
        "tests/test_exporters.py",
        "tests/test_exporters.py",
        "tests/test_fcpxml.py"
      ]
    },
    {
      "query": "parakeet worker",
      "kind": "exato",
      "expected": "parakeet_worker.py",
      "rank": 1,
      "elapsed": 0.5250667080108542,
      "bytes": 671,
      "got": [
        "parakeet_worker.py",
        "parakeet_worker.py",
        "transcribe.py",
        "setup_assistant.py",
        "setup_assistant.py"
      ]
    },
    {
      "query": "converter segundos em timecode",
      "kind": "conceitual",
      "expected": "exporters/edl.py",
      "rank": null,
      "elapsed": 0.507195583981229,
      "bytes": 528,
      "got": [
        "prompts/skills/editar-por-voz/criterios/01-leitura-do-json.md",
        "exporters/media_probe.py",
        "transcribe.py",
        "prompts/skills/editar-por-voz/SKILL.md",
        "prompts/skills/editar-por-voz/criterios/10-revisao-humana.md"
      ]
    },
    {
      "query": "descobrir a resolucao do video com ffprobe",
      "kind": "conceitual",
      "expected": "exporters/media_probe.py",
      "rank": null,
      "elapsed": 0.4559026249917224,
      "bytes": 620,
      "got": [
        "prompts/skills/editar-por-voz/criterios/10-revisao-humana.md",
        "prompts/skills/editar-por-voz/criterios/04-reanalise-do-material-restante.md",
        "prompts/skills/editar-por-voz/SKILL.md",
        "prompts/skills/editar-por-voz/SKILL.md",
        "prompts/skills/editar-por-voz/criterios/07-ritmo.md"
      ]
    },
    {
      "query": "detectar quanta memoria RAM a maquina tem",
      "kind": "conceitual",
      "expected": "model_config.py",
      "rank": null,
      "elapsed": 0.4457190420071129,
      "bytes": 568,
      "got": [
        "prompts/skills/editar-por-voz/criterios/07-ritmo.md",
        "prompts/skills/editar-por-voz/criterios/01-leitura-do-json.md",
        "prompts/skills/editar-por-voz/SKILL.md",
        "prompts/skills/editar-por-voz/criterios/04-reanalise-do-material-restante.md",
        "prompts/skills/editar-por-voz/criterios/04-reanalise-do-material-restante.md"
      ]
    },
    {
      "query": "escrever o arquivo FCPXML de saida",
      "kind": "conceitual",
      "expected": "doza_assist/fcpxml/writer.py",
      "rank": null,
      "elapsed": 0.43871399998897687,
      "bytes": 551,
      "got": [
        "prompts/skills/editar-por-voz/criterios/08-formato-de-saida.md",
        "prompts/skills/editar-por-voz/criterios/08-formato-de-saida.md",
        "prompts/skills/editar-por-voz/SKILL.md",
        "app.py",
        "doza_assist/fcpxml/parser.py"
      ]
    },
    {
      "query": "ler e interpretar um arquivo FCPXML",
      "kind": "conceitual",
      "expected": "doza_assist/fcpxml/parser.py",
      "rank": 1,
      "elapsed": 0.44622687497758307,
      "bytes": 572,
      "got": [
        "doza_assist/fcpxml/parser.py",
        "app.py",
        "doza_assist/fcpxml/parser.py",
        "app.py",
        "fcpxml_export.py"
      ]
    },
    {
      "query": "perfis de DNA editorial salvos em disco",
      "kind": "conceitual",
      "expected": "editorial_dna/profiles.py",
      "rank": null,
      "elapsed": 0.482757291989401,
      "bytes": 713,
      "got": [
        "prompts/skills/editar-por-voz/criterios/10-revisao-humana.md",
        "prompts/skills/editar-por-voz/SKILL.md",
        "prompts/skills/editar-por-voz/criterios/10-revisao-humana.md",
        "prompts/skills/editar-por-voz/criterios/04-reanalise-do-material-restante.md",
        "prompts/skills/editar-por-voz/criterios/04-reanalise-do-material-restante.md"
      ]
    },
    {
      "query": "instalar e baixar modelos do whisper",
      "kind": "conceitual",
      "expected": "whisper_catalog.py",
      "rank": 1,
      "elapsed": 0.47599695800454356,
      "bytes": 629,
      "got": [
        "whisper_catalog.py",
        "whisper_catalog.py",
        "prompts/skills/editar-por-voz/SKILL.md",
        "app.py",
        "prompts/skills/editar-por-voz/criterios/09-analise-incompleta.md"
      ]
    },
    {
      "query": "exportar lista de decisao EDL",
      "kind": "conceitual",
      "expected": "exporters/edl.py",
      "rank": 1,
      "elapsed": 0.4421596669999417,
      "bytes": 646,
      "got": [
        "exporters/edl.py",
        "exporters/edl.py",
        "prompts/skills/editar-por-voz/SKILL.md",
        "prompts/skills/editar-por-voz/criterios/08-formato-de-saida.md",
        "prompts/skills/editar-por-voz/criterios/04-reanalise-do-material-restante.md"
      ]
    },
    {
      "query": "transcrever o audio para texto",
      "kind": "conceitual",
      "expected": "transcribe.py",
      "rank": null,
      "elapsed": 0.4331624579790514,
      "bytes": 615,
      "got": [
        "prompts/skills/editar-por-voz/SKILL.md",
        "prompts/skills/editar-por-voz/criterios/06-texto-corte-marcador.md",
        "prompts/skills/editar-por-voz/criterios/06-texto-corte-marcador.md",
        "prompts/skills/editar-por-voz/criterios/02-triagem-roteiro-vs-conversa.md",
        "prompts/skills/editar-por-voz/SKILL.md"
      ]
    },
    {
      "query": "analisar video usando o framework Vision",
      "kind": "conceitual",
      "expected": "video_analysis.py",
      "rank": 1,
      "elapsed": 0.4570178329886403,
      "bytes": 666,
      "got": [
        "video_analysis.py",
        "video_analysis.py",
        "app.py",
        "prompts/skills/editar-por-voz/SKILL.md",
        "prompts/skills/editar-por-voz/criterios/04-reanalise-do-material-restante.md"
      ]
    },
    {
      "query": "provedor de IA da Anthropic",
      "kind": "conceitual",
      "expected": "ai_providers/anthropic_provider.py",
      "rank": 1,
      "elapsed": 0.45130354099092074,
      "bytes": 828,
      "got": [
        "ai_providers/anthropic_provider.py",
        "ai_providers/anthropic_provider.py",
        "prompts/skills/editar-por-voz/criterios/10-revisao-humana.md",
        "tests/test_anthropic_prompt_cache.py",
        "tests/test_anthropic_prompt_cache.py"
      ]
    }
  ]
}