{
  "timestamp": "20260417_120506",
  "model_name": "st:all-MiniLM-L6-v2",
  "model_dimension": 384,
  "summary": {
    "fixture_count": 3,
    "embedding_model": "st:all-MiniLM-L6-v2",
    "tracks": {
      "raw": {
        "hit_rate": 0.0,
        "mrr": 0.0,
        "recall_at_k": 0.0
      },
      "vector": {
        "hit_rate": 1.0,
        "mrr": 1.0,
        "recall_at_k": 1.0
      },
      "mirl": {
        "hit_rate": 1.0,
        "mrr": 1.0,
        "recall_at_k": 1.0
      },
      "hybrid": {
        "hit_rate": 1.0,
        "mrr": 1.0,
        "recall_at_k": 1.0
      },
      "machine_nat_query": {
        "hit_rate": 1.0,
        "mrr": 1.0,
        "recall_at_k": 1.0
      },
      "machine_vector": {
        "hit_rate": 1.0,
        "mrr": 1.0,
        "recall_at_k": 1.0
      },
      "machine_hybrid": {
        "hit_rate": 1.0,
        "mrr": 1.0,
        "recall_at_k": 1.0
      }
    },
    "packs": {
      "exact": {
        "overall": 1.0,
        "compression_ratio": 1.414719,
        "traceability": 1.0
      },
      "context": {
        "overall": 1.0,
        "compression_ratio": 1.414719,
        "traceability": 1.0
      },
      "narrative": {
        "overall": 1.0,
        "compression_ratio": 4.722222,
        "traceability": 1.0
      }
    },
    "success_checks": {
      "mirl_beats_raw_on_fact_or_relation": true,
      "hybrid_beats_vector_on_relation": false,
      "exact_packs_reversible": true,
      "context_packs_traceable": true
    }
  },
  "fixtures": [
    {
      "name": "goal_constraint_fact",
      "category": "fact",
      "query": "goal durable_memory preserve_meaning",
      "expected_ids": [
        "clm:goal",
        "clm:constraint",
        "sta:design"
      ],
      "tracks": {
        "raw": {
          "ranked_ids": [],
          "hit": false,
          "first_relevant_rank": null,
          "relevant_hits": 0,
          "recall_at_k": 0.0,
          "reciprocal_rank": 0.0
        },
        "vector": {
          "ranked_ids": [
            "sta:design",
            "clm:goal",
            "clm:constraint"
          ],
          "hit": true,
          "first_relevant_rank": 1,
          "relevant_hits": 3,
          "recall_at_k": 1.0,
          "reciprocal_rank": 1.0
        },
        "mirl": {
          "ranked_ids": [
            "clm:goal",
            "sta:design",
            "clm:constraint"
          ],
          "hit": true,
          "first_relevant_rank": 1,
          "relevant_hits": 3,
          "recall_at_k": 1.0,
          "reciprocal_rank": 1.0
        },
        "hybrid": {
          "ranked_ids": [
            "sta:design",
            "clm:goal",
            "clm:constraint"
          ],
          "hit": true,
          "first_relevant_rank": 1,
          "relevant_hits": 3,
          "recall_at_k": 1.0,
          "reciprocal_rank": 1.0
        },
        "machine_nat_query": {
          "ranked_ids": [
            "clm:goal",
            "sta:design",
            "clm:constraint"
          ],
          "hit": true,
          "first_relevant_rank": 1,
          "relevant_hits": 3,
          "recall_at_k": 1.0,
          "reciprocal_rank": 1.0
        },
        "machine_vector": {
          "ranked_ids": [
            "sta:design",
            "clm:goal",
            "clm:constraint"
          ],
          "hit": true,
          "first_relevant_rank": 1,
          "relevant_hits": 3,
          "recall_at_k": 1.0,
          "reciprocal_rank": 1.0
        },
        "machine_hybrid": {
          "ranked_ids": [
            "sta:design",
            "clm:goal",
            "clm:constraint"
          ],
          "hit": true,
          "first_relevant_rank": 1,
          "relevant_hits": 3,
          "recall_at_k": 1.0,
          "reciprocal_rank": 1.0
        }
      },
      "packs": {
        "exact": {
          "mode": "exact",
          "record_count": 5,
          "token_cost": 7,
          "budget": 96,
          "source_token_cost": 11,
          "ref_coverage": 1.0,
          "provenance_retention": 1.0,
          "evidence_retention": 1.0,
          "traceability": 1.0,
          "reversibility": 1.0,
          "budget_fit": 1.0,
          "compression_ratio": 1.571429,
          "overall": 1.0
        },
        "context": {
          "mode": "context",
          "record_count": 5,
          "token_cost": 7,
          "budget": 96,
          "source_token_cost": 11,
          "ref_coverage": 1.0,
          "provenance_retention": 1.0,
          "evidence_retention": 1.0,
          "traceability": 1.0,
          "reversibility": 0.0,
          "budget_fit": 1.0,
          "compression_ratio": 1.571429,
          "overall": 1.0
        },
        "narrative": {
          "mode": "narrative",
          "record_count": 5,
          "token_cost": 3,
          "budget": 96,
          "source_token_cost": 11,
          "ref_coverage": 1.0,
          "provenance_retention": 0.0,
          "evidence_retention": 0.0,
          "traceability": 1.0,
          "reversibility": 0.0,
          "budget_fit": 1.0,
          "compression_ratio": 3.666667,
          "overall": 1.0
        }
      }
    },
    {
      "name": "translator_workflow_intent",
      "category": "workflow_intent",
      "query": "translator nl_ir_pack_roundtrip",
      "expected_ids": [
        "clm:translator",
        "sta:translator"
      ],
      "tracks": {
        "raw": {
          "ranked_ids": [
            "raw:1"
          ],
          "hit": false,
          "first_relevant_rank": null,
          "relevant_hits": 0,
          "recall_at_k": 0.0,
          "reciprocal_rank": 0.0
        },
        "vector": {
          "ranked_ids": [
            "clm:translator",
            "sta:translator"
          ],
          "hit": true,
          "first_relevant_rank": 1,
          "relevant_hits": 2,
          "recall_at_k": 1.0,
          "reciprocal_rank": 1.0
        },
        "mirl": {
          "ranked_ids": [
            "clm:translator",
            "sta:translator"
          ],
          "hit": true,
          "first_relevant_rank": 1,
          "relevant_hits": 2,
          "recall_at_k": 1.0,
          "reciprocal_rank": 1.0
        },
        "hybrid": {
          "ranked_ids": [
            "clm:translator",
            "sta:translator"
          ],
          "hit": true,
          "first_relevant_rank": 1,
          "relevant_hits": 2,
          "recall_at_k": 1.0,
          "reciprocal_rank": 1.0
        },
        "machine_nat_query": {
          "ranked_ids": [
            "clm:translator",
            "sta:translator"
          ],
          "hit": true,
          "first_relevant_rank": 1,
          "relevant_hits": 2,
          "recall_at_k": 1.0,
          "reciprocal_rank": 1.0
        },
        "machine_vector": {
          "ranked_ids": [
            "sta:translator",
            "clm:translator"
          ],
          "hit": true,
          "first_relevant_rank": 1,
          "relevant_hits": 2,
          "recall_at_k": 1.0,
          "reciprocal_rank": 1.0
        },
        "machine_hybrid": {
          "ranked_ids": [
            "clm:translator",
            "sta:translator"
          ],
          "hit": true,
          "first_relevant_rank": 1,
          "relevant_hits": 2,
          "recall_at_k": 1.0,
          "reciprocal_rank": 1.0
        }
      },
      "packs": {
        "exact": {
          "mode": "exact",
          "record_count": 4,
          "token_cost": 11,
          "budget": 96,
          "source_token_cost": 14,
          "ref_coverage": 1.0,
          "provenance_retention": 1.0,
          "evidence_retention": 1.0,
          "traceability": 1.0,
          "reversibility": 1.0,
          "budget_fit": 1.0,
          "compression_ratio": 1.272727,
          "overall": 1.0
        },
        "context": {
          "mode": "context",
          "record_count": 4,
          "token_cost": 11,
          "budget": 96,
          "source_token_cost": 14,
          "ref_coverage": 1.0,
          "provenance_retention": 1.0,
          "evidence_retention": 1.0,
          "traceability": 1.0,
          "reversibility": 0.0,
          "budget_fit": 1.0,
          "compression_ratio": 1.272727,
          "overall": 1.0
        },
        "narrative": {
          "mode": "narrative",
          "record_count": 4,
          "token_cost": 2,
          "budget": 96,
          "source_token_cost": 14,
          "ref_coverage": 1.0,
          "provenance_retention": 0.0,
          "evidence_retention": 0.0,
          "traceability": 1.0,
          "reversibility": 0.0,
          "budget_fit": 1.0,
          "compression_ratio": 7.0,
          "overall": 1.0
        }
      }
    },
    {
      "name": "relation_trace_graph",
      "category": "relation",
      "query": "depends_on expands_symbols_before_rank pack:context:translator",
      "expected_ids": [
        "rel:trace",
        "rel:search",
        "clm:translator"
      ],
      "tracks": {
        "raw": {
          "ranked_ids": [],
          "hit": false,
          "first_relevant_rank": null,
          "relevant_hits": 0,
          "recall_at_k": 0.0,
          "reciprocal_rank": 0.0
        },
        "vector": {
          "ranked_ids": [
            "rel:search",
            "rel:trace",
            "clm:translator"
          ],
          "hit": true,
          "first_relevant_rank": 1,
          "relevant_hits": 3,
          "recall_at_k": 1.0,
          "reciprocal_rank": 1.0
        },
        "mirl": {
          "ranked_ids": [
            "rel:trace",
            "rel:search",
            "clm:translator"
          ],
          "hit": true,
          "first_relevant_rank": 1,
          "relevant_hits": 3,
          "recall_at_k": 1.0,
          "reciprocal_rank": 1.0
        },
        "hybrid": {
          "ranked_ids": [
            "rel:search",
            "rel:trace",
            "clm:translator"
          ],
          "hit": true,
          "first_relevant_rank": 1,
          "relevant_hits": 3,
          "recall_at_k": 1.0,
          "reciprocal_rank": 1.0
        },
        "machine_nat_query": {
          "ranked_ids": [
            "clm:translator",
            "rel:trace",
            "rel:search"
          ],
          "hit": true,
          "first_relevant_rank": 1,
          "relevant_hits": 3,
          "recall_at_k": 1.0,
          "reciprocal_rank": 1.0
        },
        "machine_vector": {
          "ranked_ids": [
            "rel:trace",
            "clm:translator",
            "rel:search"
          ],
          "hit": true,
          "first_relevant_rank": 1,
          "relevant_hits": 3,
          "recall_at_k": 1.0,
          "reciprocal_rank": 1.0
        },
        "machine_hybrid": {
          "ranked_ids": [
            "rel:trace",
            "rel:search",
            "clm:translator"
          ],
          "hit": true,
          "first_relevant_rank": 1,
          "relevant_hits": 3,
          "recall_at_k": 1.0,
          "reciprocal_rank": 1.0
        }
      },
      "packs": {
        "exact": {
          "mode": "exact",
          "record_count": 5,
          "token_cost": 10,
          "budget": 96,
          "source_token_cost": 14,
          "ref_coverage": 1.0,
          "provenance_retention": 1.0,
          "evidence_retention": 1.0,
          "traceability": 1.0,
          "reversibility": 1.0,
          "budget_fit": 1.0,
          "compression_ratio": 1.4,
          "overall": 1.0
        },
        "context": {
          "mode": "context",
          "record_count": 5,
          "token_cost": 10,
          "budget": 96,
          "source_token_cost": 14,
          "ref_coverage": 1.0,
          "provenance_retention": 1.0,
          "evidence_retention": 1.0,
          "traceability": 1.0,
          "reversibility": 0.0,
          "budget_fit": 1.0,
          "compression_ratio": 1.4,
          "overall": 1.0
        },
        "narrative": {
          "mode": "narrative",
          "record_count": 5,
          "token_cost": 4,
          "budget": 96,
          "source_token_cost": 14,
          "ref_coverage": 1.0,
          "provenance_retention": 0.0,
          "evidence_retention": 0.0,
          "traceability": 1.0,
          "reversibility": 0.0,
          "budget_fit": 1.0,
          "compression_ratio": 3.5,
          "overall": 1.0
        }
      }
    }
  ]
}