{
  "date": "2026-10-21",
  "fixture": "knowledge-fixture-v1",
  "documents": 8,
  "queries": 13,
  "positive_queries": 10,
  "negative_queries": 3,
  "recorded_reports": {
    "demo.json": {
      "sha256": "042fd26caa0b23f70ac72be3a766281480752bcc30e041f04645ca8aef20c7c9",
      "kind": "real_sqlite_fts5_and_term_vectors_non_llm",
      "initial_answer": {
        "state": "extractive",
        "non_llm": true,
        "answer": "# 差旅费用标准\n\n## 住宿\n员工出差住宿每晚限额为500元，需提供酒店发票。\n\n## 餐费\n差旅餐费每日上限为80元。\n\n",
        "evidence": [
          {
            "doc_id": "travel",
            "revision": 1,
            "start": 0,
            "end": 63,
            "sha256": "6c0b230598d5e8b3bf87b66874730c931bf32b7584dff3f0d1a4d6590885b808",
            "quote": "# 差旅费用标准\n\n## 住宿\n员工出差住宿每晚限额为500元，需提供酒店发票。\n\n## 餐费\n差旅餐费每日上限为80元。\n\n"
          }
        ]
      },
      "version_update": {
        "state": "indexed",
        "revision": 2,
        "chunks": 1,
        "sha256": "e74729dbab7284e5e7d8a9f4e5aa18882154b79cd3b07e667fdafa27f0bf0f94"
      },
      "old_30_day_fact_retrievable": false,
      "new_answer": {
        "state": "extractive",
        "non_llm": true,
        "answer": "# 退款政策\n\n客户购买商品后14天内可申请退款，需保留订单编号和付款凭证。",
        "evidence": [
          {
            "doc_id": "refund",
            "revision": 2,
            "start": 0,
            "end": 38,
            "sha256": "e74729dbab7284e5e7d8a9f4e5aa18882154b79cd3b07e667fdafa27f0bf0f94",
            "quote": "# 退款政策\n\n客户购买商品后14天内可申请退款，需保留订单编号和付款凭证。"
          }
        ]
      },
      "stale_revision_citation_rejected": true,
      "revoked_alice_citation_rejected": true,
      "bob_access_preserved": true,
      "deleted_citation_rejected": true,
      "stale_replay_error": "stale_or_conflicting_revision",
      "cross_tenant_and_private_results": [
        0,
        0,
        0
      ],
      "limitations": [
        "extractive answers, no LLM",
        "term vectors are not semantic embeddings",
        "deletion is a live-index visibility guarantee, not backup/physical erasure",
        "revocation cannot recall information already delivered"
      ]
    },
    "term-evaluation.json": {
      "sha256": "8b76d841471f060895062f3dd116380facde08722c157a0bf5643c8bd401df9d",
      "kind": "small_authored_retrieval_fixture_not_a_business_or_model_benchmark",
      "metadata": {
        "encoder": "character/ASCII term counts, not semantic embedding"
      },
      "reports": [
        {
          "mode": "lexical",
          "rerank": true,
          "queries": 13,
          "positive_queries": 10,
          "recall_at_3": 0.9,
          "mrr_at_3": 0.9,
          "negative_queries": 3,
          "negative_abstentions": 3,
          "access_violations": 0
        },
        {
          "mode": "vector",
          "rerank": true,
          "queries": 13,
          "positive_queries": 10,
          "recall_at_3": 0.9,
          "mrr_at_3": 0.9,
          "negative_queries": 3,
          "negative_abstentions": 3,
          "access_violations": 0
        },
        {
          "mode": "hybrid",
          "rerank": true,
          "queries": 13,
          "positive_queries": 10,
          "recall_at_3": 0.9,
          "mrr_at_3": 0.9,
          "negative_queries": 3,
          "negative_abstentions": 3,
          "access_violations": 0
        }
      ]
    },
    "bge-evaluation.json": {
      "sha256": "cda06d6ae46fc5a692d01c731e5c2f1337a41f51667d886e5ad2460be69b0799",
      "kind": "small_authored_retrieval_fixture_not_a_business_or_model_benchmark",
      "metadata": {
        "original_model": "BAAI/bge-small-zh-v1.5",
        "original_revision": "7999e1d3359715c523056ef9478215996d62a620",
        "export": "Xenova/bge-small-zh-v1.5",
        "export_revision": "75c43b069aac4d136ba6bc1122f995fedcfd2781",
        "files_sha256": {
          "model_quantized.onnx": "15b717c382bcb518ba457b93ea6850ede7f4f1cd8937454aa06972366cd19bcc",
          "tokenizer.json": "48cea5d44424912a6fd1ea647bf4fe50b55ab8b1e5879c3275f80e339e8fae26"
        },
        "pooling": "CLS",
        "normalization": "L2",
        "max_tokens": 512,
        "query_instruction": "为这个句子生成表示以用于检索相关文章：",
        "runtime": {
          "onnxruntime": "1.31.0",
          "numpy": "2.5.4",
          "tokenizers": "0.23.3"
        },
        "provider": "CPUExecutionProvider",
        "dimension": 512
      },
      "reports": [
        {
          "mode": "lexical",
          "rerank": true,
          "queries": 13,
          "positive_queries": 10,
          "recall_at_3": 0.9,
          "mrr_at_3": 0.9,
          "negative_queries": 3,
          "negative_abstentions": 3,
          "access_violations": 0
        },
        {
          "mode": "vector",
          "rerank": true,
          "queries": 13,
          "positive_queries": 10,
          "recall_at_3": 1.0,
          "mrr_at_3": 1.0,
          "negative_queries": 3,
          "negative_abstentions": 3,
          "access_violations": 0
        },
        {
          "mode": "hybrid",
          "rerank": true,
          "queries": 13,
          "positive_queries": 10,
          "recall_at_3": 1.0,
          "mrr_at_3": 1.0,
          "negative_queries": 3,
          "negative_abstentions": 3,
          "access_violations": 0
        }
      ]
    }
  },
  "scope": "Actual authored-fixture execution; no independent business benchmark, no LLM."
}
