{
  "source_revision": "b43be80af0d5db2301a02e26f5e00ca46c5933bf",
  "source_repository": "https://github.com/nfcolak/BuffettRAG",
  "files": {
    "data/processed/chunks_v2.jsonl": {
      "sha256": "cf856872b8014f584c0990f9dcf21eef4b5d43419f672fc5e9aa722b199dd48a",
      "url": "https://github.com/nfcolak/BuffettRAG/blob/b43be80af0d5db2301a02e26f5e00ca46c5933bf/data/processed/chunks_v2.jsonl"
    },
    "data/evaluation/faithfulness_20260706_154230.json": {
      "sha256": "4e741f0beb7c7546ba1586cd0ee3e0f4217b081fcadb601725e63b4d13dd3536",
      "url": "https://github.com/nfcolak/BuffettRAG/blob/b43be80af0d5db2301a02e26f5e00ca46c5933bf/data/evaluation/faithfulness_20260706_154230.json"
    },
    "data/evaluation/retrieval_20260706_141200_recovered.csv": {
      "sha256": "7ad273d165b8817c9d9888fec4ff0ac31083ce060820d3eb1921af9866e0c52d",
      "url": "https://github.com/nfcolak/BuffettRAG/blob/b43be80af0d5db2301a02e26f5e00ca46c5933bf/data/evaluation/retrieval_20260706_141200_recovered.csv"
    },
    "data/evaluation/retrieval_20260706_110704.json": {
      "sha256": "c990e4d1ffa4b1ea4e90a4a307f7d674d3a7a20e2c59b11f2d5fc87cdfeff447",
      "url": "https://github.com/nfcolak/BuffettRAG/blob/b43be80af0d5db2301a02e26f5e00ca46c5933bf/data/evaluation/retrieval_20260706_110704.json"
    },
    "frontend/public/assets/chatbot_avatar.png": {
      "sha256": "a80235cf3fb9ff474a4a60290d8f2b4a8eefbe9aa8de994193b15cc60e6be0a7",
      "url": "https://github.com/nfcolak/BuffettRAG/blob/b43be80af0d5db2301a02e26f5e00ca46c5933bf/frontend/public/assets/chatbot_avatar.png"
    },
    "frontend/public/assets/assistant_avatar.png": {
      "sha256": "393eef9864d4364e58da0885b2d7f57d37e616a7eac3c968e2343f5cef908b06",
      "url": "https://github.com/nfcolak/BuffettRAG/blob/b43be80af0d5db2301a02e26f5e00ca46c5933bf/frontend/public/assets/assistant_avatar.png"
    },
    "frontend/public/assets/user_avatar.png": {
      "sha256": "c1ca336f4e60b5dd448efd646de8e533ebccadeef17a798db27d3c6324e60376",
      "url": "https://github.com/nfcolak/BuffettRAG/blob/b43be80af0d5db2301a02e26f5e00ca46c5933bf/frontend/public/assets/user_avatar.png"
    },
    "src/retrieval/retriever.py": {
      "sha256": "2121127efde5712b170cdbf4b2a1b58460ef5512b4f0a2b64e30b6409dd592cf",
      "url": "https://github.com/nfcolak/BuffettRAG/blob/b43be80af0d5db2301a02e26f5e00ca46c5933bf/src/retrieval/retriever.py"
    },
    "src/retrieval/context.py": {
      "sha256": "490e2ccc2b8e4e2dbde5b004a80eb74e421e25caf682579fdf9af2f9e62e477a",
      "url": "https://github.com/nfcolak/BuffettRAG/blob/b43be80af0d5db2301a02e26f5e00ca46c5933bf/src/retrieval/context.py"
    },
    "src/retrieval/query_expansion.py": {
      "sha256": "186809c3f84d21c3dd5a21977cfdd2a9185833132c183f0c99cf8abcabc811a5",
      "url": "https://github.com/nfcolak/BuffettRAG/blob/b43be80af0d5db2301a02e26f5e00ca46c5933bf/src/retrieval/query_expansion.py"
    },
    "src/services/backend_app.py": {
      "sha256": "e5f5a97ab7940a1202134fc378440a6df3c52cb358fe7977234254476e4b5593",
      "url": "https://github.com/nfcolak/BuffettRAG/blob/b43be80af0d5db2301a02e26f5e00ca46c5933bf/src/services/backend_app.py"
    },
    "src/pipeline.py": {
      "sha256": "3ceaae4b3a8440e17dc2b5bc3c17a8049c83a7a204f1fa470958e04605c105ac",
      "url": "https://github.com/nfcolak/BuffettRAG/blob/b43be80af0d5db2301a02e26f5e00ca46c5933bf/src/pipeline.py"
    },
    "src/evaluation/run_eval.py": {
      "sha256": "ef19f82ec985f52ca491700edc3fa003d251f60fa73d815afe672ddacdaa2f3e",
      "url": "https://github.com/nfcolak/BuffettRAG/blob/b43be80af0d5db2301a02e26f5e00ca46c5933bf/src/evaluation/run_eval.py"
    },
    "src/evaluation/retrieval_metrics.py": {
      "sha256": "0acab76cdc30e01666cd3ab33b1e62cd8c056660bea517393590784503e4e3ca",
      "url": "https://github.com/nfcolak/BuffettRAG/blob/b43be80af0d5db2301a02e26f5e00ca46c5933bf/src/evaluation/retrieval_metrics.py"
    },
    "src/evaluation/citation_faithfulness.py": {
      "sha256": "6387c60f84fb646022e24536d10d5092b182b954e38358b056dfc524cad828e7",
      "url": "https://github.com/nfcolak/BuffettRAG/blob/b43be80af0d5db2301a02e26f5e00ca46c5933bf/src/evaluation/citation_faithfulness.py"
    },
    "frontend/src/main.jsx": {
      "sha256": "d9d9a907817ac8dd164c044f1f2b0e4b42d72f1d85f92ee06be539abec8e5eae",
      "url": "https://github.com/nfcolak/BuffettRAG/blob/b43be80af0d5db2301a02e26f5e00ca46c5933bf/frontend/src/main.jsx"
    }
  },
  "boundaries": [
    "The recovered 50 query CSV has summary rows but no companion per query JSON at this revision.",
    "The 12 query JSON was recomputed from all per query rows. Different query counts are not a controlled before/after comparison.",
    "Saved answers contain citation metadata but no original passage text or chunk ids. Editorial corpus excerpts are not replays of cited passages.",
    "39 of 50 answer attempts have metrics; 11 record upstream 429 errors. Coverage is a mean over the 39 scored rows.",
    "The pipeline expands context for generation but evaluates lexical support against compact retrieval passages. This is not a semantic correctness audit.",
    "Period excerpts are an editorial comparison, not a measured trend or saved temporal search.",
    "Source letter copyright belongs to Berkshire Hathaway. Only short, attributed excerpts are published.",
    "User requested reuse of their repository mascot assets. Exact PNG bytes retained; no separate asset license found in checkout."
  ],
  "quality_program": {
    "baseline_revision": "04f1469e0944b5f56a0ef668aaea94319efc03a5",
    "scope": "Local, offline V3 answer-quality hardening and retrieval ablation; no cloud model, secret, model download or deployment used.",
    "paragraph_corpus": {"sources": 48, "records": 5831, "duplicate_ids": 0, "broken_neighbors": 0, "missing_provenance": 0},
    "offline_results": {
      "curated_answer_benchmark": "8/8 V3 BM25 plus embedded extractive path",
      "hard_negative_bm25": "8/8",
      "retrieval_ablation": {
        "bm25": "recall@8=8/8; mean_latency_ms=10.465",
        "bge_embedding": "recall@8=6/8; mean_latency_ms=142.050",
        "bge_reranker": "recall@8=7/8; mean_latency_ms=4823.960",
        "corpus_sha256": "8263f08958729a77febf0922e7bbc4161bedd5fdb3e9a8b3fc9a64ab681ab5f0",
        "cases_sha256": "2832d202750db493cff5e7a38f9353d8e734f5e9d85f0347e5f436f82c94de8a"
      },
      "models": {
        "embedding": "BAAI/bge-base-en-v1.5",
        "reranker": "BAAI/bge-reranker-v2-m3"
      }
    },
    "artifacts": {
      "BuffettRAG/data/evaluation/answer_quality_program/ablation_v3.json": "fe26e61b0d91e57b375bfa89d501718a38bcf4f3501c7301b2b7bb3789287f16",
      "BuffettRAG/data/evaluation/answer_quality_program/answer_benchmark_v3_bm25_local.json": "227c5cd6cab344bcb02454cbef4a0facf2671b7c5147ba6a56839649dd123ce2",
      "BuffettRAG/data/evaluation/answer_quality_program/hard_negatives_v3_bm25.json": "3a179b4871b5c65c935295baf1243128eb42fd317e6ddce70a548765bbfcd5d4",
      "BuffettRAG/data/evaluation/answer_quality_program/corpus_audit_v3.json": "18edb94ce2f699c463ed9d5b2f63dc2592799d4e7a7efe31bc690bfce71a29f8",
      "BuffettRAG/data/evaluation/answer_quality_program/final_pytest_after_review.txt": "89971ec1b9f543c68d44e90d0bc79036869e0139f8023fe284fde1a34fe47130"
    },
    "frontend_screenshots": {"project-console.png": "d1cd55fceffb884b460164d7debb2a083220eef9bd011766578d65e38c1c7f8f", "project-settings.png": "a35b6827893f28abb05771c581960aed814da750aea4315fe1ec3477ce5ff916"},
    "verification": {"regression_tests": 89, "streamlit_deployed": false, "live_llm_benchmark": false},
    "documentation": "BuffettRAG/docs/ANSWER_QUALITY_20260910_TR.md",
    "boundaries": ["Deterministic citation checks are conservative and are not semantic entailment.", "The eight curated cases are a small development set, not held out and not a live LLM quality benchmark.", "Earlier benchmark fixtures and questions changed; no controlled before and after improvement can be inferred.", "Historical evidence files are retained for provenance but are not rendered by the concise portfolio page.", "No numeric claim about live answer-quality improvement is made."],
    "configured_generation": {"provider": "OpenRouter", "model": "nvidia/nemotron-3-ultra-550b-a55b:free", "source": "BuffettRAG/config.py:OPENROUTER_MODEL", "not_exercised_by_offline_results": true}
  },
  "design": {
    "reference": "projects/turkish-inflation-hedge.html and assets/inflation-bento.css",
    "tokens": {
      "background": "#080808",
      "surface": "#141414",
      "ink": "#ececec",
      "soft": "#cfcfcf",
      "muted": "#a1a1a1",
      "border": "#2a2a2a"
    },
    "typography": "DM Sans headings/body, DM Mono labels and values",
    "layout": "Concise static page: product screenshots, current offline metrics, architecture and limitations. Historical examples and evaluation are not rendered.",
    "signature": "Actual Buffett mascot beside source text, with a quiet warm selection marker drawn from the mascot pocket square",
    "omitted": "No fake chat input, no simulated retrieval scores, no invented sentence to chunk mapping, no unrelated promotions",
    "effects": "No decorative animation, native focus and responsive CSS"
  }
}