disclosure-bureau/tests/rag/last_run.json

{
  "k": 5,
  "n_queries": 15,
  "n_positive": 12,
  "n_negative": 3,
  "recall_at_k": 0.2083,
  "mrr": 0.25,
  "negative_pass_rate": 1.0,
  "per_query": [
    {
      "id": "q01-arnold-mt-rainier",
      "negative": false,
      "recall_at_k": 0.5,
      "mrr": 1.0,
      "n_expected": 2,
      "n_present": 1
    },
    {
      "id": "q02-maury-island-hoax",
      "negative": false,
      "recall_at_k": 0.0,
      "mrr": 0.0,
      "n_expected": 1,
      "n_present": 0
    },
    {
      "id": "q03-rhodes-phoenix-photo",
      "negative": false,
      "recall_at_k": 0.0,
      "mrr": 0.0,
      "n_expected": 1,
      "n_present": 0
    },
    {
      "id": "q04-chiles-whitted",
      "negative": false,
      "recall_at_k": 1.0,
      "mrr": 1.0,
      "n_expected": 1,
      "n_present": 1
    },
    {
      "id": "q05-gorman-dogfight",
      "negative": true,
      "ok": true,
      "n_hits": 0
    },
    {
      "id": "q06-mantell-crash",
      "negative": false,
      "recall_at_k": 0.0,
      "mrr": 0.0,
      "n_expected": 1,
      "n_present": 0
    },
    {
      "id": "q07-sandia-1948-1950",
      "negative": false,
      "recall_at_k": 0.0,
      "mrr": 0.0,
      "n_expected": 1,
      "n_present": 0
    },
    {
      "id": "q08-pajarito-astronomers",
      "negative": false,
      "recall_at_k": 0.0,
      "mrr": 0.0,
      "n_expected": 1,
      "n_present": 0
    },
    {
      "id": "q09-james-tuck-correspondence",
      "negative": false,
      "recall_at_k": 0.0,
      "mrr": 0.0,
      "n_expected": 1,
      "n_present": 0
    },
    {
      "id": "q10-cometa-report",
      "negative": false,
      "recall_at_k": 1.0,
      "mrr": 1.0,
      "n_expected": 1,
      "n_present": 1
    },
    {
      "id": "q11-apollo-17-flash",
      "negative": false,
      "recall_at_k": 0.0,
      "mrr": 0.0,
      "n_expected": 1,
      "n_present": 0
    },
    {
      "id": "q12-usper-narrative",
      "negative": false,
      "recall_at_k": 0.0,
      "mrr": 0.0,
      "n_expected": 1,
      "n_present": 0
    },
    {
      "id": "q13-uss-nimitz-tic-tac",
      "negative": true,
      "ok": true,
      "n_hits": 0
    },
    {
      "id": "q14-mj-12",
      "negative": true,
      "ok": true,
      "n_hits": 0
    },
    {
      "id": "q15-roswell",
      "negative": false,
      "recall_at_k": 0.0,
      "mrr": 0.0,
      "n_expected": 1,
      "n_present": 0
    }
  ],
  "url": "https://disclosure.top",
  "top_k": 5,
  "rerank": "never"
}