{
  "maximize": [
    "answer_score"
  ],
  "minimize": [
    "avg_cost_per_question",
    "avg_latency_ms"
  ],
  "front": [
    "bm25_default",
    "vector_default",
    "rerank_default",
    "no_retrieval_floor",
    "full_context_ceiling",
    "sentence_window_default",
    "contextual_default",
    "hierarchical_default",
    "rag_fusion_default",
    "decompose_default",
    "iterative_default",
    "decision_gate_default"
  ],
  "dominated_by": {
    "hybrid_default": [
      "contextual_default"
    ],
    "hybrid_rerank_default": [
      "rerank_default"
    ],
    "hyde_default": [
      "contextual_default",
      "decompose_default",
      "adaptive_default"
    ],
    "parent_doc_default": [
      "decompose_default"
    ],
    "llm_heavy_default": [
      "rerank_default",
      "hybrid_rerank_default",
      "full_context_ceiling",
      "rag_fusion_default",
      "decompose_default",
      "iterative_default",
      "agent_search_tools",
      "decision_gate_default"
    ],
    "vector_mmr": [
      "hierarchical_default"
    ],
    "corrective_default": [
      "iterative_default"
    ],
    "agent_search_plain": [
      "bm25_default",
      "vector_default",
      "hybrid_default",
      "rerank_default",
      "hybrid_rerank_default",
      "hyde_default",
      "parent_doc_default",
      "contextual_default",
      "decompose_default",
      "adaptive_default"
    ],
    "agent_search_tools": [
      "rag_fusion_default"
    ],
    "grep_agent_default": [
      "iterative_default",
      "decision_gate_default"
    ],
    "adaptive_default": [
      "decompose_default"
    ],
    "decision_gate_strict": [
      "bm25_default",
      "vector_default",
      "contextual_default"
    ]
  },
  "points": [
    {
      "system": "bm25_default",
      "answer_score": 4.6871165644171775,
      "avg_cost_per_question": 0.00048776257668711655,
      "avg_latency_ms": 1163.0165833747014
    },
    {
      "system": "vector_default",
      "answer_score": 4.673619631901841,
      "avg_cost_per_question": 0.0004353624539877301,
      "avg_latency_ms": 1722.661525150761
    },
    {
      "system": "hybrid_default",
      "answer_score": 4.606134969325153,
      "avg_cost_per_question": 0.00047576073619631906,
      "avg_latency_ms": 1652.5303417816758
    },
    {
      "system": "rerank_default",
      "answer_score": 4.743558282208589,
      "avg_cost_per_question": 0.0005157889570552147,
      "avg_latency_ms": 1745.5542332027107
    },
    {
      "system": "hybrid_rerank_default",
      "answer_score": 4.723926380368098,
      "avg_cost_per_question": 0.0005338159509202454,
      "avg_latency_ms": 1964.234241610393
    },
    {
      "system": "hyde_default",
      "answer_score": 4.679754601226994,
      "avg_cost_per_question": 0.00046211570552147233,
      "avg_latency_ms": 2786.3754166057333
    },
    {
      "system": "parent_doc_default",
      "answer_score": 4.712883435582822,
      "avg_cost_per_question": 0.000487079018404908,
      "avg_latency_ms": 2654.5890252338722
    },
    {
      "system": "llm_heavy_default",
      "answer_score": 4.7165644171779135,
      "avg_cost_per_question": 0.00512225828220859,
      "avg_latency_ms": 5273.299158387817
    },
    {
      "system": "no_retrieval_floor",
      "answer_score": 1.536196319018405,
      "avg_cost_per_question": 0.00012451349693251532,
      "avg_latency_ms": 1053.6235000006855
    },
    {
      "system": "full_context_ceiling",
      "answer_score": 4.775460122699387,
      "avg_cost_per_question": 0.002802893865030675,
      "avg_latency_ms": 1598.9798168186098
    },
    {
      "system": "sentence_window_default",
      "answer_score": 4.415950920245399,
      "avg_cost_per_question": 0.0002451673619631902,
      "avg_latency_ms": 1258.0041165696457
    },
    {
      "system": "vector_mmr",
      "answer_score": 4.543558282208589,
      "avg_cost_per_question": 0.0003957618404907975,
      "avg_latency_ms": 1320.184600003995
    },
    {
      "system": "contextual_default",
      "answer_score": 4.694478527607362,
      "avg_cost_per_question": 0.00045740601226993864,
      "avg_latency_ms": 1298.1372913811356
    },
    {
      "system": "hierarchical_default",
      "answer_score": 4.558282208588957,
      "avg_cost_per_question": 0.000330239754601227,
      "avg_latency_ms": 1287.2221416328102
    },
    {
      "system": "rag_fusion_default",
      "answer_score": 4.754601226993865,
      "avg_cost_per_question": 0.00042212846625766867,
      "avg_latency_ms": 3543.1633583735675
    },
    {
      "system": "decompose_default",
      "answer_score": 4.721472392638038,
      "avg_cost_per_question": 0.0004089328834355829,
      "avg_latency_ms": 2523.1659334152937
    },
    {
      "system": "corrective_default",
      "answer_score": 4.7680981595092025,
      "avg_cost_per_question": 0.0006035272392638037,
      "avg_latency_ms": 5411.021308391355
    },
    {
      "system": "iterative_default",
      "answer_score": 4.811042944785276,
      "avg_cost_per_question": 0.0005672501840490798,
      "avg_latency_ms": 4902.710908185691
    },
    {
      "system": "agent_search_plain",
      "answer_score": 4.580368098159509,
      "avg_cost_per_question": 0.000718477300613497,
      "avg_latency_ms": 3489.1877833986655
    },
    {
      "system": "agent_search_tools",
      "answer_score": 4.752147239263804,
      "avg_cost_per_question": 0.0008224256441717792,
      "avg_latency_ms": 3605.677733407356
    },
    {
      "system": "grep_agent_default",
      "answer_score": 4.78282208588957,
      "avg_cost_per_question": 0.0010916490797546012,
      "avg_latency_ms": 6333.549741609022
    },
    {
      "system": "adaptive_default",
      "answer_score": 4.704294478527607,
      "avg_cost_per_question": 0.00044077055214723933,
      "avg_latency_ms": 2621.3712331606075
    },
    {
      "system": "decision_gate_default",
      "answer_score": 4.804907975460123,
      "avg_cost_per_question": 0.0009446687116564416,
      "avg_latency_ms": 3225.7179831853136
    },
    {
      "system": "decision_gate_strict",
      "answer_score": 4.654601226993865,
      "avg_cost_per_question": 0.0009096392638036809,
      "avg_latency_ms": 1745.367091638036
    }
  ]
}