{
  "meta": {
    "version": 1,
    "nodeCount": 181,
    "edgeCount": 407,
    "languages": [
      "python"
    ],
    "scopes": [
      {
        "prefix": "",
        "label": "",
        "markers": []
      }
    ]
  },
  "nodes": [
    {
      "id": "download_datasets.py",
      "name": "download_datasets.py",
      "kind": "file",
      "path": "download_datasets.py",
      "span": "L1-L132",
      "signature": null,
      "exported": true,
      "origin": "ast",
      "body_hash": "306c3ac9035cf9e7a512d4d9db84b76b305e763d75e5545743d2e2c9d77736f8",
      "chars": 4817,
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "download_datasets.py#math500",
      "name": "math500",
      "kind": "function",
      "path": "download_datasets.py",
      "span": "L13-L39",
      "signature": "def math500(target_dir:str)",
      "exported": true,
      "origin": "ast",
      "body_hash": "0928e0f1fa994fdc6a121ce658b407f8133824f792419b7b63554082a471ba9f",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "download_datasets.py#mmlu_pro",
      "name": "mmlu_pro",
      "kind": "function",
      "path": "download_datasets.py",
      "span": "L42-L68",
      "signature": "def mmlu_pro(target_dir:str)",
      "exported": true,
      "origin": "ast",
      "body_hash": "bedecbdd4c712fac16276620c63fd14ca8c2d7e3615f3a52099179bab29fd88e",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "download_datasets.py#truthfulqa",
      "name": "truthfulqa",
      "kind": "function",
      "path": "download_datasets.py",
      "span": "L71-L98",
      "signature": "def truthfulqa(target_dir:str)",
      "exported": true,
      "origin": "ast",
      "body_hash": "cb51d834968692313d45bff3a9ecb912411ea42aa1031168df99f89ca1fe2257",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "prepare_data.py",
      "name": "prepare_data.py",
      "kind": "file",
      "path": "prepare_data.py",
      "span": "L1-L145",
      "signature": null,
      "exported": true,
      "origin": "ast",
      "body_hash": "8df30903e2d8211fde021a440b977374ed8cfbbe49c087c598bd9afc27f37ea2",
      "chars": 5232,
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "prepare_data.py#_mmlu_pro_subset_processor",
      "name": "_mmlu_pro_subset_processor",
      "kind": "function",
      "path": "prepare_data.py",
      "span": "L49-L77",
      "signature": "def _mmlu_pro_subset_processor(category: str, seed: int = 42)",
      "exported": false,
      "origin": "ast",
      "body_hash": "f2187cb7893d0b4bacb5f230af0990f209f9d4d06a0b1abcc3fbbdb3ecd02766",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "prepare_data.py#dump_data_to_json",
      "name": "dump_data_to_json",
      "kind": "function",
      "path": "prepare_data.py",
      "span": "L17-L21",
      "signature": "def dump_data_to_json(data:list, file_path:str)",
      "exported": true,
      "origin": "ast",
      "body_hash": "32de26f3d487b7e3aa3037eacb0e2314a09d914ea4dbf10879f606fd3fb1e628",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "prepare_data.py#load_data_from_json",
      "name": "load_data_from_json",
      "kind": "function",
      "path": "prepare_data.py",
      "span": "L12-L14",
      "signature": "def load_data_from_json(file_path:str)",
      "exported": true,
      "origin": "ast",
      "body_hash": "3abc58a21df308e7d2758c03c887ab09c37ca017eccbb9035dad375e61e7cfd5",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "prepare_data.py#math500_processor",
      "name": "math500_processor",
      "kind": "function",
      "path": "prepare_data.py",
      "span": "L24-L46",
      "signature": "def math500_processor()",
      "exported": true,
      "origin": "ast",
      "body_hash": "309bc860ddab866a47670cee86be7afaae712af9e20c59dcf4151d7c02d905e4",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "prepare_data.py#mmlu_pro_economics_processor",
      "name": "mmlu_pro_economics_processor",
      "kind": "function",
      "path": "prepare_data.py",
      "span": "L84-L85",
      "signature": "def mmlu_pro_economics_processor(seed: int = 42)",
      "exported": true,
      "origin": "ast",
      "body_hash": "ab1ac7fed3101180e542d20e4112a547c034bdcb1796749465b1db7fe03950a1",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "prepare_data.py#mmlu_pro_engineering_processor",
      "name": "mmlu_pro_engineering_processor",
      "kind": "function",
      "path": "prepare_data.py",
      "span": "L80-L81",
      "signature": "def mmlu_pro_engineering_processor(seed: int = 42)",
      "exported": true,
      "origin": "ast",
      "body_hash": "70f802dc9568998504d5617612c547929fdc9f4d09fa83e5245c4e5a7c1c4d02",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "prepare_data.py#truthfulqa_processor",
      "name": "truthfulqa_processor",
      "kind": "function",
      "path": "prepare_data.py",
      "span": "L88-L121",
      "signature": "def truthfulqa_processor(seed: int = 42)",
      "exported": true,
      "origin": "ast",
      "body_hash": "ef329197af5f1cf2c64b105f97a8b4d2e866dee93ea50a6709a88b58ae7c0add",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "prepare_memory.py",
      "name": "prepare_memory.py",
      "kind": "file",
      "path": "prepare_memory.py",
      "span": "L1-L141",
      "signature": null,
      "exported": true,
      "origin": "ast",
      "body_hash": "ff2bdde66b2e406ccca383d406a692c1358e363d1964d8660bc63a1df7e5b137",
      "chars": 5541,
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "prepare_memory.py#main",
      "name": "main",
      "kind": "function",
      "path": "prepare_memory.py",
      "span": "L39-L136",
      "signature": "def main()",
      "exported": true,
      "origin": "ast",
      "body_hash": "b9c61b40d51f9db7216d57a290507a4218f44ea82833f91c324639da0cdc8fea",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "prepare_memory.py#parse_args",
      "name": "parse_args",
      "kind": "function",
      "path": "prepare_memory.py",
      "span": "L19-L36",
      "signature": "def parse_args()",
      "exported": true,
      "origin": "ast",
      "body_hash": "89c95963e15c13612fafd87e62bf9c4ac3f5db78c98a21240b72b8dd9da07e2d",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "run_cot.py",
      "name": "run_cot.py",
      "kind": "file",
      "path": "run_cot.py",
      "span": "L1-L220",
      "signature": null,
      "exported": true,
      "origin": "ast",
      "body_hash": "9a6571beaf492b10ca10c5923f4a4eb290f860d28b96f3cc6e1128694e7dccc4",
      "chars": 9525,
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "run_cot.py#build_agent",
      "name": "build_agent",
      "kind": "function",
      "path": "run_cot.py",
      "span": "L55-L70",
      "signature": "def build_agent(args, memory_db=None) -> Agent",
      "exported": true,
      "origin": "ast",
      "body_hash": "58c1b7a1420e18a0da7e3b24c9648aeeae3a43778033d95418d3f62b3ae047ec",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "run_cot.py#compute_metrics",
      "name": "compute_metrics",
      "kind": "function",
      "path": "run_cot.py",
      "span": "L95-L99",
      "signature": "def compute_metrics(results: List[Dict]) -> Dict",
      "exported": true,
      "origin": "ast",
      "body_hash": "9960de980eb147c12b4c08466b9d816ceee86619f0ae459193a470768e6dfbc1",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "run_cot.py#load_questions",
      "name": "load_questions",
      "kind": "function",
      "path": "run_cot.py",
      "span": "L73-L92",
      "signature": "def load_questions(task_type: str, limit: int | None, is_training: bool) -> List[Query]",
      "exported": true,
      "origin": "ast",
      "body_hash": "2d7d6158ecee70f4dfa08f46aea5026691c9422a73f806ef823c79b39db7a1f5",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "run_cot.py#main",
      "name": "main",
      "kind": "function",
      "path": "run_cot.py",
      "span": "L102-L215",
      "signature": "def main()",
      "exported": true,
      "origin": "ast",
      "body_hash": "6085edd89846996c42bcb8764ea82f4be79a8290f62acb739fa8f0301382e03f",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "run_cot.py#parse_args",
      "name": "parse_args",
      "kind": "function",
      "path": "run_cot.py",
      "span": "L17-L52",
      "signature": "def parse_args()",
      "exported": true,
      "origin": "ast",
      "body_hash": "45a049ac44e528576ea82282ff8c5cf68024f2b77a361a58c8e297e8b7e69307",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "run_mad.py",
      "name": "run_mad.py",
      "kind": "file",
      "path": "run_mad.py",
      "span": "L1-L224",
      "signature": null,
      "exported": true,
      "origin": "ast",
      "body_hash": "e9a6e8b8705dcbf15d91ac7bed6827900850719d2b38cf6e84b7dc491a8b25bd",
      "chars": 9887,
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "run_mad.py#build_agents",
      "name": "build_agents",
      "kind": "function",
      "path": "run_mad.py",
      "span": "L58-L74",
      "signature": "def build_agents(args, memory_db=None) -> List[Agent]",
      "exported": true,
      "origin": "ast",
      "body_hash": "3c0492775460ac03396688e2de904488543ecde26eaa5fe69f81fba8f0b16a91",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "run_mad.py#compute_metrics",
      "name": "compute_metrics",
      "kind": "function",
      "path": "run_mad.py",
      "span": "L99-L103",
      "signature": "def compute_metrics(results: List[Dict]) -> Dict",
      "exported": true,
      "origin": "ast",
      "body_hash": "9960de980eb147c12b4c08466b9d816ceee86619f0ae459193a470768e6dfbc1",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "run_mad.py#load_questions",
      "name": "load_questions",
      "kind": "function",
      "path": "run_mad.py",
      "span": "L77-L96",
      "signature": "def load_questions(task_type: str, limit: int | None, is_training: bool) -> List[Query]",
      "exported": true,
      "origin": "ast",
      "body_hash": "7c672cc3872f3106fd22913dd3d1269eb7e7e4a911fddd46f114837c459c0b26",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "run_mad.py#main",
      "name": "main",
      "kind": "function",
      "path": "run_mad.py",
      "span": "L106-L219",
      "signature": "def main()",
      "exported": true,
      "origin": "ast",
      "body_hash": "e5d960caf069e0a3fa26be74051f11b0fafe6496bb5189c9d4821ddccb1c8fa4",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "run_mad.py#parse_args",
      "name": "parse_args",
      "kind": "function",
      "path": "run_mad.py",
      "span": "L17-L55",
      "signature": "def parse_args()",
      "exported": true,
      "origin": "ast",
      "body_hash": "50e63f75046398c2ed40e3c45cb91428ed0fe289cfd3475af25d50b429b80a24",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/agent.py",
      "name": "agent.py",
      "kind": "file",
      "path": "src/agent.py",
      "span": "L1-L428",
      "signature": null,
      "exported": true,
      "origin": "ast",
      "body_hash": "137992b7b83ee1a745b10e98c7f89c2a06864cbd0634d4ff8ddaf2136b1b8f14",
      "chars": 18676,
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/agent.py#Agent",
      "name": "Agent",
      "kind": "class",
      "path": "src/agent.py",
      "span": "L53-L427",
      "signature": "class Agent",
      "exported": true,
      "origin": "ast",
      "body_hash": "7c2540ffb2f2333ebe49d70a54210df8be40f188856f9e25cc238fdfd95afe09",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/agent.py#Agent.__init__",
      "name": "__init__",
      "kind": "method",
      "path": "src/agent.py",
      "span": "L61-L100",
      "signature": "def __init__( self, agent_id: AgentId, task_type: str, if_use_memory: bool = False, memory_db: Optional[MemoryVectorDB] = None, n_retrieval: int = 3, if_confidence_weight: bool = False, retrieval_policy: str = \"debate_state_aware\", seed: Optional[int] = None, ref_lambda: Optional[float] = None, retrieve_first_round: bool = False, memory_agent_id: Optional[str] = None, ) -> None",
      "exported": false,
      "origin": "ast",
      "body_hash": "ba966bb91506bd17f9ddb8c66e616755221f8fa08c78e0e0f58eba67d5c11b42",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "Agent"
    },
    {
      "id": "src/agent.py#Agent._build_prompt",
      "name": "_build_prompt",
      "kind": "method",
      "path": "src/agent.py",
      "span": "L123-L164",
      "signature": "def _build_prompt( self, query: Query, prev_responses: Optional[Dict[AgentId, Tuple[str, Optional[np.ndarray]]]], retrieved_memories: Optional[List[RetrievedMemory]] = None, other_confidences: Optional[Dict[AgentId, float]] = None, ) -> str",
      "exported": false,
      "origin": "ast",
      "body_hash": "5bca85e13af3766328ba79784183adc3097db0695a8ea541b4a8f7be1b26be1c",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "Agent"
    },
    {
      "id": "src/agent.py#Agent._build_query_text",
      "name": "_build_query_text",
      "kind": "method",
      "path": "src/agent.py",
      "span": "L383-L410",
      "signature": "def _build_query_text( self, query: Query, prev_agent_response: Optional[str] = None, prev_round_summary: Optional[str] = None, ) -> str",
      "exported": false,
      "origin": "ast",
      "body_hash": "9ad1bd02ba32abf30c3f00c8e813584e632df1ebfd0a8ea40a96c6e12cc381ac",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "Agent"
    },
    {
      "id": "src/agent.py#Agent._estimate_confidences_cached",
      "name": "_estimate_confidences_cached",
      "kind": "method",
      "path": "src/agent.py",
      "span": "L324-L381",
      "signature": "def _estimate_confidences_cached( self, prev_responses: Dict[AgentId, Tuple[str, Optional[np.ndarray]]], candidate_memories: List[Tuple[Dict, str, float, Optional[np.ndarray]]], resp_emb_cache: Dict[Tuple, Optional[np.ndarray]], ) -> Dict[AgentId, float]",
      "exported": false,
      "origin": "ast",
      "body_hash": "b46a2a14195cc31cc26d649b1accf5fce26121bf36713a1ab2b1847baf6aa322",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "Agent"
    },
    {
      "id": "src/agent.py#Agent._to_retrieved_memories",
      "name": "_to_retrieved_memories",
      "kind": "method",
      "path": "src/agent.py",
      "span": "L412-L427",
      "signature": "def _to_retrieved_memories( self, query_id: int, retrieved: List[Tuple[Dict, str, float, Optional[np.ndarray]]], ) -> List[RetrievedMemory]",
      "exported": false,
      "origin": "ast",
      "body_hash": "cd944958b189782e12833531dc554478838aee07dcab7b1ab04426b3ea756999",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "Agent"
    },
    {
      "id": "src/agent.py#Agent.batch_retrieve_all",
      "name": "batch_retrieve_all",
      "kind": "method",
      "path": "src/agent.py",
      "span": "L222-L322",
      "signature": "def batch_retrieve_all( self, queries: List[Query], prev_responses_map: Dict[int, Dict[AgentId, Tuple[str, Optional[np.ndarray]]]], prev_round_summaries: Dict[int, Optional[str]], prev_consensus_ratios: Dict[int, Optional[float]], ) -> Dict[int, Tuple[List[RetrievedMemory], Optional[Dict[AgentId, float]]]]",
      "exported": true,
      "origin": "ast",
      "body_hash": "4c3525feff97e1f342e1f5d6950c2dd3d611c801520472d3140e4c27d7cbee51",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "Agent"
    },
    {
      "id": "src/agent.py#Agent.build_messages",
      "name": "build_messages",
      "kind": "method",
      "path": "src/agent.py",
      "span": "L166-L211",
      "signature": "def build_messages( self, query: Query, prev_responses: Optional[Dict[AgentId, Tuple[str, Optional[np.ndarray]]]] = None, prev_round_summary: Optional[str] = None, prev_consensus_ratio: Optional[float] = None, prefetched: Optional[Tuple[List[RetrievedMemory], Optional[Dict[AgentId, float]]]] = None, ) -> List[Dict[str, str]]",
      "exported": true,
      "origin": "ast",
      "body_hash": "b08378165339a15fae656f20688158921f45df3038c14e236b746a5745753d24",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "Agent"
    },
    {
      "id": "src/agent.py#Agent.clear_all_conversations",
      "name": "clear_all_conversations",
      "kind": "method",
      "path": "src/agent.py",
      "span": "L115-L117",
      "signature": "def clear_all_conversations(self) -> None",
      "exported": true,
      "origin": "ast",
      "body_hash": "081d917c26c4444c98139b74db2f3c0a080173ec40d6a3addb840cfc99afd48b",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "Agent"
    },
    {
      "id": "src/agent.py#Agent.clear_conversation",
      "name": "clear_conversation",
      "kind": "method",
      "path": "src/agent.py",
      "span": "L111-L113",
      "signature": "def clear_conversation(self, query: Query) -> None",
      "exported": true,
      "origin": "ast",
      "body_hash": "bafcd877d6901ada1e1acea988dea91532a2567939ea939f02b76dc91e83e19f",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "Agent"
    },
    {
      "id": "src/agent.py#Agent.initialize_conversation",
      "name": "initialize_conversation",
      "kind": "method",
      "path": "src/agent.py",
      "span": "L106-L109",
      "signature": "def initialize_conversation(self, query: Query) -> None",
      "exported": true,
      "origin": "ast",
      "body_hash": "814a1a589fd5653fa88b5185a9b9cb1554d9cf1009a35e7a1e1d7d07d23e99be",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "Agent"
    },
    {
      "id": "src/agent.py#Agent.record_response",
      "name": "record_response",
      "kind": "method",
      "path": "src/agent.py",
      "span": "L213-L216",
      "signature": "def record_response(self, query: Query, response: str) -> None",
      "exported": true,
      "origin": "ast",
      "body_hash": "079d06937938af035f09dbfbb6a1c9eeae494af88be0c1fe9d7de9f493e373bf",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "Agent"
    },
    {
      "id": "src/agent.py#AgentId",
      "name": "AgentId",
      "kind": "class",
      "path": "src/agent.py",
      "span": "L27-L35",
      "signature": "class AgentId",
      "exported": true,
      "origin": "ast",
      "body_hash": "f2465abd5f867bc8a10c1d26400b75f84b76c4d1cfd383be4537aa2000b9cae5",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/agent.py#AgentId.__repr__",
      "name": "__repr__",
      "kind": "method",
      "path": "src/agent.py",
      "span": "L34-L35",
      "signature": "def __repr__(self) -> str",
      "exported": false,
      "origin": "ast",
      "body_hash": "8a19aab5e355b09ec08b4c7b65f59cb0b5eac756392c13897570aeb9fe2fa0eb",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "AgentId"
    },
    {
      "id": "src/agent.py#AgentId.__str__",
      "name": "__str__",
      "kind": "method",
      "path": "src/agent.py",
      "span": "L31-L32",
      "signature": "def __str__(self) -> str",
      "exported": false,
      "origin": "ast",
      "body_hash": "4f3bec120c18ecc0fc3cd09a1e3298e964ac0f4a6b03690e66b22edcef7fea82",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "AgentId"
    },
    {
      "id": "src/agent.py#Query",
      "name": "Query",
      "kind": "class",
      "path": "src/agent.py",
      "span": "L11-L23",
      "signature": "class Query",
      "exported": true,
      "origin": "ast",
      "body_hash": "5b5b267ea593c8ea53ac212a90443017c6f7f79ee966d7d738863fc87add2c77",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/agent.py#Query.__repr__",
      "name": "__repr__",
      "kind": "method",
      "path": "src/agent.py",
      "span": "L22-L23",
      "signature": "def __repr__(self)",
      "exported": false,
      "origin": "ast",
      "body_hash": "700390b46df22b46e518b9ace82ed2db94b4a504974e2309ca324c4fe5c9b44d",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "Query"
    },
    {
      "id": "src/agent.py#Query.__str__",
      "name": "__str__",
      "kind": "method",
      "path": "src/agent.py",
      "span": "L19-L20",
      "signature": "def __str__(self)",
      "exported": false,
      "origin": "ast",
      "body_hash": "51eb38a8f94a49dbf7525c3ea9e91464e065f5a790fd3ed364829fe48433dfc0",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "Query"
    },
    {
      "id": "src/agent.py#RetrievedMemory",
      "name": "RetrievedMemory",
      "kind": "class",
      "path": "src/agent.py",
      "span": "L39-L50",
      "signature": "class RetrievedMemory",
      "exported": true,
      "origin": "ast",
      "body_hash": "47e72389e38a52abb5a076ebc5c7e1e45aa89b7b999ac6a6abc803f255084bc8",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/agent.py#RetrievedMemory.__repr__",
      "name": "__repr__",
      "kind": "method",
      "path": "src/agent.py",
      "span": "L49-L50",
      "signature": "def __repr__(self)",
      "exported": false,
      "origin": "ast",
      "body_hash": "700390b46df22b46e518b9ace82ed2db94b4a504974e2309ca324c4fe5c9b44d",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "RetrievedMemory"
    },
    {
      "id": "src/agent.py#RetrievedMemory.__str__",
      "name": "__str__",
      "kind": "method",
      "path": "src/agent.py",
      "span": "L46-L47",
      "signature": "def __str__(self)",
      "exported": false,
      "origin": "ast",
      "body_hash": "a9a8249e47c5c39f0a0878ef8b9f1d321a85115aee5fbb4ff814f33d1469d675",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "RetrievedMemory"
    },
    {
      "id": "src/chain_of_thought.py",
      "name": "chain_of_thought.py",
      "kind": "file",
      "path": "src/chain_of_thought.py",
      "span": "L1-L174",
      "signature": null,
      "exported": true,
      "origin": "ast",
      "body_hash": "1d7b5217b81cd9f001977935d45725028e20f46c4cc4719d28ee0b3714225e93",
      "chars": 7247,
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/chain_of_thought.py#ChainOfThought",
      "name": "ChainOfThought",
      "kind": "class",
      "path": "src/chain_of_thought.py",
      "span": "L16-L173",
      "signature": "class ChainOfThought",
      "exported": true,
      "origin": "ast",
      "body_hash": "3380fdeb249ffddbcc5f0194b405cd794ec357dd8f1f8c58a8c4dd762ffb3e09",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/chain_of_thought.py#ChainOfThought.__init__",
      "name": "__init__",
      "kind": "method",
      "path": "src/chain_of_thought.py",
      "span": "L21-L37",
      "signature": "def __init__( self, agent: Agent, model: LanguageModel, task_type: str, num_reasoning_paths: int = 1, self_consistency: bool = False, ) -> None",
      "exported": false,
      "origin": "ast",
      "body_hash": "e5c2d0706bdad2ba87998db08109871c8a55cbe0888456f461f598802dceba02",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "ChainOfThought"
    },
    {
      "id": "src/chain_of_thought.py#ChainOfThought._attach_retrieved_memories",
      "name": "_attach_retrieved_memories",
      "kind": "method",
      "path": "src/chain_of_thought.py",
      "span": "L122-L135",
      "signature": "def _attach_retrieved_memories(self, result: Dict[str, Any], prefetched) -> None",
      "exported": false,
      "origin": "ast",
      "body_hash": "1eed6781ad7a073a36a14119433637344f03fc868c750107b6c1f66b4872d9cc",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "ChainOfThought"
    },
    {
      "id": "src/chain_of_thought.py#ChainOfThought._build_cot_messages",
      "name": "_build_cot_messages",
      "kind": "method",
      "path": "src/chain_of_thought.py",
      "span": "L137-L141",
      "signature": "def _build_cot_messages(self, query: Query, prefetched=None) -> List[Dict[str, str]]",
      "exported": false,
      "origin": "ast",
      "body_hash": "73badf41b2c67bc010279a137f2b99d78fed18a9b467b4f5755f0918e2ce3f28",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "ChainOfThought"
    },
    {
      "id": "src/chain_of_thought.py#ChainOfThought._check_consensus",
      "name": "_check_consensus",
      "kind": "method",
      "path": "src/chain_of_thought.py",
      "span": "L143-L165",
      "signature": "def _check_consensus(self, reasoning_paths: List[str], consensus_threshold: float = 0.8) -> tuple[bool, str]",
      "exported": false,
      "origin": "ast",
      "body_hash": "cca7f2c7dff14a82a39cdd5e8f8c21fc37e804f5f3fa9f8da934824fa14b52ca",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "ChainOfThought"
    },
    {
      "id": "src/chain_of_thought.py#ChainOfThought.get_token_usage_summary",
      "name": "get_token_usage_summary",
      "kind": "method",
      "path": "src/chain_of_thought.py",
      "span": "L172-L173",
      "signature": "def get_token_usage_summary(self)",
      "exported": true,
      "origin": "ast",
      "body_hash": "61cb8dd073485b509287cb1bf05553edd4cd4fde28c40e096d0616cd81dee054",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "ChainOfThought"
    },
    {
      "id": "src/chain_of_thought.py#ChainOfThought.run",
      "name": "run",
      "kind": "method",
      "path": "src/chain_of_thought.py",
      "span": "L39-L120",
      "signature": "def run(self, queries: List[Query]) -> List[Dict[str, Any]]",
      "exported": true,
      "origin": "ast",
      "body_hash": "bcfb75dbf11e18ff817023513e3ac145863c2cba53feccc312d8c361ed762242",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "ChainOfThought"
    },
    {
      "id": "src/chain_of_thought.py#ChainOfThought.save_cot_log",
      "name": "save_cot_log",
      "kind": "method",
      "path": "src/chain_of_thought.py",
      "span": "L167-L170",
      "signature": "def save_cot_log(self, filename: str) -> None",
      "exported": true,
      "origin": "ast",
      "body_hash": "2df9d20e14037720acbc7094fa820882db72abf43d4c7edb5eeb50500464bb39",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "ChainOfThought"
    },
    {
      "id": "src/chain_of_thought.py#remove_think_tags",
      "name": "remove_think_tags",
      "kind": "function",
      "path": "src/chain_of_thought.py",
      "span": "L12-L13",
      "signature": "def remove_think_tags(text: str) -> str",
      "exported": true,
      "origin": "ast",
      "body_hash": "f30d594c93fd7f89cc4a9f60dca524a516252b37114812bcd4767112b6116d3b",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/checker.py",
      "name": "checker.py",
      "kind": "file",
      "path": "src/checker.py",
      "span": "L1-L283",
      "signature": null,
      "exported": true,
      "origin": "ast",
      "body_hash": "fa1d3b7f80055d94d509ad6e2cc312f8e4f63141caeb2bec37a4ab4e97a72f1a",
      "chars": 9220,
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/checker.py#_fix_fracs",
      "name": "_fix_fracs",
      "kind": "function",
      "path": "src/checker.py",
      "span": "L208-L237",
      "signature": "def _fix_fracs(string)",
      "exported": false,
      "origin": "ast",
      "body_hash": "b05d1742f77b907f1bc8b2a89e4689e2933e14a22eff957215c80fa71f442301",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/checker.py#_fix_sqrt",
      "name": "_fix_sqrt",
      "kind": "function",
      "path": "src/checker.py",
      "span": "L240-L242",
      "signature": "def _fix_sqrt(string)",
      "exported": false,
      "origin": "ast",
      "body_hash": "427ef733f8e6c30189048a4ea8d84b298ea1328bdfc6d2c22c48d3f86b99b70b",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/checker.py#BaseChecker",
      "name": "BaseChecker",
      "kind": "class",
      "path": "src/checker.py",
      "span": "L14-L21",
      "signature": "class BaseChecker(ABC)",
      "exported": true,
      "origin": "ast",
      "body_hash": "0d3129c9856b932154ea2c30345a587057db487f0b28473c5bc018673464919d",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/checker.py#BaseChecker.check_answer",
      "name": "check_answer",
      "kind": "method",
      "path": "src/checker.py",
      "span": "L16-L17",
      "signature": "def check_answer(self, pred_answer: str, expected_answer: str) -> float",
      "exported": true,
      "origin": "ast",
      "body_hash": "7af2c6a84df3e9f626bdcc28820f7dd1c3807b6565a7f954ab99a90f6005d3dc",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "BaseChecker"
    },
    {
      "id": "src/checker.py#BaseChecker.parse_answer",
      "name": "parse_answer",
      "kind": "method",
      "path": "src/checker.py",
      "span": "L20-L21",
      "signature": "def parse_answer(self, response: str) -> str",
      "exported": true,
      "origin": "ast",
      "body_hash": "ce4f06136d8a022965eee9fccd91d84373945ec06674601f462325b0131c28ec",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "BaseChecker"
    },
    {
      "id": "src/checker.py#is_digit",
      "name": "is_digit",
      "kind": "function",
      "path": "src/checker.py",
      "span": "L255-L257",
      "signature": "def is_digit(num)",
      "exported": true,
      "origin": "ast",
      "body_hash": "69c42ca92a00d1eec04d0d45751c2eab2035ae23f32e5708388bc29fc5656284",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/checker.py#MATHChecker",
      "name": "MATHChecker",
      "kind": "class",
      "path": "src/checker.py",
      "span": "L24-L120",
      "signature": "class MATHChecker(BaseChecker)",
      "exported": true,
      "origin": "ast",
      "body_hash": "00da200cd4f0956f68bc1cd6854f8545de3570ad1e375c689f59099c23d0c5d3",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/checker.py#MATHChecker._math_equal",
      "name": "_math_equal",
      "kind": "method",
      "path": "src/checker.py",
      "span": "L62-L120",
      "signature": "def _math_equal(self, pred_answer: str, expected_answer: str) -> bool",
      "exported": false,
      "origin": "ast",
      "body_hash": "ee187ac2608b4296311d2aa8ba123b0cd421120020158ba5bf1c161f54cbe264",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "MATHChecker"
    },
    {
      "id": "src/checker.py#MATHChecker._math_equal._check_pm_match",
      "name": "_check_pm_match",
      "kind": "function",
      "path": "src/checker.py",
      "span": "L71-L86",
      "signature": "def _check_pm_match(pm_str, list_str)",
      "exported": false,
      "origin": "ast",
      "body_hash": "a2b76e16bcd7605b16f5e13e3b082973b66a78828274e69aab5f0111428c076e",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/checker.py#MATHChecker.check_answer",
      "name": "check_answer",
      "kind": "method",
      "path": "src/checker.py",
      "span": "L25-L32",
      "signature": "def check_answer(self, pred_answer: str, expected_answer: str) -> bool",
      "exported": true,
      "origin": "ast",
      "body_hash": "f2d2545269cab6de50ab50d3b0eeb39157608596463bd99cd9a307c65b98b2d8",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "MATHChecker"
    },
    {
      "id": "src/checker.py#MATHChecker.parse_answer",
      "name": "parse_answer",
      "kind": "method",
      "path": "src/checker.py",
      "span": "L34-L60",
      "signature": "def parse_answer(self, response: str) -> str",
      "exported": true,
      "origin": "ast",
      "body_hash": "c2ce512cfe39074a72ca4a507b66ef9d8593afa11e010e0b4862fffe49df17ab",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "MATHChecker"
    },
    {
      "id": "src/checker.py#MATHChecker.parse_answer._find_box",
      "name": "_find_box",
      "kind": "function",
      "path": "src/checker.py",
      "span": "L35-L41",
      "signature": "def _find_box(string:str) -> str",
      "exported": false,
      "origin": "ast",
      "body_hash": "29f4927a7cfe184a6ccec608326836e33af50af98c79584ef55da337d32da637",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/checker.py#MMLUProChecker",
      "name": "MMLUProChecker",
      "kind": "class",
      "path": "src/checker.py",
      "span": "L123-L146",
      "signature": "class MMLUProChecker(BaseChecker)",
      "exported": true,
      "origin": "ast",
      "body_hash": "ee10fd3dad68c09aa6a756b7c3356f7c6d8092491abaabe56ddd2dfb6d43f732",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/checker.py#MMLUProChecker._normalize_char",
      "name": "_normalize_char",
      "kind": "method",
      "path": "src/checker.py",
      "span": "L140-L146",
      "signature": "def _normalize_char(self, char: str) -> str",
      "exported": false,
      "origin": "ast",
      "body_hash": "78d9d90fcbd04685477d7dcb842b2f00c49abb7141f65c5b12a47cfa46347f63",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "MMLUProChecker"
    },
    {
      "id": "src/checker.py#MMLUProChecker.check_answer",
      "name": "check_answer",
      "kind": "method",
      "path": "src/checker.py",
      "span": "L124-L128",
      "signature": "def check_answer(self, pred_answer: str, expected_answer: str) -> bool",
      "exported": true,
      "origin": "ast",
      "body_hash": "4847e46a99cc37f6909153d6a742e076fc3b7c48c091da062c4219734ff96a14",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "MMLUProChecker"
    },
    {
      "id": "src/checker.py#MMLUProChecker.parse_answer",
      "name": "parse_answer",
      "kind": "method",
      "path": "src/checker.py",
      "span": "L130-L138",
      "signature": "def parse_answer(self, response: str) -> str",
      "exported": true,
      "origin": "ast",
      "body_hash": "2cdda48399b1cac5ca37bd23ab6e825d374c332017e3ce751cf4168c98c23755",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "MMLUProChecker"
    },
    {
      "id": "src/checker.py#parse_digits",
      "name": "parse_digits",
      "kind": "function",
      "path": "src/checker.py",
      "span": "L245-L252",
      "signature": "def parse_digits(num)",
      "exported": true,
      "origin": "ast",
      "body_hash": "a97053a8170fcf65eb2c0e55ed319d0ba7821310d39964008743d548d2e5011c",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/checker.py#strip_string",
      "name": "strip_string",
      "kind": "function",
      "path": "src/checker.py",
      "span": "L162-L205",
      "signature": "def strip_string(string: str) -> str",
      "exported": true,
      "origin": "ast",
      "body_hash": "9c50bb0ccdc2fdfe3365c49533fd32873b5d0fcf8d48a5acae1569d8df34f296",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/checker.py#symbolic_equal",
      "name": "symbolic_equal",
      "kind": "function",
      "path": "src/checker.py",
      "span": "L260-L282",
      "signature": "def symbolic_equal(a, b)",
      "exported": true,
      "origin": "ast",
      "body_hash": "6c7a4e2bd2df84ced5fc9610c3aa27f7c9017969f6b4eb5602a2a8232a51340e",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/checker.py#symbolic_equal._parse",
      "name": "_parse",
      "kind": "function",
      "path": "src/checker.py",
      "span": "L268-L275",
      "signature": "def _parse(s)",
      "exported": false,
      "origin": "ast",
      "body_hash": "921308806091925f747fba0f40753f880af2a9d7edf5705bc2879f0a110b64a7",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/memory.py",
      "name": "memory.py",
      "kind": "file",
      "path": "src/memory.py",
      "span": "L1-L364",
      "signature": null,
      "exported": true,
      "origin": "ast",
      "body_hash": "7d4950ed2c04a0e63bc17b12edd5bcaa2f20f41b26e36055f9258ef3f8227b9d",
      "chars": 15084,
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/memory.py#MemoryVectorDB",
      "name": "MemoryVectorDB",
      "kind": "class",
      "path": "src/memory.py",
      "span": "L11-L363",
      "signature": "class MemoryVectorDB",
      "exported": true,
      "origin": "ast",
      "body_hash": "2944b94af69c968ddbdfa8c4f3777360a1df19187d5d3b552c0fd159c25f8419",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/memory.py#MemoryVectorDB.__init__",
      "name": "__init__",
      "kind": "method",
      "path": "src/memory.py",
      "span": "L12-L35",
      "signature": "def __init__(self, persistent_dir: str, collection_name: str, embedding_model: EmbeddingModel, tokenizer: Optional[Callable[[str], List[str]]] = word_tokenize, stemmer: Optional[Callable[[str], List[str]]] = SnowballStemmer(\"english\"), verbose: bool = True)",
      "exported": false,
      "origin": "ast",
      "body_hash": "acb50ec491d9b7c5ba9215f040630444b2668533e6a035b4050160706a9b1bc8",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "MemoryVectorDB"
    },
    {
      "id": "src/memory.py#MemoryVectorDB._make_resp_id",
      "name": "_make_resp_id",
      "kind": "method",
      "path": "src/memory.py",
      "span": "L304-L305",
      "signature": "def _make_resp_id(query_id, round_idx: int, agent_id: str) -> str",
      "exported": false,
      "origin": "ast",
      "body_hash": "1ab18a4a85b0c40294caf467541129418f3436202d2da62f29ccfd597a4930e8",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "MemoryVectorDB"
    },
    {
      "id": "src/memory.py#MemoryVectorDB.add_batch_memories",
      "name": "add_batch_memories",
      "kind": "method",
      "path": "src/memory.py",
      "span": "L82-L109",
      "signature": "def add_batch_memories(self, db_ids: List[str], embedding_texts: List[str], document_texts: List[str], add_meta_datas: List[Dict] = None) -> None",
      "exported": true,
      "origin": "ast",
      "body_hash": "487d0945731336e9afac72c0e67f91d5881bc6d41340afd031b9e24a7aecc438",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "MemoryVectorDB"
    },
    {
      "id": "src/memory.py#MemoryVectorDB.add_batch_responses",
      "name": "add_batch_responses",
      "kind": "method",
      "path": "src/memory.py",
      "span": "L307-L317",
      "signature": "def add_batch_responses(self, db_ids: List[str], texts: List[str], meta_datas: List[Dict]) -> None",
      "exported": true,
      "origin": "ast",
      "body_hash": "bb07805fde2960a4e88921b05e1b0d48604da93a716096e640108743f1d8fe86",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "MemoryVectorDB"
    },
    {
      "id": "src/memory.py#MemoryVectorDB.add_memory",
      "name": "add_memory",
      "kind": "method",
      "path": "src/memory.py",
      "span": "L56-L80",
      "signature": "def add_memory(self, db_id: str, embedding_text: str, document_text: str, add_meta_datas: Dict = None) -> None",
      "exported": true,
      "origin": "ast",
      "body_hash": "5937f923edcd23ed3f9b2b60dd1d59d778f7355d7a64a2d1b989b2d362b91fff",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "MemoryVectorDB"
    },
    {
      "id": "src/memory.py#MemoryVectorDB.batch_get_random",
      "name": "batch_get_random",
      "kind": "method",
      "path": "src/memory.py",
      "span": "L191-L241",
      "signature": "def batch_get_random( self, n_queries: int, n_results: int = 3, filter_metadata: Dict = None, distance: float = 1.0, seed: Optional[int] = None, ) -> List[List[Tuple[Dict, str, float, Optional[np.ndarray]]]]",
      "exported": true,
      "origin": "ast",
      "body_hash": "7d3a7a493e060d21fde9de24e0595a53a9216802d2a73e3cbd8edaf87f9bbcfa",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "MemoryVectorDB"
    },
    {
      "id": "src/memory.py#MemoryVectorDB.batch_get_response_embeddings",
      "name": "batch_get_response_embeddings",
      "kind": "method",
      "path": "src/memory.py",
      "span": "L341-L363",
      "signature": "def batch_get_response_embeddings( self, keys: List[Tuple], # list of (query_id, round_idx, agent_id_str) ) -> Dict[Tuple, Optional[np.ndarray]]",
      "exported": true,
      "origin": "ast",
      "body_hash": "b5a43ee21967e296eb3fee2ad68f096fa05c79c1a99083b063f208e7bf6d1017",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "MemoryVectorDB"
    },
    {
      "id": "src/memory.py#MemoryVectorDB.batch_query_similar",
      "name": "batch_query_similar",
      "kind": "method",
      "path": "src/memory.py",
      "span": "L146-L189",
      "signature": "def batch_query_similar( self, query_texts: List[str], n_results: int = 3, filter_metadata: Dict = None, ) -> List[List[Tuple[Dict, str, float, Optional[np.ndarray]]]]",
      "exported": true,
      "origin": "ast",
      "body_hash": "a4c925a97c4da30b077d94e5b66467e8cafed4fcb3ad7e4654a296be1a11adff",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "MemoryVectorDB"
    },
    {
      "id": "src/memory.py#MemoryVectorDB.delete_memory",
      "name": "delete_memory",
      "kind": "method",
      "path": "src/memory.py",
      "span": "L283-L289",
      "signature": "def delete_memory(self, db_id: str) -> None",
      "exported": true,
      "origin": "ast",
      "body_hash": "8e7f1c5b95dc8718549aed91f28de1525cfd61c86941128d1a04eadda705d186",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "MemoryVectorDB"
    },
    {
      "id": "src/memory.py#MemoryVectorDB.get_all_ids",
      "name": "get_all_ids",
      "kind": "method",
      "path": "src/memory.py",
      "span": "L294-L297",
      "signature": "def get_all_ids(self, filter_metadata=None)",
      "exported": true,
      "origin": "ast",
      "body_hash": "6edc83c5017f9733e022a436680fdd9a9fc4aaa990a9985fbd199bfc9efd9ad3",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "MemoryVectorDB"
    },
    {
      "id": "src/memory.py#MemoryVectorDB.get_by_ids",
      "name": "get_by_ids",
      "kind": "method",
      "path": "src/memory.py",
      "span": "L243-L253",
      "signature": "def get_by_ids(self, select_ids: List[str]) -> List[Tuple[Dict, str]]",
      "exported": true,
      "origin": "ast",
      "body_hash": "a8e8c23d08b6c65dcff405fdec755d165ec2d588edc0a93f8f0eb3f85e1d8228",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "MemoryVectorDB"
    },
    {
      "id": "src/memory.py#MemoryVectorDB.get_memories_count",
      "name": "get_memories_count",
      "kind": "method",
      "path": "src/memory.py",
      "span": "L291-L292",
      "signature": "def get_memories_count(self) -> int",
      "exported": true,
      "origin": "ast",
      "body_hash": "99868904ae61a73a17e82f1b60892b693030f85e4069d32f3c2a5e29bbd815cf",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "MemoryVectorDB"
    },
    {
      "id": "src/memory.py#MemoryVectorDB.get_response_embeddings",
      "name": "get_response_embeddings",
      "kind": "method",
      "path": "src/memory.py",
      "span": "L319-L339",
      "signature": "def get_response_embeddings(self, query_id, round_idx: int, agent_ids: List[str]) -> Dict[str, Optional[np.ndarray]]",
      "exported": true,
      "origin": "ast",
      "body_hash": "9014f189d2fb3cff02580425fc13154eb3b5d39f2525c93b63ad278cbd6e349e",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "MemoryVectorDB"
    },
    {
      "id": "src/memory.py#MemoryVectorDB.load_doc_embeddings",
      "name": "load_doc_embeddings",
      "kind": "method",
      "path": "src/memory.py",
      "span": "L41-L54",
      "signature": "def load_doc_embeddings(self, npz_path: str) -> None",
      "exported": true,
      "origin": "ast",
      "body_hash": "51445f953293705064187ec30c4fa82104ca306c31b7e919b23f6646dfab243b",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "MemoryVectorDB"
    },
    {
      "id": "src/memory.py#MemoryVectorDB.query_similar",
      "name": "query_similar",
      "kind": "method",
      "path": "src/memory.py",
      "span": "L111-L144",
      "signature": "def query_similar(self, query_text: str, n_results: int = 3, filter_metadata: Dict = None) -> List[Tuple[Dict, str, float, Optional[np.ndarray]]]",
      "exported": true,
      "origin": "ast",
      "body_hash": "dfe13b4695039b7f9a90b9a1b05680ec8c926713adecd69428404c6aaec0906f",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "MemoryVectorDB"
    },
    {
      "id": "src/memory.py#MemoryVectorDB.update_memory",
      "name": "update_memory",
      "kind": "method",
      "path": "src/memory.py",
      "span": "L255-L281",
      "signature": "def update_memory(self, db_id: str, embedding_text: str, document_text: str, add_meta_datas: Dict = None) -> None",
      "exported": true,
      "origin": "ast",
      "body_hash": "dd9f179d9957ff8374616416ace805c3f445e96c38f9a3f88e1c10035e260fc0",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "MemoryVectorDB"
    },
    {
      "id": "src/models.py",
      "name": "models.py",
      "kind": "file",
      "path": "src/models.py",
      "span": "L1-L339",
      "signature": null,
      "exported": true,
      "origin": "ast",
      "body_hash": "713ccfac57a8375b54ac9b4b9cecad19d7288c01785a23505c54d1870a6d4c35",
      "chars": 13629,
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/models.py#build_language_model",
      "name": "build_language_model",
      "kind": "function",
      "path": "src/models.py",
      "span": "L11-L15",
      "signature": "def build_language_model(llm_config: LLMConfig)",
      "exported": true,
      "origin": "ast",
      "body_hash": "dc33313a41b73c63ebeb9cf2c9384a9a525441eb2183f13c1f97e7591ba6397a",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/models.py#EmbeddingModel",
      "name": "EmbeddingModel",
      "kind": "class",
      "path": "src/models.py",
      "span": "L123-L162",
      "signature": "class EmbeddingModel",
      "exported": true,
      "origin": "ast",
      "body_hash": "8b522fd76470bb294d0ae82506dae7a303eceef196a41440cad3ac09d50cacbe",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/models.py#EmbeddingModel.__init__",
      "name": "__init__",
      "kind": "method",
      "path": "src/models.py",
      "span": "L125-L145",
      "signature": "def __init__(self, embedding_config: EmbeddingConfig, device: str = None)",
      "exported": false,
      "origin": "ast",
      "body_hash": "a186eceffd7ae516233773014838d65a835908234ef63d77d118f6bba8046c7c",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "EmbeddingModel"
    },
    {
      "id": "src/models.py#EmbeddingModel.encode",
      "name": "encode",
      "kind": "method",
      "path": "src/models.py",
      "span": "L147-L162",
      "signature": "def encode(self, texts: Union[str, List[str]], normalize_embeddings: bool = True, show_progress_bar: bool = False) -> Union[List[float], List[List[float]]]",
      "exported": true,
      "origin": "ast",
      "body_hash": "f5f36ddbcdf93f01b1a961bd369cdc2bcb37aff06eac6441deba5f7395c41f8b",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "EmbeddingModel"
    },
    {
      "id": "src/models.py#LanguageModel",
      "name": "LanguageModel",
      "kind": "class",
      "path": "src/models.py",
      "span": "L18-L120",
      "signature": "class LanguageModel",
      "exported": true,
      "origin": "ast",
      "body_hash": "1f771dfd3dbdba9eabb25623541b41e84d342b0a2388daab17f65ba14504be3b",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/models.py#LanguageModel.__call__",
      "name": "__call__",
      "kind": "method",
      "path": "src/models.py",
      "span": "L50-L104",
      "signature": "def __call__(self, batch_messages: List[List[Dict[str, str]]], task_name: str = \"default\") -> Dict[str, Any]",
      "exported": false,
      "origin": "ast",
      "body_hash": "0daac3545eabb3d3056df818135154f7e24bd0faeafce4e1a7cac8719c3cd43a",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "LanguageModel"
    },
    {
      "id": "src/models.py#LanguageModel.__init__",
      "name": "__init__",
      "kind": "method",
      "path": "src/models.py",
      "span": "L20-L48",
      "signature": "def __init__(self, llm_config: LLMConfig)",
      "exported": false,
      "origin": "ast",
      "body_hash": "dcafac8ea0b0c1f80ca606c41fa198ae2cc977f932f9352e80a390f26e816339",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "LanguageModel"
    },
    {
      "id": "src/models.py#LanguageModel._process_outputs",
      "name": "_process_outputs",
      "kind": "method",
      "path": "src/models.py",
      "span": "L106-L117",
      "signature": "def _process_outputs(self, outputs)",
      "exported": false,
      "origin": "ast",
      "body_hash": "df99c1544e817afecd91a63a37a1bbce53284fde8deab8ba51d5a652a0b18da9",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "LanguageModel"
    },
    {
      "id": "src/models.py#LanguageModel.get_token_usage_summary",
      "name": "get_token_usage_summary",
      "kind": "method",
      "path": "src/models.py",
      "span": "L119-L120",
      "signature": "def get_token_usage_summary(self)",
      "exported": true,
      "origin": "ast",
      "body_hash": "444b6293462006eaf247aadfde10851cf8370ee3ff93feac0944afd7fd8c7018",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "LanguageModel"
    },
    {
      "id": "src/models.py#OpenRouterLanguageModel",
      "name": "OpenRouterLanguageModel",
      "kind": "class",
      "path": "src/models.py",
      "span": "L165-L338",
      "signature": "class OpenRouterLanguageModel",
      "exported": true,
      "origin": "ast",
      "body_hash": "ec16cae94add177e883ec5e07cdc34ed9600ff1a8158145154208318c441ca06",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/models.py#OpenRouterLanguageModel.__call__",
      "name": "__call__",
      "kind": "method",
      "path": "src/models.py",
      "span": "L222-L269",
      "signature": "def __call__(self, batch_messages: List[List[Dict[str, str]]], task_name: str = \"default\") -> Dict[str, Any]",
      "exported": false,
      "origin": "ast",
      "body_hash": "e14c4f0346e22ebf9af00cf83461f3782b0533e5d0be027d1075b3531e20813d",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "OpenRouterLanguageModel"
    },
    {
      "id": "src/models.py#OpenRouterLanguageModel.__init__",
      "name": "__init__",
      "kind": "method",
      "path": "src/models.py",
      "span": "L182-L220",
      "signature": "def __init__(self, llm_config: LLMConfig)",
      "exported": false,
      "origin": "ast",
      "body_hash": "479d514551f36fc59c7336df936fc08e3619cd0991763e6aebcd31ae1309a9ce",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "OpenRouterLanguageModel"
    },
    {
      "id": "src/models.py#OpenRouterLanguageModel._backoff_seconds",
      "name": "_backoff_seconds",
      "kind": "method",
      "path": "src/models.py",
      "span": "L316-L321",
      "signature": "def _backoff_seconds(self, attempt: int, error: Exception) -> float",
      "exported": false,
      "origin": "ast",
      "body_hash": "8505645ed01ef0adc8191a001b113326e667e59123db5260ee70933cee0775d2",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "OpenRouterLanguageModel"
    },
    {
      "id": "src/models.py#OpenRouterLanguageModel._complete_one_query",
      "name": "_complete_one_query",
      "kind": "method",
      "path": "src/models.py",
      "span": "L271-L314",
      "signature": "def _complete_one_query(self, messages: List[Dict[str, str]], task_name: str) -> Tuple[str, int, int]",
      "exported": false,
      "origin": "ast",
      "body_hash": "b23c05e4e9c31ef52a6b215944998d3d3b9b3a8edc6ebbd851f88adadb29335a",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "OpenRouterLanguageModel"
    },
    {
      "id": "src/models.py#OpenRouterLanguageModel._parse_retry_after",
      "name": "_parse_retry_after",
      "kind": "method",
      "path": "src/models.py",
      "span": "L324-L335",
      "signature": "def _parse_retry_after(error: Exception) -> Optional[float]",
      "exported": false,
      "origin": "ast",
      "body_hash": "ab20914a2001ed4f3e27db2a2c5c72b9404361407b409ea5b2d049c932de68f8",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "OpenRouterLanguageModel"
    },
    {
      "id": "src/models.py#OpenRouterLanguageModel.get_token_usage_summary",
      "name": "get_token_usage_summary",
      "kind": "method",
      "path": "src/models.py",
      "span": "L337-L338",
      "signature": "def get_token_usage_summary(self)",
      "exported": true,
      "origin": "ast",
      "body_hash": "444b6293462006eaf247aadfde10851cf8370ee3ff93feac0944afd7fd8c7018",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "OpenRouterLanguageModel"
    },
    {
      "id": "src/multi_agent_debate.py",
      "name": "multi_agent_debate.py",
      "kind": "file",
      "path": "src/multi_agent_debate.py",
      "span": "L1-L461",
      "signature": null,
      "exported": true,
      "origin": "ast",
      "body_hash": "75cf85f0c06c03eda250c47d3195fecaf563f72825d29ff911c5a002c135ebca",
      "chars": 19919,
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/multi_agent_debate.py#MultiAgentDebate",
      "name": "MultiAgentDebate",
      "kind": "class",
      "path": "src/multi_agent_debate.py",
      "span": "L21-L460",
      "signature": "class MultiAgentDebate",
      "exported": true,
      "origin": "ast",
      "body_hash": "acb8c5309cb801dbfa0eb000fd078814b8d03139376c392661f0c13ab70ee02c",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/multi_agent_debate.py#MultiAgentDebate.__init__",
      "name": "__init__",
      "kind": "method",
      "path": "src/multi_agent_debate.py",
      "span": "L36-L62",
      "signature": "def __init__( self, agents: List[Agent], model: LanguageModel, task_type: str, max_round: int = 3, consensus_threshold: float = 0.8, if_summarize_state: bool = False, if_confidence_weight: bool = False, ) -> None",
      "exported": false,
      "origin": "ast",
      "body_hash": "170a598d9d8154d623eae2efef3465d6e19e02ffe09a60cbf7e0cade26176e82",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "MultiAgentDebate"
    },
    {
      "id": "src/multi_agent_debate.py#MultiAgentDebate._check_consensus",
      "name": "_check_consensus",
      "kind": "method",
      "path": "src/multi_agent_debate.py",
      "span": "L328-L357",
      "signature": "def _check_consensus(self, query: Query, pred_answers: List[str]) -> tuple[bool, float, str]",
      "exported": false,
      "origin": "ast",
      "body_hash": "6dd427e7e8d015560f5e251b342fc624c7d2080c76a13d13050e4aae53877670",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "MultiAgentDebate"
    },
    {
      "id": "src/multi_agent_debate.py#MultiAgentDebate._clear_debate",
      "name": "_clear_debate",
      "kind": "method",
      "path": "src/multi_agent_debate.py",
      "span": "L375-L382",
      "signature": "def _clear_debate(self) -> None",
      "exported": false,
      "origin": "ast",
      "body_hash": "270ce9f7a246709d312fb2c2b2d5fcf64f844823d74fc946994ad0b17bc5df85",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "MultiAgentDebate"
    },
    {
      "id": "src/multi_agent_debate.py#MultiAgentDebate._initialize_debate",
      "name": "_initialize_debate",
      "kind": "method",
      "path": "src/multi_agent_debate.py",
      "span": "L363-L373",
      "signature": "def _initialize_debate(self, queries: List[Query]) -> None",
      "exported": false,
      "origin": "ast",
      "body_hash": "de216185871f8011dbca1cb1679ae11bd6745556b9f45f627aed5174977679e3",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "MultiAgentDebate"
    },
    {
      "id": "src/multi_agent_debate.py#MultiAgentDebate._run_debate_round",
      "name": "_run_debate_round",
      "kind": "method",
      "path": "src/multi_agent_debate.py",
      "span": "L123-L273",
      "signature": "def _run_debate_round(self, queries: List[Query]) -> None",
      "exported": false,
      "origin": "ast",
      "body_hash": "2ff2af579b650f185ef35ca9003ddcb08ca9414103e9a77419bf8641106243d9",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "MultiAgentDebate"
    },
    {
      "id": "src/multi_agent_debate.py#MultiAgentDebate._save_memory_data",
      "name": "_save_memory_data",
      "kind": "method",
      "path": "src/multi_agent_debate.py",
      "span": "L388-L452",
      "signature": "def _save_memory_data(self, queries: List[Query], batch_idx: int = 0) -> None",
      "exported": false,
      "origin": "ast",
      "body_hash": "736be302119f63037a9f7e9222eb407cccc17381866d59079b35f7871493f56a",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "MultiAgentDebate"
    },
    {
      "id": "src/multi_agent_debate.py#MultiAgentDebate._summarize_debate_state",
      "name": "_summarize_debate_state",
      "kind": "method",
      "path": "src/multi_agent_debate.py",
      "span": "L275-L326",
      "signature": "def _summarize_debate_state(self, queries: List[Query]) -> None",
      "exported": false,
      "origin": "ast",
      "body_hash": "8057bd6b6106b81c97e4bda1cab5be442db18881b4fac4f52624b74ceeb3c380",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "MultiAgentDebate"
    },
    {
      "id": "src/multi_agent_debate.py#MultiAgentDebate.get_token_usage_summary",
      "name": "get_token_usage_summary",
      "kind": "method",
      "path": "src/multi_agent_debate.py",
      "span": "L459-L460",
      "signature": "def get_token_usage_summary(self)",
      "exported": true,
      "origin": "ast",
      "body_hash": "61cb8dd073485b509287cb1bf05553edd4cd4fde28c40e096d0616cd81dee054",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "MultiAgentDebate"
    },
    {
      "id": "src/multi_agent_debate.py#MultiAgentDebate.run",
      "name": "run",
      "kind": "method",
      "path": "src/multi_agent_debate.py",
      "span": "L68-L117",
      "signature": "def run(self, queries: List[Query], is_training: bool = True, batch_idx: int = 0) -> List[Dict[str, Any]]",
      "exported": true,
      "origin": "ast",
      "body_hash": "ed77736ce74891bbdba922ab8726fbdf39855da68029487865eb2e17c1d93db6",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "MultiAgentDebate"
    },
    {
      "id": "src/multi_agent_debate.py#MultiAgentDebate.save_debate_log",
      "name": "save_debate_log",
      "kind": "method",
      "path": "src/multi_agent_debate.py",
      "span": "L454-L457",
      "signature": "def save_debate_log(self, filename: str) -> None",
      "exported": true,
      "origin": "ast",
      "body_hash": "55df815a09208eb287f1673f79ec48ace2ac212630c32d66c90229a1a27a1cd2",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "MultiAgentDebate"
    },
    {
      "id": "src/multi_agent_debate.py#remove_think_tags",
      "name": "remove_think_tags",
      "kind": "function",
      "path": "src/multi_agent_debate.py",
      "span": "L17-L18",
      "signature": "def remove_think_tags(text: str) -> str",
      "exported": true,
      "origin": "ast",
      "body_hash": "100e88f7a94003ca9e6d0a377e4c5dccaa6c51a3b54fe0ab0682b7a93960f1ca",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/paths.py",
      "name": "paths.py",
      "kind": "file",
      "path": "src/paths.py",
      "span": "L1-L21",
      "signature": null,
      "exported": true,
      "origin": "ast",
      "body_hash": "f9a1a7bb9a0c875f7137dfd63158dd641436250c5e1ba47f136af7d8481a1f99",
      "chars": 786,
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/prompts.py",
      "name": "prompts.py",
      "kind": "file",
      "path": "src/prompts.py",
      "span": "L1-L244",
      "signature": null,
      "exported": true,
      "origin": "ast",
      "body_hash": "3fb6dcf3d0f043a590af9800ed0d6ce28bd8cd6d18d58138de77e0fb50057a87",
      "chars": 19560,
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/retrieval_policy.py",
      "name": "retrieval_policy.py",
      "kind": "file",
      "path": "src/retrieval_policy.py",
      "span": "L1-L329",
      "signature": null,
      "exported": true,
      "origin": "ast",
      "body_hash": "1558b7bfef2267803bdc1a09c1c8cdfabc88e04a7d0d1aeb04c59785d02c8492",
      "chars": 12585,
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/retrieval_policy.py#_doc_embedding_matrix",
      "name": "_doc_embedding_matrix",
      "kind": "function",
      "path": "src/retrieval_policy.py",
      "span": "L37-L49",
      "signature": "def _doc_embedding_matrix(candidates: List[Candidate], embedding_model=None) -> np.ndarray",
      "exported": false,
      "origin": "ast",
      "body_hash": "051374ee79d1a7859c5d713d368c8f74faf93231ad32acf3554ab0f5aeb2a6f9",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/retrieval_policy.py#build_retrieval_policy",
      "name": "build_retrieval_policy",
      "kind": "function",
      "path": "src/retrieval_policy.py",
      "span": "L311-L328",
      "signature": "def build_retrieval_policy(name: str, seed: Optional[int] = None, **policy_kwargs) -> RetrievalPolicy",
      "exported": true,
      "origin": "ast",
      "body_hash": "cd614b4aca064a0e86a9307efc0e109d2f094bb0773358fec10f8e17d01d6612",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/retrieval_policy.py#DebateStateAwarePolicy",
      "name": "DebateStateAwarePolicy",
      "kind": "class",
      "path": "src/retrieval_policy.py",
      "span": "L182-L218",
      "signature": "class DebateStateAwarePolicy(RetrievalPolicy)",
      "exported": true,
      "origin": "ast",
      "body_hash": "a0db61d106b4a0dc6c7dbb2adcfbfa9a81f08d773ec0028c9ed8470eef2b6542",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/retrieval_policy.py#DebateStateAwarePolicy.__init__",
      "name": "__init__",
      "kind": "method",
      "path": "src/retrieval_policy.py",
      "span": "L192-L197",
      "signature": "def __init__(self, gamma: float = 0.9, ref_lambda: float = 0.7, adaptive_lambda: bool = True, seed: Optional[int] = None)",
      "exported": false,
      "origin": "ast",
      "body_hash": "b347c44f2abcf2a33768adaf3b85018a2c1802f0ff4cda54fe5884a322e661e5",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "DebateStateAwarePolicy"
    },
    {
      "id": "src/retrieval_policy.py#DebateStateAwarePolicy._lambda_for",
      "name": "_lambda_for",
      "kind": "method",
      "path": "src/retrieval_policy.py",
      "span": "L199-L202",
      "signature": "def _lambda_for(self, consensus_ratio: Optional[float]) -> float",
      "exported": false,
      "origin": "ast",
      "body_hash": "585b408209eaff5d78db715e4f76200b8388d3c512fbce526a2903db954611eb",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "DebateStateAwarePolicy"
    },
    {
      "id": "src/retrieval_policy.py#DebateStateAwarePolicy.batch_retrieve",
      "name": "batch_retrieve",
      "kind": "method",
      "path": "src/retrieval_policy.py",
      "span": "L204-L218",
      "signature": "def batch_retrieve(self, memory_db, agent_id, queries, n_retrieval, prev_consensus_ratios)",
      "exported": true,
      "origin": "ast",
      "body_hash": "09ddf4c24d3782e75422c9b340d21feb67c5a7b41db8cb0f8d56781a53679c4e",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "DebateStateAwarePolicy"
    },
    {
      "id": "src/retrieval_policy.py#diversity_select",
      "name": "diversity_select",
      "kind": "function",
      "path": "src/retrieval_policy.py",
      "span": "L103-L131",
      "signature": "def diversity_select( candidates: List[Candidate], n: int, embedding_model=None, seed: Optional[int] = None, ) -> List[Candidate]",
      "exported": true,
      "origin": "ast",
      "body_hash": "379a737d109924a63050fcbc8dced49799485b7675f06864b942d2be582685e6",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/retrieval_policy.py#DiversityPolicy",
      "name": "DiversityPolicy",
      "kind": "class",
      "path": "src/retrieval_policy.py",
      "span": "L246-L263",
      "signature": "class DiversityPolicy(RetrievalPolicy)",
      "exported": true,
      "origin": "ast",
      "body_hash": "edaba640087d895b438d9979f09511a5f24cc0b29c53e5f621450338d06a2c5b",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/retrieval_policy.py#DiversityPolicy.batch_retrieve",
      "name": "batch_retrieve",
      "kind": "method",
      "path": "src/retrieval_policy.py",
      "span": "L250-L263",
      "signature": "def batch_retrieve(self, memory_db, agent_id, queries, n_retrieval, prev_consensus_ratios)",
      "exported": true,
      "origin": "ast",
      "body_hash": "ebc706b88245f78ec82e5c798e7355dcc9a480d5ea410e5808f2f74ebe35ed70",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "DiversityPolicy"
    },
    {
      "id": "src/retrieval_policy.py#FixedLambdaPolicy",
      "name": "FixedLambdaPolicy",
      "kind": "class",
      "path": "src/retrieval_policy.py",
      "span": "L221-L226",
      "signature": "class FixedLambdaPolicy(DebateStateAwarePolicy)",
      "exported": true,
      "origin": "ast",
      "body_hash": "d3a6f5616cdd1cccfed4b2dff04d10cc1b4d26f88e4b6f9adead607232800ace",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/retrieval_policy.py#FixedLambdaPolicy.__init__",
      "name": "__init__",
      "kind": "method",
      "path": "src/retrieval_policy.py",
      "span": "L225-L226",
      "signature": "def __init__(self, ref_lambda: float = 0.7, seed: Optional[int] = None)",
      "exported": false,
      "origin": "ast",
      "body_hash": "79a16f95e31d0f8ee5dd04b6f9489ee7460358f6c79d77fb1c747995ced4f2e8",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "FixedLambdaPolicy"
    },
    {
      "id": "src/retrieval_policy.py#mmr_select",
      "name": "mmr_select",
      "kind": "function",
      "path": "src/retrieval_policy.py",
      "span": "L52-L100",
      "signature": "def mmr_select( candidates: List[Candidate], n: int, lam: float, embedding_model=None, ) -> List[Candidate]",
      "exported": true,
      "origin": "ast",
      "body_hash": "f68d23967ae804b0e85af3f0c5a73e978e99a5a1b86d3a14052524220943de47",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/retrieval_policy.py#PositiveOnlyPolicy",
      "name": "PositiveOnlyPolicy",
      "kind": "class",
      "path": "src/retrieval_policy.py",
      "span": "L284-L298",
      "signature": "class PositiveOnlyPolicy(RetrievalPolicy)",
      "exported": true,
      "origin": "ast",
      "body_hash": "cbc3bb5f6ac89b5d0260c152fd70156c2242205e9fad35c24a5e1d14e8166b3d",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/retrieval_policy.py#PositiveOnlyPolicy.batch_retrieve",
      "name": "batch_retrieve",
      "kind": "method",
      "path": "src/retrieval_policy.py",
      "span": "L288-L298",
      "signature": "def batch_retrieve(self, memory_db, agent_id, queries, n_retrieval, prev_consensus_ratios)",
      "exported": true,
      "origin": "ast",
      "body_hash": "649a04a62f607f281687059fb7859f5f3922642829c1593e9f9301e5b0a4c0f0",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "PositiveOnlyPolicy"
    },
    {
      "id": "src/retrieval_policy.py#RandomPolicy",
      "name": "RandomPolicy",
      "kind": "class",
      "path": "src/retrieval_policy.py",
      "span": "L266-L281",
      "signature": "class RandomPolicy(RetrievalPolicy)",
      "exported": true,
      "origin": "ast",
      "body_hash": "d8aa53ffaa49aed53dcf4cafc1639123639b8c73df812d15d7389bee89a9c721",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/retrieval_policy.py#RandomPolicy.batch_retrieve",
      "name": "batch_retrieve",
      "kind": "method",
      "path": "src/retrieval_policy.py",
      "span": "L270-L281",
      "signature": "def batch_retrieve(self, memory_db, agent_id, queries, n_retrieval, prev_consensus_ratios)",
      "exported": true,
      "origin": "ast",
      "body_hash": "0477f7d254cbe15737ecd0d1e605fab7d398837b10eb68bfdfb598700300ac77",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "RandomPolicy"
    },
    {
      "id": "src/retrieval_policy.py#RetrievalPolicy",
      "name": "RetrievalPolicy",
      "kind": "class",
      "path": "src/retrieval_policy.py",
      "span": "L138-L179",
      "signature": "class RetrievalPolicy",
      "exported": true,
      "origin": "ast",
      "body_hash": "16fcc257ea18e5dbd2211127974448a306ff153ee59797d4d3951695cc3705e0",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/retrieval_policy.py#RetrievalPolicy.__init__",
      "name": "__init__",
      "kind": "method",
      "path": "src/retrieval_policy.py",
      "span": "L143-L145",
      "signature": "def __init__(self, seed: Optional[int] = None): # Stateful RNG seeded once from the base seed.",
      "exported": false,
      "origin": "ast",
      "body_hash": "8518c3ab8ab0762ffb18608ced1e1e5886789736dad048ef7867b161b8f369e6",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "RetrievalPolicy"
    },
    {
      "id": "src/retrieval_policy.py#RetrievalPolicy._filter",
      "name": "_filter",
      "kind": "method",
      "path": "src/retrieval_policy.py",
      "span": "L175-L179",
      "signature": "def _filter(agent_id: str, correct_only: bool = False) -> Dict",
      "exported": false,
      "origin": "ast",
      "body_hash": "a45f18bcf835361b4e32d72e8eef0e9d0b7cd903204afbffe80c157ed6efa1ca",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "RetrievalPolicy"
    },
    {
      "id": "src/retrieval_policy.py#RetrievalPolicy._next_seed",
      "name": "_next_seed",
      "kind": "method",
      "path": "src/retrieval_policy.py",
      "span": "L170-L172",
      "signature": "def _next_seed(self) -> int",
      "exported": false,
      "origin": "ast",
      "body_hash": "54c86ed39419c65b9544b4222809d695e63bed421f7c57252a7347a3d0af6953",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "RetrievalPolicy"
    },
    {
      "id": "src/retrieval_policy.py#RetrievalPolicy.batch_retrieve",
      "name": "batch_retrieve",
      "kind": "method",
      "path": "src/retrieval_policy.py",
      "span": "L147-L168",
      "signature": "def batch_retrieve( self, memory_db, agent_id: str, queries: List[Tuple[int, str]], n_retrieval: int, prev_consensus_ratios: Dict[int, Optional[float]], ) -> Dict[int, Tuple[List[Candidate], List[Candidate]]]",
      "exported": true,
      "origin": "ast",
      "body_hash": "0677ad6bda9d9a071447fcf48c07860e0f7ca2434b605234d20e1f26256131f5",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "RetrievalPolicy"
    },
    {
      "id": "src/retrieval_policy.py#SimilarityPolicy",
      "name": "SimilarityPolicy",
      "kind": "class",
      "path": "src/retrieval_policy.py",
      "span": "L229-L243",
      "signature": "class SimilarityPolicy(RetrievalPolicy)",
      "exported": true,
      "origin": "ast",
      "body_hash": "2977f8db6085550f085aa0295e18e8cced281f00108563d7cf36c678d257a634",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/retrieval_policy.py#SimilarityPolicy.batch_retrieve",
      "name": "batch_retrieve",
      "kind": "method",
      "path": "src/retrieval_policy.py",
      "span": "L233-L243",
      "signature": "def batch_retrieve(self, memory_db, agent_id, queries, n_retrieval, prev_consensus_ratios)",
      "exported": true,
      "origin": "ast",
      "body_hash": "8c6d45b89937d3a2fdb56db040630067383711f5aa00855a9e9180e4ff279bf1",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "SimilarityPolicy"
    },
    {
      "id": "src/utils/__init__.py",
      "name": "__init__.py",
      "kind": "file",
      "path": "src/utils/__init__.py",
      "span": "L1-L15",
      "signature": null,
      "exported": true,
      "origin": "ast",
      "body_hash": "05e808dbbc28bfe1949c29d8285a3757f4d8f151d3181655b95e54cc3ebe81a7",
      "chars": 353,
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/utils/config_utils.py",
      "name": "config_utils.py",
      "kind": "file",
      "path": "src/utils/config_utils.py",
      "span": "L1-L63",
      "signature": null,
      "exported": true,
      "origin": "ast",
      "body_hash": "603a2525252af49e23e7dfef349e2a65fb06ccbce77d9a5255ee1cb05f11b5c7",
      "chars": 2779,
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/utils/config_utils.py#EmbeddingConfig",
      "name": "EmbeddingConfig",
      "kind": "class",
      "path": "src/utils/config_utils.py",
      "span": "L59-L62",
      "signature": "class EmbeddingConfig",
      "exported": true,
      "origin": "ast",
      "body_hash": "b5af39439d8aad4736f7632d232cf00b8d68e2c5127905ef7163d42b94dd99bf",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/utils/config_utils.py#EmbeddingConfig.__init__",
      "name": "__init__",
      "kind": "method",
      "path": "src/utils/config_utils.py",
      "span": "L60-L62",
      "signature": "def __init__(self, model_config: dict)",
      "exported": false,
      "origin": "ast",
      "body_hash": "0c7214c369751b1f1830b6d812e748a587e84efd3d437a1f8e50d5596e26c11e",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "EmbeddingConfig"
    },
    {
      "id": "src/utils/config_utils.py#LLMConfig",
      "name": "LLMConfig",
      "kind": "class",
      "path": "src/utils/config_utils.py",
      "span": "L38-L56",
      "signature": "class LLMConfig",
      "exported": true,
      "origin": "ast",
      "body_hash": "6685f1133d2d51274cb5c725bec3354ffc77b2aa630d36505d42d7e6560c296d",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/utils/config_utils.py#LLMConfig.__init__",
      "name": "__init__",
      "kind": "method",
      "path": "src/utils/config_utils.py",
      "span": "L39-L56",
      "signature": "def __init__(self, general_config: dict, model_config: dict, name: str = \"\")",
      "exported": false,
      "origin": "ast",
      "body_hash": "e188f40705b8b6f65aff2cbf211f02ca2f41ffe95a09e823ae5d0e9aebb8557c",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "LLMConfig"
    },
    {
      "id": "src/utils/config_utils.py#load_configs_from_yaml",
      "name": "load_configs_from_yaml",
      "kind": "function",
      "path": "src/utils/config_utils.py",
      "span": "L5-L7",
      "signature": "def load_configs_from_yaml(file_path)",
      "exported": true,
      "origin": "ast",
      "body_hash": "7a6021cadc21664d1a7319acf8182aed72e4f8d99ee684333d52777a1554744d",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/utils/config_utils.py#load_env_file",
      "name": "load_env_file",
      "kind": "function",
      "path": "src/utils/config_utils.py",
      "span": "L10-L35",
      "signature": "def load_env_file(path: str = \".env\") -> None",
      "exported": true,
      "origin": "ast",
      "body_hash": "befb1758d4bcca7a7505b3b5ee548cc79118f048f373a08cf96374e3086fbbb4",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/utils/data_utils.py",
      "name": "data_utils.py",
      "kind": "file",
      "path": "src/utils/data_utils.py",
      "span": "L1-L87",
      "signature": null,
      "exported": true,
      "origin": "ast",
      "body_hash": "313e2b80449313b7b56e329e4318bd2a8ef2efa9c7201b6fae518c685acb21eb",
      "chars": 3247,
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/utils/data_utils.py#DataLoader",
      "name": "DataLoader",
      "kind": "class",
      "path": "src/utils/data_utils.py",
      "span": "L20-L86",
      "signature": "class DataLoader",
      "exported": true,
      "origin": "ast",
      "body_hash": "63d5a6df97381c28bdfaaf98ea25df0b966876a47bf01e220b28607f10525c40",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/utils/data_utils.py#DataLoader.format_question",
      "name": "format_question",
      "kind": "method",
      "path": "src/utils/data_utils.py",
      "span": "L41-L86",
      "signature": "def format_question(item: Dict, question_type: str) -> tuple",
      "exported": true,
      "origin": "ast",
      "body_hash": "d3b4c3d278537982d4efa7851e71759f6806cfb686b62360263aa4794dc62932",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "DataLoader"
    },
    {
      "id": "src/utils/data_utils.py#DataLoader.load_dataset",
      "name": "load_dataset",
      "kind": "method",
      "path": "src/utils/data_utils.py",
      "span": "L22-L38",
      "signature": "def load_dataset(question_type: str) -> Dict",
      "exported": true,
      "origin": "ast",
      "body_hash": "5c4ad755f0ea1b82198f4ce497e76c05866baf69ddefe0598a909e40e2ee797a",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "DataLoader"
    },
    {
      "id": "src/utils/data_utils.py#format_choices",
      "name": "format_choices",
      "kind": "function",
      "path": "src/utils/data_utils.py",
      "span": "L16-L17",
      "signature": "def format_choices(options: Dict[str, str]) -> str",
      "exported": true,
      "origin": "ast",
      "body_hash": "c7f63b6c25d42134a1ff7d063d8419faca3e38e0bb81f153e0d6b7cea2c9e963",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/utils/data_utils.py#read_json",
      "name": "read_json",
      "kind": "function",
      "path": "src/utils/data_utils.py",
      "span": "L8-L13",
      "signature": "def read_json(file_path)",
      "exported": true,
      "origin": "ast",
      "body_hash": "7d82552eadbaf954df59bfae303d3208942dd61e8310212f66b2d7d883fd4420",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/utils/memory_utils.py",
      "name": "memory_utils.py",
      "kind": "file",
      "path": "src/utils/memory_utils.py",
      "span": "L1-L163",
      "signature": null,
      "exported": true,
      "origin": "ast",
      "body_hash": "92f21d688833626c850a88ae741d197128c742f52a18d1a34cfa290135010a24",
      "chars": 5555,
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/utils/memory_utils.py#_build_embedding_text",
      "name": "_build_embedding_text",
      "kind": "function",
      "path": "src/utils/memory_utils.py",
      "span": "L52-L74",
      "signature": "def _build_embedding_text(row: Dict) -> str",
      "exported": false,
      "origin": "ast",
      "body_hash": "deec4471a2b074f0fb01a9ccd45c24fa8ef8b4f2a67c45b161f39d16f5cff206",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/utils/memory_utils.py#_build_meta_data",
      "name": "_build_meta_data",
      "kind": "function",
      "path": "src/utils/memory_utils.py",
      "span": "L117-L132",
      "signature": "def _build_meta_data(row: Dict) -> Dict",
      "exported": false,
      "origin": "ast",
      "body_hash": "e580541cd371d7d686abed035aebb241184606caa2e13c3333b8ee167986a1d2",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/utils/memory_utils.py#_build_value_text",
      "name": "_build_value_text",
      "kind": "function",
      "path": "src/utils/memory_utils.py",
      "span": "L77-L114",
      "signature": "def _build_value_text(row: Dict) -> str",
      "exported": false,
      "origin": "ast",
      "body_hash": "737bb8b1fd3e97d826821fa7c00dfe0d09e8cdfa69719636fef2774b501ad608",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/utils/memory_utils.py#construct_memory",
      "name": "construct_memory",
      "kind": "function",
      "path": "src/utils/memory_utils.py",
      "span": "L135-L145",
      "signature": "def construct_memory(row: Dict) -> Tuple[str, str, str, Dict]",
      "exported": true,
      "origin": "ast",
      "body_hash": "3f0558ac870afba53aad5c98c63ceb960dee470a1c26bc010517a106e43c9955",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/utils/memory_utils.py#construct_response_memory",
      "name": "construct_response_memory",
      "kind": "function",
      "path": "src/utils/memory_utils.py",
      "span": "L148-L162",
      "signature": "def construct_response_memory(row: Dict) -> Tuple[str, str, Dict]",
      "exported": true,
      "origin": "ast",
      "body_hash": "ba65a0d9337bfb03c35525dc6474fd69b9f25d2908298bdc62caafec656554e6",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/utils/memory_utils.py#read_memory_data",
      "name": "read_memory_data",
      "kind": "function",
      "path": "src/utils/memory_utils.py",
      "span": "L7-L22",
      "signature": "def read_memory_data(data_dir: str) -> List[Dict]",
      "exported": true,
      "origin": "ast",
      "body_hash": "bf7c30d24bb48869b24979d61202805e2059cb8c07df1476c4dbf9a59626dded",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/utils/memory_utils.py#sample_memories",
      "name": "sample_memories",
      "kind": "function",
      "path": "src/utils/memory_utils.py",
      "span": "L25-L45",
      "signature": "def sample_memories(records: List[Dict], sample_size: int = -1, seed: int = 42) -> List[Dict]",
      "exported": true,
      "origin": "ast",
      "body_hash": "5e541819fd34a08ad8019cb2a3063cdc378968e5abe72280dcbf364696b86b6a",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/utils/model_utils.py",
      "name": "model_utils.py",
      "kind": "file",
      "path": "src/utils/model_utils.py",
      "span": "L1-L45",
      "signature": null,
      "exported": true,
      "origin": "ast",
      "body_hash": "98726ac6541d4594806f30d8541e942556fbea39b5094fcb1b7f68083621f599",
      "chars": 1775,
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/utils/model_utils.py#TokenUsageTracker",
      "name": "TokenUsageTracker",
      "kind": "class",
      "path": "src/utils/model_utils.py",
      "span": "L1-L44",
      "signature": "class TokenUsageTracker",
      "exported": true,
      "origin": "ast",
      "body_hash": "3e4f9f8cbbb9b71c6a46811fe109b46f51248fe7fe6737e00e3427551a5f65da",
      "summary_state": "pending",
      "summary": null,
      "crux": null
    },
    {
      "id": "src/utils/model_utils.py#TokenUsageTracker.__init__",
      "name": "__init__",
      "kind": "method",
      "path": "src/utils/model_utils.py",
      "span": "L3-L8",
      "signature": "def __init__(self)",
      "exported": false,
      "origin": "ast",
      "body_hash": "7c666694739bb2a5778458a0db131941a7e41ccbbb292d223c858394d1c2feea",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "TokenUsageTracker"
    },
    {
      "id": "src/utils/model_utils.py#TokenUsageTracker.get_summary",
      "name": "get_summary",
      "kind": "method",
      "path": "src/utils/model_utils.py",
      "span": "L28-L44",
      "signature": "def get_summary(self)",
      "exported": true,
      "origin": "ast",
      "body_hash": "cb5cc405cf0369e235122826445f509ba8a7cc5acd0d9fba75cf12abe9c51632",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "TokenUsageTracker"
    },
    {
      "id": "src/utils/model_utils.py#TokenUsageTracker.update_usage",
      "name": "update_usage",
      "kind": "method",
      "path": "src/utils/model_utils.py",
      "span": "L10-L26",
      "signature": "def update_usage(self, model: str, input_tokens: int, output_tokens: int, task_name: str = \"default\")",
      "exported": true,
      "origin": "ast",
      "body_hash": "7eeaaeaeb4962cf53890b36e04bceaf6c9b60100c3d05f2f205f189eea72482d",
      "summary_state": "pending",
      "summary": null,
      "crux": null,
      "owner": "TokenUsageTracker"
    }
  ],
  "edges": [
    {
      "source": "download_datasets.py",
      "target": "download_datasets.py#math500",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "download_datasets.py",
      "target": "download_datasets.py#mmlu_pro",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "download_datasets.py",
      "target": "download_datasets.py#truthfulqa",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "download_datasets.py",
      "target": "download_datasets.py#math500",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "download_datasets.py",
      "target": "download_datasets.py#mmlu_pro",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "download_datasets.py",
      "target": "download_datasets.py#truthfulqa",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "download_datasets.py",
      "target": "argparse",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "download_datasets.py",
      "target": "datasets",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "download_datasets.py",
      "target": "os",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "download_datasets.py",
      "target": "shutil",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "download_datasets.py",
      "target": "src.paths",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "prepare_data.py",
      "target": "prepare_data.py#math500_processor",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "prepare_data.py",
      "target": "prepare_data.py#mmlu_pro_economics_processor",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "prepare_data.py",
      "target": "prepare_data.py#mmlu_pro_engineering_processor",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "prepare_data.py",
      "target": "prepare_data.py#truthfulqa_processor",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "prepare_data.py",
      "target": "prepare_data.py#_mmlu_pro_subset_processor",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "prepare_data.py",
      "target": "prepare_data.py#dump_data_to_json",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "prepare_data.py",
      "target": "prepare_data.py#load_data_from_json",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "prepare_data.py",
      "target": "prepare_data.py#math500_processor",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "prepare_data.py",
      "target": "prepare_data.py#mmlu_pro_economics_processor",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "prepare_data.py",
      "target": "prepare_data.py#mmlu_pro_engineering_processor",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "prepare_data.py",
      "target": "prepare_data.py#truthfulqa_processor",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "prepare_data.py",
      "target": "argparse",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "prepare_data.py",
      "target": "json",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "prepare_data.py",
      "target": "os",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "prepare_data.py",
      "target": "random",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "prepare_data.py",
      "target": "src.paths",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "prepare_data.py#_mmlu_pro_subset_processor",
      "target": "prepare_data.py#dump_data_to_json",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "prepare_data.py#math500_processor",
      "target": "prepare_data.py#dump_data_to_json",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "prepare_data.py#mmlu_pro_economics_processor",
      "target": "prepare_data.py#_mmlu_pro_subset_processor",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "prepare_data.py#mmlu_pro_engineering_processor",
      "target": "prepare_data.py#_mmlu_pro_subset_processor",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "prepare_data.py#truthfulqa_processor",
      "target": "prepare_data.py#dump_data_to_json",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "prepare_memory.py",
      "target": "prepare_memory.py#main",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "prepare_memory.py",
      "target": "prepare_memory.py#main",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "prepare_memory.py",
      "target": "prepare_memory.py#parse_args",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "prepare_memory.py",
      "target": "argparse",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "prepare_memory.py",
      "target": "chromadb",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "prepare_memory.py",
      "target": "os",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "prepare_memory.py",
      "target": "src.memory",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "prepare_memory.py",
      "target": "src.models",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "prepare_memory.py",
      "target": "src.paths",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "prepare_memory.py",
      "target": "src.utils",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "prepare_memory.py#main",
      "target": "prepare_memory.py#parse_args",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "prepare_memory.py#main",
      "target": "src/memory.py#MemoryVectorDB",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "prepare_memory.py#main",
      "target": "src/memory.py#MemoryVectorDB.add_batch_memories",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "prepare_memory.py#main",
      "target": "src/memory.py#MemoryVectorDB.add_batch_responses",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "prepare_memory.py#main",
      "target": "src/memory.py#MemoryVectorDB.get_memories_count",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "prepare_memory.py#main",
      "target": "src/models.py#EmbeddingModel",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "prepare_memory.py#main",
      "target": "src/models.py#EmbeddingModel.encode",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "prepare_memory.py#main",
      "target": "src/utils/config_utils.py#EmbeddingConfig",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "prepare_memory.py#main",
      "target": "src/utils/config_utils.py#load_configs_from_yaml",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "prepare_memory.py#main",
      "target": "src/utils/memory_utils.py#construct_memory",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "prepare_memory.py#main",
      "target": "src/utils/memory_utils.py#construct_response_memory",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "prepare_memory.py#main",
      "target": "src/utils/memory_utils.py#read_memory_data",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "prepare_memory.py#main",
      "target": "src/utils/memory_utils.py#sample_memories",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "run_cot.py",
      "target": "run_cot.py#main",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "run_cot.py",
      "target": "run_cot.py#build_agent",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "run_cot.py",
      "target": "run_cot.py#compute_metrics",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "run_cot.py",
      "target": "run_cot.py#load_questions",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "run_cot.py",
      "target": "run_cot.py#main",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "run_cot.py",
      "target": "run_cot.py#parse_args",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "run_cot.py",
      "target": "argparse",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "run_cot.py",
      "target": "datetime",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "run_cot.py",
      "target": "json",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "run_cot.py",
      "target": "os",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "run_cot.py",
      "target": "src.agent",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "run_cot.py",
      "target": "src.chain_of_thought",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "run_cot.py",
      "target": "src.memory",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "run_cot.py",
      "target": "src.models",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "run_cot.py",
      "target": "src.paths",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "run_cot.py",
      "target": "src.utils",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "run_cot.py",
      "target": "typing",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "run_cot.py#build_agent",
      "target": "src/agent.py#Agent",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "run_cot.py#build_agent",
      "target": "src/agent.py#AgentId",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "run_cot.py#load_questions",
      "target": "src/agent.py#Query",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "run_cot.py#main",
      "target": "run_cot.py#build_agent",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "run_cot.py#main",
      "target": "run_cot.py#compute_metrics",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "run_cot.py#main",
      "target": "run_cot.py#load_questions",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "run_cot.py#main",
      "target": "run_cot.py#parse_args",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "run_cot.py#main",
      "target": "src/chain_of_thought.py#ChainOfThought",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "run_cot.py#main",
      "target": "src/chain_of_thought.py#ChainOfThought.get_token_usage_summary",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "run_cot.py#main",
      "target": "src/chain_of_thought.py#ChainOfThought.run",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "run_cot.py#main",
      "target": "src/memory.py#MemoryVectorDB",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "run_cot.py#main",
      "target": "src/memory.py#MemoryVectorDB.load_doc_embeddings",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "run_cot.py#main",
      "target": "src/models.py#build_language_model",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "run_cot.py#main",
      "target": "src/models.py#EmbeddingModel",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "run_cot.py#main",
      "target": "src/utils/config_utils.py#EmbeddingConfig",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "run_cot.py#main",
      "target": "src/utils/config_utils.py#LLMConfig",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "run_cot.py#main",
      "target": "src/utils/config_utils.py#load_configs_from_yaml",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "run_cot.py#main",
      "target": "src/utils/config_utils.py#load_env_file",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "run_mad.py",
      "target": "run_mad.py#main",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "run_mad.py",
      "target": "run_mad.py#build_agents",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "run_mad.py",
      "target": "run_mad.py#compute_metrics",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "run_mad.py",
      "target": "run_mad.py#load_questions",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "run_mad.py",
      "target": "run_mad.py#main",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "run_mad.py",
      "target": "run_mad.py#parse_args",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "run_mad.py",
      "target": "argparse",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "run_mad.py",
      "target": "datetime",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "run_mad.py",
      "target": "json",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "run_mad.py",
      "target": "os",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "run_mad.py",
      "target": "src.agent",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "run_mad.py",
      "target": "src.memory",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "run_mad.py",
      "target": "src.models",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "run_mad.py",
      "target": "src.multi_agent_debate",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "run_mad.py",
      "target": "src.paths",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "run_mad.py",
      "target": "src.utils",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "run_mad.py",
      "target": "typing",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "run_mad.py#build_agents",
      "target": "src/agent.py#Agent",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "run_mad.py#build_agents",
      "target": "src/agent.py#AgentId",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "run_mad.py#load_questions",
      "target": "src/agent.py#Query",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "run_mad.py#main",
      "target": "run_mad.py#build_agents",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "run_mad.py#main",
      "target": "run_mad.py#compute_metrics",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "run_mad.py#main",
      "target": "run_mad.py#load_questions",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "run_mad.py#main",
      "target": "run_mad.py#parse_args",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "run_mad.py#main",
      "target": "src/memory.py#MemoryVectorDB",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "run_mad.py#main",
      "target": "src/memory.py#MemoryVectorDB.load_doc_embeddings",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "run_mad.py#main",
      "target": "src/models.py#build_language_model",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "run_mad.py#main",
      "target": "src/models.py#EmbeddingModel",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "run_mad.py#main",
      "target": "src/multi_agent_debate.py#MultiAgentDebate",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "run_mad.py#main",
      "target": "src/multi_agent_debate.py#MultiAgentDebate.get_token_usage_summary",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "run_mad.py#main",
      "target": "src/multi_agent_debate.py#MultiAgentDebate.run",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "run_mad.py#main",
      "target": "src/utils/config_utils.py#EmbeddingConfig",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "run_mad.py#main",
      "target": "src/utils/config_utils.py#LLMConfig",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "run_mad.py#main",
      "target": "src/utils/config_utils.py#load_configs_from_yaml",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "run_mad.py#main",
      "target": "src/utils/config_utils.py#load_env_file",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "src/agent.py",
      "target": "src/agent.py#Agent",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/agent.py",
      "target": "src/agent.py#AgentId",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/agent.py",
      "target": "src/agent.py#Query",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/agent.py",
      "target": "src/agent.py#RetrievedMemory",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/agent.py",
      "target": "dataclasses",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/agent.py",
      "target": "src.memory",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/agent.py",
      "target": "src.prompts",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/agent.py",
      "target": "src.retrieval_policy",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/agent.py",
      "target": "typing",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/agent.py#Agent",
      "target": "src/agent.py#Agent.__init__",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/agent.py#Agent",
      "target": "src/agent.py#Agent._build_prompt",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/agent.py#Agent",
      "target": "src/agent.py#Agent._build_query_text",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/agent.py#Agent",
      "target": "src/agent.py#Agent._estimate_confidences_cached",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/agent.py#Agent",
      "target": "src/agent.py#Agent._to_retrieved_memories",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/agent.py#Agent",
      "target": "src/agent.py#Agent.batch_retrieve_all",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/agent.py#Agent",
      "target": "src/agent.py#Agent.build_messages",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/agent.py#Agent",
      "target": "src/agent.py#Agent.clear_all_conversations",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/agent.py#Agent",
      "target": "src/agent.py#Agent.clear_conversation",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/agent.py#Agent",
      "target": "src/agent.py#Agent.initialize_conversation",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/agent.py#Agent",
      "target": "src/agent.py#Agent.record_response",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/agent.py#Agent.__init__",
      "target": "src/retrieval_policy.py#build_retrieval_policy",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "src/agent.py#Agent._to_retrieved_memories",
      "target": "src/agent.py#RetrievedMemory",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/agent.py#Agent.batch_retrieve_all",
      "target": "src/agent.py#Agent._build_query_text",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/agent.py#Agent.batch_retrieve_all",
      "target": "src/agent.py#Agent._estimate_confidences_cached",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/agent.py#Agent.batch_retrieve_all",
      "target": "src/agent.py#Agent._to_retrieved_memories",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/agent.py#Agent.build_messages",
      "target": "src/agent.py#Agent._build_prompt",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/agent.py#Agent.build_messages",
      "target": "src/agent.py#Agent.batch_retrieve_all",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/agent.py#AgentId",
      "target": "src/agent.py#AgentId.__repr__",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/agent.py#AgentId",
      "target": "src/agent.py#AgentId.__str__",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/agent.py#AgentId.__repr__",
      "target": "src/agent.py#AgentId.__str__",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/agent.py#Query",
      "target": "src/agent.py#Query.__repr__",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/agent.py#Query",
      "target": "src/agent.py#Query.__str__",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/agent.py#Query.__repr__",
      "target": "src/agent.py#Query.__str__",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/agent.py#RetrievedMemory",
      "target": "src/agent.py#RetrievedMemory.__repr__",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/agent.py#RetrievedMemory",
      "target": "src/agent.py#RetrievedMemory.__str__",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/agent.py#RetrievedMemory.__repr__",
      "target": "src/agent.py#RetrievedMemory.__str__",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/chain_of_thought.py",
      "target": "src/chain_of_thought.py#ChainOfThought",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/chain_of_thought.py",
      "target": "src/chain_of_thought.py#remove_think_tags",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/chain_of_thought.py",
      "target": "collections",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/chain_of_thought.py",
      "target": "json",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/chain_of_thought.py",
      "target": "os",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/chain_of_thought.py",
      "target": "re",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/chain_of_thought.py",
      "target": "src.agent",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/chain_of_thought.py",
      "target": "src.checker",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/chain_of_thought.py",
      "target": "src.models",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/chain_of_thought.py",
      "target": "typing",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/chain_of_thought.py#ChainOfThought",
      "target": "src/chain_of_thought.py#ChainOfThought.__init__",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/chain_of_thought.py#ChainOfThought",
      "target": "src/chain_of_thought.py#ChainOfThought._attach_retrieved_memories",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/chain_of_thought.py#ChainOfThought",
      "target": "src/chain_of_thought.py#ChainOfThought._build_cot_messages",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/chain_of_thought.py#ChainOfThought",
      "target": "src/chain_of_thought.py#ChainOfThought._check_consensus",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/chain_of_thought.py#ChainOfThought",
      "target": "src/chain_of_thought.py#ChainOfThought.get_token_usage_summary",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/chain_of_thought.py#ChainOfThought",
      "target": "src/chain_of_thought.py#ChainOfThought.run",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/chain_of_thought.py#ChainOfThought",
      "target": "src/chain_of_thought.py#ChainOfThought.save_cot_log",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/chain_of_thought.py#ChainOfThought.run",
      "target": "src/chain_of_thought.py#ChainOfThought._attach_retrieved_memories",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/chain_of_thought.py#ChainOfThought.run",
      "target": "src/chain_of_thought.py#ChainOfThought._build_cot_messages",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/chain_of_thought.py#ChainOfThought.run",
      "target": "src/chain_of_thought.py#ChainOfThought._check_consensus",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/chain_of_thought.py#ChainOfThought.run",
      "target": "src/chain_of_thought.py#remove_think_tags",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py",
      "target": "src/checker.py#MATHChecker",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py",
      "target": "src/checker.py#MMLUProChecker",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py",
      "target": "src/checker.py#_fix_fracs",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py",
      "target": "src/checker.py#_fix_sqrt",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py",
      "target": "src/checker.py#BaseChecker",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py",
      "target": "src/checker.py#is_digit",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py",
      "target": "src/checker.py#MATHChecker",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py",
      "target": "src/checker.py#MMLUProChecker",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py",
      "target": "src/checker.py#parse_digits",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py",
      "target": "src/checker.py#strip_string",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py",
      "target": "src/checker.py#symbolic_equal",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py",
      "target": "abc",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py",
      "target": "latex2sympy2",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py",
      "target": "math",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py",
      "target": "re",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py",
      "target": "regex",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py",
      "target": "sympy",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py#BaseChecker",
      "target": "src/checker.py#BaseChecker.check_answer",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py#BaseChecker",
      "target": "src/checker.py#BaseChecker.parse_answer",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py#BaseChecker",
      "target": "ABC",
      "relation": "extends",
      "confidence": "inferred"
    },
    {
      "source": "src/checker.py#is_digit",
      "target": "src/checker.py#parse_digits",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py#MATHChecker",
      "target": "src/checker.py#MATHChecker._math_equal",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py#MATHChecker",
      "target": "src/checker.py#MATHChecker.check_answer",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py#MATHChecker",
      "target": "src/checker.py#MATHChecker.parse_answer",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py#MATHChecker",
      "target": "src/checker.py#BaseChecker",
      "relation": "extends",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py#MATHChecker._math_equal",
      "target": "src/checker.py#is_digit",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py#MATHChecker._math_equal",
      "target": "src/checker.py#MATHChecker._math_equal._check_pm_match",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py#MATHChecker._math_equal",
      "target": "src/checker.py#parse_digits",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py#MATHChecker._math_equal",
      "target": "src/checker.py#strip_string",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py#MATHChecker._math_equal",
      "target": "src/checker.py#symbolic_equal",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py#MATHChecker._math_equal",
      "target": "src/checker.py#MATHChecker._math_equal._check_pm_match",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py#MATHChecker._math_equal._check_pm_match",
      "target": "src/checker.py#strip_string",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py#MATHChecker.check_answer",
      "target": "src/checker.py#MATHChecker._math_equal",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py#MATHChecker.parse_answer",
      "target": "src/checker.py#MATHChecker.parse_answer._find_box",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py#MATHChecker.parse_answer",
      "target": "src/checker.py#MATHChecker.parse_answer._find_box",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py#MMLUProChecker",
      "target": "src/checker.py#MMLUProChecker._normalize_char",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py#MMLUProChecker",
      "target": "src/checker.py#MMLUProChecker.check_answer",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py#MMLUProChecker",
      "target": "src/checker.py#MMLUProChecker.parse_answer",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py#MMLUProChecker",
      "target": "src/checker.py#BaseChecker",
      "relation": "extends",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py#MMLUProChecker.check_answer",
      "target": "src/checker.py#MMLUProChecker._normalize_char",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py#parse_digits",
      "target": "src/checker.py#strip_string",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py#strip_string",
      "target": "src/checker.py#_fix_fracs",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py#strip_string",
      "target": "src/checker.py#_fix_sqrt",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py#symbolic_equal",
      "target": "src/checker.py#symbolic_equal._parse",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/checker.py#symbolic_equal",
      "target": "src/checker.py#symbolic_equal._parse",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/memory.py",
      "target": "src/memory.py#MemoryVectorDB",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/memory.py",
      "target": "chromadb",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/memory.py",
      "target": "nltk.stem",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/memory.py",
      "target": "nltk.tokenize",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/memory.py",
      "target": "os",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/memory.py",
      "target": "src.models",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/memory.py",
      "target": "typing",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/memory.py#MemoryVectorDB",
      "target": "src/memory.py#MemoryVectorDB.__init__",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/memory.py#MemoryVectorDB",
      "target": "src/memory.py#MemoryVectorDB._make_resp_id",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/memory.py#MemoryVectorDB",
      "target": "src/memory.py#MemoryVectorDB.add_batch_memories",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/memory.py#MemoryVectorDB",
      "target": "src/memory.py#MemoryVectorDB.add_batch_responses",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/memory.py#MemoryVectorDB",
      "target": "src/memory.py#MemoryVectorDB.add_memory",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/memory.py#MemoryVectorDB",
      "target": "src/memory.py#MemoryVectorDB.batch_get_random",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/memory.py#MemoryVectorDB",
      "target": "src/memory.py#MemoryVectorDB.batch_get_response_embeddings",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/memory.py#MemoryVectorDB",
      "target": "src/memory.py#MemoryVectorDB.batch_query_similar",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/memory.py#MemoryVectorDB",
      "target": "src/memory.py#MemoryVectorDB.delete_memory",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/memory.py#MemoryVectorDB",
      "target": "src/memory.py#MemoryVectorDB.get_all_ids",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/memory.py#MemoryVectorDB",
      "target": "src/memory.py#MemoryVectorDB.get_by_ids",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/memory.py#MemoryVectorDB",
      "target": "src/memory.py#MemoryVectorDB.get_memories_count",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/memory.py#MemoryVectorDB",
      "target": "src/memory.py#MemoryVectorDB.get_response_embeddings",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/memory.py#MemoryVectorDB",
      "target": "src/memory.py#MemoryVectorDB.load_doc_embeddings",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/memory.py#MemoryVectorDB",
      "target": "src/memory.py#MemoryVectorDB.query_similar",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/memory.py#MemoryVectorDB",
      "target": "src/memory.py#MemoryVectorDB.update_memory",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/memory.py#MemoryVectorDB.batch_get_response_embeddings",
      "target": "src/memory.py#MemoryVectorDB._make_resp_id",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/memory.py#MemoryVectorDB.get_response_embeddings",
      "target": "src/memory.py#MemoryVectorDB._make_resp_id",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/models.py",
      "target": "src/models.py#build_language_model",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/models.py",
      "target": "src/models.py#EmbeddingModel",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/models.py",
      "target": "src/models.py#LanguageModel",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/models.py",
      "target": "src/models.py#OpenRouterLanguageModel",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/models.py",
      "target": "concurrent.futures",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/models.py",
      "target": "json",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/models.py",
      "target": "openai",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/models.py",
      "target": "os",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/models.py",
      "target": "random",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/models.py",
      "target": "sentence_transformers",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/models.py",
      "target": "src.utils",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/models.py",
      "target": "time",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/models.py",
      "target": "torch",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/models.py",
      "target": "tqdm",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/models.py",
      "target": "typing",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/models.py",
      "target": "vllm",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/models.py#build_language_model",
      "target": "src/models.py#LanguageModel",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/models.py#build_language_model",
      "target": "src/models.py#OpenRouterLanguageModel",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/models.py#EmbeddingModel",
      "target": "src/models.py#EmbeddingModel.__init__",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/models.py#EmbeddingModel",
      "target": "src/models.py#EmbeddingModel.encode",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/models.py#LanguageModel",
      "target": "src/models.py#LanguageModel.__call__",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/models.py#LanguageModel",
      "target": "src/models.py#LanguageModel.__init__",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/models.py#LanguageModel",
      "target": "src/models.py#LanguageModel._process_outputs",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/models.py#LanguageModel",
      "target": "src/models.py#LanguageModel.get_token_usage_summary",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/models.py#LanguageModel.__call__",
      "target": "src/models.py#LanguageModel._process_outputs",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/models.py#LanguageModel.__call__",
      "target": "src/utils/model_utils.py#TokenUsageTracker.update_usage",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "src/models.py#LanguageModel.__init__",
      "target": "src/utils/model_utils.py#TokenUsageTracker",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "src/models.py#LanguageModel.get_token_usage_summary",
      "target": "src/utils/model_utils.py#TokenUsageTracker.get_summary",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "src/models.py#OpenRouterLanguageModel",
      "target": "src/models.py#OpenRouterLanguageModel.__call__",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/models.py#OpenRouterLanguageModel",
      "target": "src/models.py#OpenRouterLanguageModel.__init__",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/models.py#OpenRouterLanguageModel",
      "target": "src/models.py#OpenRouterLanguageModel._backoff_seconds",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/models.py#OpenRouterLanguageModel",
      "target": "src/models.py#OpenRouterLanguageModel._complete_one_query",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/models.py#OpenRouterLanguageModel",
      "target": "src/models.py#OpenRouterLanguageModel._parse_retry_after",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/models.py#OpenRouterLanguageModel",
      "target": "src/models.py#OpenRouterLanguageModel.get_token_usage_summary",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/models.py#OpenRouterLanguageModel.__call__",
      "target": "src/utils/model_utils.py#TokenUsageTracker.update_usage",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "src/models.py#OpenRouterLanguageModel.__init__",
      "target": "src/utils/model_utils.py#TokenUsageTracker",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "src/models.py#OpenRouterLanguageModel._backoff_seconds",
      "target": "src/models.py#OpenRouterLanguageModel._parse_retry_after",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/models.py#OpenRouterLanguageModel._complete_one_query",
      "target": "src/models.py#OpenRouterLanguageModel._backoff_seconds",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/models.py#OpenRouterLanguageModel.get_token_usage_summary",
      "target": "src/utils/model_utils.py#TokenUsageTracker.get_summary",
      "relation": "calls",
      "confidence": "inferred"
    },
    {
      "source": "src/multi_agent_debate.py",
      "target": "src/multi_agent_debate.py#MultiAgentDebate",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/multi_agent_debate.py",
      "target": "src/multi_agent_debate.py#remove_think_tags",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/multi_agent_debate.py",
      "target": "collections",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/multi_agent_debate.py",
      "target": "datetime",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/multi_agent_debate.py",
      "target": "json",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/multi_agent_debate.py",
      "target": "os",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/multi_agent_debate.py",
      "target": "re",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/multi_agent_debate.py",
      "target": "src.agent",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/multi_agent_debate.py",
      "target": "src.checker",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/multi_agent_debate.py",
      "target": "src.models",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/multi_agent_debate.py",
      "target": "src.paths",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/multi_agent_debate.py",
      "target": "src.prompts",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/multi_agent_debate.py",
      "target": "typing",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/multi_agent_debate.py#MultiAgentDebate",
      "target": "src/multi_agent_debate.py#MultiAgentDebate.__init__",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/multi_agent_debate.py#MultiAgentDebate",
      "target": "src/multi_agent_debate.py#MultiAgentDebate._check_consensus",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/multi_agent_debate.py#MultiAgentDebate",
      "target": "src/multi_agent_debate.py#MultiAgentDebate._clear_debate",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/multi_agent_debate.py#MultiAgentDebate",
      "target": "src/multi_agent_debate.py#MultiAgentDebate._initialize_debate",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/multi_agent_debate.py#MultiAgentDebate",
      "target": "src/multi_agent_debate.py#MultiAgentDebate._run_debate_round",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/multi_agent_debate.py#MultiAgentDebate",
      "target": "src/multi_agent_debate.py#MultiAgentDebate._save_memory_data",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/multi_agent_debate.py#MultiAgentDebate",
      "target": "src/multi_agent_debate.py#MultiAgentDebate._summarize_debate_state",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/multi_agent_debate.py#MultiAgentDebate",
      "target": "src/multi_agent_debate.py#MultiAgentDebate.get_token_usage_summary",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/multi_agent_debate.py#MultiAgentDebate",
      "target": "src/multi_agent_debate.py#MultiAgentDebate.run",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/multi_agent_debate.py#MultiAgentDebate",
      "target": "src/multi_agent_debate.py#MultiAgentDebate.save_debate_log",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/multi_agent_debate.py#MultiAgentDebate._run_debate_round",
      "target": "src/multi_agent_debate.py#MultiAgentDebate._check_consensus",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/multi_agent_debate.py#MultiAgentDebate._run_debate_round",
      "target": "src/multi_agent_debate.py#MultiAgentDebate._summarize_debate_state",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/multi_agent_debate.py#MultiAgentDebate._run_debate_round",
      "target": "src/multi_agent_debate.py#remove_think_tags",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/multi_agent_debate.py#MultiAgentDebate._summarize_debate_state",
      "target": "src/multi_agent_debate.py#remove_think_tags",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/multi_agent_debate.py#MultiAgentDebate.run",
      "target": "src/multi_agent_debate.py#MultiAgentDebate._clear_debate",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/multi_agent_debate.py#MultiAgentDebate.run",
      "target": "src/multi_agent_debate.py#MultiAgentDebate._initialize_debate",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/multi_agent_debate.py#MultiAgentDebate.run",
      "target": "src/multi_agent_debate.py#MultiAgentDebate._run_debate_round",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/multi_agent_debate.py#MultiAgentDebate.run",
      "target": "src/multi_agent_debate.py#MultiAgentDebate._save_memory_data",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/paths.py",
      "target": "os",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py",
      "target": "src/retrieval_policy.py#_doc_embedding_matrix",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py",
      "target": "src/retrieval_policy.py#build_retrieval_policy",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py",
      "target": "src/retrieval_policy.py#DebateStateAwarePolicy",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py",
      "target": "src/retrieval_policy.py#diversity_select",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py",
      "target": "src/retrieval_policy.py#DiversityPolicy",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py",
      "target": "src/retrieval_policy.py#FixedLambdaPolicy",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py",
      "target": "src/retrieval_policy.py#mmr_select",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py",
      "target": "src/retrieval_policy.py#PositiveOnlyPolicy",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py",
      "target": "src/retrieval_policy.py#RandomPolicy",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py",
      "target": "src/retrieval_policy.py#RetrievalPolicy",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py",
      "target": "src/retrieval_policy.py#SimilarityPolicy",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py",
      "target": "inspect",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py",
      "target": "typing",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py#DebateStateAwarePolicy",
      "target": "src/retrieval_policy.py#DebateStateAwarePolicy.__init__",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py#DebateStateAwarePolicy",
      "target": "src/retrieval_policy.py#DebateStateAwarePolicy._lambda_for",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py#DebateStateAwarePolicy",
      "target": "src/retrieval_policy.py#DebateStateAwarePolicy.batch_retrieve",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py#DebateStateAwarePolicy",
      "target": "src/retrieval_policy.py#RetrievalPolicy",
      "relation": "extends",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py#DebateStateAwarePolicy.batch_retrieve",
      "target": "src/retrieval_policy.py#DebateStateAwarePolicy._lambda_for",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py#DebateStateAwarePolicy.batch_retrieve",
      "target": "src/retrieval_policy.py#mmr_select",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py#DebateStateAwarePolicy.batch_retrieve",
      "target": "src/retrieval_policy.py#RetrievalPolicy._filter",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py#diversity_select",
      "target": "src/retrieval_policy.py#_doc_embedding_matrix",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py#DiversityPolicy",
      "target": "src/retrieval_policy.py#DiversityPolicy.batch_retrieve",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py#DiversityPolicy",
      "target": "src/retrieval_policy.py#RetrievalPolicy",
      "relation": "extends",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py#DiversityPolicy.batch_retrieve",
      "target": "src/retrieval_policy.py#diversity_select",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py#DiversityPolicy.batch_retrieve",
      "target": "src/retrieval_policy.py#RetrievalPolicy._filter",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py#DiversityPolicy.batch_retrieve",
      "target": "src/retrieval_policy.py#RetrievalPolicy._next_seed",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py#FixedLambdaPolicy",
      "target": "src/retrieval_policy.py#FixedLambdaPolicy.__init__",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py#FixedLambdaPolicy",
      "target": "src/retrieval_policy.py#DebateStateAwarePolicy",
      "relation": "extends",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py#mmr_select",
      "target": "src/retrieval_policy.py#_doc_embedding_matrix",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py#PositiveOnlyPolicy",
      "target": "src/retrieval_policy.py#PositiveOnlyPolicy.batch_retrieve",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py#PositiveOnlyPolicy",
      "target": "src/retrieval_policy.py#RetrievalPolicy",
      "relation": "extends",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py#PositiveOnlyPolicy.batch_retrieve",
      "target": "src/retrieval_policy.py#RetrievalPolicy._filter",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py#RandomPolicy",
      "target": "src/retrieval_policy.py#RandomPolicy.batch_retrieve",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py#RandomPolicy",
      "target": "src/retrieval_policy.py#RetrievalPolicy",
      "relation": "extends",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py#RandomPolicy.batch_retrieve",
      "target": "src/retrieval_policy.py#RetrievalPolicy._filter",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py#RandomPolicy.batch_retrieve",
      "target": "src/retrieval_policy.py#RetrievalPolicy._next_seed",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py#RetrievalPolicy",
      "target": "src/retrieval_policy.py#RetrievalPolicy.__init__",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py#RetrievalPolicy",
      "target": "src/retrieval_policy.py#RetrievalPolicy._filter",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py#RetrievalPolicy",
      "target": "src/retrieval_policy.py#RetrievalPolicy._next_seed",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py#RetrievalPolicy",
      "target": "src/retrieval_policy.py#RetrievalPolicy.batch_retrieve",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py#SimilarityPolicy",
      "target": "src/retrieval_policy.py#SimilarityPolicy.batch_retrieve",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py#SimilarityPolicy",
      "target": "src/retrieval_policy.py#RetrievalPolicy",
      "relation": "extends",
      "confidence": "extracted"
    },
    {
      "source": "src/retrieval_policy.py#SimilarityPolicy.batch_retrieve",
      "target": "src/retrieval_policy.py#RetrievalPolicy._filter",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/__init__.py",
      "target": "src.utils.config_utils",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/__init__.py",
      "target": "src.utils.data_utils",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/__init__.py",
      "target": "src.utils.memory_utils",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/__init__.py",
      "target": "src.utils.model_utils",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/config_utils.py",
      "target": "src/utils/config_utils.py#EmbeddingConfig",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/config_utils.py",
      "target": "src/utils/config_utils.py#LLMConfig",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/config_utils.py",
      "target": "src/utils/config_utils.py#load_configs_from_yaml",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/config_utils.py",
      "target": "src/utils/config_utils.py#load_env_file",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/config_utils.py",
      "target": "os",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/config_utils.py",
      "target": "yaml",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/config_utils.py#EmbeddingConfig",
      "target": "src/utils/config_utils.py#EmbeddingConfig.__init__",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/config_utils.py#LLMConfig",
      "target": "src/utils/config_utils.py#LLMConfig.__init__",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/data_utils.py",
      "target": "src/utils/data_utils.py#DataLoader",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/data_utils.py",
      "target": "src/utils/data_utils.py#format_choices",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/data_utils.py",
      "target": "src/utils/data_utils.py#read_json",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/data_utils.py",
      "target": "json",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/data_utils.py",
      "target": "os",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/data_utils.py",
      "target": "src.paths",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/data_utils.py",
      "target": "typing",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/data_utils.py#DataLoader",
      "target": "src/utils/data_utils.py#DataLoader.format_question",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/data_utils.py#DataLoader",
      "target": "src/utils/data_utils.py#DataLoader.load_dataset",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/data_utils.py#DataLoader.format_question",
      "target": "src/utils/data_utils.py#format_choices",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/data_utils.py#DataLoader.load_dataset",
      "target": "src/utils/data_utils.py#read_json",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/memory_utils.py",
      "target": "src/utils/memory_utils.py#_build_embedding_text",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/memory_utils.py",
      "target": "src/utils/memory_utils.py#_build_meta_data",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/memory_utils.py",
      "target": "src/utils/memory_utils.py#_build_value_text",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/memory_utils.py",
      "target": "src/utils/memory_utils.py#construct_memory",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/memory_utils.py",
      "target": "src/utils/memory_utils.py#construct_response_memory",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/memory_utils.py",
      "target": "src/utils/memory_utils.py#read_memory_data",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/memory_utils.py",
      "target": "src/utils/memory_utils.py#sample_memories",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/memory_utils.py",
      "target": "json",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/memory_utils.py",
      "target": "pathlib",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/memory_utils.py",
      "target": "random",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/memory_utils.py",
      "target": "typing",
      "relation": "imports",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/memory_utils.py#construct_memory",
      "target": "src/utils/memory_utils.py#_build_embedding_text",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/memory_utils.py#construct_memory",
      "target": "src/utils/memory_utils.py#_build_meta_data",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/memory_utils.py#construct_memory",
      "target": "src/utils/memory_utils.py#_build_value_text",
      "relation": "calls",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/model_utils.py",
      "target": "src/utils/model_utils.py#TokenUsageTracker",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/model_utils.py#TokenUsageTracker",
      "target": "src/utils/model_utils.py#TokenUsageTracker.__init__",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/model_utils.py#TokenUsageTracker",
      "target": "src/utils/model_utils.py#TokenUsageTracker.get_summary",
      "relation": "contains",
      "confidence": "extracted"
    },
    {
      "source": "src/utils/model_utils.py#TokenUsageTracker",
      "target": "src/utils/model_utils.py#TokenUsageTracker.update_usage",
      "relation": "contains",
      "confidence": "extracted"
    }
  ]
}
