{ "meta": { "version": 1, "nodeCount": 98, "edgeCount": 235, "languages": [ "python" ], "scopes": [ { "prefix": "", "label": "", "markers": [] } ] }, "nodes": [ { "id": "evaluation/execution_match.py", "name": "execution_match.py", "kind": "file", "path": "evaluation/execution_match.py", "span": "L1-L508", "signature": null, "exported": true, "origin": "ast", "body_hash": "e4774685c66e46f63c5494d672aed0de311f5525f0ca11f67d2636d3f0ea8f67", "chars": 17578, "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/execution_match.py#_cells_equal", "name": "_cells_equal", "kind": "function", "path": "evaluation/execution_match.py", "span": "L174-L184", "signature": "def _cells_equal( left: Any, right: Any, *, float_digits: int = NUMBER_OF_DIGITS_CONSIDERED, ) -> bool", "exported": false, "origin": "ast", "body_hash": "cc1ea9ff32a81449d93b96adcf2aa9703f550af6aa8bf54ebea94217fa7894eb", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/execution_match.py#_check_one_vs_many", "name": "_check_one_vs_many", "kind": "function", "path": "evaluation/execution_match.py", "span": "L287-L297", "signature": "def _check_one_vs_many( top: Dict[str, List[Any]], all_rows: Dict[str, List[Any]], *, float_digits: int = NUMBER_OF_DIGITS_CONSIDERED, ) -> bool", "exported": false, "origin": "ast", "body_hash": "000731628ec509aee4ba651ee6b9c16608200542171da06270c8985227dc0c38", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/execution_match.py#_columns_equal", "name": "_columns_equal", "kind": "function", "path": "evaluation/execution_match.py", "span": "L187-L208", "signature": "def _columns_equal( col_a: List[Any], col_b: List[Any], *, order_matters: bool, float_digits: int = NUMBER_OF_DIGITS_CONSIDERED, ) -> bool", "exported": false, "origin": "ast", "body_hash": "19844fc2c7bbdcfe51cfa04545d58fefc973c0f2f047e7d56953deed6b07aa7a", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/execution_match.py#_compute_eval_score", "name": "_compute_eval_score", "kind": "function", "path": "evaluation/execution_match.py", "span": "L300-L320", "signature": "def _compute_eval_score( pred: Dict[str, List[Any]], gold: Dict[str, List[Any]], order_matters: bool, max_extra: int, *, float_digits: int = NUMBER_OF_DIGITS_CONSIDERED, ) -> float", "exported": false, "origin": "ast", "body_hash": "8fb1d31bb41a97792752769e5c2d5a6191198451369f31cd5bf418f88bcf716b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/execution_match.py#_dataframe_similarity", "name": "_dataframe_similarity", "kind": "function", "path": "evaluation/execution_match.py", "span": "L238-L284", "signature": "def _dataframe_similarity( pred: Dict[str, List[Any]], gold: Dict[str, List[Any]], order_matters: bool, *, float_digits: int = NUMBER_OF_DIGITS_CONSIDERED, ) -> float", "exported": false, "origin": "ast", "body_hash": "4e5ad9f8833fb946ed4bedca65fc9e97e3e1f6381aeaa83b545b3cd03358d79e", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/execution_match.py#_dataframe_similarity.metric", "name": "metric", "kind": "function", "path": "evaluation/execution_match.py", "span": "L255-L260", "signature": "def metric(a: List, b: List) -> float", "exported": true, "origin": "ast", "body_hash": "837e1a7a82af160447a9cc2b2cd221ac4193ef3c6a6e8700eb6513d50ac1d0e9", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/execution_match.py#_dataframe_similarity.metric~2", "name": "metric", "kind": "function", "path": "evaluation/execution_match.py", "span": "L262-L267", "signature": "def metric(a: List, b: List) -> float", "exported": true, "origin": "ast", "body_hash": "444c262e69a5d2a3b95a4c4018104e36b79ed499bbc8947071e9199ab2db8669", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/execution_match.py#_get_overlap_columns", "name": "_get_overlap_columns", "kind": "function", "path": "evaluation/execution_match.py", "span": "L323-L407", "signature": "def _get_overlap_columns( denotation_pred: Dict[str, List[Any]], denotation_gold: Dict[str, List[Any]], *, ignore_extra_columns_for_recall: bool = False, float_digits: int = NUMBER_OF_DIGITS_CONSIDERED, ) -> Tuple[int, int, float, float]", "exported": false, "origin": "ast", "body_hash": "9483ac944ab9b315caa531267a025af49152877703fd0becdb230ec04203c31e", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/execution_match.py#_json_objects_compatible", "name": "_json_objects_compatible", "kind": "function", "path": "evaluation/execution_match.py", "span": "L129-L149", "signature": "def _json_objects_compatible( left: Any, right: Any, *, float_digits: int = NUMBER_OF_DIGITS_CONSIDERED, ) -> bool", "exported": false, "origin": "ast", "body_hash": "07aec8653e5c4ab11b33f88e14f38036f001db8f78c6a75644c828661f12262f", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/execution_match.py#_json_parsed_equal", "name": "_json_parsed_equal", "kind": "function", "path": "evaluation/execution_match.py", "span": "L152-L171", "signature": "def _json_parsed_equal( left: Any, right: Any, *, float_digits: int = NUMBER_OF_DIGITS_CONSIDERED, ) -> bool", "exported": false, "origin": "ast", "body_hash": "149524cf47500d411dba11be240918cd0874a91922c2e289612b1172ecbb4378", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/execution_match.py#_normalize_primitive", "name": "_normalize_primitive", "kind": "function", "path": "evaluation/execution_match.py", "span": "L60-L66", "signature": "def _normalize_primitive(val: Any, *, float_digits: int = NUMBER_OF_DIGITS_CONSIDERED) -> Any", "exported": false, "origin": "ast", "body_hash": "34996418332bf2b41a6764d5f23f5ebb2bed9853883168288741c4ef63462422", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/execution_match.py#_primitive_values", "name": "_primitive_values", "kind": "function", "path": "evaluation/execution_match.py", "span": "L84-L102", "signature": "def _primitive_values( obj: Any, *, float_digits: int = NUMBER_OF_DIGITS_CONSIDERED, ) -> List[Any]", "exported": false, "origin": "ast", "body_hash": "d4c4ed1a1d7af1b03467836800ee09b448882f6043a2db23950e424b05a8344d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/execution_match.py#_primitive_values_cover", "name": "_primitive_values_cover", "kind": "function", "path": "evaluation/execution_match.py", "span": "L105-L126", "signature": "def _primitive_values_cover( smaller: List[Any], larger: List[Any], *, float_digits: int = NUMBER_OF_DIGITS_CONSIDERED, ) -> bool", "exported": false, "origin": "ast", "body_hash": "b317831e1e77beb23fe234148027d20575a8bbf6f9d9b81366c9a93e339dd1c5", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/execution_match.py#_round_floats", "name": "_round_floats", "kind": "function", "path": "evaluation/execution_match.py", "span": "L211-L220", "signature": "def _round_floats( denotation: Dict[str, List[Any]], *, float_digits: int = NUMBER_OF_DIGITS_CONSIDERED, ) -> None", "exported": false, "origin": "ast", "body_hash": "1a9688ef8d525369f72e78fa5f9e498b397833951c971b1d97109c78bd9dcde5", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/execution_match.py#_rows_for_dataframe", "name": "_rows_for_dataframe", "kind": "function", "path": "evaluation/execution_match.py", "span": "L233-L235", "signature": "def _rows_for_dataframe(df: Dict[str, List[Any]]) -> int", "exported": false, "origin": "ast", "body_hash": "ab45c7e7ebdbdacbeeef09046b3765471eba1ee162934000a0d213eae6bbc2db", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/execution_match.py#_sequences_equal_ignore_order", "name": "_sequences_equal_ignore_order", "kind": "function", "path": "evaluation/execution_match.py", "span": "L223-L230", "signature": "def _sequences_equal_ignore_order(seq1: List[Any], seq2: List[Any]) -> bool", "exported": false, "origin": "ast", "body_hash": "728b76f4f3a42b6aec9d59fcadf970123959dac2f03fbd0cd16b161a6614be07", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/execution_match.py#_try_parse_json_value", "name": "_try_parse_json_value", "kind": "function", "path": "evaluation/execution_match.py", "span": "L46-L57", "signature": "def _try_parse_json_value(val: Any) -> Any | None", "exported": false, "origin": "ast", "body_hash": "83772c23c69bba36f4182ce194793b0127166d3a0ccb0cc67c14c54a3fcc363b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/execution_match.py#_values_equal", "name": "_values_equal", "kind": "function", "path": "evaluation/execution_match.py", "span": "L69-L81", "signature": "def _values_equal( a: Any, b: Any, *, float_digits: int = NUMBER_OF_DIGITS_CONSIDERED, ) -> bool", "exported": false, "origin": "ast", "body_hash": "9e4129f180a46955f378debb770fe4e59e3de4a1d881790b866b16fba2f5841f", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/execution_match.py#compare_execution_results", "name": "compare_execution_results", "kind": "function", "path": "evaluation/execution_match.py", "span": "L426-L507", "signature": "def compare_execution_results( pred_result: Dict[str, List[Any]], gold_result: Dict[str, List[Any]], *, order_matters: bool = False, max_number_of_extra_columns: int = MAX_NUMBER_OF_EXTRA_COLUMNS, strict: bool = False, ignore_extra_columns_for_recall: bool = False, float_digits: int = NUMBER_OF_DIGITS_CONSIDERED, ) -> Tuple[float, float, float]", "exported": true, "origin": "ast", "body_hash": "0c722a0dcd512870456c731ac8fb92f90c76114a7ea188f909b295f656d3ebe3", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/execution_match.py#is_sql_ordered", "name": "is_sql_ordered", "kind": "function", "path": "evaluation/execution_match.py", "span": "L410-L423", "signature": "def is_sql_ordered(sql: str) -> bool", "exported": true, "origin": "ast", "body_hash": "dc1d73260368c475653cb553723a0cc92f879a7552feb3c3769fe74f98cd3784", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/llm_judge.py", "name": "llm_judge.py", "kind": "file", "path": "evaluation/llm_judge.py", "span": "L1-L137", "signature": null, "exported": true, "origin": "ast", "body_hash": "4b22678c410010004c6caebcbbcd3a375c62f59cd32aaa55f6710cf77806b01a", "chars": 4341, "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/llm_judge.py#iter_jsonl", "name": "iter_jsonl", "kind": "function", "path": "evaluation/llm_judge.py", "span": "L55-L63", "signature": "def iter_jsonl(path: Path) -> Iterator[dict[str, Any]]", "exported": true, "origin": "ast", "body_hash": "ddab8364559eab58cb87885fa07d48149a94acd8bf2c093a960647cee842747d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/llm_judge.py#judge_one", "name": "judge_one", "kind": "function", "path": "evaluation/llm_judge.py", "span": "L66-L90", "signature": "def judge_one( *, client: OpenAI, model: str, record: dict[str, Any], ) -> dict[str, Any]", "exported": true, "origin": "ast", "body_hash": "2e84f6113b5da5739529634f32b841331b94eac3744e141f62a2f121ae32a69b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/llm_judge.py#main", "name": "main", "kind": "function", "path": "evaluation/llm_judge.py", "span": "L106-L132", "signature": "def main() -> None", "exported": true, "origin": "ast", "body_hash": "b275dd3291a1e794b3cf979d322889494a12276fbc06ed8baced8e445852be36", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/llm_judge.py#parse_args", "name": "parse_args", "kind": "function", "path": "evaluation/llm_judge.py", "span": "L93-L103", "signature": "def parse_args() -> argparse.Namespace", "exported": true, "origin": "ast", "body_hash": "4310de9009e1b508d7fc4805cfda8ae182b2c176693c8b52345498dc46e4ab4c", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/llm_judge.py#parse_verdict", "name": "parse_verdict", "kind": "function", "path": "evaluation/llm_judge.py", "span": "L20-L52", "signature": "def parse_verdict(raw: str) -> dict[str, Any]", "exported": true, "origin": "ast", "body_hash": "2eae0b3cffc7ca4f124d5bc44184781d12d3e56965193253e43f5914351ace3e", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/s2sql_eval.py", "name": "s2sql_eval.py", "kind": "file", "path": "evaluation/s2sql_eval.py", "span": "L1-L220", "signature": null, "exported": true, "origin": "ast", "body_hash": "ebafafecd2729348b69204c80873d65dce0883ddbce303d4f8cc6e09e6b098c1", "chars": 6991, "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/s2sql_eval.py#evaluate_record", "name": "evaluate_record", "kind": "function", "path": "evaluation/s2sql_eval.py", "span": "L57-L172", "signature": "def evaluate_record( record: dict[str, Any], *, db_root: Path | None, db_template: str, max_rows: int, timeout: float | None, strict: bool, ) -> dict[str, Any]", "exported": true, "origin": "ast", "body_hash": "8c3dd05e95866b445d5779d81e5e8ed2d3365759e720bd4a762301634fd900ff", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/s2sql_eval.py#iter_jsonl", "name": "iter_jsonl", "kind": "function", "path": "evaluation/s2sql_eval.py", "span": "L20-L28", "signature": "def iter_jsonl(path: Path) -> Iterator[dict[str, Any]]", "exported": true, "origin": "ast", "body_hash": "ddab8364559eab58cb87885fa07d48149a94acd8bf2c093a960647cee842747d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/s2sql_eval.py#main", "name": "main", "kind": "function", "path": "evaluation/s2sql_eval.py", "span": "L191-L215", "signature": "def main() -> None", "exported": true, "origin": "ast", "body_hash": "94fed6b3d02a4b75cd1ea529ba3707da89a37fc0accc1d29ad1e4b7102098749", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/s2sql_eval.py#parse_args", "name": "parse_args", "kind": "function", "path": "evaluation/s2sql_eval.py", "span": "L175-L188", "signature": "def parse_args() -> argparse.Namespace", "exported": true, "origin": "ast", "body_hash": "0aa5c8e8a9073d23efdc751eeaf3d19bf29a5830449767d971ff15c205907d2d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/s2sql_eval.py#resolve_database", "name": "resolve_database", "kind": "function", "path": "evaluation/s2sql_eval.py", "span": "L42-L54", "signature": "def resolve_database( record: dict[str, Any], *, db_root: Path | None, db_template: str, ) -> Path", "exported": true, "origin": "ast", "body_hash": "90c165914ec1f4b95b73cc2a4e52c8ebb05ff81335de505bba050979f60445cf", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/s2sql_eval.py#rows_to_columnar", "name": "rows_to_columnar", "kind": "function", "path": "evaluation/s2sql_eval.py", "span": "L31-L39", "signature": "def rows_to_columnar( rows: list[list[Any]], columns: list[str], ) -> dict[str, list[Any]]", "exported": true, "origin": "ast", "body_hash": "5e6521b18d7031d4fe2b1a042ef5d02da74fd4f94d4a942cdcd6454d092b6e4b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/sql_extract.py", "name": "sql_extract.py", "kind": "file", "path": "evaluation/sql_extract.py", "span": "L1-L191", "signature": null, "exported": true, "origin": "ast", "body_hash": "37cb6727de23fb7346cb26523bf3260d1489106c2e718c85122fdc2b9a09358e", "chars": 6822, "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/sql_extract.py#_anthropic_tool_results_by_id", "name": "_anthropic_tool_results_by_id", "kind": "function", "path": "evaluation/sql_extract.py", "span": "L111-L124", "signature": "def _anthropic_tool_results_by_id(messages: list[dict[str, Any]]) -> dict[str, dict[str, Any]]", "exported": false, "origin": "ast", "body_hash": "159042d5c428d9e5a1ca55b88da475f80738423bf42d5b1855217c2df19afcc0", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/sql_extract.py#_last_fenced", "name": "_last_fenced", "kind": "function", "path": "evaluation/sql_extract.py", "span": "L35-L40", "signature": "def _last_fenced(text: str, label_pattern: str) -> str | None", "exported": false, "origin": "ast", "body_hash": "aa7b0ab5ed959ab620170cb010ffde79c629d854069a94e5c7e6b99891821c81", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/sql_extract.py#_last_run_sql_anthropic", "name": "_last_run_sql_anthropic", "kind": "function", "path": "evaluation/sql_extract.py", "span": "L127-L151", "signature": "def _last_run_sql_anthropic(messages: list[dict[str, Any]]) -> str | None", "exported": false, "origin": "ast", "body_hash": "0bae6134b754a81bfe948c64173babf34ec7328b4efba1d10809f9fec53c7821", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/sql_extract.py#_last_run_sql_openai", "name": "_last_run_sql_openai", "kind": "function", "path": "evaluation/sql_extract.py", "span": "L76-L108", "signature": "def _last_run_sql_openai(messages: list[dict[str, Any]]) -> str | None", "exported": false, "origin": "ast", "body_hash": "b8dc65c3bd1d4125ce79e71ea421f38f4464679f3b7cb2baf62b666698fe2fe5", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/sql_extract.py#_openai_tool_result_is_error", "name": "_openai_tool_result_is_error", "kind": "function", "path": "evaluation/sql_extract.py", "span": "L55-L73", "signature": "def _openai_tool_result_is_error(tool_msg: dict[str, Any] | None) -> bool", "exported": false, "origin": "ast", "body_hash": "ceaa1c1e4e71e781fb749e6106e9aebaf8014e8446612cab56cf91fba9862ae3", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/sql_extract.py#_openai_tool_results_by_id", "name": "_openai_tool_results_by_id", "kind": "function", "path": "evaluation/sql_extract.py", "span": "L43-L52", "signature": "def _openai_tool_results_by_id(messages: list[dict[str, Any]]) -> dict[str, dict[str, Any]]", "exported": false, "origin": "ast", "body_hash": "f696f1938a41e0d309ee8214ddf6c2a96a78b17902d1546d8c03faa66ed08b41", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/sql_extract.py#_walk_messages_for_run_sql", "name": "_walk_messages_for_run_sql", "kind": "function", "path": "evaluation/sql_extract.py", "span": "L154-L164", "signature": "def _walk_messages_for_run_sql( messages: Iterable[dict[str, Any]] | None, *, message_format: str, ) -> str | None", "exported": false, "origin": "ast", "body_hash": "985c68a2316b2c0881dcebf9e0913777dbec6eca4dff8258bb7866d5ed9dd0ba", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/sql_extract.py#extract_agent_sql", "name": "extract_agent_sql", "kind": "function", "path": "evaluation/sql_extract.py", "span": "L167-L190", "signature": "def extract_agent_sql( *, final_text: str, messages: list[dict[str, Any]] | None, message_format: str = \"openai\", ) -> tuple[str, str]", "exported": true, "origin": "ast", "body_hash": "8f2f3790e3ea94b537866135c10efa1e44bc1a2d8aef376ccfba07a0ebdf76f4", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/sqlite_executor.py", "name": "sqlite_executor.py", "kind": "file", "path": "evaluation/sqlite_executor.py", "span": "L1-L217", "signature": null, "exported": true, "origin": "ast", "body_hash": "0f6ab2b179bdc4ea89fc7042940216c1b3147013aa39bf77a27743852413e51e", "chars": 6725, "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/sqlite_executor.py#_clear_query_timeout", "name": "_clear_query_timeout", "kind": "function", "path": "evaluation/sqlite_executor.py", "span": "L96-L97", "signature": "def _clear_query_timeout(conn: sqlite3.Connection) -> None", "exported": false, "origin": "ast", "body_hash": "702918acf311435e82f141cbdc64fe70b41ee4e73a4811414a30c72ed5481bed", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/sqlite_executor.py#_install_query_timeout", "name": "_install_query_timeout", "kind": "function", "path": "evaluation/sqlite_executor.py", "span": "L78-L93", "signature": "def _install_query_timeout( conn: sqlite3.Connection, timeout_s: float | None, ) -> float | None", "exported": false, "origin": "ast", "body_hash": "928dedaf2a608f360ea0ba8d5272ed281a457a51e958223fa13806b3d5bc22b8", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/sqlite_executor.py#_install_query_timeout._handler", "name": "_handler", "kind": "function", "path": "evaluation/sqlite_executor.py", "span": "L89-L90", "signature": "def _handler() -> int", "exported": false, "origin": "ast", "body_hash": "be31aa4f765d50e1b3c481ce3c16bf579b97d0ca974c45362f752543bb98b60b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/sqlite_executor.py#_reject_write", "name": "_reject_write", "kind": "function", "path": "evaluation/sqlite_executor.py", "span": "L47-L75", "signature": "def _reject_write(sql: str) -> str | None", "exported": false, "origin": "ast", "body_hash": "83cd2890ccf9a861c4adce0e7350b580ff75e02597b3687b3e9a03928ed83008", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/sqlite_executor.py#_strip_leading_comments", "name": "_strip_leading_comments", "kind": "function", "path": "evaluation/sqlite_executor.py", "span": "L31-L44", "signature": "def _strip_leading_comments(sql: str) -> str", "exported": false, "origin": "ast", "body_hash": "f4c04d7cfeafb166fc7f6f2b2c731ab8b7e604014bb85544d498a159f7b43a07", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/sqlite_executor.py#execute_readonly_rows", "name": "execute_readonly_rows", "kind": "function", "path": "evaluation/sqlite_executor.py", "span": "L100-L156", "signature": "def execute_readonly_rows( db_path: Path, sql: str, *, max_rows: int = 500, timeout_s: float | None = None, ) -> tuple[list[list[Any]], list[str], dict[str, Any]]", "exported": true, "origin": "ast", "body_hash": "328e7e1a50b41f11afe549a6fa5e6487b2d8391c9e2b43eb3e5feae6e7966397", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/sqlite_executor.py#execute_sqlite_query", "name": "execute_sqlite_query", "kind": "function", "path": "evaluation/sqlite_executor.py", "span": "L159-L216", "signature": "def execute_sqlite_query( db_path: Path, sql: str, *, max_rows: int = 500, max_cell_chars: int = 2000, timeout_s: float | None = None, ) -> tuple[str, dict[str, Any]]", "exported": true, "origin": "ast", "body_hash": "afe77078eac7a7f878d16328a28b2f45ed377057626edea336687ab31ea96da5", "summary_state": "pending", "summary": null, "crux": null }, { "id": "evaluation/sqlite_executor.py#execute_sqlite_query.fmt_row", "name": "fmt_row", "kind": "function", "path": "evaluation/sqlite_executor.py", "span": "L206-L207", "signature": "def fmt_row(vals: list[str]) -> str", "exported": true, "origin": "ast", "body_hash": "a6aafad81c6795c5bc88e58e633e9de03ce00f2b92c4c5944bd9bede01667a61", "summary_state": "pending", "summary": null, "crux": null }, { "id": "preprocess/build_dataset_releases.py", "name": "build_dataset_releases.py", "kind": "file", "path": "preprocess/build_dataset_releases.py", "span": "L1-L224", "signature": null, "exported": true, "origin": "ast", "body_hash": "65542f97481ba12dab828293d7666b73eece9b9cb22b7fc672cce728aec7fd80", "chars": 7046, "summary_state": "pending", "summary": null, "crux": null }, { "id": "preprocess/build_dataset_releases.py#build_releases", "name": "build_releases", "kind": "function", "path": "preprocess/build_dataset_releases.py", "span": "L128-L201", "signature": "def build_releases( *, v1_root: Path, v2_root: Path, output_root: Path, ) -> dict[str, Any]", "exported": true, "origin": "ast", "body_hash": "eee48242b0f00f0d1abe84f2a7d8c479b132e739d92371cd76061c9aea5dd7a5", "summary_state": "pending", "summary": null, "crux": null }, { "id": "preprocess/build_dataset_releases.py#load_jsonl", "name": "load_jsonl", "kind": "function", "path": "preprocess/build_dataset_releases.py", "span": "L32-L55", "signature": "def load_jsonl(path: Path, *, task_type: str) -> list[dict[str, Any]]", "exported": true, "origin": "ast", "body_hash": "1811065796c4e528e439e8025b57654d6ad953ec8f054a984ec5b49a74d8d561", "summary_state": "pending", "summary": null, "crux": null }, { "id": "preprocess/build_dataset_releases.py#main", "name": "main", "kind": "function", "path": "preprocess/build_dataset_releases.py", "span": "L212-L219", "signature": "def main() -> None", "exported": true, "origin": "ast", "body_hash": "da974761debf4f0ee639d898ff776967e99d46d0f1a0071e3082351fb0f83aa6", "summary_state": "pending", "summary": null, "crux": null }, { "id": "preprocess/build_dataset_releases.py#overlay_rows", "name": "overlay_rows", "kind": "function", "path": "preprocess/build_dataset_releases.py", "span": "L76-L110", "signature": "def overlay_rows( base_rows: list[dict[str, Any]], patch_rows: list[dict[str, Any]], *, task_type: str, ) -> tuple[list[dict[str, Any]], int]", "exported": true, "origin": "ast", "body_hash": "35f8df679b13c1900688e2b70dfe3f9799768e2fbd292f417f13811a1a8e17df", "summary_state": "pending", "summary": null, "crux": null }, { "id": "preprocess/build_dataset_releases.py#parse_args", "name": "parse_args", "kind": "function", "path": "preprocess/build_dataset_releases.py", "span": "L204-L209", "signature": "def parse_args() -> argparse.Namespace", "exported": true, "origin": "ast", "body_hash": "0e042f7cb9f59c7a6f4bfa00b2e394b1fcf52b47a5a52eb4efc7771e9aa48a6c", "summary_state": "pending", "summary": null, "crux": null }, { "id": "preprocess/build_dataset_releases.py#sha256", "name": "sha256", "kind": "function", "path": "preprocess/build_dataset_releases.py", "span": "L113-L118", "signature": "def sha256(path: Path) -> str", "exported": true, "origin": "ast", "body_hash": "f6f842fd5ce43f4f374872c22b5e2898b1f6992d792665e4dceb1cbc88920efd", "summary_state": "pending", "summary": null, "crux": null }, { "id": "preprocess/build_dataset_releases.py#with_task_type", "name": "with_task_type", "kind": "function", "path": "preprocess/build_dataset_releases.py", "span": "L58-L73", "signature": "def with_task_type( row: dict[str, Any], *, task_type: str, ) -> dict[str, Any]", "exported": true, "origin": "ast", "body_hash": "a4031fbe4495fec18ebbcbb537bdba14dc6cec6883c7dfe17390691afd57b513", "summary_state": "pending", "summary": null, "crux": null }, { "id": "preprocess/build_dataset_releases.py#write_jsonl", "name": "write_jsonl", "kind": "function", "path": "preprocess/build_dataset_releases.py", "span": "L121-L125", "signature": "def write_jsonl(path: Path, rows: list[dict[str, Any]]) -> None", "exported": true, "origin": "ast", "body_hash": "e255b9fc63138af8ac45f64975f6b4aa9d174ab61aa78c7e4a361181af6064b7", "summary_state": "pending", "summary": null, "crux": null }, { "id": "preprocess/prepare_public_tasks.py", "name": "prepare_public_tasks.py", "kind": "file", "path": "preprocess/prepare_public_tasks.py", "span": "L1-L69", "signature": null, "exported": true, "origin": "ast", "body_hash": "21f0f5db1138842017771c8e1a2072dbc9ba85df10049e814bed735eda8f910a", "chars": 2392, "summary_state": "pending", "summary": null, "crux": null }, { "id": "preprocess/prepare_public_tasks.py#iter_jsonl", "name": "iter_jsonl", "kind": "function", "path": "preprocess/prepare_public_tasks.py", "span": "L17-L25", "signature": "def iter_jsonl(path: Path) -> Iterator[tuple[int, dict[str, Any]]]", "exported": true, "origin": "ast", "body_hash": "d080d649e884073081813a4ade1d7b2311722c4c0304ecc01a53d20210615df2", "summary_state": "pending", "summary": null, "crux": null }, { "id": "preprocess/prepare_public_tasks.py#main", "name": "main", "kind": "function", "path": "preprocess/prepare_public_tasks.py", "span": "L46-L64", "signature": "def main() -> None", "exported": true, "origin": "ast", "body_hash": "37a6bac03dc923ca43c496ce1dbab8ce8c7b7109f549e52f494d55fc57a7ce5c", "summary_state": "pending", "summary": null, "crux": null }, { "id": "preprocess/prepare_public_tasks.py#parse_args", "name": "parse_args", "kind": "function", "path": "preprocess/prepare_public_tasks.py", "span": "L39-L43", "signature": "def parse_args() -> argparse.Namespace", "exported": true, "origin": "ast", "body_hash": "433fb6f24cc78dbb9970ff2e8826c7546429f76df4d3339b0bbaa4b8fff4eb58", "summary_state": "pending", "summary": null, "crux": null }, { "id": "preprocess/prepare_public_tasks.py#prepare_record", "name": "prepare_record", "kind": "function", "path": "preprocess/prepare_public_tasks.py", "span": "L28-L36", "signature": "def prepare_record(record: dict[str, Any], *, location: str) -> dict[str, Any]", "exported": true, "origin": "ast", "body_hash": "b5db31b8912a1911d001c2020bd514d29c7c6a5028443390a2600199fb509c1e", "summary_state": "pending", "summary": null, "crux": null }, { "id": "preprocess/validate_predictions.py", "name": "validate_predictions.py", "kind": "file", "path": "preprocess/validate_predictions.py", "span": "L1-L62", "signature": null, "exported": true, "origin": "ast", "body_hash": "24c6d2de1c857a9978e49dec7cb62e821054b0f755e13cac6fc160dc20c48b85", "chars": 2174, "summary_state": "pending", "summary": null, "crux": null }, { "id": "preprocess/validate_predictions.py#main", "name": "main", "kind": "function", "path": "preprocess/validate_predictions.py", "span": "L51-L57", "signature": "def main() -> None", "exported": true, "origin": "ast", "body_hash": "f245f537df5d1dcba000ddc42749fd58a9a8d7aadd584a1a09b351efc4254727", "summary_state": "pending", "summary": null, "crux": null }, { "id": "preprocess/validate_predictions.py#validate", "name": "validate", "kind": "function", "path": "preprocess/validate_predictions.py", "span": "L20-L48", "signature": "def validate(path: Path) -> int", "exported": true, "origin": "ast", "body_hash": "4bf11b9538632e75b9fd83ad6353f3f11f0b6a474a0d4bab884b975d2afafc08", "summary_state": "pending", "summary": null, "crux": null }, { "id": "preprocess/validate_predictions.py#validate_answer", "name": "validate_answer", "kind": "function", "path": "preprocess/validate_predictions.py", "span": "L12-L17", "signature": "def validate_answer(value: Any, *, location: str) -> None", "exported": true, "origin": "ast", "body_hash": "557b768066e7f449ae9217d8f7dee11d3eda04e5ac95b415d879065a40157396", "summary_state": "pending", "summary": null, "crux": null }, { "id": "tools/__init__.py", "name": "__init__.py", "kind": "file", "path": "tools/__init__.py", "span": "L1-L63", "signature": null, "exported": true, "origin": "ast", "body_hash": "1060a5e001b3caac1a9e506ed523b5d9554ea82f55d02aaa26f6cfa3e136d078", "chars": 1858, "summary_state": "pending", "summary": null, "crux": null }, { "id": "tools/__init__.py#build_toolset", "name": "build_toolset", "kind": "function", "path": "tools/__init__.py", "span": "L42-L62", "signature": "def build_toolset( *, sqlite_db_path: str | Path | None = None, sqlite_root: str | Path | None = None, db: str | None = None, search_fn=None, fetch_fn=None, ) -> dict[str, Callable[..., str]]", "exported": true, "origin": "ast", "body_hash": "ed803f24a801b34f715f9176bcaf35976ebdd35ec0ea3aa8462c4055e12aa6fe", "summary_state": "pending", "summary": null, "crux": null }, { "id": "tools/__init__.py#load_schemas", "name": "load_schemas", "kind": "function", "path": "tools/__init__.py", "span": "L23-L24", "signature": "def load_schemas() -> list[dict[str, Any]]", "exported": true, "origin": "ast", "body_hash": "2e8bc720b3076a3b98a08a6144848d958f9736184b0efa9e6c7ebb488f5e1e60", "summary_state": "pending", "summary": null, "crux": null }, { "id": "tools/__init__.py#openai_tools", "name": "openai_tools", "kind": "function", "path": "tools/__init__.py", "span": "L27-L39", "signature": "def openai_tools() -> list[dict[str, Any]]", "exported": true, "origin": "ast", "body_hash": "3dcd5323ab8e152c178a019cbdc83d50607c36dd953e841cc893c388b55765a8", "summary_state": "pending", "summary": null, "crux": null }, { "id": "tools/final_answer.py", "name": "final_answer.py", "kind": "file", "path": "tools/final_answer.py", "span": "L1-L15", "signature": null, "exported": true, "origin": "ast", "body_hash": "c657920345dd9d4167f8954462484be9ff2bea42b1b02d2cf278ce5c11239c38", "chars": 334, "summary_state": "pending", "summary": null, "crux": null }, { "id": "tools/final_answer.py#make_final_answer", "name": "make_final_answer", "kind": "function", "path": "tools/final_answer.py", "span": "L10-L14", "signature": "def make_final_answer() -> Callable[..., str]", "exported": true, "origin": "ast", "body_hash": "b86cf1a61090006409aaf75dd92aa7936e456e06738d79e77e592e40f0d8b32b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "tools/final_answer.py#make_final_answer.final_answer", "name": "final_answer", "kind": "function", "path": "tools/final_answer.py", "span": "L11-L12", "signature": "def final_answer(answer: str) -> str", "exported": true, "origin": "ast", "body_hash": "0f7d02f6cc5f31ecc8bd3b99ffac95be36a9eceae1613ec355df1449acf6945c", "summary_state": "pending", "summary": null, "crux": null }, { "id": "tools/knowledge.py", "name": "knowledge.py", "kind": "file", "path": "tools/knowledge.py", "span": "L1-L115", "signature": null, "exported": true, "origin": "ast", "body_hash": "39ac6096649aa70a1e98983b27f06ed0edef92765c330682b61e503c9470b4b6", "chars": 3783, "summary_state": "pending", "summary": null, "crux": null }, { "id": "tools/knowledge.py#_kb_path", "name": "_kb_path", "kind": "function", "path": "tools/knowledge.py", "span": "L13-L17", "signature": "def _kb_path(sqlite_root: Path, db: str) -> Path", "exported": false, "origin": "ast", "body_hash": "44f9a539c3db434267556b4b4bd3dae4eb4e631e20abd2d3d36cfd6273527bab", "summary_state": "pending", "summary": null, "crux": null }, { "id": "tools/knowledge.py#_load_entries", "name": "_load_entries", "kind": "function", "path": "tools/knowledge.py", "span": "L21-L30", "signature": "def _load_entries(sqlite_root_str: str, db: str) -> tuple[dict[str, Any], ...]", "exported": false, "origin": "ast", "body_hash": "5a6c11a68864640df259af12eb57e2ca70d98983a5d54ea3131e07f3733ef6de", "summary_state": "pending", "summary": null, "crux": null }, { "id": "tools/knowledge.py#_matches", "name": "_matches", "kind": "function", "path": "tools/knowledge.py", "span": "L45-L58", "signature": "def _matches(entry: dict[str, Any], key: str, db: str) -> bool", "exported": false, "origin": "ast", "body_hash": "320e539a7a28e69c273e9c5a0c7ecaa5d987a7b6a4f730b16612b0743534eea1", "summary_state": "pending", "summary": null, "crux": null }, { "id": "tools/knowledge.py#_numeric_id", "name": "_numeric_id", "kind": "function", "path": "tools/knowledge.py", "span": "L33-L42", "signature": "def _numeric_id(key: str, db: str) -> int | None", "exported": false, "origin": "ast", "body_hash": "097682954d6737f0a4530f21a4c2433a80a8f5e071904e1a7dd7c04cc2b20a42", "summary_state": "pending", "summary": null, "crux": null }, { "id": "tools/knowledge.py#make_knowledge_tools", "name": "make_knowledge_tools", "kind": "function", "path": "tools/knowledge.py", "span": "L61-L114", "signature": "def make_knowledge_tools( sqlite_root: str | Path, db: str, ) -> dict[str, Callable[..., str]]", "exported": true, "origin": "ast", "body_hash": "903d2c5323598ecb4f8dab3f85551a949c66c696e3012beb604d7e9705961be0", "summary_state": "pending", "summary": null, "crux": null }, { "id": "tools/knowledge.py#make_knowledge_tools.get_all_external_knowledge_names", "name": "get_all_external_knowledge_names", "kind": "function", "path": "tools/knowledge.py", "span": "L70-L76", "signature": "def get_all_external_knowledge_names() -> str", "exported": true, "origin": "ast", "body_hash": "f07daccfd1762da555fe982ae8b4dc428f670dad7341ef3dd04d9c7e227d6439", "summary_state": "pending", "summary": null, "crux": null }, { "id": "tools/knowledge.py#make_knowledge_tools.get_all_knowledge_definitions", "name": "get_all_knowledge_definitions", "kind": "function", "path": "tools/knowledge.py", "span": "L87-L108", "signature": "def get_all_knowledge_definitions() -> str", "exported": true, "origin": "ast", "body_hash": "bc3c33c2a3cb0480f514b69f63963f16dcd5d24a116dc66d456bd0d05704b896", "summary_state": "pending", "summary": null, "crux": null }, { "id": "tools/knowledge.py#make_knowledge_tools.get_knowledge_definition", "name": "get_knowledge_definition", "kind": "function", "path": "tools/knowledge.py", "span": "L78-L85", "signature": "def get_knowledge_definition(knowledge_name: str) -> str", "exported": true, "origin": "ast", "body_hash": "861110c2cf7d829a7d3bbecb8b90c28fedb244dbe7ce3d2709718ecb6a344854", "summary_state": "pending", "summary": null, "crux": null }, { "id": "tools/run_sql.py", "name": "run_sql.py", "kind": "file", "path": "tools/run_sql.py", "span": "L1-L45", "signature": null, "exported": true, "origin": "ast", "body_hash": "2bbcce87115cfbd63722d5496ec96c545fec84443ce7872b5f1aef3d3619db5e", "chars": 1294, "summary_state": "pending", "summary": null, "crux": null }, { "id": "tools/run_sql.py#make_run_sql", "name": "make_run_sql", "kind": "function", "path": "tools/run_sql.py", "span": "L16-L44", "signature": "def make_run_sql( sqlite_db_path: str | Path | None, *, max_rows: int = 500, timeout_s: float | None = 120.0, ) -> Callable[..., str]", "exported": true, "origin": "ast", "body_hash": "3e11aa7b1076fa227232e3f3aa2f7be95c179eb20850c3c8907bc03420cbb4a6", "summary_state": "pending", "summary": null, "crux": null }, { "id": "tools/run_sql.py#make_run_sql.run_sql", "name": "run_sql", "kind": "function", "path": "tools/run_sql.py", "span": "L30-L42", "signature": "def run_sql(sql: str, description: str = \"\") -> str", "exported": true, "origin": "ast", "body_hash": "cb4950b5f71b1afe74e8d33a9fd91722e7f9e385f5e6358b63b260707f5cafa6", "summary_state": "pending", "summary": null, "crux": null }, { "id": "tools/web_fetch.py", "name": "web_fetch.py", "kind": "file", "path": "tools/web_fetch.py", "span": "L1-L48", "signature": null, "exported": true, "origin": "ast", "body_hash": "14d3d6c430e9b014ad9eb54f95a0756d9db981ae423415314feafec73aeb83fb", "chars": 1401, "summary_state": "pending", "summary": null, "crux": null }, { "id": "tools/web_fetch.py#fetch_url", "name": "fetch_url", "kind": "function", "path": "tools/web_fetch.py", "span": "L15-L33", "signature": "def fetch_url(url: str) -> str", "exported": true, "origin": "ast", "body_hash": "87931388092a9a3eb7f7376fb616698fe570909e4df1017daf423703b09408c7", "summary_state": "pending", "summary": null, "crux": null }, { "id": "tools/web_fetch.py#make_web_fetch", "name": "make_web_fetch", "kind": "function", "path": "tools/web_fetch.py", "span": "L36-L47", "signature": "def make_web_fetch( fetch_fn: Callable[[str], str] | None = None, ) -> Callable[..., str]", "exported": true, "origin": "ast", "body_hash": "9a8960ff85cb8ef25b29759017af716c2b7bfe1cb5fc5a4a7c8031a3604508d0", "summary_state": "pending", "summary": null, "crux": null }, { "id": "tools/web_fetch.py#make_web_fetch.web_fetch", "name": "web_fetch", "kind": "function", "path": "tools/web_fetch.py", "span": "L41-L45", "signature": "def web_fetch(url: str) -> str", "exported": true, "origin": "ast", "body_hash": "1135be70124e36938aafac8c7fb74000ec391ef08fd4cc3b38ff888f5b602baf", "summary_state": "pending", "summary": null, "crux": null }, { "id": "tools/web_search.py", "name": "web_search.py", "kind": "file", "path": "tools/web_search.py", "span": "L1-L84", "signature": null, "exported": true, "origin": "ast", "body_hash": "f1d5ff6fb008d06a3fe75e6fd0344cfe57bbc2850271486ba29c264dcad13170", "chars": 2580, "summary_state": "pending", "summary": null, "crux": null }, { "id": "tools/web_search.py#format_hits", "name": "format_hits", "kind": "function", "path": "tools/web_search.py", "span": "L15-L25", "signature": "def format_hits(hits: list[dict[str, str]], source: str) -> str", "exported": true, "origin": "ast", "body_hash": "6a9b98866a14206d43271368260c86e56d9a2afd721b4afba35d0bcfe1417fd6", "summary_state": "pending", "summary": null, "crux": null }, { "id": "tools/web_search.py#make_web_search", "name": "make_web_search", "kind": "function", "path": "tools/web_search.py", "span": "L60-L83", "signature": "def make_web_search( search_fn: Callable[[str, int], tuple[list[dict[str, str]], str]] | None = None, ) -> Callable[..., str]", "exported": true, "origin": "ast", "body_hash": "aacf27472f5be6fb3a25512c60035648ab43fe54f2a004fd2b30a7ef9fec4d01", "summary_state": "pending", "summary": null, "crux": null }, { "id": "tools/web_search.py#make_web_search.web_search", "name": "web_search", "kind": "function", "path": "tools/web_search.py", "span": "L72-L81", "signature": "def web_search(query: str, count: int = DEFAULT_COUNT) -> str", "exported": true, "origin": "ast", "body_hash": "8bed28eda089a4242d1215d6ba8273b7727db290501be59adfaa59488fe8dd49", "summary_state": "pending", "summary": null, "crux": null }, { "id": "tools/web_search.py#tavily_search", "name": "tavily_search", "kind": "function", "path": "tools/web_search.py", "span": "L28-L57", "signature": "def tavily_search(query: str, count: int) -> tuple[list[dict[str, str]], str]", "exported": true, "origin": "ast", "body_hash": "36cc3f42a799d2c2e00938e9491e0c1f67cc92556d77997ced791945def1413a", "summary_state": "pending", "summary": null, "crux": null } ], "edges": [ { "source": "evaluation/execution_match.py", "target": "evaluation/execution_match.py#_cells_equal", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/execution_match.py", "target": "evaluation/execution_match.py#_check_one_vs_many", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/execution_match.py", "target": "evaluation/execution_match.py#_columns_equal", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/execution_match.py", "target": "evaluation/execution_match.py#_compute_eval_score", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/execution_match.py", "target": "evaluation/execution_match.py#_dataframe_similarity", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/execution_match.py", "target": "evaluation/execution_match.py#_get_overlap_columns", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/execution_match.py", "target": "evaluation/execution_match.py#_json_objects_compatible", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/execution_match.py", "target": "evaluation/execution_match.py#_json_parsed_equal", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/execution_match.py", "target": "evaluation/execution_match.py#_normalize_primitive", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/execution_match.py", "target": "evaluation/execution_match.py#_primitive_values", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/execution_match.py", "target": "evaluation/execution_match.py#_primitive_values_cover", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/execution_match.py", "target": "evaluation/execution_match.py#_round_floats", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/execution_match.py", "target": "evaluation/execution_match.py#_rows_for_dataframe", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/execution_match.py", "target": "evaluation/execution_match.py#_sequences_equal_ignore_order", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/execution_match.py", "target": "evaluation/execution_match.py#_try_parse_json_value", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/execution_match.py", "target": "evaluation/execution_match.py#_values_equal", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/execution_match.py", "target": "evaluation/execution_match.py#compare_execution_results", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/execution_match.py", "target": "evaluation/execution_match.py#is_sql_ordered", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/execution_match.py", "target": "copy", "relation": "imports", "confidence": "extracted" }, { "source": "evaluation/execution_match.py", "target": "json", "relation": "imports", "confidence": "extracted" }, { "source": "evaluation/execution_match.py", "target": "pandas.testing", "relation": "imports", "confidence": "extracted" }, { "source": "evaluation/execution_match.py", "target": "scipy.optimize", "relation": "imports", "confidence": "extracted" }, { "source": "evaluation/execution_match.py", "target": "sqlglot", "relation": "imports", "confidence": "extracted" }, { "source": "evaluation/execution_match.py", "target": "sqlglot.optimizer.scope", "relation": "imports", "confidence": "extracted" }, { "source": "evaluation/execution_match.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "evaluation/execution_match.py#_cells_equal", "target": "evaluation/execution_match.py#_json_parsed_equal", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/execution_match.py#_cells_equal", "target": "evaluation/execution_match.py#_try_parse_json_value", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/execution_match.py#_cells_equal", "target": "evaluation/execution_match.py#_values_equal", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/execution_match.py#_check_one_vs_many", "target": "evaluation/execution_match.py#_dataframe_similarity", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/execution_match.py#_check_one_vs_many", "target": "evaluation/execution_match.py#_rows_for_dataframe", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/execution_match.py#_columns_equal", "target": "evaluation/execution_match.py#_cells_equal", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/execution_match.py#_compute_eval_score", "target": "evaluation/execution_match.py#_check_one_vs_many", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/execution_match.py#_compute_eval_score", "target": "evaluation/execution_match.py#_dataframe_similarity", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/execution_match.py#_dataframe_similarity", "target": "evaluation/execution_match.py#_dataframe_similarity", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/execution_match.py#_dataframe_similarity", "target": "evaluation/execution_match.py#_rows_for_dataframe", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/execution_match.py#_dataframe_similarity", "target": "evaluation/execution_match.py#_dataframe_similarity.metric", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/execution_match.py#_dataframe_similarity", "target": "evaluation/execution_match.py#_dataframe_similarity.metric~2", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/execution_match.py#_dataframe_similarity.metric", "target": "evaluation/execution_match.py#_columns_equal", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/execution_match.py#_dataframe_similarity.metric~2", "target": "evaluation/execution_match.py#_columns_equal", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/execution_match.py#_get_overlap_columns", "target": "evaluation/execution_match.py#_columns_equal", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/execution_match.py#_json_objects_compatible", "target": "evaluation/execution_match.py#_json_objects_compatible", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/execution_match.py#_json_objects_compatible", "target": "evaluation/execution_match.py#_primitive_values", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/execution_match.py#_json_objects_compatible", "target": "evaluation/execution_match.py#_primitive_values_cover", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/execution_match.py#_json_objects_compatible", "target": "evaluation/execution_match.py#_values_equal", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/execution_match.py#_json_parsed_equal", "target": "evaluation/execution_match.py#_json_objects_compatible", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/execution_match.py#_primitive_values", "target": "evaluation/execution_match.py#_normalize_primitive", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/execution_match.py#_primitive_values", "target": "evaluation/execution_match.py#_primitive_values", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/execution_match.py#_primitive_values_cover", "target": "evaluation/execution_match.py#_values_equal", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/execution_match.py#_values_equal", "target": "evaluation/execution_match.py#_normalize_primitive", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/execution_match.py#compare_execution_results", "target": "evaluation/execution_match.py#_check_one_vs_many", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/execution_match.py#compare_execution_results", "target": "evaluation/execution_match.py#_compute_eval_score", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/execution_match.py#compare_execution_results", "target": "evaluation/execution_match.py#_get_overlap_columns", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/execution_match.py#compare_execution_results", "target": "evaluation/execution_match.py#_round_floats", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/execution_match.py#compare_execution_results", "target": "evaluation/execution_match.py#_rows_for_dataframe", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/llm_judge.py", "target": "evaluation/llm_judge.py#main", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/llm_judge.py", "target": "evaluation/llm_judge.py#iter_jsonl", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/llm_judge.py", "target": "evaluation/llm_judge.py#judge_one", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/llm_judge.py", "target": "evaluation/llm_judge.py#main", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/llm_judge.py", "target": "evaluation/llm_judge.py#parse_args", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/llm_judge.py", "target": "evaluation/llm_judge.py#parse_verdict", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/llm_judge.py", "target": "argparse", "relation": "imports", "confidence": "extracted" }, { "source": "evaluation/llm_judge.py", "target": "json", "relation": "imports", "confidence": "extracted" }, { "source": "evaluation/llm_judge.py", "target": "openai", "relation": "imports", "confidence": "extracted" }, { "source": "evaluation/llm_judge.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "evaluation/llm_judge.py", "target": "pathlib", "relation": "imports", "confidence": "extracted" }, { "source": "evaluation/llm_judge.py", "target": "re", "relation": "imports", "confidence": "extracted" }, { "source": "evaluation/llm_judge.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "evaluation/llm_judge.py#judge_one", "target": "evaluation/llm_judge.py#parse_verdict", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/llm_judge.py#main", "target": "evaluation/llm_judge.py#iter_jsonl", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/llm_judge.py#main", "target": "evaluation/llm_judge.py#judge_one", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/llm_judge.py#main", "target": "evaluation/llm_judge.py#parse_args", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/s2sql_eval.py", "target": "evaluation/s2sql_eval.py#main", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/s2sql_eval.py", "target": "evaluation/s2sql_eval.py#evaluate_record", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/s2sql_eval.py", "target": "evaluation/s2sql_eval.py#iter_jsonl", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/s2sql_eval.py", "target": "evaluation/s2sql_eval.py#main", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/s2sql_eval.py", "target": "evaluation/s2sql_eval.py#parse_args", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/s2sql_eval.py", "target": "evaluation/s2sql_eval.py#resolve_database", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/s2sql_eval.py", "target": "evaluation/s2sql_eval.py#rows_to_columnar", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/s2sql_eval.py", "target": "argparse", "relation": "imports", "confidence": "extracted" }, { "source": "evaluation/s2sql_eval.py", "target": "execution_match", "relation": "imports", "confidence": "extracted" }, { "source": "evaluation/s2sql_eval.py", "target": "json", "relation": "imports", "confidence": "extracted" }, { "source": "evaluation/s2sql_eval.py", "target": "pathlib", "relation": "imports", "confidence": "extracted" }, { "source": "evaluation/s2sql_eval.py", "target": "sql_extract", "relation": "imports", "confidence": "extracted" }, { "source": "evaluation/s2sql_eval.py", "target": "sqlite_executor", "relation": "imports", "confidence": "extracted" }, { "source": "evaluation/s2sql_eval.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "evaluation/s2sql_eval.py#evaluate_record", "target": "evaluation/execution_match.py#compare_execution_results", "relation": "calls", "confidence": "inferred" }, { "source": "evaluation/s2sql_eval.py#evaluate_record", "target": "evaluation/execution_match.py#is_sql_ordered", "relation": "calls", "confidence": "inferred" }, { "source": "evaluation/s2sql_eval.py#evaluate_record", "target": "evaluation/s2sql_eval.py#resolve_database", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/s2sql_eval.py#evaluate_record", "target": "evaluation/s2sql_eval.py#rows_to_columnar", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/s2sql_eval.py#evaluate_record", "target": "evaluation/sql_extract.py#extract_agent_sql", "relation": "calls", "confidence": "inferred" }, { "source": "evaluation/s2sql_eval.py#evaluate_record", "target": "evaluation/sqlite_executor.py#execute_readonly_rows", "relation": "calls", "confidence": "inferred" }, { "source": "evaluation/s2sql_eval.py#main", "target": "evaluation/s2sql_eval.py#evaluate_record", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/s2sql_eval.py#main", "target": "evaluation/s2sql_eval.py#iter_jsonl", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/s2sql_eval.py#main", "target": "evaluation/s2sql_eval.py#parse_args", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/sql_extract.py", "target": "evaluation/sql_extract.py#_anthropic_tool_results_by_id", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/sql_extract.py", "target": "evaluation/sql_extract.py#_last_fenced", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/sql_extract.py", "target": "evaluation/sql_extract.py#_last_run_sql_anthropic", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/sql_extract.py", "target": "evaluation/sql_extract.py#_last_run_sql_openai", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/sql_extract.py", "target": "evaluation/sql_extract.py#_openai_tool_result_is_error", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/sql_extract.py", "target": "evaluation/sql_extract.py#_openai_tool_results_by_id", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/sql_extract.py", "target": "evaluation/sql_extract.py#_walk_messages_for_run_sql", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/sql_extract.py", "target": "evaluation/sql_extract.py#extract_agent_sql", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/sql_extract.py", "target": "json", "relation": "imports", "confidence": "extracted" }, { "source": "evaluation/sql_extract.py", "target": "re", "relation": "imports", "confidence": "extracted" }, { "source": "evaluation/sql_extract.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "evaluation/sql_extract.py#_last_run_sql_anthropic", "target": "evaluation/sql_extract.py#_anthropic_tool_results_by_id", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/sql_extract.py#_last_run_sql_openai", "target": "evaluation/sql_extract.py#_openai_tool_result_is_error", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/sql_extract.py#_last_run_sql_openai", "target": "evaluation/sql_extract.py#_openai_tool_results_by_id", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/sql_extract.py#_walk_messages_for_run_sql", "target": "evaluation/sql_extract.py#_last_run_sql_anthropic", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/sql_extract.py#_walk_messages_for_run_sql", "target": "evaluation/sql_extract.py#_last_run_sql_openai", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/sql_extract.py#extract_agent_sql", "target": "evaluation/sql_extract.py#_last_fenced", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/sql_extract.py#extract_agent_sql", "target": "evaluation/sql_extract.py#_walk_messages_for_run_sql", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/sqlite_executor.py", "target": "evaluation/sqlite_executor.py#_clear_query_timeout", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/sqlite_executor.py", "target": "evaluation/sqlite_executor.py#_install_query_timeout", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/sqlite_executor.py", "target": "evaluation/sqlite_executor.py#_reject_write", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/sqlite_executor.py", "target": "evaluation/sqlite_executor.py#_strip_leading_comments", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/sqlite_executor.py", "target": "evaluation/sqlite_executor.py#execute_readonly_rows", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/sqlite_executor.py", "target": "evaluation/sqlite_executor.py#execute_sqlite_query", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/sqlite_executor.py", "target": "pathlib", "relation": "imports", "confidence": "extracted" }, { "source": "evaluation/sqlite_executor.py", "target": "re", "relation": "imports", "confidence": "extracted" }, { "source": "evaluation/sqlite_executor.py", "target": "sqlite3", "relation": "imports", "confidence": "extracted" }, { "source": "evaluation/sqlite_executor.py", "target": "time", "relation": "imports", "confidence": "extracted" }, { "source": "evaluation/sqlite_executor.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "evaluation/sqlite_executor.py#_install_query_timeout", "target": "evaluation/sqlite_executor.py#_install_query_timeout._handler", "relation": "contains", "confidence": "extracted" }, { "source": "evaluation/sqlite_executor.py#_reject_write", "target": "evaluation/sqlite_executor.py#_strip_leading_comments", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/sqlite_executor.py#execute_readonly_rows", "target": "evaluation/sqlite_executor.py#_clear_query_timeout", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/sqlite_executor.py#execute_readonly_rows", "target": "evaluation/sqlite_executor.py#_install_query_timeout", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/sqlite_executor.py#execute_readonly_rows", "target": "evaluation/sqlite_executor.py#_reject_write", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/sqlite_executor.py#execute_sqlite_query", "target": "evaluation/sqlite_executor.py#execute_readonly_rows", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/sqlite_executor.py#execute_sqlite_query", "target": "evaluation/sqlite_executor.py#execute_sqlite_query.fmt_row", "relation": "calls", "confidence": "extracted" }, { "source": "evaluation/sqlite_executor.py#execute_sqlite_query", "target": "evaluation/sqlite_executor.py#execute_sqlite_query.fmt_row", "relation": "contains", "confidence": "extracted" }, { "source": "preprocess/build_dataset_releases.py", "target": "preprocess/build_dataset_releases.py#main", "relation": "calls", "confidence": "extracted" }, { "source": "preprocess/build_dataset_releases.py", "target": "preprocess/build_dataset_releases.py#build_releases", "relation": "contains", "confidence": "extracted" }, { "source": "preprocess/build_dataset_releases.py", "target": "preprocess/build_dataset_releases.py#load_jsonl", "relation": "contains", "confidence": "extracted" }, { "source": "preprocess/build_dataset_releases.py", "target": "preprocess/build_dataset_releases.py#main", "relation": "contains", "confidence": "extracted" }, { "source": "preprocess/build_dataset_releases.py", "target": "preprocess/build_dataset_releases.py#overlay_rows", "relation": "contains", "confidence": "extracted" }, { "source": "preprocess/build_dataset_releases.py", "target": "preprocess/build_dataset_releases.py#parse_args", "relation": "contains", "confidence": "extracted" }, { "source": "preprocess/build_dataset_releases.py", "target": "preprocess/build_dataset_releases.py#sha256", "relation": "contains", "confidence": "extracted" }, { "source": "preprocess/build_dataset_releases.py", "target": "preprocess/build_dataset_releases.py#with_task_type", "relation": "contains", "confidence": "extracted" }, { "source": "preprocess/build_dataset_releases.py", "target": "preprocess/build_dataset_releases.py#write_jsonl", "relation": "contains", "confidence": "extracted" }, { "source": "preprocess/build_dataset_releases.py", "target": "argparse", "relation": "imports", "confidence": "extracted" }, { "source": "preprocess/build_dataset_releases.py", "target": "hashlib", "relation": "imports", "confidence": "extracted" }, { "source": "preprocess/build_dataset_releases.py", "target": "json", "relation": "imports", "confidence": "extracted" }, { "source": "preprocess/build_dataset_releases.py", "target": "pathlib", "relation": "imports", "confidence": "extracted" }, { "source": "preprocess/build_dataset_releases.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "preprocess/build_dataset_releases.py#build_releases", "target": "preprocess/build_dataset_releases.py#load_jsonl", "relation": "calls", "confidence": "extracted" }, { "source": "preprocess/build_dataset_releases.py#build_releases", "target": "preprocess/build_dataset_releases.py#overlay_rows", "relation": "calls", "confidence": "extracted" }, { "source": "preprocess/build_dataset_releases.py#build_releases", "target": "preprocess/build_dataset_releases.py#sha256", "relation": "calls", "confidence": "extracted" }, { "source": "preprocess/build_dataset_releases.py#build_releases", "target": "preprocess/build_dataset_releases.py#with_task_type", "relation": "calls", "confidence": "extracted" }, { "source": "preprocess/build_dataset_releases.py#build_releases", "target": "preprocess/build_dataset_releases.py#write_jsonl", "relation": "calls", "confidence": "extracted" }, { "source": "preprocess/build_dataset_releases.py#main", "target": "preprocess/build_dataset_releases.py#build_releases", "relation": "calls", "confidence": "extracted" }, { "source": "preprocess/build_dataset_releases.py#main", "target": "preprocess/build_dataset_releases.py#parse_args", "relation": "calls", "confidence": "extracted" }, { "source": "preprocess/build_dataset_releases.py#overlay_rows", "target": "preprocess/build_dataset_releases.py#with_task_type", "relation": "calls", "confidence": "extracted" }, { "source": "preprocess/prepare_public_tasks.py", "target": "preprocess/prepare_public_tasks.py#main", "relation": "calls", "confidence": "extracted" }, { "source": "preprocess/prepare_public_tasks.py", "target": "preprocess/prepare_public_tasks.py#iter_jsonl", "relation": "contains", "confidence": "extracted" }, { "source": "preprocess/prepare_public_tasks.py", "target": "preprocess/prepare_public_tasks.py#main", "relation": "contains", "confidence": "extracted" }, { "source": "preprocess/prepare_public_tasks.py", "target": "preprocess/prepare_public_tasks.py#parse_args", "relation": "contains", "confidence": "extracted" }, { "source": "preprocess/prepare_public_tasks.py", "target": "preprocess/prepare_public_tasks.py#prepare_record", "relation": "contains", "confidence": "extracted" }, { "source": "preprocess/prepare_public_tasks.py", "target": "argparse", "relation": "imports", "confidence": "extracted" }, { "source": "preprocess/prepare_public_tasks.py", "target": "json", "relation": "imports", "confidence": "extracted" }, { "source": "preprocess/prepare_public_tasks.py", "target": "pathlib", "relation": "imports", "confidence": "extracted" }, { "source": "preprocess/prepare_public_tasks.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "preprocess/prepare_public_tasks.py#main", "target": "preprocess/prepare_public_tasks.py#iter_jsonl", "relation": "calls", "confidence": "extracted" }, { "source": "preprocess/prepare_public_tasks.py#main", "target": "preprocess/prepare_public_tasks.py#parse_args", "relation": "calls", "confidence": "extracted" }, { "source": "preprocess/prepare_public_tasks.py#main", "target": "preprocess/prepare_public_tasks.py#prepare_record", "relation": "calls", "confidence": "extracted" }, { "source": "preprocess/validate_predictions.py", "target": "preprocess/validate_predictions.py#main", "relation": "calls", "confidence": "extracted" }, { "source": "preprocess/validate_predictions.py", "target": "preprocess/validate_predictions.py#main", "relation": "contains", "confidence": "extracted" }, { "source": "preprocess/validate_predictions.py", "target": "preprocess/validate_predictions.py#validate", "relation": "contains", "confidence": "extracted" }, { "source": "preprocess/validate_predictions.py", "target": "preprocess/validate_predictions.py#validate_answer", "relation": "contains", "confidence": "extracted" }, { "source": "preprocess/validate_predictions.py", "target": "argparse", "relation": "imports", "confidence": "extracted" }, { "source": "preprocess/validate_predictions.py", "target": "json", "relation": "imports", "confidence": "extracted" }, { "source": "preprocess/validate_predictions.py", "target": "pathlib", "relation": "imports", "confidence": "extracted" }, { "source": "preprocess/validate_predictions.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "preprocess/validate_predictions.py#main", "target": "preprocess/validate_predictions.py#validate", "relation": "calls", "confidence": "extracted" }, { "source": "preprocess/validate_predictions.py#validate", "target": "preprocess/validate_predictions.py#validate_answer", "relation": "calls", "confidence": "extracted" }, { "source": "tools/__init__.py", "target": "tools/__init__.py#build_toolset", "relation": "contains", "confidence": "extracted" }, { "source": "tools/__init__.py", "target": "tools/__init__.py#load_schemas", "relation": "contains", "confidence": "extracted" }, { "source": "tools/__init__.py", "target": "tools/__init__.py#openai_tools", "relation": "contains", "confidence": "extracted" }, { "source": "tools/__init__.py", "target": ".final_answer", "relation": "imports", "confidence": "extracted" }, { "source": "tools/__init__.py", "target": ".knowledge", "relation": "imports", "confidence": "extracted" }, { "source": "tools/__init__.py", "target": ".run_sql", "relation": "imports", "confidence": "extracted" }, { "source": "tools/__init__.py", "target": ".web_fetch", "relation": "imports", "confidence": "extracted" }, { "source": "tools/__init__.py", "target": ".web_search", "relation": "imports", "confidence": "extracted" }, { "source": "tools/__init__.py", "target": "json", "relation": "imports", "confidence": "extracted" }, { "source": "tools/__init__.py", "target": "pathlib", "relation": "imports", "confidence": "extracted" }, { "source": "tools/__init__.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "tools/__init__.py#build_toolset", "target": "tools/final_answer.py#make_final_answer", "relation": "calls", "confidence": "inferred" }, { "source": "tools/__init__.py#build_toolset", "target": "tools/knowledge.py#make_knowledge_tools", "relation": "calls", "confidence": "inferred" }, { "source": "tools/__init__.py#build_toolset", "target": "tools/run_sql.py#make_run_sql", "relation": "calls", "confidence": "inferred" }, { "source": "tools/__init__.py#build_toolset", "target": "tools/web_fetch.py#make_web_fetch", "relation": "calls", "confidence": "inferred" }, { "source": "tools/__init__.py#build_toolset", "target": "tools/web_search.py#make_web_search", "relation": "calls", "confidence": "inferred" }, { "source": "tools/__init__.py#openai_tools", "target": "tools/__init__.py#load_schemas", "relation": "calls", "confidence": "extracted" }, { "source": "tools/final_answer.py", "target": "tools/final_answer.py#make_final_answer", "relation": "contains", "confidence": "extracted" }, { "source": "tools/final_answer.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "tools/final_answer.py#make_final_answer", "target": "tools/final_answer.py#make_final_answer.final_answer", "relation": "contains", "confidence": "extracted" }, { "source": "tools/knowledge.py", "target": "tools/knowledge.py#_kb_path", "relation": "contains", "confidence": "extracted" }, { "source": "tools/knowledge.py", "target": "tools/knowledge.py#_load_entries", "relation": "contains", "confidence": "extracted" }, { "source": "tools/knowledge.py", "target": "tools/knowledge.py#_matches", "relation": "contains", "confidence": "extracted" }, { "source": "tools/knowledge.py", "target": "tools/knowledge.py#_numeric_id", "relation": "contains", "confidence": "extracted" }, { "source": "tools/knowledge.py", "target": "tools/knowledge.py#make_knowledge_tools", "relation": "contains", "confidence": "extracted" }, { "source": "tools/knowledge.py", "target": "functools", "relation": "imports", "confidence": "extracted" }, { "source": "tools/knowledge.py", "target": "json", "relation": "imports", "confidence": "extracted" }, { "source": "tools/knowledge.py", "target": "pathlib", "relation": "imports", "confidence": "extracted" }, { "source": "tools/knowledge.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "tools/knowledge.py#_load_entries", "target": "tools/knowledge.py#_kb_path", "relation": "calls", "confidence": "extracted" }, { "source": "tools/knowledge.py#_matches", "target": "tools/knowledge.py#_numeric_id", "relation": "calls", "confidence": "extracted" }, { "source": "tools/knowledge.py#make_knowledge_tools", "target": "tools/knowledge.py#_load_entries", "relation": "calls", "confidence": "extracted" }, { "source": "tools/knowledge.py#make_knowledge_tools", "target": "tools/knowledge.py#make_knowledge_tools.get_all_external_knowledge_names", "relation": "contains", "confidence": "extracted" }, { "source": "tools/knowledge.py#make_knowledge_tools", "target": "tools/knowledge.py#make_knowledge_tools.get_all_knowledge_definitions", "relation": "contains", "confidence": "extracted" }, { "source": "tools/knowledge.py#make_knowledge_tools", "target": "tools/knowledge.py#make_knowledge_tools.get_knowledge_definition", "relation": "contains", "confidence": "extracted" }, { "source": "tools/knowledge.py#make_knowledge_tools.get_knowledge_definition", "target": "tools/knowledge.py#_matches", "relation": "calls", "confidence": "extracted" }, { "source": "tools/run_sql.py", "target": "tools/run_sql.py#make_run_sql", "relation": "contains", "confidence": "extracted" }, { "source": "tools/run_sql.py", "target": "evaluation.sqlite_executor", "relation": "imports", "confidence": "extracted" }, { "source": "tools/run_sql.py", "target": "pathlib", "relation": "imports", "confidence": "extracted" }, { "source": "tools/run_sql.py", "target": "sys", "relation": "imports", "confidence": "extracted" }, { "source": "tools/run_sql.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "tools/run_sql.py#make_run_sql", "target": "tools/run_sql.py#make_run_sql.run_sql", "relation": "contains", "confidence": "extracted" }, { "source": "tools/run_sql.py#make_run_sql.run_sql", "target": "evaluation/sqlite_executor.py#execute_sqlite_query", "relation": "calls", "confidence": "inferred" }, { "source": "tools/web_fetch.py", "target": "tools/web_fetch.py#fetch_url", "relation": "contains", "confidence": "extracted" }, { "source": "tools/web_fetch.py", "target": "tools/web_fetch.py#make_web_fetch", "relation": "contains", "confidence": "extracted" }, { "source": "tools/web_fetch.py", "target": "html", "relation": "imports", "confidence": "extracted" }, { "source": "tools/web_fetch.py", "target": "re", "relation": "imports", "confidence": "extracted" }, { "source": "tools/web_fetch.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "tools/web_fetch.py", "target": "urllib.request", "relation": "imports", "confidence": "extracted" }, { "source": "tools/web_fetch.py#make_web_fetch", "target": "tools/web_fetch.py#make_web_fetch.web_fetch", "relation": "contains", "confidence": "extracted" }, { "source": "tools/web_search.py", "target": "tools/web_search.py#format_hits", "relation": "contains", "confidence": "extracted" }, { "source": "tools/web_search.py", "target": "tools/web_search.py#make_web_search", "relation": "contains", "confidence": "extracted" }, { "source": "tools/web_search.py", "target": "tools/web_search.py#tavily_search", "relation": "contains", "confidence": "extracted" }, { "source": "tools/web_search.py", "target": "json", "relation": "imports", "confidence": "extracted" }, { "source": "tools/web_search.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "tools/web_search.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "tools/web_search.py", "target": "urllib.parse", "relation": "imports", "confidence": "extracted" }, { "source": "tools/web_search.py", "target": "urllib.request", "relation": "imports", "confidence": "extracted" }, { "source": "tools/web_search.py#make_web_search", "target": "tools/web_search.py#make_web_search.web_search", "relation": "contains", "confidence": "extracted" }, { "source": "tools/web_search.py#make_web_search.web_search", "target": "tools/web_search.py#format_hits", "relation": "calls", "confidence": "extracted" } ] }