evaluation/execution_match.py

• _try_parse_json_value · function · L46-L57 — def _try_parse_json_value(val: Any) -> Any | None
• _normalize_primitive · function · L60-L66 — def _normalize_primitive(val: Any, *, float_digits: int = NUMBER_OF_DIGITS_CONSIDERED) -> Any
• _values_equal · function · L69-L81 — def _values_equal( a: Any, b: Any, *, float_digits: int = NUMBER_OF_DIGITS_CONSIDERED, ) -> bool
• _primitive_values · function · L84-L102 — def _primitive_values( obj: Any, *, float_digits: int = NUMBER_OF_DIGITS_CONSIDERED, ) -> List[Any]
• _primitive_values_cover · function · L105-L126 — def _primitive_values_cover( smaller: List[Any], larger: List[Any], *, float_digits: int = NUMBER_OF_DIGITS_CONSIDERED, ) -> bool
• _json_objects_compatible · function · L129-L149 — def _json_objects_compatible( left: Any, right: Any, *, float_digits: int = NUMBER_OF_DIGITS_CONSIDERED, ) -> bool
• _json_parsed_equal · function · L152-L171 — def _json_parsed_equal( left: Any, right: Any, *, float_digits: int = NUMBER_OF_DIGITS_CONSIDERED, ) -> bool
• _cells_equal · function · L174-L184 — def _cells_equal( left: Any, right: Any, *, float_digits: int = NUMBER_OF_DIGITS_CONSIDERED, ) -> bool
• _columns_equal · function · L187-L208 — def _columns_equal( col_a: List[Any], col_b: List[Any], *, order_matters: bool, float_digits: int = NUMBER_OF_DIGITS_CONSIDERED, ) -> bool
• _round_floats · function · L211-L220 — def _round_floats( denotation: Dict[str, List[Any]], *, float_digits: int = NUMBER_OF_DIGITS_CONSIDERED, ) -> None
• _sequences_equal_ignore_order · function · L223-L230 — def _sequences_equal_ignore_order(seq1: List[Any], seq2: List[Any]) -> bool
• _rows_for_dataframe · function · L233-L235 — def _rows_for_dataframe(df: Dict[str, List[Any]]) -> int
• _dataframe_similarity · function · L238-L284 — def _dataframe_similarity( pred: Dict[str, List[Any]], gold: Dict[str, List[Any]], order_matters: bool, *, float_digits: int = NUMBER_OF_DIGITS_CONSIDERED, ) -> float
• metric · function · L255-L260 — def metric(a: List, b: List) -> float
• metric · function · L262-L267 — def metric(a: List, b: List) -> float
• _check_one_vs_many · function · L287-L297 — def _check_one_vs_many( top: Dict[str, List[Any]], all_rows: Dict[str, List[Any]], *, float_digits: int = NUMBER_OF_DIGITS_CONSIDERED, ) -> bool
• _compute_eval_score · function · L300-L320 — def _compute_eval_score( pred: Dict[str, List[Any]], gold: Dict[str, List[Any]], order_matters: bool, max_extra: int, *, float_digits: int = NUMBER_OF_DIGITS_CONSIDERED, ) -> float
• _get_overlap_columns · function · L323-L407 — def _get_overlap_columns( denotation_pred: Dict[str, List[Any]], denotation_gold: Dict[str, List[Any]], *, ignore_extra_columns_for_recall: bool = False, float_digits: int = NUMBER_OF_DIGITS_CONSIDERED, ) -> Tuple[int, int, float, float]
• is_sql_ordered · function · L410-L423 — def is_sql_ordered(sql: str) -> bool
• compare_execution_results · function · L426-L507 — def compare_execution_results( pred_result: Dict[str, List[Any]], gold_result: Dict[str, List[Any]], *, order_matters: bool = False, max_number_of_extra_columns: int = MAX_NUMBER_OF_EXTRA_COLUMNS, strict: bool = False, ignore_extra_columns_for_recall: bool = False, float_digits: int = NUMBER_OF_DIGITS_CONSIDERED, ) -> Tuple[float, float, float]