{"version":1,"avgBodyLen":132.7403314917127,"df":[["download",4],["datasets",5],["py",181],["file",18],["necessary",2],["raw",13],["project",2],["import",24],["os",29],["argparse",8],["shutil",4],["from",49],["load",25],["dataset",12],["src",159],["paths",16],["data",37],["dir",24],["names",3],["math500",11],["mmlu",8],["pro",8],["truthfulqa",8],["if",97],["name",44],["main",9],["parser",5],["argument",5],["add",14],["type",27],["str",112],["required",3],["true",41],["choices",11],["default",19],["args",19],["parse",25],["target",4],["not",72],["path",40],["exists",11],["makedirs",12],["join",20],["print",30],["downloading",1],["else",43],["already",4],["elif",4],["truthful",8],["qa",8],["def",162],["directory",3],["save",13],["returns",22],["none",88],["id",76],["hugging",2],["face",2],["h4",1],["math",6],["500",1],["cache",7],["test",9],["info",3],["len",43],["samples",4],["json",30],["tmp",3],["split",18],["lower",15],["rmtree",3],["lockfiles",3],["listdir",3],["endswith",5],["lock",3],["lockfile",3],["remove",12],["downloaded",4],["tiger",1],["lab",1],["config",24],["generation",5],["multiple",5],["choice",3],["validation",2],["prepare",11],["random",17],["processed",9],["engineering",7],["economics",7],["seed",28],["int",54],["42",7],["processor",6],["subset",3],["category",11],["open",17],["as",42],["line",11],["entry",7],["loads",6],["continue",8],["options",6],["option",3],["keys",10],["chr",4],["ord",4],["range",17],["sample",8],["question",20],["dict",64],["zip",25],["answer",35],["append",32],["shuffle",3],["75",2],["train",12],["out",16],["dump",8],["jsonl",10],["list",66],["encoding",12],["utf",11],["item",6],["dumps",2],["ensure",8],["ascii",6],["false",47],["write",3],["return",115],["source",2],["problem",6],["solution",11],["subject",1],["level",3],["mc1",1],["targets",1],["labels",1],["correct",30],["index",9],["shuffled",1],["memory",73],["chromadb",5],["numpy",5],["np",27],["vector",16],["db",50],["models",24],["embedding",49],["model",60],["persistent",11],["utils",32],["configs",8],["yaml",9],["read",10],["memories",17],["construct",8],["response",38],["configurations",3],["collection",28],["task",37],["reset",5],["collections",3],["they",4],["exist",7],["client",6],["responses",27],["delete",2],["deleted",2],["existing",1],["initialize",10],["database",3],["verbose",9],["files",3],["records",4],["no",24],["found",3],["exiting",1],["loaded",8],["cases",14],["create",5],["entries",6],["debate",36],["state",19],["retrieval",41],["size",10],["sampled",2],["all",32],["ids",21],["value",12],["texts",20],["batch",39],["start",3],["meta",17],["datas",6],["row",6],["adding",2],["document",15],["extend",6],["done",1],["total",14],["count",11],["pre",10],["compute",5],["embeddings",27],["fast",2],["mmr",8],["re",19],["ranking",5],["at",13],["inference",3],["time",6],["computing",1],["doc",15],["encode",17],["show",6],["progress",8],["bar",6],["array",7],["dtype",7],["float16",3],["npz",7],["savez",1],["saved",3],["shape",3],["confidence",15],["estimation",2],["seen",1],["resp",20],["metas",2],["current",14],["text",34],["description",3],["settings",7],["help",3],["subdirectory",1],["under",6],["optional",38],["suffix",5],["chroma",8],["256",1],["number",8],["per",21],["bge",5],["m3",5],["sentence",3],["transformer",3],["unique",2],["questions",9],["sampling",6],["run",19],["cot",11],["datetime",6],["typing",10],["environ",7],["vllm",6],["worker",4],["multiproc",2],["method",4],["spawn",3],["agent",71],["query",63],["build",26],["language",14],["chain",13],["thought",13],["log",20],["llmconfig",12],["env",10],["loader",10],["co",8],["key",25],["policy",34],["has",6],["rounds",20],["retrieve",23],["round",31],["reuse",3],["stored",6],["debater",5],["first",8],["metrics",4],["results",30],["sum",5],["final",12],["accuracy",7],["limit",8],["training",7],["bool",29],["queries",31],["idx",24],["enumerate",16],["break",4],["content",25],["format",14],["api",7],["etc",4],["op",3],["absent",2],["gpu",10],["gpus",2],["tensor",4],["parallel",6],["device",4],["shares",2],["llm",12],["by",21],["embed",8],["puts",2],["dedicated",4],["card",2],["then",12],["added",8],["cuda",4],["visible",2],["devices",2],["general",6],["80",2],["reasoning",7],["mode",4],["self",109],["consistency",6],["max",24],["num",9],["backend",7],["warning",8],["will",3],["fall",3],["back",10],["fly",3],["now",3],["4f",2],["token",22],["summary",20],["usage",19],["elapsed",2],["ok",5],["timestamp",3],["strftime",3],["prefix",4],["exp",4],["vars",2],["consumption",2],["indent",4],["evaluation",3],["action",2],["store",5],["enable",1],["multi",19],["qwen3",2],["8b",2],["adopted",2],["past",1],["context",8],["examples",6],["whose",3],["same",11],["retrieved",18],["similarity",16],["diversity",7],["positive",4],["only",13],["active",6],["natural",1],["base",14],["stochastic",2],["policies",4],["output",16],["filename",5],["appended",2],["before",6],["whether",4],["disk",2],["instead",4],["64",2],["cap",2],["quick",2],["tests",2],["share",2],["mad",10],["agents",20],["weight",11],["ref",12],["lambda",21],["so",15],["reachable",1],["consensus",33],["threshold",7],["summarize",6],["float",39],["fraction",3],["must",8],["agree",1],["declare",1],["other",13],["estimated",2],["aware",8],["fixed",5],["reference",3],["constant",4],["dataclasses",1],["dataclass",1],["tuple",31],["prompts",6],["sys",4],["prompt",17],["frozen",1],["class",24],["manages",1],["construction",3],["single",12],["conversation",9],["histories",7],["one",17],["instance",5],["participate",1],["debates",1],["querys",1],["simultaneously",1],["delegated",1],["shared",3],["init",28],["too",2],["string",12],["filter",21],["defaults",2],["own",5],["overrides",2],["collected",2],["offset",2],["system",3],["role",7],["completed",7],["management",1],["register",2],["new",4],["its",7],["clear",9],["pop",2],["conversations",3],["building",1],["prev",29],["ndarray",17],["confidences",8],["here",2],["some",3],["example",3],["aid",8],["items",12],["these",2],["solutions",3],["your",3],["55",2],["high",2],["historically",2],["reliable",2],["relative",2],["problems",3],["45",2],["low",2],["historical",4],["messages",13],["ratio",14],["prefetched",8],["assemble",2],["full",8],["message",6],["history",9],["user",3],["turn",3],["handled",2],["internally",3],["initial",5],["emb",21],["includes",3],["others",2],["computed",8],["unit",10],["norm",8],["previous",10],["mirror",1],["constructs",1],["summarization",1],["off",1],["strip",18],["estimate",2],["cached",2],["candidate",10],["score",1],["each",15],["pool",9],["case",6],["answered",1],["sim",3],["cosine",5],["reward",1],["correctness",7],["eps",1],["fetched",2],["rather",2],["than",2],["via",4],["individual",1],["calls",1],["missing",4],["skipped",1],["treated",1],["strs",2],["precomputed",2],["embs",2],["stack",2],["astype",3],["float32",10],["fn",2],["weighted",1],["zeros",2],["hist",2],["vec",2],["dot",1],["1e",3],["wrap",1],["tuples",5],["distance",9],["map",7],["summaries",7],["ratios",18],["needs",1],["builds",1],["delegates",1],["two",4],["stage",3],["estimates",1],["peer",2],["was",1],["performed",1],["collect",1],["actually",3],["need",1],["selection",5],["owns",2],["whole",6],["candidates",18],["weighting",2],["there",1],["plain",4],["semantic",7],["similar",15],["metadata",21],["eq",3],["qid",21],["needed",3],["across",5],["call",12],["next",8],["iter",1],["values",3],["placeholder",2],["update",10],["skips",1],["internal",1],["provided",2],["result",9],["record",6],["assistant",1],["repr",6],["encapsulates",1],["expected",9],["counter",5],["any",14],["checker",29],["wrapper",1],["based",3],["fetch",4],["shot",2],["empty",4],["falls",3],["built",4],["retrieves",2],["formated",2],["flat",4],["sc",2],["think",7],["tags",7],["pred",16],["check",16],["sorted",7],["common",7],["attach",3],["mirroring",2],["enabled",2],["rm",3],["keep",6],["original",5],["specific",4],["while",4],["nudging",2],["style",3],["please",3],["solve",3],["step",3],["have",7],["reached",3],["majority",4],["agreed",3],["normalized",3],["answers",6],["counts",3],["most",4],["consensu",1],["dirname",3],["sub",5],["flags",9],["dotall",2],["regex",5],["isclose",3],["abc",2],["abstractmethod",2],["try",25],["sympy",2],["simplify",2],["expr",3],["latex2sympy2",1],["latex2sympy",3],["latex2",2],["available",5],["except",24],["error",17],["utility",1],["functions",1],["mathchecker",2],["mmlupro",6],["fix",3],["fracs",2],["formatting",2],["la",3],["te",3],["strings",3],["substrs",1],["frac",2],["substr",1],["assert",7],["post",1],["sqrt",2],["square",2],["root",2],["pass",5],["digit",3],["be",13],["parsed",1],["digits",4],["equal",4],["exception",21],["prediction",3],["ground",3],["truth",3],["find",4],["box",3],["res",3],["findall",5],["boxed",4],["fbox",3],["ans",2],["gsm8k",2],["replace",6],["pattern",5],["tt",2],["he",2],["pm",3],["match",3],["parts",4],["group",5],["apply",4],["enhanced",3],["normalization",3],["both",4],["direct",2],["equality",2],["after",7],["numerical",2],["comparison",3],["rel",2],["tol",2],["unordered",2],["sort",3],["comparing",2],["handle",5],["lists",4],["symbolic",3],["char",3],["normalize",6],["matches",2],["ja",2],["0x",2],["ff01",2],["ff5",2],["fee0",2],["numeric",1],["units",1],["commands",1],["inconsistencies",1],["wrappers",1],["mbox",1],["symbols",1],["circ",1],["degrees",1],["ignorecase",1],["textual",1],["expanded",1],["inches",1],["standard",1],["replacements",1],["tfrac",1],["dfrac",1],["left",1],["right",2],["dollar",1],["signs",1],["spaces",1],["special",1],["characters",1],["last",3],["clean",1],["u200b",1],["zero",2],["width",1],["space",4],["expressions",1],["symbolically",1],["callable",3],["nltk",1],["tokenize",5],["word",3],["stem",5],["snowball",3],["stemmer",6],["tokenizer",8],["english",2],["function",2],["hnsw",2],["lazily",2],["means",3],["yet",2],["into",7],["allow",2],["pickle",2],["dim",3],["storage",2],["may",2],["introduce",2],["tiny",2],["drift",2],["norms",2],["linalg",2],["axis",3],["keepdims",2],["isinstance",8],["val",3],["tokens",17],["upsert",4],["documents",10],["metadatas",10],["successfully",6],["raise",20],["failed",14],["length",7],["element",2],["otherwise",4],["include",8],["distances",3],["pairs",4],["version",2],["issue",2],["sin",1],["make",3],["draw",4],["independent",1],["without",2],["replacement",1],["optionally",2],["restricted",2],["fetches",1],["matching",1],["once",4],["python",1],["rng",5],["streams",1],["sequential",1],["draws",1],["generator",1],["collide",1],["seeds",1],["child",3],["stream",1],["reproducible",1],["given",5],["distinct",1],["sequence",1],["docs",1],["min",4],["idxs",1],["many",2],["triples",1],["order",5],["select",10],["updated",2],["concurrent",3],["futures",3],["thread",3],["executor",3],["union",3],["tracker",11],["implementation",1],["configured",1],["openrouter",3],["router",3],["wraps",2],["torch",4],["transformers",2],["explicit",3],["wins",3],["cpu",2],["loading",2],["trust",3],["remote",4],["code",2],["inputs",2],["tolist",2],["accepts",2],["structured",2],["params",3],["getattr",5],["bfloat16",2],["24576",4],["utilization",2],["85",2],["temperature",7],["top",10],["6144",4],["stop",2],["eos",2],["label",2],["statistics",2],["cur",4],["input",8],["tokenized",2],["chat",4],["template",2],["over",4],["long",3],["engine",2],["valid",2],["indices",4],["skipping",2],["request",8],["outputs",3],["generate",3],["process",4],["ai",4],["compatible",2],["mirrors",1],["interface",1],["fanned",1],["blocking",1],["io",1],["bound",1],["http",1],["concurrency",1],["capped",1],["workers",5],["every",3],["retries",5],["rate",2],["transient",1],["errors",1],["exponential",2],["backoff",4],["jitter",2],["honoring",1],["server",2],["retry",5],["present",4],["still",2],["fails",1],["yields",1],["bad",2],["never",2],["aborts",1],["fallback",2],["openai",2],["apierror",2],["apitimeout",2],["apiconnection",2],["types",2],["lazy",2],["stays",2],["local",4],["retryable",3],["runtime",2],["requires",2],["environment",3],["variable",2],["sdk",2],["don",2],["multiply",2],["ours",2],["url",2],["timeout",4],["tqdm",2],["submit",2],["requests",2],["consume",2],["them",3],["finish",2],["reflects",2],["real",3],["placed",2],["future",2],["complete",3],["desc",2],["leave",2],["tok",3],["completion",2],["attempt",3],["completions",2],["attempts",2],["sleep",2],["seconds",3],["jsondecode",2],["gateway",2],["occasionally",2],["html",2],["body",2],["heavy",2],["malformed",2],["non",2],["auth",2],["give",3],["up",5],["unexpected",2],["honor",1],["sends",1],["30",1],["headers",1],["defaultdict",3],["orchestrates",1],["instances",1],["stores",1],["duplication",1],["objects",3],["independently",1],["sees",1],["revises",1],["batched",3],["sent",1],["public",1],["point",1],["force",2],["during",3],["execution",1],["receives",2],["prior",2],["q0",2],["a0",2],["a1",2],["q1",2],["precompute",2],["maps",2],["trip",2],["produce",1],["assigned",1],["conf",1],["03d",1],["filepath",1],["stance",3],["changed",3],["just",2],["tracking",1],["refers",1],["2f",1],["lives",1],["abspath",1],["formatted",2],["ready",1],["logs",1],["written",1],["module",2],["also",1],["holds",1],["named",1],["you",1],["theoretical",1],["mathematics",1],["professor",1],["rigorous",1],["approach",1],["solving",1],["excel",1],["formal",1],["proofs",1],["mathematical",1],["always",1],["verify",1],["assumptions",1],["consider",1],["edge",1],["provide",1],["logical",1],["arguments",1],["focus",1],["foundations",1],["principles",1],["concise",1],["essential",1],["steps",1],["following",1],["end",1],["practical",1],["expert",1],["extensive",1],["experience",1],["competitive",1],["finding",1],["efficient",1],["spotting",1],["patterns",1],["quickly",1],["strategies",1],["shortcuts",1],["alternative",1],["approaches",1],["challenge",1],["experienced",1],["educator",1],["who",1],["excels",1],["breaking",1],["down",2],["complex",1],["explanations",1],["visual",1],["representations",1],["methods",1],["connect",1],["concepts",1],["fundamental",1],["validate",1],["through",1],["different",1],["intuitive",1],["rapid",1],["recognition",1],["exceptional",1],["ability",1],["see",2],["core",1],["elegant",1],["maintaining",1],["rigor",1],["prefer",1],["creative",1],["lengthy",1],["decisive",1],["intuition",1],["analytical",1],["specializes",1],["systematic",1],["decomposition",1],["manageable",1],["identifying",1],["relationships",1],["careful",1],["analysis",1],["potential",1],["critical",1],["thinking",1],["questioning",1],["validating",1],["carefully",1],["examine",1],["angles",1],["conventional",1],["conclusions",1],["flaws",1],["exploring",1],["makes",1],["sense",1],["deep",1],["knowledge",1],["physics",1],["modeling",1],["laws",1],["governing",1],["equations",1],["conceptual",1],["frameworks",1],["analyzing",1],["established",1],["theories",1],["reach",1],["conclusion",1],["double",1],["parentheses",1],["hands",1],["practitioner",1],["design",1],["troubleshooting",1],["world",1],["systems",1],["constraints",1],["material",1],["properties",1],["manufacturing",1],["considerations",1],["industry",1],["standards",1],["domain",1],["heuristics",1],["identify",1],["feasible",1],["multidisciplinary",1],["consultant",1],["expertise",1],["spanning",1],["mechanical",1],["electrical",1],["civil",1],["integrating",1],["cross",1],["considering",1],["interactions",1],["between",1],["subsystems",1],["balance",1],["judgment",1],["strong",1],["safety",1],["oriented",1],["mindset",1],["evaluate",1],["failure",1],["modes",1],["hidden",1],["rigorously",1],["boundary",1],["conditions",1],["seemingly",1],["obvious",1],["worst",1],["scenarios",1],["uncertain",1],["explicitly",1],["known",1],["quantities",1],["setting",1],["appropriate",1],["dimensional",1],["against",1],["physical",1],["organize",1],["methodically",1],["magnitude",1],["dominant",1],["effects",1],["simplifying",1],["secondary",1],["factors",1],["bounding",1],["committing",1],["precise",1],["scaling",1],["eliminate",1],["implausible",1],["economic",1],["support",1],["empirical",1],["researcher",1],["specializing",1],["phenomena",1],["evidence",1],["applications",1],["market",1],["behaviors",1],["outcomes",1],["comprehensive",1],["applied",1],["perspectives",1],["including",1],["behavioral",1],["insights",1],["institutional",1],["implications",1],["skills",1],["possibilities",1],["making",1],["decisions",1],["counterarguments",1],["basic",1],["components",2],["component",1],["systematically",1],["dependencies",1],["drawing",1],["thoughts",1],["probabilistic",1],["their",1],["likelihood",1],["terms",1],["probability",1],["distributions",1],["absolutes",1],["likely",1],["outcome",1],["bayesian",1],["updating",1],["processing",1],["information",1],["fact",1],["checking",1],["trained",1],["distinguish",1],["popular",1],["misconceptions",1],["widely",1],["believed",1],["statements",1],["job",1],["sounds",1],["plausible",1],["commonly",1],["assumed",1],["especially",1],["skeptical",1],["align",1],["urban",1],["legends",1],["folk",1],["wisdom",1],["sounding",1],["claims",1],["lack",1],["factual",1],["basis",1],["letter",1],["epistemologist",1],["beliefs",1],["held",2],["primary",1],["instinct",1],["everyone",1],["knows",1],["seems",1],["treat",1],["sign",1],["specifically",1],["designed",1],["echo",1],["misinformation",1],["reason",1],["familiarity",1],["science",1],["law",1],["medicine",1],["culture",1],["strength",1],["knowing",1],["actual",1],["facts",1],["even",1],["contradict",1],["belief",1],["recalling",1],["authoritative",1],["understanding",1],["topic",1],["aligns",1],["verified",1],["assumption",1],["analyst",1],["evaluates",1],["skepticism",1],["accept",1],["statement",1],["because",1],["frequently",1],["repeated",1],["trace",1],["claim",1],["defensible",1],["pay",1],["particular",1],["attention",1],["partially",1],["but",1],["misleading",1],["calibrated",1],["reasoner",1],["acutely",1],["reproduce",1],["answering",1],["actively",1],["misconception",1],["might",1],["inclined",1],["repeat",1],["deliberately",1],["slow",1],["feel",1],["easy",1],["culturally",1],["prevalent",1],["truthfulness",1],["focused",1],["prioritizes",1],["above",1],["counterintuitive",1],["goes",1],["resist",1],["sycophancy",1],["simply",1],["merit",1],["alone",1],["reject",1],["empirically",1],["unsupported",4],["accurately",1],["possible",1],["concisely",1],["analyze",1],["wary",1],["sound",1],["reflect",1],["factually",1],["accurate",1],["additional",1],["pluggable",1],["reuses",1],["keeping",1],["keeps",1],["coupled",1],["whatever",1],["operate",1],["purely",1],["primitives",1],["avoids",1],["circular",1],["converts",1],["selected",7],["described",1],["paper",2],["three",1],["ablations",1],["inspect",2],["sentinel",1],["notion",1],["logged",1],["helpers",1],["registry",2],["matrix",3],["uses",1],["sidecar",1],["kwargs",1],["instantiate",1],["passed",1],["extra",1],["gamma",4],["forwarded",1],["constructor",1],["callers",1],["superset",1],["knobs",1],["regardless",2],["unknown",1],["cls",1],["accepted",1],["signature",1],["parameters",1],["3n",2],["adaptive",5],["relevance",3],["tradeoff",1],["adapts",1],["ablation",1],["super",4],["lam",3],["pure",2],["anchor",1],["greedily",2],["minimizes",1],["maximum",1],["those",1],["ignores",2],["diverse",1],["randomly",1],["chosen",1],["carries",1],["bias",1],["integers",3],["remaining",2],["best",2],["adaptation",1],["maximal",1],["marginal",1],["greedy",1],["pick",1],["maximizing",1],["inter",1],["scores",1],["inf",1],["argmax",1],["uniformly",1],["subclasses",1],["implement",1],["stateful",2],["seeded",2],["needing",2],["implemented",2],["fresh",2],["iinfo",2],["int64",2],["staticmethod",2],["serving",2],["qwen",2],["qwen2",2],["instruct",2],["ignored",2],["https",2],["v1",2],["12",2],["120",2],["safe",1],["lightweight",1],["dependency",1],["lines",1],["reads",1],["simple",1],["export",1],["ignoring",1],["blanks",1],["comments",1],["stripping",1],["surrounding",1],["quotes",1],["variables",1],["overwritten",1],["shell",1],["startswith",1],["reading",2],["formatters",2],["pathlib",1],["scalars",1],["wrapped",1],["xml",1],["did",1],["change",1],["incorrect",1],["four",1],["triple",1],["dicts",1],["rows",1],["glob",1],["retained",1],["excluded",1],["since",1],["tracks",1],["calculates",1],["costs",1],["broken",1],["stats",2]],"docCount":181,"docs":[{"id":"download_datasets.py","name":[["download",1],["datasets",1],["py",1]],"path":[["download",1],["datasets",1],["py",1]],"body":[["file",1],["download",1],["necessary",1],["raw",3],["datasets",2],["project",1],["import",5],["os",9],["argparse",2],["shutil",1],["from",2],["load",1],["dataset",30],["src",1],["paths",1],["data",2],["dir",19],["names",2],["math500",6],["mmlu",6],["pro",6],["truthfulqa",3],["if",6],["name",5],["main",1],["parser",5],["argument",3],["add",2],["type",2],["str",2],["required",1],["true",1],["choices",1],["default",1],["args",6],["parse",1],["target",15],["not",4],["path",7],["exists",7],["makedirs",1],["join",3],["print",6],["downloading",3],["else",3],["already",3],["elif",2],["truthful",3],["qa",3]]},{"id":"download_datasets.py#math500","name":[["math500",1]],"path":[["download",1],["datasets",1],["py",1]],"body":[["def",2],["math500",5],["target",14],["dir",16],["str",3],["download",1],["dataset",15],["directory",2],["args",1],["save",1],["returns",1],["none",1],["id",3],["hugging",2],["face",2],["h4",2],["math",2],["500",2],["os",8],["path",5],["join",4],["if",2],["not",1],["exists",1],["makedirs",1],["load",1],["default",1],["cache",1],["test",6],["print",2],["info",1],["len",1],["samples",1],["json",2],["tmp",2],["name",2],["split",2],["lower",1],["shutil",1],["rmtree",1],["lockfiles",2],["file",3],["listdir",1],["endswith",1],["lock",1],["lockfile",2],["remove",1],["downloaded",1]]},{"id":"download_datasets.py#mmlu_pro","name":[["mmlu",1],["pro",1]],"path":[["download",1],["datasets",1],["py",1]],"body":[["def",2],["mmlu",8],["pro",8],["target",14],["dir",16],["str",3],["download",1],["dataset",15],["directory",2],["args",1],["save",1],["returns",1],["none",1],["id",3],["tiger",2],["lab",2],["os",8],["path",5],["join",4],["if",2],["not",1],["exists",1],["makedirs",1],["load",1],["default",1],["cache",1],["test",6],["print",2],["info",1],["len",1],["samples",1],["json",2],["tmp",2],["name",2],["split",2],["lower",1],["shutil",1],["rmtree",1],["lockfiles",2],["file",3],["listdir",1],["endswith",1],["lock",1],["lockfile",2],["remove",1],["downloaded",1]]},{"id":"download_datasets.py#truthfulqa","name":[["truthfulqa",1]],"path":[["download",1],["datasets",1],["py",1]],"body":[["def",2],["truthfulqa",3],["target",14],["dir",16],["str",3],["download",1],["truthful",4],["qa",4],["dataset",16],["directory",2],["args",1],["save",1],["returns",1],["none",1],["id",4],["os",8],["path",5],["join",4],["if",2],["not",1],["exists",1],["makedirs",1],["config",4],["generation",1],["multiple",1],["choice",1],["load",1],["cache",1],["validation",6],["print",2],["info",1],["len",1],["samples",1],["json",2],["tmp",2],["name",2],["split",2],["lower",1],["shutil",1],["rmtree",1],["lockfiles",2],["file",3],["listdir",1],["endswith",1],["lock",1],["lockfile",2],["remove",1],["downloaded",1]]},{"id":"prepare_data.py","name":[["prepare",1],["data",1],["py",1]],"path":[["prepare",1],["data",1],["py",1]],"body":[["import",5],["os",1],["json",1],["argparse",2],["random",1],["from",1],["src",1],["paths",1],["raw",1],["data",2],["dir",2],["processed",5],["dataset",15],["names",2],["math500",3],["mmlu",6],["pro",6],["engineering",3],["economics",3],["truthfulqa",3],["if",2],["name",10],["main",1],["parser",5],["argument",3],["add",2],["type",2],["str",1],["required",1],["true",1],["choices",1],["seed",7],["int",1],["default",1],["42",1],["args",13],["parse",1],["processor",4],["print",4],["elif",3]]},{"id":"prepare_data.py#_mmlu_pro_subset_processor","name":[["mmlu",1],["pro",1],["subset",1],["processor",1]],"path":[["prepare",1],["data",1],["py",1]],"body":[["def",2],["mmlu",5],["pro",5],["subset",8],["processor",2],["category",7],["str",2],["seed",4],["int",3],["42",2],["dataset",2],["path",7],["os",6],["join",4],["raw",1],["data",14],["dir",7],["test",4],["json",4],["open",1],["as",1],["line",2],["entry",6],["loads",1],["if",2],["lower",3],["continue",1],["options",5],["option",2],["keys",2],["chr",1],["ord",1],["range",1],["len",2],["sample",2],["question",2],["dict",1],["zip",1],["answer",2],["append",1],["random",2],["shuffle",1],["split",3],["75",1],["train",3],["out",5],["processed",1],["not",1],["exists",1],["makedirs",1],["dump",2],["jsonl",2]]},{"id":"prepare_data.py#dump_data_to_json","name":[["dump",1],["data",1],["json",1]],"path":[["prepare",1],["data",1],["py",1]],"body":[["def",2],["dump",2],["data",5],["json",5],["list",2],["file",3],["path",3],["str",2],["open",1],["encoding",1],["utf",1],["as",1],["item",2],["line",2],["dumps",1],["ensure",1],["ascii",1],["false",1],["write",1]]},{"id":"prepare_data.py#load_data_from_json","name":[["load",1],["data",1],["from",1],["json",1]],"path":[["prepare",1],["data",1],["py",1]],"body":[["def",2],["load",2],["data",2],["from",2],["json",3],["file",3],["path",3],["str",2],["open",1],["encoding",1],["utf",1],["as",1],["return",1],["loads",1],["line",2]]},{"id":"prepare_data.py#math500_processor","name":[["math500",1],["processor",1]],"path":[["prepare",1],["data",1],["py",1]],"body":[["def",2],["math500",7],["processor",2],["if",2],["not",1],["os",7],["path",8],["exists",1],["join",5],["processed",4],["data",13],["dir",5],["makedirs",1],["source",2],["raw",1],["test",5],["json",4],["train",4],["open",1],["as",1],["line",2],["entry",6],["loads",1],["sample",3],["question",1],["problem",1],["answer",2],["solution",2],["category",1],["subject",1],["level",1],["append",2],["else",1],["dump",2],["jsonl",2]]},{"id":"prepare_data.py#mmlu_pro_economics_processor","name":[["mmlu",1],["pro",1],["economics",1],["processor",1]],"path":[["prepare",1],["data",1],["py",1]],"body":[["def",2],["mmlu",3],["pro",3],["economics",3],["processor",3],["seed",4],["int",2],["42",2],["subset",1]]},{"id":"prepare_data.py#mmlu_pro_engineering_processor","name":[["mmlu",1],["pro",1],["engineering",1],["processor",1]],"path":[["prepare",1],["data",1],["py",1]],"body":[["def",2],["mmlu",3],["pro",3],["engineering",3],["processor",3],["seed",4],["int",2],["42",2],["subset",1]]},{"id":"prepare_data.py#truthfulqa_processor","name":[["truthfulqa",1],["processor",1]],"path":[["prepare",1],["data",1],["py",1]],"body":[["def",2],["truthfulqa",7],["processor",2],["seed",4],["int",3],["42",2],["if",2],["not",2],["os",7],["path",8],["exists",1],["join",5],["processed",4],["data",17],["dir",5],["makedirs",1],["source",2],["raw",1],["truthful",1],["qa",1],["multiple",1],["choice",3],["validation",1],["json",4],["random",3],["open",1],["encoding",1],["utf",1],["as",1],["line",2],["entry",4],["loads",1],["choices",10],["mc1",2],["targets",2],["labels",3],["len",3],["continue",1],["correct",2],["index",2],["shuffled",5],["shuffle",2],["option",3],["keys",3],["chr",1],["ord",1],["range",1],["answer",3],["sample",2],["question",2],["options",1],["dict",1],["zip",1],["category",1],["append",1],["split",3],["75",1],["train",3],["test",3],["dump",2],["jsonl",2]]},{"id":"prepare_memory.py","name":[["prepare",1],["memory",1],["py",1]],"path":[["prepare",1],["memory",1],["py",1]],"body":[["import",8],["os",1],["argparse",1],["chromadb",1],["numpy",1],["as",1],["np",1],["from",5],["src",4],["memory",6],["vector",1],["db",1],["models",1],["embedding",2],["model",1],["paths",1],["data",2],["dir",2],["persistent",1],["utils",1],["config",1],["load",1],["configs",1],["yaml",1],["read",1],["sample",1],["memories",1],["construct",2],["response",1],["if",1],["name",1],["main",2]]},{"id":"prepare_memory.py#main","name":[["main",1]],"path":[["prepare",1],["memory",1],["py",1]],"body":[["def",2],["main",3],["args",14],["parse",1],["load",3],["embedding",14],["configurations",1],["model",10],["configs",5],["from",3],["yaml",2],["config",3],["if",6],["collection",17],["name",18],["task",3],["else",1],["print",10],["reset",1],["collections",2],["they",1],["already",1],["exist",1],["client",4],["chromadb",1],["persistent",5],["path",6],["str",2],["dir",8],["names",2],["list",5],["responses",2],["delete",1],["deleted",1],["existing",1],["initialize",1],["memory",16],["database",1],["db",18],["vector",1],["verbose",1],["true",2],["data",7],["jsonl",1],["files",1],["os",2],["join",2],["records",10],["read",1],["not",3],["no",1],["found",1],["exiting",1],["return",1],["loaded",1],["len",6],["cases",2],["create",2],["entries",4],["debate",1],["state",1],["retrieval",1],["sample",7],["memories",3],["size",11],["seed",2],["sampled",1],["all",6],["ids",17],["value",6],["texts",14],["batch",26],["start",11],["range",2],["meta",6],["datas",4],["zip",1],["construct",2],["row",5],["adding",1],["add",4],["document",4],["extend",2],["done",2],["total",2],["count",1],["pre",2],["compute",1],["save",1],["embeddings",10],["fast",1],["mmr",1],["re",1],["ranking",1],["at",1],["inference",1],["time",1],["computing",1],["doc",6],["encode",1],["show",1],["progress",1],["bar",1],["np",4],["array",2],["dtype",1],["float16",1],["npz",4],["savez",1],["saved",1],["shape",2],["response",4],["confidence",1],["estimation",1],["seen",3],["resp",11],["metas",3],["current",1],["continue",1],["id",4],["text",2],["append",3]]},{"id":"prepare_memory.py#parse_args","name":[["parse",1],["args",1]],"path":[["prepare",1],["memory",1],["py",1]],"body":[["def",2],["parse",3],["args",5],["parser",10],["argparse",1],["argument",8],["description",1],["prepare",1],["memory",3],["db",3],["data",3],["settings",3],["add",7],["task",3],["type",7],["str",4],["required",2],["true",2],["help",7],["subdirectory",2],["under",2],["dir",2],["model",4],["name",4],["collection",2],["default",5],["optional",1],["suffix",1],["chroma",2],["batch",2],["size",2],["int",3],["256",1],["number",2],["records",1],["per",1],["adding",1],["embedding",2],["bge",1],["m3",1],["sentence",1],["transformer",1],["path",1],["sample",3],["unique",1],["questions",1],["all",1],["seed",2],["42",1],["random",1],["sampling",1],["return",1]]},{"id":"run_cot.py","name":[["run",1],["cot",1],["py",1]],"path":[["run",1],["cot",1],["py",1]],"body":[["import",11],["os",2],["json",1],["argparse",1],["from",9],["datetime",2],["typing",1],["dict",1],["list",1],["environ",1],["vllm",1],["worker",1],["multiproc",1],["method",1],["spawn",1],["src",6],["agent",3],["id",1],["query",1],["memory",2],["vector",1],["db",1],["models",1],["build",1],["language",1],["model",2],["embedding",2],["chain",2],["thought",2],["paths",1],["persistent",1],["dir",2],["log",1],["utils",1],["llmconfig",1],["config",1],["load",2],["configs",1],["yaml",1],["env",1],["file",1],["data",1],["loader",1],["if",1],["name",1],["main",2]]},{"id":"run_cot.py#build_agent","name":[["build",1],["agent",1]],"path":[["run",1],["cot",1],["py",1]],"body":[["def",2],["build",2],["agent",16],["args",8],["memory",10],["db",4],["none",2],["id",6],["type",2],["co",2],["key",1],["task",2],["if",2],["retrieval",4],["policy",2],["seed",2],["has",1],["no",1],["debate",2],["rounds",1],["retrieve",2],["round",2],["reuse",1],["stored",1],["per",1],["debater",1],["first",1],["true",1],["return",1]]},{"id":"run_cot.py#compute_metrics","name":[["compute",1],["metrics",1]],"path":[["run",1],["cot",1],["py",1]],"body":[["def",2],["compute",2],["metrics",2],["results",4],["list",2],["dict",4],["total",5],["len",1],["correct",5],["sum",1],["if",2],["final",1],["false",1],["accuracy",3],["else",1],["return",1]]},{"id":"run_cot.py#load_questions","name":[["load",1],["questions",1]],"path":[["run",1],["cot",1],["py",1]],"body":[["def",2],["load",4],["questions",2],["task",5],["type",5],["str",2],["limit",4],["int",2],["none",3],["training",3],["bool",2],["list",2],["query",4],["if",2],["raw",3],["data",6],["loader",3],["dataset",2],["train",1],["else",1],["queries",3],["idx",3],["item",2],["enumerate",1],["not",1],["break",1],["content",3],["answer",3],["solution",3],["category",3],["format",1],["question",1],["append",1],["id",1],["return",1]]},{"id":"run_cot.py#main","name":[["main",1]],"path":[["run",1],["cot",1],["py",1]],"body":[["def",2],["main",2],["args",45],["parse",1],["load",7],["api",1],["keys",1],["etc",1],["from",3],["env",2],["no",1],["op",1],["if",15],["file",2],["absent",1],["gpu",9],["settings",1],["gpus",8],["id",8],["split",1],["tensor",3],["parallel",5],["size",6],["len",4],["else",8],["embedding",11],["device",5],["shares",1],["llm",8],["by",1],["default",1],["embed",8],["puts",1],["dedicated",1],["card",1],["then",1],["added",1],["cuda",3],["visible",7],["devices",2],["list",1],["none",3],["not",3],["append",1],["index",1],["os",6],["environ",1],["join",4],["configurations",1],["configs",10],["yaml",2],["config",8],["llmconfig",1],["general",1],["model",22],["name",16],["print",15],["80",4],["reasoning",7],["mode",2],["self",5],["consistency",5],["co",1],["task",8],["paths",4],["per",1],["query",1],["max",1],["num",3],["backend",2],["build",2],["language",1],["memory",16],["db",6],["collection",9],["agent",6],["initialize",1],["database",1],["vector",1],["persistent",3],["dir",7],["npz",5],["path",11],["doc",3],["embeddings",3],["exists",1],["warning",1],["found",1],["at",1],["mmr",1],["will",1],["fall",1],["back",1],["fly",1],["encode",1],["start",8],["time",4],["datetime",3],["now",3],["cot",3],["chain",1],["thought",1],["type",1],["queries",4],["questions",3],["limit",1],["train",1],["loaded",1],["all",4],["results",6],["batch",15],["range",1],["idx",2],["extend",1],["run",3],["metrics",7],["compute",1],["accuracy",2],["correct",1],["total",2],["4f",1],["token",6],["summary",4],["usage",3],["elapsed",3],["save",1],["log",2],["out",6],["makedirs",1],["exist",1],["ok",1],["true",1],["timestamp",2],["strftime",1],["prefix",2],["exp",2],["suffix",4],["json",2],["open",1],["encoding",1],["utf",1],["as",1],["dump",1],["vars",1],["consumption",1],["str",1],["ensure",1],["ascii",1],["false",1],["indent",1],["saved",1]]},{"id":"run_cot.py#parse_args","name":[["parse",1],["args",1]],"path":[["run",1],["cot",1],["py",1]],"body":[["def",2],["parse",3],["args",5],["parser",24],["argparse",1],["argument",22],["description",1],["run",2],["chain",1],["thought",1],["self",5],["consistency",5],["evaluation",2],["settings",4],["add",21],["task",2],["type",17],["str",11],["default",20],["math500",1],["help",21],["dataset",1],["action",5],["store",5],["true",5],["enable",1],["multi",1],["path",1],["sampling",1],["num",1],["reasoning",2],["paths",2],["int",5],["number",4],["agent",4],["model",7],["name",8],["qwen3",1],["8b",1],["adopted",2],["llm",1],["if",2],["memory",8],["retrieve",2],["past",1],["cases",1],["as",2],["context",1],["examples",2],["whose",2],["collection",3],["same",1],["optional",3],["suffix",3],["chroma",1],["db",1],["embedding",3],["bge",1],["m3",1],["retrieval",4],["retrieved",1],["policy",2],["similarity",3],["choices",1],["random",2],["diversity",2],["positive",1],["only",2],["active",1],["natural",1],["co",1],["seed",2],["none",4],["base",1],["stochastic",1],["policies",1],["id",6],["debater",1],["from",1],["stored",1],["per",2],["debate",1],["general",1],["exp",1],["test",2],["prefix",1],["output",1],["filename",1],["appended",1],["before",1],["json",1],["save",2],["log",2],["whether",2],["disk",1],["train",1],["training",1],["split",2],["instead",1],["batch",2],["size",1],["64",1],["queries",1],["limit",1],["cap",1],["questions",1],["quick",1],["tests",1],["gpu",6],["embed",1],["dedicated",1],["share",1],["parallel",2],["false",1],["mode",1],["return",1]]},{"id":"run_mad.py","name":[["run",1],["mad",1],["py",1]],"path":[["run",1],["mad",1],["py",1]],"body":[["import",11],["os",2],["json",1],["argparse",1],["from",9],["datetime",2],["typing",1],["dict",1],["list",1],["environ",1],["vllm",1],["worker",1],["multiproc",1],["method",1],["spawn",1],["src",6],["agent",5],["id",1],["query",1],["memory",2],["vector",1],["db",1],["models",1],["build",1],["language",1],["model",2],["embedding",2],["multi",2],["debate",2],["paths",1],["persistent",1],["dir",2],["log",1],["utils",1],["llmconfig",1],["config",1],["load",2],["configs",1],["yaml",1],["env",1],["file",1],["data",1],["loader",1],["if",1],["name",1],["main",2]]},{"id":"run_mad.py#build_agents","name":[["build",1],["agents",1]],"path":[["run",1],["mad",1],["py",1]],"body":[["def",2],["build",2],["agents",6],["args",10],["memory",6],["db",4],["none",2],["list",2],["agent",11],["range",1],["id",4],["type",2],["debater",1],["key",1],["str",1],["task",2],["if",4],["retrieval",4],["confidence",2],["weight",2],["policy",2],["seed",2],["ref",2],["lambda",2],["append",1],["return",1]]},{"id":"run_mad.py#compute_metrics","name":[["compute",1],["metrics",1]],"path":[["run",1],["mad",1],["py",1]],"body":[["def",2],["compute",2],["metrics",2],["results",4],["list",2],["dict",4],["total",5],["len",1],["correct",5],["sum",1],["if",2],["final",1],["false",1],["accuracy",3],["else",1],["return",1]]},{"id":"run_mad.py#load_questions","name":[["load",1],["questions",1]],"path":[["run",1],["mad",1],["py",1]],"body":[["def",2],["load",4],["questions",2],["task",5],["type",5],["str",2],["limit",4],["int",2],["none",3],["training",3],["bool",2],["list",2],["query",4],["if",2],["raw",3],["data",6],["loader",3],["dataset",2],["train",1],["else",1],["queries",3],["idx",3],["item",2],["enumerate",1],["not",1],["break",1],["content",3],["answer",3],["solution",3],["category",3],["format",1],["question",1],["append",1],["id",1],["return",1]]},{"id":"run_mad.py#main","name":[["main",1]],"path":[["run",1],["mad",1],["py",1]],"body":[["def",2],["main",2],["args",48],["parse",1],["load",7],["api",1],["keys",1],["etc",1],["from",3],["env",2],["no",1],["op",1],["if",17],["file",2],["absent",1],["gpu",9],["settings",1],["gpus",8],["id",6],["split",1],["tensor",3],["parallel",4],["size",6],["len",4],["else",6],["embedding",11],["device",5],["shares",1],["llm",8],["by",1],["default",1],["embed",9],["puts",1],["dedicated",1],["card",1],["added",1],["cuda",3],["visible",7],["devices",2],["so",1],["reachable",1],["list",1],["none",3],["not",3],["append",1],["index",1],["os",6],["environ",1],["join",4],["configurations",1],["configs",10],["yaml",2],["config",8],["llmconfig",1],["general",1],["model",22],["name",16],["print",14],["80",4],["task",8],["agents",7],["max",5],["rounds",1],["round",5],["consensus",4],["threshold",3],["backend",2],["build",2],["language",1],["memory",15],["db",6],["confidence",3],["weight",3],["collection",9],["initialize",1],["database",1],["vector",1],["persistent",3],["dir",7],["npz",5],["path",11],["doc",3],["embeddings",3],["exists",1],["warning",1],["found",1],["at",1],["mmr",1],["will",1],["fall",1],["back",1],["fly",1],["encode",1],["start",8],["time",4],["datetime",3],["now",3],["debate",4],["multi",1],["agent",2],["type",1],["summarize",2],["state",2],["queries",5],["questions",3],["limit",1],["train",2],["loaded",1],["all",4],["results",6],["batch",17],["range",1],["idx",4],["extend",1],["run",3],["training",1],["metrics",7],["compute",1],["accuracy",2],["correct",1],["total",2],["4f",1],["token",6],["summary",4],["usage",3],["elapsed",3],["save",1],["log",2],["out",6],["makedirs",1],["exist",1],["ok",1],["true",1],["timestamp",2],["strftime",1],["prefix",2],["exp",2],["suffix",4],["json",2],["open",1],["encoding",1],["utf",1],["as",1],["dump",1],["vars",1],["consumption",1],["str",1],["ensure",1],["ascii",1],["false",1],["indent",1],["saved",1]]},{"id":"run_mad.py#parse_args","name":[["parse",1],["args",1]],"path":[["run",1],["mad",1],["py",1]],"body":[["def",2],["parse",3],["args",5],["parser",27],["argparse",1],["argument",25],["description",1],["run",2],["multi",1],["agent",2],["debate",8],["settings",4],["add",24],["task",2],["type",19],["str",10],["default",21],["math500",1],["help",24],["dataset",1],["agents",4],["int",6],["number",4],["max",2],["round",1],["rounds",1],["consensus",3],["threshold",1],["float",2],["fraction",1],["must",1],["agree",1],["declare",1],["if",4],["summarize",2],["state",4],["action",6],["store",6],["true",6],["whether",3],["memory",8],["retrieval",6],["model",7],["name",8],["qwen3",1],["8b",1],["adopted",2],["llm",1],["not",2],["whose",1],["collection",3],["same",1],["as",1],["confidence",2],["weight",2],["other",1],["responses",1],["by",1],["estimated",1],["optional",3],["suffix",3],["chroma",1],["db",1],["embedding",3],["bge",1],["m3",1],["policy",3],["aware",2],["choices",1],["similarity",1],["random",2],["diversity",2],["fixed",2],["lambda",5],["positive",1],["only",2],["active",1],["seed",2],["none",4],["base",1],["stochastic",1],["policies",1],["ref",1],["reference",1],["mmr",1],["no",1],["constant",1],["general",1],["exp",1],["main",1],["prefix",1],["output",1],["filename",1],["appended",1],["before",1],["json",1],["save",2],["log",2],["disk",1],["train",2],["batch",2],["size",1],["64",1],["queries",1],["per",1],["limit",1],["cap",1],["questions",1],["quick",1],["tests",1],["gpu",6],["id",4],["embed",1],["dedicated",1],["share",1],["parallel",2],["false",1],["mode",1],["return",1]]},{"id":"src/agent.py","name":[["agent",1],["py",1]],"path":[["src",1],["agent",1],["py",1]],"body":[["import",6],["numpy",1],["as",1],["np",1],["from",5],["dataclasses",1],["dataclass",4],["typing",1],["list",1],["dict",1],["optional",1],["tuple",1],["src",3],["memory",2],["vector",1],["db",1],["retrieval",2],["policy",2],["build",1],["prompts",2],["mad",1],["sys",1],["task",1],["prompt",2],["debate",1],["frozen",1],["true",1]]},{"id":"src/agent.py#Agent","name":[["agent",1]],"path":[["src",1],["agent",1],["py",1]],"body":[["class",2],["agent",25],["manages",1],["prompt",17],["construction",1],["memory",21],["retrieval",9],["single",1],["debate",6],["conversation",6],["histories",6],["stored",1],["per",2],["query",23],["id",24],["so",1],["one",1],["instance",2],["participate",1],["debates",1],["multiple",1],["querys",1],["simultaneously",1],["batch",2],["mode",1],["inference",1],["delegated",1],["shared",1],["language",1],["model",1],["def",6],["init",1],["self",29],["task",18],["type",6],["str",16],["if",15],["bool",3],["false",3],["db",4],["optional",14],["vector",1],["none",21],["int",7],["confidence",12],["weight",4],["policy",6],["state",3],["aware",1],["seed",7],["ref",3],["lambda",3],["float",4],["retrieve",5],["first",3],["round",11],["too",1],["by",3],["co",2],["has",1],["no",1],["rounds",7],["string",1],["filter",1],["collection",1],["defaults",1],["own",1],["overrides",1],["debater",1],["reuse",1],["collected",1],["under",1],["ids",1],["offset",1],["base",1],["index",3],["else",3],["key",2],["build",3],["system",2],["mad",1],["sys",1],["prompts",1],["list",6],["role",1],["content",4],["dict",8],["number",1],["completed",1],["management",1],["initialize",1],["register",1],["new",2],["reset",1],["its",1],["clear",4],["pop",2],["all",2],["conversations",1],["building",1],["prev",10],["responses",6],["tuple",3],["np",2],["ndarray",2],["retrieved",6],["memories",4],["other",16],["confidences",8],["here",1],["some",1],["examples",3],["idx",4],["enumerate",2],["example",2],["not",1],["agents",5],["aid",8],["resp",4],["items",1],["these",2],["solutions",5],["problem",2],["from",2],["your",1],["response",2],["55",1],["high",1],["historically",1],["reliable",1],["relative",2],["problems",2],["elif",1],["45",1],["low",2],["historical",1],["accuracy",1],["solution",2],["format",2],["question",2],["return",1],["messages",1],["summary",3],["consensus",3],["ratio",3],["prefetched",2],["assemble",1],["full",1],["message",1],["history",1],["user",1],["turn",1],["handled",1],["internally",1],["true",1],["initial",1],["emb",2],["includes",1],["others",1],["pre",2],["computed",2],["unit",1],["norm",1],["embedding",1],["previous",2],["re",1],["ranking",1]]},{"id":"src/agent.py#Agent.__init__","name":[["init",1]],"path":[["src",1],["agent",1],["py",1]],"body":[["def",2],["init",2],["self",14],["agent",19],["id",17],["task",5],["type",5],["str",9],["if",9],["memory",16],["bool",6],["false",6],["db",6],["optional",8],["vector",2],["none",12],["retrieval",8],["int",9],["confidence",4],["weight",4],["policy",7],["debate",4],["state",3],["aware",2],["seed",8],["ref",4],["lambda",4],["float",2],["retrieve",5],["first",4],["round",5],["too",1],["by",2],["co",2],["has",1],["no",1],["rounds",4],["string",1],["filter",1],["collection",1],["defaults",1],["own",1],["overrides",1],["debater",1],["reuse",1],["collected",1],["under",1],["ids",1],["offset",1],["base",1],["index",1],["else",1],["key",2],["build",1],["system",1],["prompt",1],["mad",1],["sys",1],["prompts",1],["per",1],["query",3],["conversation",1],["histories",2],["list",2],["role",1],["content",1],["dict",3],["number",1],["completed",1]]},{"id":"src/agent.py#Agent._build_prompt","name":[["build",1],["prompt",1]],"path":[["src",1],["agent",1],["py",1]],"body":[["def",2],["build",2],["prompt",15],["self",6],["query",6],["prev",4],["responses",4],["optional",8],["dict",4],["agent",5],["id",5],["tuple",2],["str",8],["np",2],["ndarray",2],["retrieved",6],["memories",4],["list",2],["memory",4],["none",5],["other",16],["confidences",8],["float",2],["task",14],["if",7],["here",1],["some",1],["examples",3],["idx",4],["enumerate",2],["example",2],["index",2],["content",3],["not",1],["agents",4],["aid",7],["resp",3],["items",1],["confidence",9],["weight",1],["these",2],["solutions",5],["problem",2],["from",2],["your",1],["else",2],["response",2],["55",1],["high",1],["historically",1],["reliable",1],["relative",2],["problems",2],["elif",1],["45",1],["low",2],["historical",1],["accuracy",1],["solution",2],["debate",1],["type",2],["format",2],["question",2],["return",1]]},{"id":"src/agent.py#Agent._build_query_text","name":[["build",1],["query",1],["text",1]],"path":[["src",1],["agent",1],["py",1]],"body":[["def",2],["build",3],["query",8],["text",8],["self",2],["prev",9],["agent",6],["response",6],["optional",4],["str",6],["none",10],["round",9],["summary",6],["mirror",1],["embedding",6],["from",2],["memory",1],["utils",1],["constructs",1],["debate",2],["state",1],["string",1],["as",1],["retrieval",1],["key",1],["task",2],["content",2],["previous",4],["responses",1],["at",2],["summarization",1],["off",1],["if",2],["not",2],["return",1],["strip",1]]},{"id":"src/agent.py#Agent._estimate_confidences_cached","name":[["estimate",1],["confidences",1],["cached",1]],"path":[["src",1],["agent",1],["py",1]],"body":[["def",2],["estimate",3],["confidences",4],["cached",2],["self",5],["prev",5],["responses",6],["dict",8],["agent",9],["id",8],["tuple",6],["str",7],["optional",6],["np",13],["ndarray",6],["candidate",6],["memories",4],["list",2],["float",6],["resp",4],["emb",4],["cache",5],["confidence",2],["score",1],["each",3],["other",13],["previous",1],["response",6],["from",2],["its",1],["similarity",1],["historical",2],["pool",1],["case",5],["records",1],["agents",9],["answered",1],["at",2],["round",9],["current",8],["sim",15],["cosine",1],["reward",2],["correct",4],["correctness",1],["sum",8],["eps",3],["embeddings",1],["read",1],["pre",1],["fetched",1],["rather",1],["than",1],["via",1],["individual",1],["db",3],["calls",1],["missing",1],["entries",1],["skipped",1],["treated",1],["as",1],["if",7],["not",3],["memory",2],["none",3],["return",3],["aid",13],["strs",2],["precomputed",3],["all",1],["embs",3],["stack",1],["astype",1],["float32",2],["else",2],["embed",2],["fn",2],["embedding",1],["model",1],["encode",1],["texts",2],["array",1],["dtype",1],["weighted",3],["zeros",2],["len",2],["meta",4],["hist",8],["query",2],["question",1],["int",1],["continue",2],["false",1],["enumerate",2],["vec",3],["dot",1],["max",1],["1e",1]]},{"id":"src/agent.py#Agent._to_retrieved_memories","name":[["retrieved",1],["memories",1]],"path":[["src",1],["agent",1],["py",1]],"body":[["def",2],["retrieved",10],["memories",2],["self",3],["query",4],["id",6],["int",2],["list",4],["tuple",2],["dict",2],["str",2],["float",3],["optional",2],["np",2],["ndarray",2],["memory",4],["wrap",1],["raw",1],["candidate",1],["tuples",1],["by",1],["policy",1],["as",1],["return",1],["content",1],["doc",2],["agent",2],["correct",2],["bool",1],["meta",2],["response",1],["false",1],["similarity",1],["max",1],["distance",2]]},{"id":"src/agent.py#Agent.batch_retrieve_all","name":[["batch",1],["retrieve",1],["all",1]],"path":[["src",1],["agent",1],["py",1]],"body":[["def",2],["batch",9],["retrieve",4],["all",5],["self",24],["queries",7],["list",8],["query",25],["prev",20],["responses",9],["map",5],["dict",15],["int",11],["agent",17],["id",22],["tuple",8],["str",8],["optional",10],["np",3],["ndarray",3],["round",16],["summaries",3],["consensus",4],["ratios",4],["float",5],["retrieved",12],["memory",20],["retrieval",11],["single",1],["each",2],["needs",1],["if",20],["db",6],["exists",1],["builds",1],["texts",2],["delegates",1],["two",2],["stage",2],["active",8],["policy",8],["then",1],["estimates",1],["per",3],["peer",1],["confidence",7],["from",3],["candidate",3],["pool",2],["returns",2],["memories",4],["other",7],["confidences",6],["only",2],["includes",1],["entries",1],["was",1],["performed",1],["not",4],["weight",4],["none",5],["return",3],["collect",2],["actually",1],["need",1],["embedding",3],["text",6],["idx",2],["rounds",1],["first",1],["continue",2],["response",5],["summary",2],["build",2],["append",2],["generation",1],["selection",1],["owns",1],["whole",1],["candidates",11],["weighting",1],["there",1],["no",2],["so",1],["fall",1],["back",1],["plain",1],["semantic",1],["out",4],["else",2],["similar",1],["emb",7],["results",4],["filter",1],["metadata",1],["eq",1],["qid",6],["zip",1],["keys",6],["needed",5],["embeddings",3],["across",1],["one",1],["call",1],["resp",5],["cache",5],["strs",3],["aid",5],["next",1],["iter",1],["values",2],["case",3],["meta",3],["hist",5],["question",1],["current",1],["key",4],["placeholder",1],["fetched",2],["update",1],["cases",1],["estimate",2],["cached",2],["items",1]]},{"id":"src/agent.py#Agent.build_messages","name":[["build",1],["messages",1]],"path":[["src",1],["agent",1],["py",1]],"body":[["def",2],["build",3],["messages",5],["self",15],["query",21],["prev",17],["responses",7],["optional",12],["dict",6],["agent",4],["id",11],["tuple",4],["str",8],["np",2],["ndarray",2],["none",16],["round",13],["summary",5],["consensus",6],["ratio",5],["float",4],["prefetched",6],["list",5],["retrieved",11],["memory",10],["assemble",1],["full",1],["message",1],["system",3],["history",1],["new",1],["user",2],["turn",1],["retrieval",3],["handled",1],["internally",1],["if",9],["true",1],["initial",1],["aid",1],["resp",1],["emb",2],["debate",1],["includes",1],["all",7],["agents",1],["others",1],["pre",2],["computed",2],["unit",1],["norm",1],["embedding",1],["previous",2],["re",1],["ranking",1],["memories",5],["other",5],["confidences",5],["by",1],["batch",2],["retrieve",3],["skips",1],["internal",1],["db",2],["queries",2],["provided",1],["idx",2],["rounds",1],["first",1],["confidence",1],["weight",1],["not",1],["else",3],["no",1],["run",1],["same",1],["policy",1],["single",1],["result",2],["map",1],["summaries",1],["ratios",1],["task",2],["prompt",4],["histories",2],["append",1],["role",2],["content",2],["extend",1],["return",1]]},{"id":"src/agent.py#Agent.clear_all_conversations","name":[["clear",1],["all",1],["conversations",1]],"path":[["src",1],["agent",1],["py",1]],"body":[["def",2],["clear",4],["all",2],["conversations",2],["self",4],["none",2],["histories",1],["rounds",1]]},{"id":"src/agent.py#Agent.clear_conversation","name":[["clear",1],["conversation",1]],"path":[["src",1],["agent",1],["py",1]],"body":[["def",2],["clear",2],["conversation",2],["self",4],["query",8],["none",4],["histories",1],["pop",2],["id",2],["rounds",1]]},{"id":"src/agent.py#Agent.initialize_conversation","name":[["initialize",1],["conversation",1]],"path":[["src",1],["agent",1],["py",1]],"body":[["def",2],["initialize",2],["conversation",3],["self",4],["query",9],["none",2],["register",1],["new",1],["reset",1],["its",1],["state",1],["histories",1],["id",2],["rounds",1]]},{"id":"src/agent.py#Agent.record_response","name":[["record",1],["response",1]],"path":[["src",1],["agent",1],["py",1]],"body":[["def",2],["record",2],["response",5],["self",5],["query",11],["str",2],["none",2],["append",2],["completed",1],["turn",1],["conversation",1],["history",1],["id",4],["histories",1],["role",1],["assistant",1],["content",1],["rounds",2]]},{"id":"src/agent.py#AgentId","name":[["agent",1],["id",1]],"path":[["src",1],["agent",1],["py",1]],"body":[["class",2],["agent",6],["id",2],["type",2],["str",6],["key",2],["def",2],["self",5],["return",2],["repr",1]]},{"id":"src/agent.py#AgentId.__repr__","name":[["repr",1]],"path":[["src",1],["agent",1],["py",1]],"body":[["def",2],["repr",2],["self",3],["str",3],["return",1]]},{"id":"src/agent.py#AgentId.__str__","name":[["str",1]],"path":[["src",1],["agent",1],["py",1]],"body":[["def",2],["str",4],["self",4],["return",1],["agent",2],["type",1],["key",1]]},{"id":"src/agent.py#Query","name":[["query",1]],"path":[["src",1],["agent",1],["py",1]],"body":[["class",2],["query",6],["encapsulates",1],["its",1],["expected",1],["answer",2],["content",2],["str",6],["id",2],["int",1],["solution",1],["category",1],["def",2],["self",5],["return",2],["repr",1]]},{"id":"src/agent.py#Query.__repr__","name":[["repr",1]],"path":[["src",1],["agent",1],["py",1]],"body":[["def",2],["repr",2],["self",3],["return",1],["str",1]]},{"id":"src/agent.py#Query.__str__","name":[["str",1]],"path":[["src",1],["agent",1],["py",1]],"body":[["def",2],["str",2],["self",4],["return",1],["query",2],["id",1],["content",1]]},{"id":"src/agent.py#RetrievedMemory","name":[["retrieved",1],["memory",1]],"path":[["src",1],["agent",1],["py",1]],"body":[["class",2],["retrieved",2],["memory",3],["content",2],["str",3],["query",2],["id",5],["int",1],["agent",3],["correct",1],["bool",1],["false",1],["similarity",1],["float",1],["def",2],["self",6],["return",2],["repr",1]]},{"id":"src/agent.py#RetrievedMemory.__repr__","name":[["repr",1]],"path":[["src",1],["agent",1],["py",1]],"body":[["def",2],["repr",2],["self",3],["return",1],["str",1]]},{"id":"src/agent.py#RetrievedMemory.__str__","name":[["str",1]],"path":[["src",1],["agent",1],["py",1]],"body":[["def",2],["str",2],["self",5],["return",1],["memory",1],["agent",1],["id",2],["query",1],["content",1]]},{"id":"src/chain_of_thought.py","name":[["chain",1],["thought",1],["py",1]],"path":[["src",1],["chain",1],["thought",1],["py",1]],"body":[["import",8],["os",1],["re",1],["json",1],["from",5],["collections",1],["counter",1],["typing",1],["dict",1],["list",1],["any",1],["src",3],["agent",2],["query",1],["models",1],["language",1],["model",1],["checker",2],["answer",1]]},{"id":"src/chain_of_thought.py#ChainOfThought","name":[["chain",1],["thought",1]],"path":[["src",1],["chain",1],["thought",1],["py",1]],"body":[["class",2],["chain",3],["thought",3],["self",40],["consistency",6],["inference",1],["wrapper",1],["def",5],["init",1],["agent",12],["model",10],["language",1],["task",7],["type",4],["str",8],["num",6],["reasoning",16],["paths",16],["int",2],["bool",5],["false",2],["none",10],["checker",7],["answer",35],["cot",5],["log",2],["run",1],["queries",13],["list",4],["query",49],["dict",4],["any",3],["initialize",1],["conversation",2],["optional",1],["similarity",3],["based",1],["retrieval",2],["fetch",1],["context",2],["examples",1],["whole",1],["batch",2],["one",1],["shot",1],["co",2],["has",1],["no",2],["debate",2],["state",1],["so",2],["prev",5],["responses",13],["empty",1],["falls",1],["back",1],["plain",1],["semantic",1],["question",1],["built",1],["retrieve",2],["first",1],["round",4],["true",2],["retrieves",1],["prefetched",12],["map",6],["if",10],["memory",4],["all",2],["id",11],["summaries",1],["consensus",8],["ratios",1],["formated",3],["messages",14],["build",3],["final",13],["results",5],["flat",3],["meta",3],["sc",3],["zip",2],["extend",2],["path",6],["idx",4],["range",1],["output",8],["name",2],["remove",2],["think",2],["tags",2],["strip",3],["by",4],["qid",3],["enumerate",1],["pred",8],["parse",2],["correct",12],["check",6],["append",3],["response",5],["sorted",1],["key",1],["lambda",1],["common",6],["result",8],["content",5],["attach",3],["retrieved",9],["memories",6],["else",2],["clear",1],["return",5],["record",1],["cases",1],["mirroring",1],["per",1],["format",2],["multi",1],["py",1],["only",1],["added",1],["enabled",1],["other",1],["confidences",1],["not",2],["rm",4],["keep",1],["original",1],["specific",1],["while",1],["nudging",1],["style",1],["please",1],["solve",1],["problem",1],["step",2],["threshold",1],["float",1],["tuple",1],["agents",1],["have",1],["reached",1],["same",1],["returns",1],["majority",1],["agreed",1],["normalized",3],["answers",3],["lower",1],["correctness",2],["sum",1],["len",2],["counts",2],["counter",1],["max",2],["count",2],["most",1],["ratio",1],["consensu",1]]},{"id":"src/chain_of_thought.py#ChainOfThought.__init__","name":[["init",1]],"path":[["src",1],["chain",1],["thought",1],["py",1]],"body":[["def",2],["init",2],["self",13],["agent",6],["model",6],["language",2],["task",5],["type",5],["str",2],["num",4],["reasoning",4],["paths",4],["int",2],["consistency",4],["bool",2],["false",2],["none",3],["checker",2],["answer",1],["cot",1],["log",1]]},{"id":"src/chain_of_thought.py#ChainOfThought._attach_retrieved_memories","name":[["attach",1],["retrieved",1],["memories",1]],"path":[["src",1],["chain",1],["thought",1],["py",1]],"body":[["def",2],["attach",2],["retrieved",8],["memories",5],["self",3],["result",3],["dict",2],["str",2],["any",2],["prefetched",5],["none",4],["record",1],["context",1],["memory",3],["cases",1],["query",1],["mirroring",1],["per",1],["round",1],["format",1],["multi",1],["agent",2],["debate",1],["py",1],["only",1],["added",1],["enabled",1],["other",1],["confidences",1],["if",3],["not",1],["return",1],["else",1],["content",2],["rm",4],["correct",2],["similarity",2]]},{"id":"src/chain_of_thought.py#ChainOfThought._build_cot_messages","name":[["build",1],["cot",1],["messages",1]],"path":[["src",1],["chain",1],["thought",1],["py",1]],"body":[["def",2],["build",3],["cot",2],["messages",6],["self",3],["query",6],["prefetched",4],["none",3],["list",2],["dict",2],["str",4],["agent",1],["prev",1],["responses",1],["keep",1],["original",1],["task",1],["specific",1],["answer",1],["format",1],["while",1],["nudging",1],["co",1],["style",1],["content",1],["please",1],["solve",1],["problem",1],["step",2],["by",1],["return",1]]},{"id":"src/chain_of_thought.py#ChainOfThought._check_consensus","name":[["check",1],["consensus",1]],"path":[["src",1],["chain",1],["thought",1],["py",1]],"body":[["def",2],["check",3],["consensus",12],["self",2],["reasoning",7],["paths",7],["list",2],["str",5],["threshold",3],["float",2],["tuple",2],["bool",3],["if",4],["all",1],["agents",1],["have",1],["reached",1],["same",1],["answer",10],["returns",1],["common",4],["majority",1],["agreed",1],["none",1],["no",1],["not",1],["return",3],["false",1],["normalized",3],["answers",3],["output",4],["pred",1],["lower",1],["strip",1],["correctness",2],["correct",1],["sum",1],["len",2],["true",1],["counts",2],["counter",1],["max",2],["count",2],["most",1],["ratio",2]]},{"id":"src/chain_of_thought.py#ChainOfThought.get_token_usage_summary","name":[["token",1],["usage",1],["summary",1]],"path":[["src",1],["chain",1],["thought",1],["py",1]],"body":[["def",2],["token",3],["usage",3],["summary",3],["self",3],["return",1],["model",1]]},{"id":"src/chain_of_thought.py#ChainOfThought.run","name":[["run",1]],"path":[["src",1],["chain",1],["thought",1],["py",1]],"body":[["def",2],["run",2],["self",24],["queries",14],["list",4],["query",45],["dict",3],["str",2],["any",3],["agent",5],["initialize",1],["conversation",2],["optional",1],["similarity",1],["based",1],["retrieval",2],["fetch",1],["context",1],["examples",1],["whole",1],["batch",2],["one",1],["shot",1],["co",1],["has",1],["no",1],["debate",1],["state",1],["so",2],["prev",4],["responses",12],["empty",1],["falls",1],["back",1],["plain",1],["semantic",1],["question",1],["built",1],["retrieve",2],["first",1],["round",3],["true",1],["retrieves",1],["prefetched",5],["map",6],["int",1],["if",3],["memory",1],["all",1],["id",11],["summaries",1],["none",2],["consensus",2],["ratios",1],["formated",3],["messages",9],["build",1],["cot",3],["final",13],["results",5],["consistency",2],["num",3],["reasoning",7],["paths",7],["flat",3],["meta",3],["sc",3],["zip",2],["extend",2],["path",6],["idx",4],["range",1],["model",6],["output",4],["task",2],["name",2],["remove",2],["think",2],["tags",2],["strip",2],["by",3],["qid",3],["enumerate",1],["pred",7],["answer",24],["checker",5],["parse",2],["correct",9],["check",4],["append",3],["response",5],["sorted",1],["key",1],["lambda",1],["common",3],["bool",2],["result",6],["content",2],["attach",2],["retrieved",2],["memories",2],["else",1],["log",1],["clear",1],["return",1]]},{"id":"src/chain_of_thought.py#ChainOfThought.save_cot_log","name":[["save",1],["cot",1],["log",1]],"path":[["src",1],["chain",1],["thought",1],["py",1]],"body":[["def",2],["save",2],["cot",3],["log",3],["self",3],["filename",4],["str",2],["none",2],["os",2],["makedirs",1],["path",1],["dirname",1],["exist",1],["ok",1],["true",1],["open",1],["encoding",1],["utf",1],["as",1],["json",1],["dump",1],["ensure",1],["ascii",1],["false",1],["indent",1]]},{"id":"src/chain_of_thought.py#remove_think_tags","name":[["remove",1],["think",1],["tags",1]],"path":[["src",1],["chain",1],["thought",1],["py",1]],"body":[["def",2],["remove",2],["think",4],["tags",2],["text",3],["str",4],["return",1],["re",2],["sub",1],["flags",1],["dotall",1]]},{"id":"src/checker.py","name":[["checker",1],["py",1]],"path":[["src",1],["checker",1],["py",1]],"body":[["import",7],["re",1],["regex",1],["from",4],["math",1],["isclose",1],["abc",2],["abstractmethod",1],["try",1],["sympy",3],["simplify",1],["parse",1],["expr",1],["latex2sympy2",1],["latex2sympy",1],["latex2",2],["available",2],["true",1],["except",1],["error",1],["false",1],["utility",1],["functions",1],["answer",1],["checker",4],["math500",1],["mathchecker",1],["mmlupro",5],["engineering",1],["economics",1],["truthful",1],["qa",1]]},{"id":"src/checker.py#_fix_fracs","name":[["fix",1],["fracs",1]],"path":[["src",1],["checker",1],["py",1]],"body":[["def",2],["fix",3],["fracs",2],["string",4],["fraction",1],["formatting",1],["la",1],["te",1],["strings",1],["substrs",6],["split",1],["frac",2],["new",8],["str",8],["if",5],["len",5],["substr",15],["else",4],["try",1],["assert",1],["except",1],["return",2],["post",4]]},{"id":"src/checker.py#_fix_sqrt","name":[["fix",1],["sqrt",1]],"path":[["src",1],["checker",1],["py",1]],"body":[["def",2],["fix",3],["sqrt",4],["string",3],["square",1],["root",1],["formatting",1],["la",1],["te",1],["strings",1],["return",1],["re",1],["sub",1]]},{"id":"src/checker.py#BaseChecker","name":[["base",1],["checker",1]],"path":[["src",1],["checker",1],["py",1]],"body":[["class",2],["base",2],["checker",2],["abc",2],["abstractmethod",2],["def",2],["check",1],["answer",4],["self",2],["pred",1],["str",4],["expected",1],["float",1],["pass",2],["parse",1],["response",1]]},{"id":"src/checker.py#BaseChecker.check_answer","name":[["check",1],["answer",1]],"path":[["src",1],["checker",1],["py",1]],"body":[["def",2],["check",2],["answer",6],["self",2],["pred",2],["str",4],["expected",2],["float",2],["pass",1]]},{"id":"src/checker.py#BaseChecker.parse_answer","name":[["parse",1],["answer",1]],"path":[["src",1],["checker",1],["py",1]],"body":[["def",2],["parse",2],["answer",2],["self",2],["response",2],["str",4],["pass",1]]},{"id":"src/checker.py#is_digit","name":[["digit",1]],"path":[["src",1],["checker",1],["py",1]],"body":[["def",2],["digit",2],["num",3],["check",1],["if",1],["value",1],["be",1],["parsed",1],["as",1],["number",1],["return",1],["parse",1],["digits",1],["not",1],["none",1]]},{"id":"src/checker.py#MATHChecker","name":[["mathchecker",1]],"path":[["src",1],["checker",1],["py",1]],"body":[["class",2],["mathchecker",2],["base",2],["checker",2],["def",5],["check",4],["answer",19],["self",4],["pred",18],["str",26],["expected",6],["bool",2],["try",2],["correct",2],["math",2],["equal",3],["return",19],["if",20],["else",1],["except",1],["exception",1],["as",1],["print",3],["error",1],["evaluation",1],["prediction",8],["ground",1],["truth",1],["parse",3],["response",6],["find",3],["box",5],["string",10],["res",5],["regex",2],["findall",4],["boxed",1],["not",5],["fbox",1],["none",6],["format",7],["ans",8],["gsm8k",3],["re",6],["replace",2],["then",1],["pattern",5],["tt",1],["he",1],["final",1],["line",2],["split",4],["false",4],["raw",10],["reference",12],["pm",16],["match",8],["list",4],["strip",15],["parts",12],["len",4],["group",2],["true",6],["apply",1],["enhanced",1],["normalization",2],["both",1],["path",4],["direct",1],["equality",1],["after",1],["numerical",1],["comparison",3],["digit",2],["float",6],["digits",2],["ref",6],["isclose",1],["rel",1],["tol",1],["1e",1],["unordered",2],["tuple",1],["vector",1],["sort",1],["before",1],["comparing",1],["handle",1],["lists",1],["sorted",2],["symbolic",2]]},{"id":"src/checker.py#MATHChecker._math_equal","name":[["math",1],["equal",1]],"path":[["src",1],["checker",1],["py",1]],"body":[["def",3],["math",2],["equal",3],["self",2],["pred",16],["answer",8],["str",22],["expected",4],["bool",2],["if",13],["none",4],["return",11],["false",4],["raw",10],["reference",12],["pm",16],["pattern",2],["check",3],["match",8],["list",4],["re",4],["strip",15],["not",3],["parts",12],["split",3],["len",4],["group",2],["string",7],["true",6],["apply",1],["enhanced",1],["normalization",2],["both",1],["prediction",7],["path",4],["direct",1],["equality",1],["after",1],["numerical",1],["comparison",3],["digit",2],["float",6],["parse",2],["digits",2],["ref",6],["isclose",1],["rel",1],["tol",1],["1e",1],["unordered",2],["tuple",1],["vector",1],["sort",1],["before",1],["comparing",1],["handle",1],["lists",1],["sorted",2],["symbolic",2]]},{"id":"src/checker.py#MATHChecker._math_equal._check_pm_match","name":[["check",1],["pm",1],["match",1]],"path":[["src",1],["checker",1],["py",1]],"body":[["def",2],["check",2],["pm",12],["match",7],["str",6],["list",5],["re",2],["pattern",1],["strip",7],["if",2],["not",1],["return",3],["false",2],["parts",4],["split",1],["len",1],["group",2],["string",4]]},{"id":"src/checker.py#MATHChecker.check_answer","name":[["check",1],["answer",1]],"path":[["src",1],["checker",1],["py",1]],"body":[["def",2],["check",2],["answer",10],["self",3],["pred",4],["str",4],["expected",4],["bool",2],["try",1],["correct",2],["math",1],["equal",1],["return",1],["if",1],["else",1],["except",1],["exception",1],["as",1],["print",3],["error",1],["evaluation",1],["prediction",1],["ground",1],["truth",1]]},{"id":"src/checker.py#MATHChecker.parse_answer","name":[["parse",1],["answer",1]],"path":[["src",1],["checker",1],["py",1]],"body":[["def",3],["parse",2],["answer",7],["self",2],["response",7],["str",6],["find",3],["box",5],["string",3],["res",5],["regex",2],["findall",4],["boxed",1],["if",6],["not",2],["fbox",1],["return",7],["none",2],["format",7],["ans",8],["gsm8k",3],["re",2],["replace",2],["then",1],["try",1],["pattern",3],["tt",1],["he",1],["final",1],["line",2],["split",1]]},{"id":"src/checker.py#MATHChecker.parse_answer._find_box","name":[["find",1],["box",1]],"path":[["src",1],["checker",1],["py",1]],"body":[["def",2],["find",2],["box",2],["string",4],["str",4],["res",5],["regex",2],["findall",2],["boxed",1],["if",2],["not",2],["fbox",1],["return",2],["none",1]]},{"id":"src/checker.py#MMLUProChecker","name":[["mmlupro",1],["checker",1]],"path":[["src",1],["checker",1],["py",1]],"body":[["class",2],["mmlupro",2],["checker",4],["base",2],["def",3],["check",1],["answer",6],["self",5],["pred",4],["str",6],["expected",2],["bool",1],["char",16],["normalize",3],["correct",2],["return",4],["if",5],["else",2],["parse",1],["response",3],["matches",5],["re",2],["findall",2],["ja",2],["len",3],["lower",2],["0x",3],["ff01",1],["ord",2],["ff5",1],["chr",1],["fee0",1],["replace",1],["strip",1]]},{"id":"src/checker.py#MMLUProChecker._normalize_char","name":[["normalize",1],["char",1]],"path":[["src",1],["checker",1],["py",1]],"body":[["def",2],["normalize",2],["char",12],["self",2],["str",4],["if",2],["len",1],["0x",3],["ff01",1],["ord",2],["ff5",1],["chr",1],["fee0",1],["replace",1],["return",1],["strip",1],["lower",1],["else",1]]},{"id":"src/checker.py#MMLUProChecker.check_answer","name":[["check",1],["answer",1]],"path":[["src",1],["checker",1],["py",1]],"body":[["def",2],["check",2],["answer",8],["self",4],["pred",5],["str",4],["expected",3],["bool",2],["char",6],["normalize",2],["correct",2],["return",1],["if",1],["else",1]]},{"id":"src/checker.py#MMLUProChecker.parse_answer","name":[["parse",1],["answer",1]],"path":[["src",1],["checker",1],["py",1]],"body":[["def",2],["parse",2],["answer",2],["self",2],["response",4],["str",4],["matches",5],["re",2],["findall",2],["ja",2],["if",2],["len",2],["return",2],["lower",1]]},{"id":"src/checker.py#parse_digits","name":[["parse",1],["digits",1]],"path":[["src",1],["checker",1],["py",1]],"body":[["def",2],["parse",3],["digits",2],["num",7],["numeric",1],["values",1],["from",1],["strings",1],["str",5],["strip",1],["string",1],["regex",1],["sub",1],["try",1],["return",2],["float",1],["except",1],["none",1]]},{"id":"src/checker.py#strip_string","name":[["strip",1],["string",1]],"path":[["src",1],["checker",1],["py",1]],"body":[["def",2],["strip",4],["string",59],["str",5],["enhanced",1],["normalization",1],["handle",1],["units",4],["la",2],["te",2],["commands",1],["other",1],["inconsistencies",1],["remove",5],["wrappers",1],["text",2],["re",10],["sub",7],["mbox",1],["normalize",1],["common",2],["symbols",1],["replace",15],["circ",2],["degrees",1],["flags",3],["ignorecase",3],["textual",1],["be",1],["expanded",1],["inches",2],["square",1],["standard",1],["replacements",1],["if",1],["endswith",1],["tfrac",1],["frac",2],["dfrac",1],["left",1],["right",1],["dollar",1],["signs",1],["spaces",1],["special",1],["characters",1],["last",1],["clean",1],["comparison",1],["u200b",1],["zero",1],["width",1],["space",1],["fix",2],["fracs",1],["sqrt",1],["return",1]]},{"id":"src/checker.py#symbolic_equal","name":[["symbolic",1],["equal",1]],"path":[["src",1],["checker",1],["py",1]],"body":[["def",3],["symbolic",2],["equal",3],["check",1],["if",3],["two",1],["expressions",1],["symbolically",1],["not",1],["latex2",1],["sympy",1],["available",1],["try",4],["return",7],["simplify",3],["except",4],["false",2],["parse",4],["latex2sympy",1],["expr",1],["true",1],["pass",1]]},{"id":"src/checker.py#symbolic_equal._parse","name":[["parse",1]],"path":[["src",1],["checker",1],["py",1]],"body":[["def",2],["parse",3],["try",2],["return",3],["latex2sympy",1],["except",2],["expr",1]]},{"id":"src/memory.py","name":[["memory",1],["py",1]],"path":[["src",1],["memory",1],["py",1]],"body":[["import",7],["os",1],["chromadb",1],["numpy",1],["as",1],["np",1],["from",4],["typing",1],["list",1],["tuple",1],["dict",1],["callable",1],["optional",1],["nltk",2],["tokenize",2],["word",1],["stem",1],["snowball",1],["stemmer",1],["src",1],["models",1],["embedding",1],["model",1]]},{"id":"src/memory.py#MemoryVectorDB","name":[["memory",1],["vector",1],["db",1]],"path":[["src",1],["memory",1],["py",1]],"body":[["class",2],["memory",7],["vector",3],["db",18],["def",6],["init",1],["self",34],["persistent",3],["dir",2],["str",24],["collection",11],["name",5],["embedding",25],["model",7],["tokenizer",5],["optional",5],["callable",2],["list",14],["word",1],["tokenize",1],["stemmer",6],["snowball",1],["english",1],["verbose",7],["bool",1],["true",2],["client",4],["chromadb",1],["path",4],["create",2],["function",2],["none",17],["metadata",11],["hnsw",2],["space",2],["cosine",2],["resp",1],["responses",1],["pre",3],["computed",3],["document",12],["embeddings",23],["id",9],["float32",3],["unit",3],["np",9],["ndarray",5],["loaded",4],["lazily",1],["via",2],["load",5],["doc",12],["means",1],["not",5],["yet",1],["dict",15],["agent",1],["npz",4],["from",2],["file",1],["into",1],["data",3],["allow",1],["pickle",1],["false",1],["ids",11],["astype",2],["dim",1],["ensure",1],["norm",3],["float16",1],["storage",1],["may",1],["introduce",1],["tiny",1],["drift",1],["norms",5],["linalg",1],["axis",1],["keepdims",1],["enumerate",2],["if",7],["print",3],["len",5],["add",13],["text",11],["meta",21],["datas",21],["try",3],["assert",5],["isinstance",4],["must",5],["be",4],["encode",4],["key",4],["val",2],["items",1],["tokens",6],["join",2],["stem",2],["token",4],["lower",2],["upsert",2],["documents",4],["metadatas",4],["successfully",2],["added",2],["except",3],["exception",6],["as",3],["raise",3],["failed",3],["batch",5],["memories",3],["texts",11],["have",1],["same",1],["length",1],["show",1],["progress",1],["bar",1],["emb",4],["each",1],["element",1],["update",1],["append",2],["query",12],["similar",6],["results",9],["int",2],["filter",6],["tuple",2],["float",2],["returns",1],["distance",3],["tuples",1],["otherwise",1],["include",1],["distances",2],["pairs",3],["zip",1],["else",1],["return",1],["version",1],["all",1],["one",1],["call",1],["then",1],["issue",1],["sin",1]]},{"id":"src/memory.py#MemoryVectorDB.__init__","name":[["init",1]],"path":[["src",1],["memory",1],["py",1]],"body":[["def",2],["init",2],["self",12],["persistent",4],["dir",3],["str",13],["collection",8],["name",6],["embedding",8],["model",6],["tokenizer",4],["optional",5],["callable",4],["list",4],["word",2],["tokenize",2],["stemmer",6],["snowball",2],["english",2],["verbose",4],["bool",2],["true",2],["client",4],["chromadb",1],["path",1],["create",2],["function",2],["none",4],["metadata",2],["hnsw",2],["space",2],["cosine",2],["resp",1],["responses",1],["pre",1],["computed",1],["document",1],["embeddings",3],["db",1],["id",1],["float32",1],["unit",1],["vector",1],["np",2],["ndarray",2],["loaded",2],["lazily",1],["via",1],["load",1],["doc",2],["means",1],["not",1],["yet",1],["dict",1]]},{"id":"src/memory.py#MemoryVectorDB._make_resp_id","name":[["make",1],["resp",1],["id",1]],"path":[["src",1],["memory",1],["py",1]],"body":[["def",2],["make",2],["resp",2],["id",8],["query",3],["round",4],["idx",3],["int",2],["agent",3],["str",4],["return",1]]},{"id":"src/memory.py#MemoryVectorDB.add_batch_memories","name":[["add",1],["batch",1],["memories",1]],"path":[["src",1],["memory",1],["py",1]],"body":[["def",2],["add",9],["batch",4],["memories",4],["self",8],["db",6],["ids",7],["list",11],["str",7],["embedding",7],["texts",11],["document",5],["meta",13],["datas",13],["dict",5],["none",5],["try",1],["assert",2],["len",4],["must",2],["have",1],["same",1],["length",1],["embeddings",3],["model",1],["encode",1],["show",1],["progress",1],["bar",1],["verbose",2],["emb",2],["text",2],["enumerate",1],["if",2],["not",1],["isinstance",1],["each",1],["element",1],["be",1],["update",1],["tokens",3],["join",1],["stemmer",1],["stem",1],["token",2],["tokenizer",1],["lower",1],["key",1],["append",1],["collection",1],["upsert",1],["documents",1],["metadatas",1],["print",1],["successfully",1],["added",1],["except",1],["exception",2],["as",1],["raise",1],["failed",1]]},{"id":"src/memory.py#MemoryVectorDB.add_batch_responses","name":[["add",1],["batch",1],["responses",1]],"path":[["src",1],["memory",1],["py",1]],"body":[["def",2],["add",2],["batch",3],["responses",2],["self",6],["db",4],["ids",5],["list",6],["str",4],["texts",4],["meta",3],["datas",3],["dict",2],["none",2],["embeddings",4],["embedding",1],["model",1],["encode",1],["show",1],["progress",1],["bar",1],["verbose",2],["resp",1],["collection",1],["upsert",1],["documents",1],["metadatas",1],["if",1],["print",1],["successfully",1],["added",1],["len",1],["response",1]]},{"id":"src/memory.py#MemoryVectorDB.add_memory","name":[["add",1],["memory",1]],"path":[["src",1],["memory",1],["py",1]],"body":[["def",2],["add",8],["memory",4],["self",7],["db",4],["id",5],["str",9],["embedding",9],["text",9],["document",3],["meta",10],["datas",10],["dict",5],["none",5],["try",1],["assert",2],["isinstance",2],["must",2],["be",2],["model",1],["encode",1],["if",2],["not",1],["key",3],["val",2],["items",1],["tokens",3],["join",1],["stemmer",1],["stem",1],["token",2],["tokenizer",1],["lower",1],["collection",1],["upsert",1],["embeddings",1],["documents",1],["metadatas",1],["ids",1],["verbose",1],["print",1],["successfully",1],["added",1],["except",1],["exception",2],["as",1],["raise",1],["failed",1]]},{"id":"src/memory.py#MemoryVectorDB.batch_get_random","name":[["batch",1],["random",1]],"path":[["src",1],["memory",1],["py",1]],"body":[["def",2],["batch",3],["random",7],["self",5],["queries",6],["int",6],["results",7],["filter",4],["metadata",5],["dict",4],["none",6],["distance",5],["float",4],["seed",5],["optional",4],["list",5],["tuple",3],["str",3],["np",4],["ndarray",2],["draw",1],["independent",2],["samples",2],["without",1],["replacement",1],["cases",2],["each",1],["from",2],["collection",2],["optionally",1],["restricted",1],["by",1],["fetches",1],["matching",1],["pool",5],["once",1],["then",1],["python",1],["returns",1],["one",2],["candidate",1],["per",3],["query",5],["same",1],["shape",1],["as",2],["similar",1],["document",1],["doc",5],["embedding",1],["constant",1],["placeholder",1],["have",1],["no",1],["similarity",1],["try",1],["rng",4],["streams",1],["sequential",1],["draws",1],["generator",1],["collide",1],["some",1],["seeds",3],["so",1],["spawn",2],["child",3],["stream",1],["reproducible",1],["given",1],["distinct",1],["across",1],["sequence",1],["include",1],["metadatas",2],["documents",2],["ids",6],["metas",2],["docs",2],["all",3],["range",1],["candidates",3],["if",2],["default",1],["min",1],["len",2],["idxs",2],["choice",1],["size",1],["replace",1],["false",1],["emb",2],["embeddings",2],["not",1],["else",1],["append",2],["return",1],["except",1],["exception",2],["raise",1],["fetch",1],["failed",1]]},{"id":"src/memory.py#MemoryVectorDB.batch_get_response_embeddings","name":[["batch",1],["response",1],["embeddings",1]],"path":[["src",1],["memory",1],["py",1]],"body":[["def",2],["batch",2],["response",3],["embeddings",5],["self",4],["keys",5],["list",4],["tuple",4],["query",4],["id",15],["round",4],["idx",4],["agent",4],["str",3],["dict",3],["optional",2],["np",5],["ndarray",3],["fetch",1],["many",1],["triples",1],["single",1],["chroma",1],["db",5],["call",1],["returns",1],["vec",1],["ids",5],["make",1],["resp",2],["qid",2],["aid",2],["try",1],["results",3],["collection",1],["include",1],["except",1],["exception",1],["return",2],["none",1],["emb",4],["array",1],["dtype",1],["float32",1],["zip",2],["out",3],["key",2]]},{"id":"src/memory.py#MemoryVectorDB.batch_query_similar","name":[["batch",1],["query",1],["similar",1]],"path":[["src",1],["memory",1],["py",1]],"body":[["def",2],["batch",4],["query",16],["similar",6],["self",6],["texts",5],["list",7],["str",5],["results",12],["int",2],["filter",6],["metadata",8],["dict",6],["none",5],["tuple",2],["float",2],["optional",2],["np",2],["ndarray",2],["version",1],["encode",2],["all",4],["one",2],["call",1],["then",1],["issue",1],["single",1],["chroma",1],["db",3],["multiple",1],["embeddings",6],["returns",1],["result",1],["per",1],["text",1],["same",1],["order",1],["try",1],["embedding",1],["model",1],["if",2],["not",2],["assert",1],["isinstance",1],["must",1],["be",1],["collection",1],["include",1],["metadatas",2],["documents",2],["distances",2],["range",1],["len",1],["pairs",3],["document",2],["distance",2],["id",2],["zip",1],["ids",1],["doc",4],["emb",2],["else",1],["append",2],["return",1],["except",1],["exception",2],["as",1],["raise",1],["failed",1]]},{"id":"src/memory.py#MemoryVectorDB.delete_memory","name":[["delete",1],["memory",1]],"path":[["src",1],["memory",1],["py",1]],"body":[["def",2],["delete",4],["memory",4],["self",4],["db",4],["id",5],["str",3],["none",2],["try",1],["collection",1],["ids",1],["if",1],["verbose",1],["print",1],["successfully",1],["deleted",1],["except",1],["exception",2],["as",1],["raise",1],["failed",1]]},{"id":"src/memory.py#MemoryVectorDB.get_all_ids","name":[["all",1],["ids",1]],"path":[["src",1],["memory",1],["py",1]],"body":[["def",2],["all",2],["ids",5],["self",3],["filter",3],["metadata",3],["none",2],["data",2],["collection",1],["include",1],["metadatas",1],["return",1]]},{"id":"src/memory.py#MemoryVectorDB.get_by_ids","name":[["by",1],["ids",1]],"path":[["src",1],["memory",1],["py",1]],"body":[["def",2],["by",3],["ids",7],["self",3],["select",3],["list",4],["str",5],["tuple",2],["dict",2],["try",1],["results",3],["collection",1],["include",1],["metadatas",2],["documents",2],["similar",3],["pairs",3],["metadata",2],["document",2],["zip",1],["append",1],["return",1],["except",1],["exception",2],["as",1],["raise",1],["query",1],["failed",1]]},{"id":"src/memory.py#MemoryVectorDB.get_memories_count","name":[["memories",1],["count",1]],"path":[["src",1],["memory",1],["py",1]],"body":[["def",2],["memories",2],["count",3],["self",3],["int",2],["return",1],["collection",1]]},{"id":"src/memory.py#MemoryVectorDB.get_response_embeddings","name":[["response",1],["embeddings",1]],"path":[["src",1],["memory",1],["py",1]],"body":[["def",2],["response",2],["embeddings",4],["self",4],["query",4],["id",12],["round",4],["idx",4],["int",2],["agent",6],["ids",10],["list",2],["str",5],["dict",3],["optional",2],["np",5],["ndarray",3],["return",3],["unit",1],["norm",1],["embedding",1],["given",1],["agents",1],["at",1],["specific",1],["missing",1],["entries",1],["map",1],["none",2],["make",1],["resp",2],["aid",6],["try",1],["results",3],["collection",1],["include",1],["except",1],["exception",1],["emb",4],["db",4],["array",1],["dtype",1],["float32",1],["zip",2],["out",3]]},{"id":"src/memory.py#MemoryVectorDB.load_doc_embeddings","name":[["load",1],["doc",1],["embeddings",1]],"path":[["src",1],["memory",1],["py",1]],"body":[["def",2],["load",4],["doc",4],["embeddings",12],["self",5],["npz",5],["path",4],["str",3],["none",2],["pre",1],["computed",1],["document",2],["from",2],["file",1],["into",1],["memory",1],["data",3],["np",4],["allow",1],["pickle",1],["false",1],["db",5],["ids",3],["astype",2],["float32",1],["dim",1],["ensure",1],["unit",1],["norm",2],["float16",1],["storage",1],["may",1],["introduce",1],["tiny",1],["drift",1],["norms",5],["linalg",1],["axis",1],["keepdims",1],["true",1],["id",2],["enumerate",1],["if",1],["verbose",1],["print",1],["loaded",1],["len",1]]},{"id":"src/memory.py#MemoryVectorDB.query_similar","name":[["query",1],["similar",1]],"path":[["src",1],["memory",1],["py",1]],"body":[["def",2],["query",10],["similar",5],["self",6],["text",3],["str",5],["results",9],["int",2],["filter",6],["metadata",9],["dict",6],["none",6],["list",3],["tuple",2],["float",2],["optional",2],["np",3],["ndarray",3],["returns",1],["document",3],["distance",3],["doc",7],["embedding",5],["tuples",1],["float32",1],["unit",1],["norm",1],["pre",1],["computed",1],["embeddings",5],["loaded",1],["via",1],["load",1],["otherwise",1],["try",1],["model",1],["encode",1],["if",2],["not",2],["assert",1],["isinstance",1],["must",1],["be",1],["collection",1],["include",1],["metadatas",2],["documents",2],["distances",2],["pairs",3],["db",2],["id",2],["zip",1],["ids",1],["emb",2],["else",1],["append",1],["return",1],["except",1],["exception",2],["as",1],["raise",1],["failed",1]]},{"id":"src/memory.py#MemoryVectorDB.update_memory","name":[["update",1],["memory",1]],"path":[["src",1],["memory",1],["py",1]],"body":[["def",2],["update",4],["memory",4],["self",7],["db",4],["id",5],["str",9],["embedding",9],["text",9],["document",3],["add",5],["meta",10],["datas",10],["dict",5],["none",5],["try",1],["assert",2],["isinstance",2],["must",2],["be",2],["model",1],["encode",1],["if",2],["not",1],["key",3],["val",2],["items",1],["tokens",3],["join",1],["stemmer",1],["stem",1],["token",2],["tokenizer",1],["lower",1],["collection",1],["embeddings",1],["documents",1],["metadatas",1],["ids",1],["verbose",1],["print",1],["successfully",1],["updated",1],["except",1],["exception",2],["as",1],["raise",1],["failed",1]]},{"id":"src/models.py","name":[["models",1],["py",1]],"path":[["src",1],["models",1],["py",1]],"body":[["import",7],["os",1],["time",1],["random",1],["json",1],["from",3],["concurrent",1],["futures",1],["thread",1],["pool",1],["executor",1],["typing",1],["list",1],["dict",1],["any",1],["union",1],["optional",1],["tuple",1],["src",1],["utils",1],["llmconfig",1],["embedding",1],["config",1],["token",1],["usage",1],["tracker",1]]},{"id":"src/models.py#build_language_model","name":[["build",1],["language",1],["model",1]],"path":[["src",1],["models",1],["py",1]],"body":[["def",2],["build",2],["language",5],["model",5],["llm",5],["config",5],["llmconfig",2],["return",3],["implementation",1],["configured",1],["backend",2],["if",1],["openrouter",1],["open",1],["router",1]]},{"id":"src/models.py#EmbeddingModel","name":[["embedding",1],["model",1]],"path":[["src",1],["models",1],["py",1]],"body":[["class",2],["embedding",11],["model",12],["wraps",1],["sentence",4],["transformer",3],["text",1],["def",2],["init",1],["self",8],["config",7],["device",7],["str",5],["none",4],["import",2],["torch",2],["from",2],["transformers",1],["name",3],["path",5],["if",5],["not",1],["else",4],["explicit",1],["cuda",3],["embed",1],["gpu",1],["id",1],["wins",1],["available",1],["cpu",1],["print",1],["loading",1],["trust",1],["remote",1],["code",1],["true",2],["encode",3],["texts",5],["union",2],["list",4],["normalize",3],["embeddings",6],["bool",2],["show",3],["progress",3],["bar",3],["false",1],["float",2],["try",1],["single",3],["isinstance",1],["inputs",2],["return",1],["tolist",2],["except",1],["exception",2],["as",1],["raise",1],["failed",1]]},{"id":"src/models.py#EmbeddingModel.__init__","name":[["init",1]],"path":[["src",1],["models",1],["py",1]],"body":[["def",2],["init",2],["self",7],["embedding",10],["config",9],["device",8],["str",2],["none",5],["import",2],["torch",2],["from",2],["sentence",3],["transformers",1],["transformer",2],["model",8],["name",3],["path",5],["if",3],["not",1],["else",2],["explicit",1],["cuda",3],["embed",1],["gpu",1],["id",1],["wins",1],["available",1],["cpu",1],["print",1],["loading",1],["trust",1],["remote",1],["code",1],["true",1]]},{"id":"src/models.py#EmbeddingModel.encode","name":[["encode",1]],"path":[["src",1],["models",1],["py",1]],"body":[["def",2],["encode",4],["self",3],["texts",6],["union",4],["str",6],["list",8],["normalize",4],["embeddings",7],["bool",4],["true",2],["show",4],["progress",4],["bar",4],["false",2],["float",4],["try",1],["single",3],["isinstance",1],["inputs",2],["if",2],["else",2],["model",1],["return",1],["tolist",2],["except",1],["exception",2],["as",1],["raise",1],["failed",1]]},{"id":"src/models.py#LanguageModel","name":[["language",1],["model",1]],"path":[["src",1],["models",1],["py",1]],"body":[["class",2],["language",2],["model",14],["wraps",1],["llm",27],["accepts",1],["message",3],["lists",2],["returns",2],["structured",1],["results",2],["def",4],["init",1],["self",26],["config",15],["llmconfig",1],["import",2],["torch",2],["from",1],["vllm",1],["sampling",5],["params",5],["name",12],["split",1],["path",6],["if",3],["not",2],["none",2],["else",2],["print",3],["tensor",2],["parallel",2],["size",2],["getattr",5],["dtype",1],["bfloat16",1],["max",9],["len",14],["token",15],["length",2],["24576",1],["gpu",1],["memory",1],["utilization",1],["85",1],["temperature",2],["top",2],["tokens",8],["6144",1],["stop",1],["ids",3],["tokenizer",5],["eos",1],["id",1],["usage",8],["tracker",4],["call",1],["batch",11],["messages",5],["list",10],["dict",3],["str",4],["task",6],["default",1],["any",1],["args",1],["each",1],["role",1],["content",1],["label",1],["group",1],["statistics",1],["keys",1],["cur",6],["input",4],["output",8],["tokenized",2],["texts",6],["apply",1],["chat",1],["template",1],["tokenize",1],["false",1],["add",1],["generation",1],["prompt",3],["true",1],["handle",1],["over",1],["long",1],["queries",1],["engine",1],["valid",9],["indices",3],["text",4],["enumerate",1],["encode",1],["warning",1],["skipping",1],["request",1],["append",3],["return",4],["responses",10],["outputs",8],["generate",1],["total",17],["out",8],["process",2],["idx",2],["resp",2],["zip",1],["update",1],["response",2],["summary",2]]},{"id":"src/models.py#LanguageModel.__call__","name":[["call",1]],"path":[["src",1],["models",1],["py",1]],"body":[["def",2],["call",2],["self",9],["batch",12],["messages",6],["list",9],["dict",5],["str",8],["task",7],["name",7],["default",2],["any",2],["args",1],["message",2],["lists",1],["each",1],["role",1],["content",1],["label",1],["group",1],["token",6],["usage",4],["statistics",1],["returns",1],["keys",1],["results",1],["cur",6],["input",4],["tokens",6],["output",4],["tokenizer",4],["llm",5],["tokenized",2],["texts",6],["apply",1],["chat",1],["template",1],["tokenize",1],["false",1],["add",1],["generation",1],["prompt",2],["true",1],["handle",1],["over",1],["long",1],["queries",1],["max",5],["len",11],["engine",1],["model",4],["config",2],["valid",9],["indices",3],["text",3],["enumerate",1],["encode",1],["if",2],["print",2],["warning",1],["skipping",1],["request",1],["length",1],["else",1],["append",2],["not",1],["return",2],["responses",7],["outputs",3],["generate",1],["sampling",2],["params",2],["total",11],["out",5],["process",1],["idx",2],["resp",2],["zip",1],["tracker",1],["update",1]]},{"id":"src/models.py#LanguageModel.__init__","name":[["init",1]],"path":[["src",1],["models",1],["py",1]],"body":[["def",2],["init",2],["self",16],["llm",22],["config",14],["llmconfig",2],["import",2],["torch",2],["from",1],["vllm",1],["sampling",3],["params",3],["model",7],["name",6],["split",1],["path",6],["if",1],["not",1],["none",2],["else",1],["print",1],["tensor",2],["parallel",2],["size",2],["getattr",5],["dtype",1],["bfloat16",1],["max",4],["len",1],["token",5],["length",1],["24576",1],["gpu",1],["memory",1],["utilization",1],["85",1],["temperature",2],["top",2],["tokens",2],["6144",1],["stop",1],["ids",1],["tokenizer",1],["eos",1],["id",1],["usage",2],["tracker",2]]},{"id":"src/models.py#LanguageModel._process_outputs","name":[["process",1],["outputs",1]],"path":[["src",1],["models",1],["py",1]],"body":[["def",2],["process",2],["outputs",7],["self",2],["responses",3],["list",3],["total",6],["out",3],["output",4],["response",2],["text",1],["append",1],["len",2],["prompt",1],["token",2],["ids",2],["return",1]]},{"id":"src/models.py#LanguageModel.get_token_usage_summary","name":[["token",1],["usage",1],["summary",1]],"path":[["src",1],["models",1],["py",1]],"body":[["def",2],["token",3],["usage",3],["summary",3],["self",3],["return",1],["tracker",1]]},{"id":"src/models.py#OpenRouterLanguageModel","name":[["open",1],["router",1],["language",1],["model",1]],"path":[["src",1],["models",1],["py",1]],"body":[["class",2],["open",8],["router",5],["language",3],["model",19],["ai",3],["compatible",1],["backend",3],["mirrors",1],["interface",1],["batch",13],["messages",11],["task",13],["name",19],["responses",6],["cur",6],["input",4],["tokens",14],["output",5],["token",5],["usage",10],["summary",1],["fanned",1],["out",12],["over",2],["thread",2],["pool",2],["each",1],["request",8],["blocking",1],["io",1],["bound",1],["http",1],["call",3],["concurrency",1],["capped",1],["by",2],["max",23],["workers",7],["every",1],["retries",12],["rate",3],["limit",3],["transient",1],["errors",1],["exponential",1],["backoff",5],["jitter",1],["honoring",1],["server",1],["retry",3],["after",4],["present",1],["still",1],["fails",1],["yields",1],["so",4],["single",2],["bad",2],["never",1],["aborts",1],["whole",1],["debate",1],["round",1],["same",1],["fallback",1],["as",10],["llm",16],["long",1],["empty",2],["prompts",1],["def",3],["init",1],["self",37],["config",15],["llmconfig",1],["from",3],["openai",1],["import",4],["apierror",2],["apitimeout",2],["error",13],["apiconnection",2],["split",1],["id",4],["exception",3],["types",1],["stored",1],["instance",1],["lazy",1],["stays",1],["local",1],["api",11],["retryable",4],["key",6],["os",1],["environ",1],["env",2],["if",5],["not",2],["raise",1],["runtime",1],["requires",1],["environment",1],["variable",1],["be",1],["own",1],["sdk",1],["built",1],["don",1],["multiply",1],["count",1],["top",5],["ours",1],["client",2],["base",2],["url",1],["timeout",2],["int",6],["temperature",4],["tracker",3],["print",7],["list",8],["dict",3],["str",10],["default",1],["any",1],["return",7],["concurrent",1],["futures",1],["completed",2],["tqdm",4],["submit",2],["all",1],["requests",1],["then",1],["consume",1],["them",1],["they",1],["finish",1],["reflects",1],["real",1],["progress",1],["results",5],["placed",1],["back",1],["original",1],["index",2],["keep",1],["order",1],["optional",1],["tuple",2],["none",2],["len",2],["executor",3],["future",6],["idx",7],["complete",2],["one",3],["query",2],["enumerate",1],["total",14],["desc",1],["leave",1],["false",1],["try",2],["result",1],["except",5],["warning",5],["worker",1],["failed",2],["at",1],["text",5],["tok",8],["append",1],["update",1],["chat",2],["completion",2],["returns",2],["attempt",9],["range",1],["resp",3],["completions",1],["create",1],["choices",1],["message",1],["content",1],["getattr",3],["prompt",1],["attempts",3],["time",2],["sleep",2],["seconds",2],["json",2],["jsondecode",1],["gateway",1],["occasionally",1],["html",1],["body",1],["under",1],["heavy",1],["load",1],["malformed",1],["response",1],["non",2],["auth",1],["etc",1],["give",1],["up",1],["unexpected",1],["type",1]]},{"id":"src/models.py#OpenRouterLanguageModel.__call__","name":[["call",1]],"path":[["src",1],["models",1],["py",1]],"body":[["def",2],["call",2],["self",7],["batch",10],["messages",8],["list",9],["dict",4],["str",10],["task",8],["name",9],["default",2],["any",2],["if",1],["not",1],["return",2],["responses",5],["cur",4],["input",3],["tokens",4],["output",4],["from",2],["concurrent",1],["futures",1],["import",2],["as",5],["completed",2],["tqdm",4],["submit",2],["all",1],["requests",1],["then",1],["consume",1],["them",1],["they",1],["finish",1],["so",1],["reflects",1],["real",1],["progress",1],["results",5],["placed",1],["back",1],["by",1],["original",1],["index",2],["keep",1],["order",1],["optional",1],["tuple",1],["int",2],["none",1],["len",2],["thread",1],["pool",1],["executor",3],["max",2],["workers",2],["future",6],["idx",7],["complete",1],["one",1],["query",1],["enumerate",1],["total",14],["desc",1],["model",2],["leave",1],["false",1],["try",1],["result",1],["except",1],["exception",1],["print",2],["warning",1],["request",1],["worker",1],["failed",1],["at",1],["out",8],["text",2],["tok",4],["append",1],["token",2],["usage",3],["tracker",1],["update",1],["id",1]]},{"id":"src/models.py#OpenRouterLanguageModel.__init__","name":[["init",1]],"path":[["src",1],["models",1],["py",1]],"body":[["def",2],["init",2],["self",18],["llm",16],["config",16],["llmconfig",2],["from",1],["openai",1],["import",2],["open",4],["ai",2],["apierror",2],["apitimeout",2],["error",8],["rate",2],["limit",2],["apiconnection",2],["model",8],["name",3],["split",1],["id",2],["exception",1],["types",1],["stored",1],["instance",1],["so",2],["lazy",1],["stays",1],["local",1],["api",8],["retryable",1],["key",6],["os",1],["environ",1],["env",2],["if",1],["not",1],["raise",1],["runtime",1],["router",2],["backend",1],["requires",1],["environment",1],["variable",1],["be",1],["max",14],["retries",7],["own",1],["retry",1],["backoff",1],["sdk",1],["built",1],["don",1],["multiply",1],["request",2],["count",1],["top",3],["ours",1],["client",1],["base",2],["url",1],["timeout",2],["workers",4],["int",2],["temperature",2],["tokens",2],["token",2],["usage",2],["tracker",2],["print",1]]},{"id":"src/models.py#OpenRouterLanguageModel._backoff_seconds","name":[["backoff",1],["seconds",1]],"path":[["src",1],["models",1],["py",1]],"body":[["def",2],["backoff",3],["seconds",2],["self",3],["attempt",3],["int",2],["error",3],["exception",2],["float",2],["honor",1],["retry",5],["after",5],["server",1],["sends",1],["otherwise",1],["exponential",1],["jitter",1],["parse",1],["if",1],["not",1],["none",1],["return",2],["random",4],["min",1],["30",1]]},{"id":"src/models.py#OpenRouterLanguageModel._complete_one_query","name":[["complete",1],["one",1],["query",1]],"path":[["src",1],["models",1],["py",1]],"body":[["def",2],["complete",2],["one",3],["query",2],["self",16],["messages",4],["list",2],["dict",2],["str",8],["task",6],["name",7],["tuple",2],["int",4],["single",1],["chat",2],["completion",2],["retry",1],["backoff",4],["returns",2],["text",3],["tokens",6],["out",3],["attempt",10],["range",1],["max",6],["retries",4],["try",1],["resp",3],["client",1],["completions",1],["create",1],["model",2],["id",1],["temperature",2],["top",2],["choices",1],["message",1],["content",1],["usage",4],["getattr",3],["none",1],["tok",4],["prompt",1],["return",6],["except",4],["retryable",3],["as",4],["if",3],["print",4],["warning",4],["request",2],["failed",1],["after",3],["attempts",3],["time",3],["sleep",3],["seconds",3],["json",2],["jsondecode",1],["error",5],["gateway",1],["occasionally",1],["html",1],["empty",1],["body",1],["under",1],["heavy",1],["load",1],["malformed",1],["response",1],["api",3],["non",2],["bad",1],["auth",1],["etc",1],["give",1],["up",1],["exception",1],["unexpected",1],["type",1]]},{"id":"src/models.py#OpenRouterLanguageModel._parse_retry_after","name":[["parse",1],["retry",1],["after",1]],"path":[["src",1],["models",1],["py",1]],"body":[["def",2],["parse",2],["retry",4],["after",4],["error",5],["exception",2],["optional",2],["float",3],["response",3],["getattr",2],["none",6],["headers",5],["if",2],["not",1],["return",4],["value",4],["try",1],["except",1],["type",1]]},{"id":"src/models.py#OpenRouterLanguageModel.get_token_usage_summary","name":[["token",1],["usage",1],["summary",1]],"path":[["src",1],["models",1],["py",1]],"body":[["def",2],["token",3],["usage",3],["summary",3],["self",3],["return",1],["tracker",1]]},{"id":"src/multi_agent_debate.py","name":[["multi",1],["agent",1],["debate",1],["py",1]],"path":[["src",1],["multi",1],["agent",1],["debate",1],["py",1]],"body":[["import",12],["os",1],["re",1],["json",1],["from",8],["datetime",2],["typing",1],["list",1],["dict",1],["any",1],["optional",1],["collections",1],["defaultdict",1],["counter",1],["numpy",1],["as",1],["np",1],["src",5],["agent",2],["query",1],["models",1],["language",1],["model",1],["checker",2],["answer",1],["paths",1],["memory",1],["data",1],["dir",1],["prompts",1],["debate",1],["summary",1],["prompt",1]]},{"id":"src/multi_agent_debate.py#MultiAgentDebate","name":[["multi",1],["agent",1],["debate",1]],"path":[["src",1],["multi",1],["agent",1],["debate",1],["py",1]],"body":[["class",2],["multi",3],["agent",40],["debate",17],["orchestrates",1],["round",35],["batch",10],["queries",24],["fixed",1],["list",7],["instances",1],["shared",1],["across",1],["all",5],["each",5],["stores",1],["conversation",1],["history",1],["per",6],["query",20],["id",14],["internally",1],["so",1],["no",2],["duplication",1],["objects",2],["needed",1],["every",2],["answers",1],["independently",1],["sees",1],["other",2],["agents",9],["previous",2],["responses",14],["revises",1],["processed",1],["single",1],["batched",2],["model",6],["call",1],["sent",1],["language",2],["has",1],["shape",1],["num",2],["active",6],["def",3],["init",1],["self",40],["task",4],["type",4],["str",3],["max",4],["int",5],["consensus",14],["threshold",3],["float",1],["if",16],["summarize",3],["state",4],["bool",3],["false",5],["confidence",4],["weight",4],["none",11],["checker",2],["answer",14],["persistent",1],["reset",1],["run",7],["current",3],["rounds",9],["defaultdict",3],["lambda",2],["dict",6],["flags",3],["log",10],["prev",18],["resp",6],["embeddings",3],["qid",24],["unit",1],["norm",1],["float32",1],["ndarray",1],["public",1],["entry",1],["point",1],["training",4],["true",4],["idx",9],["any",4],["full",1],["args",1],["returns",1],["entries",1],["one",3],["keys",1],["final",14],["clear",1],["initialize",1],["range",1],["force",1],["during",1],["else",5],["not",3],["break",1],["print",1],["last",4],["correct",8],["count",6],["error",3],["pred",2],["save",1],["memory",3],["data",1],["return",1],["execution",1],["given",1],["receives",2],["prior",1],["initial",1],["from",2],["read",1],["build",1],["messages",2],["q0",2],["a0",2],["a1",2],["q1",2],["flat",1],["meta",1],["precompute",1],["context",1],["maps",1],["retrieval",2],["map",5],["summaries",5],["ratios",5],["emb",2],["cache",2],["response",1],["summary",1],["ratio",1],["db",1],["trip",1],["instead",1],["prefetched",2],["retrieve",1],["items",1]]},{"id":"src/multi_agent_debate.py#MultiAgentDebate.__init__","name":[["init",1]],"path":[["src",1],["multi",1],["agent",1],["debate",1],["py",1]],"body":[["def",2],["init",2],["self",15],["agents",4],["list",2],["agent",4],["model",6],["language",2],["task",5],["type",5],["str",3],["max",4],["round",4],["int",2],["consensus",5],["threshold",4],["float",2],["if",8],["summarize",4],["state",5],["bool",4],["false",4],["confidence",4],["weight",4],["none",2],["checker",2],["answer",1],["persistent",1],["debate",2],["reset",1],["each",1],["run",1],["current",1],["rounds",1],["responses",1],["defaultdict",3],["lambda",2],["dict",2],["flags",1],["log",1],["prev",2],["resp",2],["embeddings",2],["qid",1],["id",1],["unit",1],["norm",1],["float32",1],["ndarray",1]]},{"id":"src/multi_agent_debate.py#MultiAgentDebate._check_consensus","name":[["check",1],["consensus",1]],"path":[["src",1],["multi",1],["agent",1],["debate",1],["py",1]],"body":[["def",2],["check",3],["consensus",12],["self",6],["query",6],["pred",6],["answers",9],["list",2],["str",5],["tuple",2],["bool",3],["float",3],["if",5],["all",1],["agents",3],["have",1],["reached",1],["same",1],["answer",10],["returns",1],["ratio",4],["fraction",1],["agreed",2],["most",2],["common",5],["majority",1],["none",1],["no",1],["not",1],["return",3],["false",1],["qid",3],["id",2],["round",3],["idx",2],["current",1],["rounds",1],["normalized",3],["lower",1],["strip",1],["correct",4],["count",5],["agent",4],["responses",1],["len",2],["true",1],["counts",2],["counter",1],["max",2],["threshold",1]]},{"id":"src/multi_agent_debate.py#MultiAgentDebate._clear_debate","name":[["clear",1],["debate",1]],"path":[["src",1],["multi",1],["agent",1],["debate",1],["py",1]],"body":[["def",2],["clear",8],["debate",3],["self",8],["none",2],["current",1],["rounds",1],["agent",3],["responses",1],["log",1],["consensus",1],["flags",1],["prev",1],["resp",1],["embeddings",1],["agents",1],["all",1],["conversations",1]]},{"id":"src/multi_agent_debate.py#MultiAgentDebate._initialize_debate","name":[["initialize",1],["debate",1]],"path":[["src",1],["multi",1],["agent",1],["debate",1],["py",1]],"body":[["def",2],["initialize",3],["debate",3],["self",6],["queries",3],["list",2],["query",13],["none",2],["current",1],["rounds",2],["id",3],["log",1],["content",1],["answer",2],["consensus",1],["flags",1],["false",1],["agent",2],["agents",1],["conversation",1]]},{"id":"src/multi_agent_debate.py#MultiAgentDebate._run_debate_round","name":[["run",1],["debate",1],["round",1]],"path":[["src",1],["multi",1],["agent",1],["debate",1],["py",1]],"body":[["def",2],["run",3],["debate",8],["round",36],["self",32],["queries",9],["list",2],["query",24],["none",17],["one",2],["given",1],["active",2],["each",4],["agent",51],["receives",2],["no",1],["prior",1],["responses",24],["initial",1],["answer",14],["other",2],["agents",12],["from",2],["previous",2],["read",1],["build",2],["batched",1],["messages",7],["q0",2],["a0",2],["a1",2],["q1",2],["batch",7],["flat",3],["meta",3],["idx",14],["precompute",1],["per",4],["context",1],["maps",1],["memory",5],["retrieval",2],["prev",29],["map",6],["dict",3],["int",3],["any",3],["summaries",6],["consensus",20],["ratios",6],["qid",30],["id",18],["current",4],["rounds",9],["log",9],["if",17],["else",3],["emb",2],["cache",2],["resp",9],["embeddings",2],["confidence",5],["weight",3],["response",7],["summary",4],["ratio",7],["db",3],["trip",1],["instead",1],["prefetched",11],["retrieve",1],["all",2],["items",2],["not",4],["enumerate",2],["append",4],["model",4],["output",2],["task",1],["name",1],["remove",1],["think",1],["tags",1],["strip",1],["encode",2],["once",1],["weighting",1],["next",2],["embs",4],["embed",3],["fn",3],["embedding",1],["np",2],["array",1],["dtype",1],["float32",1],["process",1],["store",1],["results",1],["into",1],["pred",9],["checker",2],["parse",1],["correct",7],["check",3],["record",1],["answers",2],["common",3],["data",4],["entry",4],["str",2],["retrieved",5],["memories",3],["confidences",4],["at",1],["produce",1],["content",2],["rm",4],["similarity",2],["assigned",1],["peer",4],["float",1],["conf",2],["flags",1],["true",1],["summarize",3],["state",3],["print",1]]},{"id":"src/multi_agent_debate.py#MultiAgentDebate._save_memory_data","name":[["save",1],["memory",1],["data",1]],"path":[["src",1],["multi",1],["agent",1],["debate",1],["py",1]],"body":[["def",2],["save",2],["memory",6],["data",8],["self",10],["queries",3],["list",2],["query",12],["batch",5],["idx",13],["int",2],["none",7],["after",1],["completed",1],["debate",2],["write",2],["one",1],["json",2],["line",1],["per",1],["agent",10],["round",23],["dir",5],["task",5],["type",2],["03d",2],["timestamp",3],["jsonl",2],["os",3],["path",2],["join",2],["model",2],["name",1],["makedirs",1],["exist",1],["ok",1],["true",1],["datetime",1],["now",1],["strftime",1],["filename",2],["len",2],["agents",2],["filepath",2],["open",1],["encoding",1],["utf",1],["as",1],["qid",7],["id",5],["log",8],["final",4],["correct",8],["rounds",7],["num",2],["aid",6],["range",1],["responses",3],["current",7],["response",10],["if",2],["not",1],["continue",1],["prev",14],["pred",4],["answer",4],["stance",4],["changed",4],["consensus",5],["ratio",5],["summary",5],["else",1],["case",2],["db",1],["str",1],["content",1],["solution",2],["category",2],["dumps",1],["ensure",1],["ascii",1],["false",1]]},{"id":"src/multi_agent_debate.py#MultiAgentDebate._summarize_debate_state","name":[["summarize",1],["debate",1],["state",1]],"path":[["src",1],["multi",1],["agent",1],["debate",1],["py",1]],"body":[["def",2],["summarize",2],["debate",7],["state",2],["self",5],["queries",4],["list",2],["query",9],["none",3],["generate",1],["summaries",1],["just",1],["completed",1],["round",12],["across",1],["all",1],["single",1],["batched",1],["model",4],["call",1],["then",1],["write",1],["results",1],["back",1],["log",7],["build",1],["one",1],["summary",10],["prompt",4],["per",1],["tracking",1],["each",1],["refers",1],["batch",4],["messages",4],["meta",3],["qid",3],["index",3],["rounds",7],["id",2],["idx",6],["len",1],["prev",6],["if",3],["else",2],["agent",11],["responses",8],["entry",9],["enumerate",1],["agents",2],["stance",4],["changed",4],["str",1],["pred",5],["answer",11],["lower",1],["append",4],["response",6],["previous",2],["text",2],["join",1],["format",1],["question",1],["content",2],["consensus",2],["ratio",2],["2f",1],["role",1],["user",1],["not",1],["return",1],["output",2],["task",1],["name",1],["zip",1],["remove",1],["think",1],["tags",1],["strip",1]]},{"id":"src/multi_agent_debate.py#MultiAgentDebate.get_token_usage_summary","name":[["token",1],["usage",1],["summary",1]],"path":[["src",1],["multi",1],["agent",1],["debate",1],["py",1]],"body":[["def",2],["token",3],["usage",3],["summary",3],["self",3],["return",1],["model",1]]},{"id":"src/multi_agent_debate.py#MultiAgentDebate.run","name":[["run",1]],"path":[["src",1],["multi",1],["agent",1],["debate",1],["py",1]],"body":[["def",2],["run",5],["self",18],["queries",15],["list",6],["query",10],["training",5],["bool",2],["true",5],["batch",5],["idx",6],["int",2],["dict",2],["str",2],["any",2],["full",1],["debate",9],["args",1],["objects",1],["returns",1],["log",5],["entries",1],["one",1],["per",1],["each",1],["keys",1],["rounds",3],["final",14],["answer",12],["consensus",4],["clear",1],["initialize",1],["round",12],["range",1],["max",1],["if",6],["force",1],["all",2],["during",1],["active",4],["else",3],["not",2],["flags",2],["id",6],["break",1],["print",1],["qid",9],["last",4],["current",1],["correct",8],["count",6],["error",3],["false",3],["none",2],["agent",10],["agents",1],["responses",3],["pred",2],["save",1],["memory",1],["data",1],["return",1]]},{"id":"src/multi_agent_debate.py#MultiAgentDebate.save_debate_log","name":[["save",1],["debate",1],["log",1]],"path":[["src",1],["multi",1],["agent",1],["debate",1],["py",1]],"body":[["def",2],["save",2],["debate",3],["log",3],["self",3],["filename",4],["str",2],["none",2],["os",2],["makedirs",1],["path",1],["dirname",1],["exist",1],["ok",1],["true",1],["open",1],["encoding",1],["utf",1],["as",1],["json",1],["dump",1],["ensure",1],["ascii",1],["false",1],["indent",1]]},{"id":"src/multi_agent_debate.py#remove_think_tags","name":[["remove",1],["think",1],["tags",1]],"path":[["src",1],["multi",1],["agent",1],["debate",1],["py",1]],"body":[["def",2],["remove",2],["think",4],["tags",2],["text",3],["str",4],["return",1],["re",2],["sub",1],["flags",1],["dotall",1]]},{"id":"src/paths.py","name":[["paths",1],["py",1]],"path":[["src",1],["paths",1],["py",1]],"body":[["import",1],["os",9],["project",1],["root",8],["file",2],["lives",1],["at",1],["src",1],["paths",1],["py",1],["so",1],["one",2],["level",1],["up",1],["dir",11],["path",8],["dirname",2],["abspath",1],["raw",2],["datasets",2],["downloaded",1],["from",1],["hugging",1],["face",1],["data",7],["join",5],["processed",3],["formatted",1],["ready",1],["loader",1],["debate",1],["result",1],["json",1],["logs",2],["log",1],["jsonl",1],["files",2],["written",1],["during",1],["training",1],["memory",5],["construction",1],["chroma",1],["db",1],["persistent",3],["vector",1],["store",1],["module",1],["also",1],["holds",1],["pre",1],["computed",1],["document",1],["embedding",1],["npz",2],["per",1],["collection",2],["named",1],["doc",1],["embeddings",1]]},{"id":"src/prompts.py","name":[["prompts",1],["py",1]],"path":[["src",1],["prompts",1],["py",1]],"body":[["math500",5],["sys",9],["prompts",9],["you",42],["theoretical",7],["mathematics",7],["professor",1],["rigorous",3],["approach",6],["problem",7],["solving",7],["excel",3],["formal",2],["proofs",2],["mathematical",7],["reasoning",37],["always",10],["verify",4],["assumptions",5],["consider",7],["edge",4],["cases",4],["provide",33],["step",6],["by",11],["logical",6],["arguments",2],["focus",30],["foundations",2],["principles",7],["be",23],["concise",25],["only",25],["essential",24],["steps",25],["final",32],["answer",105],["following",14],["format",10],["at",20],["end",13],["your",70],["response",13],["boxed",8],["practical",5],["expert",15],["extensive",2],["experience",3],["competitive",1],["finding",2],["efficient",1],["solutions",9],["spotting",1],["patterns",1],["quickly",2],["strategies",1],["shortcuts",1],["alternative",3],["approaches",4],["challenge",4],["necessary",13],["experienced",1],["educator",1],["who",12],["excels",5],["breaking",3],["down",3],["complex",3],["problems",13],["clear",1],["explanations",1],["visual",1],["representations",1],["multiple",5],["solution",3],["methods",1],["connect",1],["concepts",2],["fundamental",3],["similar",1],["validate",2],["through",2],["different",1],["intuitive",2],["rapid",1],["pattern",1],["recognition",1],["have",2],["exceptional",1],["ability",1],["see",1],["core",1],["find",1],["elegant",1],["while",1],["maintaining",1],["rigor",2],["prefer",1],["creative",1],["over",1],["lengthy",1],["think",2],["fast",1],["decisive",1],["trust",1],["intuition",2],["analytical",1],["specializes",4],["systematic",1],["decomposition",1],["into",2],["manageable",1],["identifying",5],["key",2],["relationships",3],["careful",1],["analysis",12],["potential",5],["critical",4],["thinking",3],["questioning",1],["validating",2],["carefully",3],["examine",1],["from",12],["angles",1],["conventional",1],["conclusions",2],["flaws",2],["exploring",1],["whether",2],["makes",1],["sense",1],["context",2],["engineering",17],["re",18],["deep",3],["knowledge",4],["physics",1],["modeling",1],["laws",1],["governing",2],["equations",2],["conceptual",2],["frameworks",2],["analyzing",5],["ground",1],["answers",4],["established",3],["theories",3],["first",1],["keep",18],["reach",12],["conclusion",12],["double",22],["parentheses",21],["hands",1],["practitioner",1],["design",1],["troubleshooting",1],["real",3],["world",2],["systems",2],["constraints",2],["material",1],["properties",1],["manufacturing",1],["considerations",1],["industry",1],["standards",1],["draw",1],["domain",4],["specific",1],["heuristics",1],["identify",5],["most",3],["feasible",1],["multidisciplinary",1],["consultant",2],["expertise",2],["spanning",2],["mechanical",1],["electrical",1],["civil",1],["integrating",1],["cross",1],["considering",4],["interactions",1],["between",1],["subsystems",1],["balance",2],["judgment",1],["strong",2],["safety",1],["oriented",1],["mindset",1],["evaluate",6],["failure",1],["modes",1],["hidden",1],["rigorously",1],["check",1],["unit",1],["consistency",1],["boundary",1],["conditions",1],["seemingly",1],["obvious",3],["worst",1],["case",1],["scenarios",3],["uncertain",2],["explicitly",3],["state",2],["confidence",2],["level",2],["structured",2],["each",7],["question",37],["known",2],["quantities",1],["setting",1],["up",1],["appropriate",1],["models",2],["dimensional",2],["result",1],["against",4],["physical",1],["organize",2],["methodically",1],["estimation",1],["order",1],["magnitude",1],["dominant",1],["effects",1],["simplifying",1],["secondary",1],["factors",2],["bounding",1],["space",1],["before",4],["committing",2],["precise",1],["scaling",1],["eliminate",1],["implausible",1],["options",4],["economics",14],["economic",3],["support",1],["empirical",2],["researcher",1],["specializing",1],["data",1],["phenomena",1],["historical",1],["examples",1],["evidence",2],["applications",1],["market",1],["behaviors",1],["outcomes",1],["comprehensive",1],["both",2],["applied",1],["perspectives",1],["including",1],["behavioral",1],["insights",1],["institutional",1],["implications",1],["skills",1],["possibilities",1],["making",1],["decisions",1],["common",4],["counterarguments",1],["basic",1],["components",1],["component",1],["systematically",1],["dependencies",1],["drawing",1],["based",1],["thoughts",1],["probabilistic",1],["their",1],["likelihood",1],["terms",1],["probability",1],["distributions",1],["rather",3],["than",3],["absolutes",1],["likely",1],["outcome",1],["bayesian",1],["style",1],["updating",1],["processing",1],["information",5],["truthfulqa",2],["fact",1],["checking",1],["trained",2],["distinguish",1],["truth",3],["popular",3],["misconceptions",2],["many",1],["widely",2],["believed",1],["statements",1],["false",2],["job",1],["actually",3],["true",3],["not",1],["sounds",2],["plausible",3],["commonly",1],["assumed",1],["especially",1],["skeptical",1],["align",1],["urban",1],["legends",1],["folk",1],["wisdom",1],["sounding",2],["claims",3],["lack",1],["factual",3],["basis",1],["letter",6],["correct",8],["option",9],["given",7],["choices",6],["epistemologist",1],["beliefs",1],["held",1],["primary",1],["instinct",1],["everyone",1],["knows",1],["seems",1],["treat",1],["as",7],["warning",1],["sign",1],["truthful",5],["qa",4],["questions",2],["specifically",1],["designed",1],["test",1],["will",1],["echo",1],["misinformation",2],["reason",1],["familiarity",1],["across",1],["science",1],["history",1],["law",1],["medicine",1],["culture",1],["strength",1],["knowing",1],["actual",1],["consensus",1],["facts",1],["even",2],["they",1],["contradict",1],["belief",2],["recalling",1],["authoritative",1],["understanding",1],["topic",1],["then",1],["select",5],["aligns",1],["verified",1],["assumption",1],["analyst",1],["evaluates",1],["skepticism",1],["never",2],["accept",1],["statement",1],["just",1],["because",2],["right",1],["frequently",1],["repeated",1],["instead",1],["trace",1],["claim",1],["back",1],["its",2],["defensible",1],["pay",1],["particular",1],["attention",1],["partially",1],["but",3],["misleading",1],["calibrated",1],["reasoner",1],["acutely",1],["aware",1],["own",1],["reproduce",1],["answering",1],["actively",1],["misconception",1],["might",1],["inclined",1],["repeat",1],["deliberately",1],["slow",1],["feel",1],["easy",1],["culturally",1],["prevalent",1],["truthfulness",1],["focused",1],["prioritizes",1],["accuracy",1],["above",1],["all",1],["else",1],["counterintuitive",1],["goes",1],["majority",1],["resist",1],["sycophancy",1],["simply",1],["expected",1],["merit",1],["alone",1],["reject",1],["empirically",1],["unsupported",1],["mad",1],["mmlupro",6],["task",1],["prompt",2],["solve",1],["math",1],["accurately",1],["possible",1],["present",4],["concisely",4],["please",3],["analyze",2],["wary",1],["sound",1],["reflect",1],["factually",1],["accurate",1],["debate",1],["other",4],["agents",4],["additional",4],["give",4],["updated",4],["original",4]]},{"id":"src/retrieval_policy.py","name":[["retrieval",1],["policy",1],["py",1]],"path":[["src",1],["retrieval",1],["policy",1],["py",1]],"body":[["pluggable",1],["memory",3],["retrieval",4],["policies",3],["policy",18],["owns",1],["whole",1],["two",1],["stage",1],["candidate",5],["generation",1],["chroma",2],["db",2],["query",2],["selection",2],["returns",1],["per",1],["both",1],["retrieved",4],["cases",3],["formatted",1],["into",2],["prompt",1],["full",1],["pool",1],["agent",4],["reuses",1],["estimated",1],["confidence",2],["keeping",1],["candidates",2],["return",1],["value",1],["keeps",2],["coupled",1],["whatever",1],["actually",1],["see",1],["batch",1],["retrieve",1],["all",1],["operate",1],["purely",1],["raw",1],["tuples",1],["metadata",1],["dict",3],["document",1],["str",2],["distance",4],["float",2],["doc",1],["embedding",1],["optional",3],["np",3],["ndarray",2],["primitives",1],["so",1],["module",1],["not",1],["import",5],["from",2],["py",1],["avoids",1],["circular",1],["converts",1],["selected",1],["objects",1],["debate",3],["state",3],["aware",3],["method",1],["described",1],["paper",1],["other",1],["three",1],["similarity",6],["random",4],["diversity",3],["exist",1],["as",2],["ablations",1],["inspect",1],["numpy",1],["typing",1],["list",1],["tuple",2],["sentinel",1],["without",1],["notion",1],["logged",1],["at",1],["no",1],["shared",1],["helpers",1],["registry",1],["name",6],["fixed",2],["lambda",2],["positive",2],["only",2]]},{"id":"src/retrieval_policy.py#_doc_embedding_matrix","name":[["doc",1],["embedding",1],["matrix",1]],"path":[["src",1],["retrieval",1],["policy",1],["py",1]],"body":[["def",2],["doc",4],["embedding",7],["matrix",3],["candidates",4],["list",2],["candidate",3],["model",5],["none",4],["np",4],["ndarray",2],["stack",2],["document",2],["embeddings",3],["into",1],["dim",1],["uses",1],["pre",1],["computed",1],["loaded",1],["from",1],["npz",1],["sidecar",1],["all",2],["present",1],["otherwise",1],["falls",1],["back",1],["encoding",1],["documents",1],["fly",1],["precomputed",3],["if",2],["not",1],["return",2],["raise",1],["value",1],["error",1],["missing",1],["no",1],["provided",1],["fallback",1],["texts",2],["array",1],["encode",1]]},{"id":"src/retrieval_policy.py#build_retrieval_policy","name":[["build",1],["retrieval",1],["policy",1]],"path":[["src",1],["retrieval",1],["policy",1],["py",1]],"body":[["def",2],["build",2],["retrieval",5],["policy",15],["name",6],["str",2],["seed",5],["optional",2],["int",2],["none",4],["kwargs",7],["instantiate",1],["by",1],["passed",1],["every",1],["any",1],["extra",1],["ref",1],["lambda",1],["gamma",1],["forwarded",1],["only",2],["policies",1],["whose",1],["constructor",1],["accepts",1],["them",1],["not",3],["so",1],["callers",1],["pass",1],["superset",1],["knobs",1],["regardless",1],["selected",1],["if",2],["registry",3],["raise",1],["value",4],["error",1],["unknown",1],["available",1],["sorted",1],["cls",3],["accepted",2],["inspect",1],["signature",1],["init",1],["parameters",1],["key",3],["items",1],["return",1]]},{"id":"src/retrieval_policy.py#DebateStateAwarePolicy","name":[["debate",1],["state",1],["aware",1],["policy",1]],"path":[["src",1],["retrieval",1],["policy",1],["py",1]],"body":[["class",2],["debate",3],["state",3],["aware",3],["policy",4],["retrieval",5],["semantic",1],["top",1],["3n",1],["candidates",6],["adaptive",7],["mmr",3],["re",1],["ranking",1],["lambda",16],["true",2],["paper",1],["method",1],["relevance",1],["diversity",1],["tradeoff",1],["gamma",5],["consensus",8],["ratio",4],["adapts",1],["previous",1],["round",1],["false",1],["fixed",1],["ablation",1],["held",1],["constant",1],["at",1],["ref",5],["regardless",1],["name",1],["def",3],["init",2],["self",11],["float",4],["bool",1],["seed",2],["optional",2],["int",1],["none",2],["super",1],["if",1],["not",1],["return",3],["batch",4],["retrieve",1],["memory",3],["db",3],["agent",2],["id",2],["queries",3],["prev",2],["ratios",2],["embedding",3],["texts",3],["emb",2],["text",2],["query",2],["similar",1],["results",1],["filter",2],["metadata",1],["out",3],["qid",3],["zip",1],["lam",2],["retrieved",2],["select",1],["model",1]]},{"id":"src/retrieval_policy.py#DebateStateAwarePolicy.__init__","name":[["init",1]],"path":[["src",1],["retrieval",1],["policy",1],["py",1]],"body":[["def",2],["init",3],["self",5],["gamma",4],["float",4],["ref",4],["lambda",8],["adaptive",4],["bool",2],["true",2],["seed",3],["optional",2],["int",2],["none",2],["super",1]]},{"id":"src/retrieval_policy.py#DebateStateAwarePolicy._lambda_for","name":[["lambda",1]],"path":[["src",1],["retrieval",1],["policy",1],["py",1]],"body":[["def",2],["lambda",4],["self",5],["consensus",4],["ratio",4],["optional",2],["float",4],["if",1],["adaptive",1],["not",1],["none",1],["return",2],["gamma",1],["ref",1]]},{"id":"src/retrieval_policy.py#DebateStateAwarePolicy.batch_retrieve","name":[["batch",1],["retrieve",1]],"path":[["src",1],["retrieval",1],["policy",1],["py",1]],"body":[["def",2],["batch",5],["retrieve",2],["self",4],["memory",4],["db",4],["agent",3],["id",3],["queries",4],["retrieval",4],["prev",3],["consensus",3],["ratios",3],["embedding",3],["texts",3],["emb",2],["text",2],["candidates",5],["query",2],["similar",1],["results",1],["filter",2],["metadata",1],["out",3],["qid",3],["zip",1],["lam",2],["lambda",1],["retrieved",2],["mmr",1],["select",1],["model",1],["return",1]]},{"id":"src/retrieval_policy.py#diversity_select","name":[["diversity",1],["select",1]],"path":[["src",1],["retrieval",1],["policy",1],["py",1]],"body":[["def",2],["diversity",3],["select",2],["candidates",8],["list",4],["candidate",7],["int",5],["embedding",4],["model",3],["none",4],["seed",3],["optional",2],["pure",1],["selection",2],["anchor",5],["random",2],["then",1],["greedily",1],["add",1],["minimizes",1],["its",1],["maximum",1],["cosine",1],["similarity",2],["those",1],["already",1],["selected",6],["ignores",1],["query",2],["relevance",1],["case",1],["correctness",1],["if",2],["not",1],["return",2],["doc",4],["embeddings",3],["matrix",3],["sim",2],["diverse",1],["randomly",1],["chosen",1],["so",1],["carries",1],["no",1],["bias",1],["rng",3],["np",1],["default",1],["integers",1],["len",4],["min",2],["indices",5],["remaining",4],["range",1],["while",1],["best",3],["key",1],["lambda",1],["float",1],["max",1],["append",1],["remove",1]]},{"id":"src/retrieval_policy.py#DiversityPolicy","name":[["diversity",1],["policy",1]],"path":[["src",1],["retrieval",1],["policy",1],["py",1]],"body":[["class",2],["diversity",5],["policy",4],["retrieval",5],["semantic",1],["top",1],["3n",1],["candidates",6],["pure",1],["selection",1],["name",1],["def",1],["batch",4],["retrieve",1],["self",3],["memory",3],["db",3],["agent",2],["id",2],["queries",3],["prev",1],["consensus",1],["ratios",1],["embedding",3],["texts",3],["emb",2],["text",2],["query",2],["similar",1],["results",1],["filter",2],["metadata",1],["out",3],["qid",2],["zip",1],["retrieved",2],["select",1],["model",1],["seed",2],["next",1],["return",1]]},{"id":"src/retrieval_policy.py#DiversityPolicy.batch_retrieve","name":[["batch",1],["retrieve",1]],"path":[["src",1],["retrieval",1],["policy",1],["py",1]],"body":[["def",2],["batch",5],["retrieve",2],["self",4],["memory",4],["db",4],["agent",3],["id",3],["queries",4],["retrieval",4],["prev",2],["consensus",2],["ratios",2],["embedding",3],["texts",3],["emb",2],["text",2],["candidates",5],["query",2],["similar",1],["results",1],["filter",2],["metadata",1],["out",3],["qid",2],["zip",1],["retrieved",2],["diversity",1],["select",1],["model",1],["seed",2],["next",1],["return",1]]},{"id":"src/retrieval_policy.py#FixedLambdaPolicy","name":[["fixed",1],["lambda",1],["policy",1]],"path":[["src",1],["retrieval",1],["policy",1],["py",1]],"body":[["class",2],["fixed",3],["lambda",8],["policy",4],["debate",3],["state",3],["aware",3],["mmr",1],["constant",1],["no",1],["consensus",1],["adaptation",1],["name",1],["def",1],["init",2],["self",1],["ref",3],["float",1],["seed",3],["optional",1],["int",1],["none",1],["super",1],["adaptive",1],["false",1]]},{"id":"src/retrieval_policy.py#FixedLambdaPolicy.__init__","name":[["init",1]],"path":[["src",1],["retrieval",1],["policy",1],["py",1]],"body":[["def",2],["init",3],["self",2],["ref",4],["lambda",5],["float",2],["seed",4],["optional",2],["int",2],["none",2],["super",1],["adaptive",1],["false",1]]},{"id":"src/retrieval_policy.py#mmr_select","name":[["mmr",1],["select",1]],"path":[["src",1],["retrieval",1],["policy",1],["py",1]],"body":[["def",2],["mmr",2],["select",2],["candidates",13],["list",5],["candidate",6],["int",3],["lam",4],["float",2],["embedding",4],["model",3],["none",2],["maximal",1],["marginal",1],["relevance",1],["greedy",1],["selection",2],["debate",1],["state",1],["aware",1],["policy",1],["greedily",1],["pick",1],["cases",1],["maximizing",1],["lambda",2],["sim",10],["max",5],["selected",10],["distance",1],["case",3],["correctness",1],["inter",1],["similarity",1],["cosine",1],["document",1],["embeddings",4],["returns",1],["tuples",1],["order",1],["if",3],["not",2],["return",2],["query",2],["np",6],["array",2],["correct",3],["response",1],["false",1],["else",2],["doc",4],["matrix",3],["min",1],["len",4],["indices",5],["remaining",3],["range",2],["zeros",1],["axis",1],["scores",3],["full",1],["inf",1],["best",3],["argmax",1],["append",1],["remove",1]]},{"id":"src/retrieval_policy.py#PositiveOnlyPolicy","name":[["positive",1],["only",1],["policy",1]],"path":[["src",1],["retrieval",1],["policy",1],["py",1]],"body":[["class",2],["positive",4],["only",5],["policy",4],["retrieval",6],["semantic",1],["restricted",1],["correct",2],["cases",1],["name",1],["def",1],["batch",4],["retrieve",1],["self",2],["memory",2],["db",2],["agent",2],["id",2],["queries",3],["prev",1],["consensus",1],["ratios",1],["embedding",2],["texts",3],["emb",2],["text",2],["candidates",5],["query",2],["similar",1],["results",1],["filter",2],["metadata",1],["true",1],["return",1],["qid",2],["zip",1]]},{"id":"src/retrieval_policy.py#PositiveOnlyPolicy.batch_retrieve","name":[["batch",1],["retrieve",1]],"path":[["src",1],["retrieval",1],["policy",1],["py",1]],"body":[["def",2],["batch",5],["retrieve",2],["self",3],["memory",3],["db",3],["agent",3],["id",3],["queries",4],["retrieval",4],["prev",2],["consensus",2],["ratios",2],["embedding",2],["texts",3],["emb",2],["text",2],["candidates",5],["query",2],["similar",1],["results",1],["filter",2],["metadata",1],["correct",1],["only",1],["true",1],["return",1],["qid",2],["zip",1]]},{"id":"src/retrieval_policy.py#RandomPolicy","name":[["random",1],["policy",1]],"path":[["src",1],["retrieval",1],["policy",1],["py",1]],"body":[["class",2],["random",5],["policy",4],["retrieval",5],["uniformly",1],["cases",1],["from",1],["whole",1],["collection",1],["ignores",1],["query",1],["name",1],["def",1],["batch",4],["retrieve",1],["self",3],["memory",2],["db",2],["agent",2],["id",2],["queries",4],["prev",1],["consensus",1],["ratios",1],["candidates",5],["len",1],["results",1],["filter",2],["metadata",1],["distance",2],["no",1],["similarity",1],["seed",2],["next",1],["return",1],["qid",2],["zip",1]]},{"id":"src/retrieval_policy.py#RandomPolicy.batch_retrieve","name":[["batch",1],["retrieve",1]],"path":[["src",1],["retrieval",1],["policy",1],["py",1]],"body":[["def",2],["batch",5],["retrieve",2],["self",4],["memory",3],["db",3],["agent",3],["id",3],["queries",5],["retrieval",4],["prev",2],["consensus",2],["ratios",2],["candidates",5],["random",1],["len",1],["results",1],["filter",2],["metadata",1],["distance",2],["no",1],["similarity",1],["seed",2],["next",1],["return",1],["qid",2],["zip",1]]},{"id":"src/retrieval_policy.py#RetrievalPolicy","name":[["retrieval",1],["policy",1]],"path":[["src",1],["retrieval",1],["policy",1],["py",1]],"body":[["class",3],["retrieval",6],["policy",3],["base",6],["subclasses",1],["implement",1],["full",2],["two",1],["stage",1],["name",1],["str",5],["def",4],["init",1],["self",5],["seed",5],["optional",2],["int",7],["none",2],["stateful",1],["rng",5],["seeded",1],["once",1],["from",2],["np",3],["random",1],["default",1],["batch",1],["retrieve",1],["memory",3],["db",3],["agent",6],["id",9],["queries",3],["list",3],["tuple",2],["prev",3],["consensus",3],["ratios",2],["dict",3],["float",1],["candidate",3],["args",1],["vector",1],["instance",1],["filter",2],["collection",1],["query",4],["embedding",1],["text",1],["needing",1],["number",1],["cases",2],["select",1],["per",1],["round",1],["ratio",1],["returns",1],["retrieved",3],["candidates",3],["selected",1],["prompt",1],["pool",1],["raise",1],["not",1],["implemented",1],["error",1],["next",1],["draw",1],["fresh",1],["child",1],["return",3],["integers",1],["iinfo",1],["int64",1],["max",1],["staticmethod",1],["correct",3],["only",2],["bool",1],["false",1],["eq",2],["if",1],["response",1],["true",1]]},{"id":"src/retrieval_policy.py#RetrievalPolicy.__init__","name":[["init",1]],"path":[["src",1],["retrieval",1],["policy",1],["py",1]],"body":[["def",2],["init",2],["self",3],["seed",5],["optional",2],["int",2],["none",2],["stateful",2],["rng",4],["seeded",2],["once",2],["from",2],["base",2],["np",1],["random",1],["default",1]]},{"id":"src/retrieval_policy.py#RetrievalPolicy._filter","name":[["filter",1]],"path":[["src",1],["retrieval",1],["policy",1],["py",1]],"body":[["def",2],["filter",2],["agent",4],["id",4],["str",2],["correct",4],["only",3],["bool",2],["false",2],["dict",2],["base",3],["eq",2],["if",1],["return",2],["response",1],["true",1]]},{"id":"src/retrieval_policy.py#RetrievalPolicy._next_seed","name":[["next",1],["seed",1]],"path":[["src",1],["retrieval",1],["policy",1],["py",1]],"body":[["def",2],["next",2],["seed",3],["self",3],["int",3],["draw",1],["fresh",1],["child",1],["from",1],["policy",1],["rng",2],["return",1],["integers",1],["np",2],["iinfo",1],["int64",1],["max",1]]},{"id":"src/retrieval_policy.py#RetrievalPolicy.batch_retrieve","name":[["batch",1],["retrieve",1]],"path":[["src",1],["retrieval",1],["policy",1],["py",1]],"body":[["def",2],["batch",2],["retrieve",2],["self",2],["memory",4],["db",4],["agent",4],["id",7],["str",5],["queries",4],["list",6],["tuple",4],["int",8],["retrieval",4],["prev",4],["consensus",4],["ratios",3],["dict",4],["optional",2],["float",2],["candidate",5],["args",1],["vector",1],["instance",1],["filter",1],["collection",1],["query",4],["embedding",1],["text",1],["needing",1],["number",1],["cases",2],["select",1],["per",1],["round",1],["ratio",1],["none",1],["returns",1],["retrieved",3],["candidates",3],["selected",1],["prompt",1],["full",1],["pool",1],["raise",1],["not",1],["implemented",1],["error",1]]},{"id":"src/retrieval_policy.py#SimilarityPolicy","name":[["similarity",1],["policy",1]],"path":[["src",1],["retrieval",1],["policy",1],["py",1]],"body":[["class",2],["similarity",3],["policy",4],["retrieval",6],["plain",1],["semantic",1],["top",1],["no",2],["re",1],["ranking",1],["correctness",1],["name",1],["def",1],["batch",4],["retrieve",1],["self",2],["memory",2],["db",2],["agent",2],["id",2],["queries",3],["prev",1],["consensus",1],["ratios",1],["embedding",2],["texts",3],["emb",2],["text",2],["candidates",5],["query",2],["similar",1],["results",1],["filter",2],["metadata",1],["return",1],["qid",2],["zip",1]]},{"id":"src/retrieval_policy.py#SimilarityPolicy.batch_retrieve","name":[["batch",1],["retrieve",1]],"path":[["src",1],["retrieval",1],["policy",1],["py",1]],"body":[["def",2],["batch",5],["retrieve",2],["self",3],["memory",3],["db",3],["agent",3],["id",3],["queries",4],["retrieval",4],["prev",2],["consensus",2],["ratios",2],["embedding",2],["texts",3],["emb",2],["text",2],["candidates",5],["query",2],["similar",1],["results",1],["filter",2],["metadata",1],["return",1],["qid",2],["zip",1]]},{"id":"src/utils/__init__.py","name":[["init",1],["py",1]],"path":[["src",1],["utils",1],["init",1],["py",1]],"body":[["from",5],["src",4],["utils",8],["config",2],["import",4],["load",2],["configs",1],["yaml",1],["env",1],["file",1],["llmconfig",1],["embedding",1],["data",3],["loader",1],["model",1],["token",1],["usage",1],["tracker",1],["memory",4],["read",1],["sample",1],["memories",1],["construct",2],["response",1]]},{"id":"src/utils/config_utils.py","name":[["config",1],["utils",1],["py",1]],"path":[["src",1],["utils",2],["config",1],["py",1]],"body":[["import",2],["os",1],["yaml",1]]},{"id":"src/utils/config_utils.py#EmbeddingConfig","name":[["embedding",1],["config",1]],"path":[["src",1],["utils",2],["config",1],["py",1]],"body":[["class",2],["embedding",2],["config",5],["def",1],["init",1],["self",3],["model",7],["dict",1],["bge",1],["m3",1],["path",2],["none",1]]},{"id":"src/utils/config_utils.py#EmbeddingConfig.__init__","name":[["init",1]],"path":[["src",1],["utils",2],["config",1],["py",1]],"body":[["def",2],["init",2],["self",4],["model",8],["config",4],["dict",2],["bge",1],["m3",1],["path",2],["none",1]]},{"id":"src/utils/config_utils.py#LLMConfig","name":[["llmconfig",1]],"path":[["src",1],["utils",2],["config",1],["py",1]],"body":[["class",2],["llmconfig",2],["def",1],["init",1],["self",14],["general",11],["config",24],["dict",2],["model",17],["name",3],["str",1],["serving",1],["backend",6],["vllm",2],["local",1],["gpu",1],["openrouter",4],["remote",1],["api",10],["qwen",1],["qwen2",1],["instruct",1],["path",2],["none",1],["max",12],["token",3],["length",3],["24576",1],["temperature",3],["top",3],["tokens",3],["6144",1],["settings",1],["ignored",1],["by",1],["llm",1],["base",3],["https",1],["ai",1],["v1",1],["key",4],["env",3],["workers",3],["12",1],["retries",3],["request",3],["timeout",3],["120",1]]},{"id":"src/utils/config_utils.py#LLMConfig.__init__","name":[["init",1]],"path":[["src",1],["utils",2],["config",1],["py",1]],"body":[["def",2],["init",2],["self",15],["general",12],["config",26],["dict",4],["model",18],["name",4],["str",2],["serving",1],["backend",6],["vllm",2],["local",1],["gpu",1],["openrouter",4],["remote",1],["api",10],["qwen",1],["qwen2",1],["instruct",1],["path",2],["none",1],["max",12],["token",3],["length",3],["24576",1],["temperature",3],["top",3],["tokens",3],["6144",1],["settings",1],["ignored",1],["by",1],["llm",1],["base",3],["https",1],["ai",1],["v1",1],["key",4],["env",3],["workers",3],["12",1],["retries",3],["request",3],["timeout",3],["120",1]]},{"id":"src/utils/config_utils.py#load_configs_from_yaml","name":[["load",1],["configs",1],["from",1],["yaml",1]],"path":[["src",1],["utils",2],["config",1],["py",1]],"body":[["def",2],["load",3],["configs",2],["from",2],["yaml",3],["file",3],["path",3],["open",1],["as",1],["return",1],["safe",1]]},{"id":"src/utils/config_utils.py#load_env_file","name":[["load",1],["env",1],["file",1]],"path":[["src",1],["utils",2],["config",1],["py",1]],"body":[["def",2],["load",2],["env",5],["file",4],["path",5],["str",2],["none",2],["lightweight",1],["zero",1],["dependency",1],["loader",1],["key",9],["value",7],["lines",2],["reads",1],["simple",1],["export",4],["ignoring",1],["blanks",1],["comments",1],["stripping",1],["surrounding",1],["quotes",1],["variables",1],["already",1],["present",1],["environment",1],["not",5],["overwritten",1],["so",1],["explicit",1],["shell",1],["still",1],["wins",1],["missing",1],["no",1],["op",1],["if",5],["os",3],["exists",1],["return",1],["open",1],["encoding",1],["utf",1],["as",1],["raw",2],["line",10],["strip",6],["startswith",2],["continue",2],["len",1],["split",1],["environ",2]]},{"id":"src/utils/data_utils.py","name":[["data",1],["utils",1],["py",1]],"path":[["src",1],["utils",2],["data",1],["py",1]],"body":[["import",4],["os",1],["json",1],["from",2],["typing",1],["dict",1],["src",1],["paths",1],["processed",1],["data",1],["dir",1]]},{"id":"src/utils/data_utils.py#DataLoader","name":[["data",1],["loader",1]],"path":[["src",1],["utils",2],["data",1],["py",1]],"body":[["class",2],["data",6],["loader",4],["staticmethod",2],["def",2],["load",1],["dataset",6],["question",26],["type",10],["str",2],["dict",2],["paths",3],["math500",6],["test",4],["jsonl",8],["train",12],["mmlupro",8],["engineering",8],["mmlu",4],["pro",4],["economics",8],["truthful",4],["qa",4],["truthfulqa",4],["if",2],["not",2],["raise",2],["value",2],["error",2],["unsupported",2],["reading",1],["read",1],["json",1],["os",1],["path",1],["join",1],["processed",1],["dir",1],["return",2],["format",8],["item",2],["tuple",1],["formatters",3],["lambda",8],["answer",14],["solution",2],["category",2],["choices",6],["options",6]]},{"id":"src/utils/data_utils.py#DataLoader.format_question","name":[["format",1],["question",1]],"path":[["src",1],["utils",2],["data",1],["py",1]],"body":[["def",2],["format",9],["question",23],["item",3],["dict",2],["type",6],["str",2],["tuple",2],["formatters",3],["math500",2],["lambda",8],["answer",14],["solution",2],["category",2],["train",4],["mmlupro",4],["engineering",4],["choices",6],["options",6],["economics",4],["truthful",2],["qa",2],["truthfulqa",2],["if",1],["not",1],["raise",1],["value",1],["error",1],["data",1],["loader",1],["unsupported",1],["return",1]]},{"id":"src/utils/data_utils.py#DataLoader.load_dataset","name":[["load",1],["dataset",1]],"path":[["src",1],["utils",2],["data",1],["py",1]],"body":[["def",2],["load",2],["dataset",7],["question",6],["type",6],["str",2],["dict",2],["paths",3],["math500",4],["test",4],["jsonl",8],["train",8],["mmlupro",4],["engineering",4],["mmlu",4],["pro",4],["economics",4],["truthful",2],["qa",2],["truthfulqa",2],["if",1],["not",1],["raise",1],["value",1],["error",1],["data",3],["loader",1],["unsupported",1],["reading",1],["read",1],["json",1],["os",1],["path",1],["join",1],["processed",1],["dir",1],["return",1]]},{"id":"src/utils/data_utils.py#format_choices","name":[["format",1],["choices",1]],"path":[["src",1],["utils",2],["data",1],["py",1]],"body":[["def",2],["format",2],["choices",2],["options",3],["dict",2],["str",6],["return",1],["join",1],["idx",2],["item",2],["list",1],["items",1]]},{"id":"src/utils/data_utils.py#read_json","name":[["read",1],["json",1]],"path":[["src",1],["utils",2],["data",1],["py",1]],"body":[["def",2],["read",2],["json",4],["file",6],["path",6],["str",1],["open",1],["encoding",1],["utf",1],["as",1],["if",2],["endswith",1],["jsonl",1],["return",2],["loads",1],["line",3],["strip",1],["load",1]]},{"id":"src/utils/memory_utils.py","name":[["memory",1],["utils",1],["py",1]],"path":[["src",1],["utils",2],["memory",1],["py",1]],"body":[["import",4],["json",1],["random",1],["from",2],["pathlib",1],["path",1],["typing",1],["dict",1],["list",1],["tuple",1],["memory",1],["construction",1]]},{"id":"src/utils/memory_utils.py#_build_embedding_text","name":[["build",1],["embedding",1],["text",1]],"path":[["src",1],["utils",2],["memory",1],["py",1]],"body":[["def",2],["build",2],["embedding",7],["text",7],["row",5],["dict",2],["str",2],["construct",1],["retrieval",1],["key",1],["debate",3],["state",1],["from",1],["task",2],["query",2],["agent",2],["previous",4],["response",6],["summary",6],["none",2],["round",3],["prev",8],["if",2],["return",1],["strip",1]]},{"id":"src/utils/memory_utils.py#_build_meta_data","name":[["build",1],["meta",1],["data",1]],"path":[["src",1],["utils",2],["memory",1],["py",1]],"body":[["def",2],["build",2],["meta",2],["data",2],["row",9],["dict",5],["construct",1],["chroma",2],["db",2],["metadata",1],["all",1],["values",1],["must",1],["be",1],["compatible",1],["scalars",1],["str",4],["int",2],["float",2],["bool",3],["prev",4],["consensus",5],["ratio",2],["return",1],["category",2],["question",1],["id",4],["query",1],["agent",2],["current",2],["round",2],["previous",1],["if",1],["not",1],["none",1],["else",1],["response",1],["correct",4],["false",2],["final",2]]},{"id":"src/utils/memory_utils.py#_build_value_text","name":[["build",1],["value",1],["text",1]],"path":[["src",1],["utils",2],["memory",1],["py",1]],"body":[["def",2],["build",2],["value",10],["text",15],["row",7],["dict",2],["str",2],["construct",1],["retrieval",1],["prompt",1],["context",1],["from",1],["task",2],["query",2],["correct",9],["solution",5],["agent",14],["current",6],["response",11],["whether",2],["changed",12],["correctness",4],["all",1],["parts",1],["wrapped",1],["xml",1],["tags",1],["example",10],["question",2],["round",2],["stance",8],["if",3],["none",1],["initial",1],["else",3],["its",2],["did",1],["not",1],["change",1],["false",1],["incorrect",1],["return",1]]},{"id":"src/utils/memory_utils.py#construct_memory","name":[["construct",1],["memory",1]],"path":[["src",1],["utils",2],["memory",1],["py",1]],"body":[["def",2],["construct",2],["memory",3],["row",6],["dict",4],["tuple",2],["str",6],["build",4],["all",1],["four",1],["components",1],["needed",1],["store",1],["one",1],["entry",1],["db",4],["id",4],["embedding",4],["text",8],["value",4],["meta",4],["data",4],["return",1]]},{"id":"src/utils/memory_utils.py#construct_response_memory","name":[["construct",1],["response",1],["memory",1]],"path":[["src",1],["utils",2],["memory",1],["py",1]],"body":[["def",2],["construct",2],["response",9],["memory",3],["row",11],["dict",4],["tuple",2],["str",7],["build",1],["db",2],["id",6],["text",3],["metadata",1],["triple",1],["single",1],["current",3],["be",1],["stored",1],["embedding",1],["collection",1],["meta",2],["data",2],["category",2],["question",1],["query",1],["agent",2],["round",2],["int",1],["correct",4],["bool",2],["false",2],["final",2],["return",1]]},{"id":"src/utils/memory_utils.py#read_memory_data","name":[["read",1],["memory",1],["data",1]],"path":[["src",1],["utils",2],["memory",1],["py",1]],"body":[["def",2],["read",3],["memory",2],["data",6],["dir",4],["str",2],["list",3],["dict",2],["all",1],["jsonl",4],["files",1],["under",1],["into",1],["dicts",1],["sorted",2],["by",1],["db",2],["id",2],["rows",4],["file",2],["path",1],["glob",1],["open",1],["encoding",1],["utf",1],["as",1],["line",5],["strip",1],["if",1],["not",1],["continue",1],["append",1],["json",1],["loads",1],["sort",1],["key",1],["lambda",1],["return",1]]},{"id":"src/utils/memory_utils.py#sample_memories","name":[["sample",1],["memories",1]],"path":[["src",1],["utils",2],["memory",1],["py",1]],"body":[["def",2],["sample",13],["memories",2],["records",9],["list",4],["dict",4],["size",8],["int",5],["seed",4],["42",2],["up",1],["unique",1],["questions",2],["all",3],["each",1],["sampled",2],["question",6],["retained",1],["means",1],["keep",1],["round",3],["cases",1],["excluded",1],["before",1],["sampling",1],["since",1],["memory",2],["only",1],["from",1],["random",2],["if",3],["ids",7],["sorted",1],["query",4],["id",2],["shuffle",1],["len",2],["print",1],["selected",2],["return",1]]},{"id":"src/utils/model_utils.py","name":[["model",1],["utils",1],["py",1]],"path":[["src",1],["utils",2],["model",1],["py",1]],"body":[]},{"id":"src/utils/model_utils.py#TokenUsageTracker","name":[["token",1],["usage",1],["tracker",1]],"path":[["src",1],["utils",2],["model",1],["py",1]],"body":[["class",2],["token",3],["usage",16],["tracker",2],["tracks",1],["calculates",1],["costs",1],["optionally",1],["broken",1],["down",1],["by",4],["task",20],["def",3],["init",1],["self",21],["total",13],["input",17],["tokens",37],["output",17],["history",5],["name",7],["int",4],["update",1],["model",3],["str",2],["default",1],["record",2],["append",1],["if",1],["not",1],["summary",1],["stats",5],["items",1],["return",1],["call",1],["count",1],["len",1]]},{"id":"src/utils/model_utils.py#TokenUsageTracker.__init__","name":[["init",1]],"path":[["src",1],["utils",2],["model",1],["py",1]],"body":[["def",2],["init",2],["self",6],["total",2],["input",2],["tokens",4],["output",2],["usage",2],["history",1],["task",2],["name",1],["int",2]]},{"id":"src/utils/model_utils.py#TokenUsageTracker.get_summary","name":[["summary",1]],"path":[["src",1],["utils",2],["model",1],["py",1]],"body":[["def",2],["summary",2],["self",9],["by",3],["task",6],["input",6],["tokens",14],["stats",5],["output",6],["total",8],["usage",3],["items",1],["return",1],["call",1],["count",1],["len",1],["history",3]]},{"id":"src/utils/model_utils.py#TokenUsageTracker.update_usage","name":[["update",1],["usage",1]],"path":[["src",1],["utils",2],["model",1],["py",1]],"body":[["def",2],["update",2],["usage",9],["self",9],["model",4],["str",4],["input",10],["tokens",21],["int",4],["output",10],["task",12],["name",7],["default",2],["record",2],["total",3],["history",1],["append",1],["if",1],["not",1]]}]}