{"version":1,"avgBodyLen":132.74746268656716,"df":[["build",73],["data",333],["py",1675],["scripts",16],["paper",15],["nq",4],["hotpot",3],["qa",25],["training",39],["from",487],["search",138],["r1",104],["compatible",17],["jsonl",12],["expected",12],["fields",13],["question",5],["golden",9],["answers",14],["input",240],["directory",19],["must",119],["contain",31],["train",54],["test",17],["hotpotqa",3],["dev",1],["import",324],["argparse",26],["pathlib",4],["path",165],["datasets",13],["as",330],["hf",120],["splits",4],["if",867],["name",270],["main",96],["load",294],["convert",29],["def",1476],["source",20],["dataset",42],["str",342],["split",98],["json",50],["files",29],["example",12],["index",110],["strip",20],["not",744],["endswith",35],["return",933],["prompt",131],["role",16],["user",24],["content",23],["make",74],["ability",2],["fact",4],["reasoning",7],["reward",100],["model",673],["style",7],["rule",5],["ground",15],["truth",14],["target",34],["extra",61],["info",151],["map",9],["indices",41],["true",285],["remove",122],["columns",1],["column",28],["names",32],["none",672],["parser",15],["argument",18],["add",144],["raw",22],["root",3],["type",211],["required",169],["help",11],["containing",21],["output",227],["dir",68],["default",205],["args",253],["parse",12],["converted",1],["subdir",1],["items",148],["filename",4],["file",198],["raise",184],["found",12],["error",203],["missing",7],["append",130],["mkdir",3],["parents",1],["exist",25],["ok",18],["parts",6],["combined",8],["concatenate",12],["parquet",17],["answer",36],["given",30],["you",184],["external",14],["knowledge",1],["query",60],["results",48],["will",157],["be",301],["returned",7],["between",25],["information",13],["many",8],["times",9],["want",15],["after",98],["receiving",1],["first",81],["your",10],["current",76],["confidence",19],["integer",5],["10",31],["then",22],["either",175],["again",2],["give",2],["giving",1],["final",42],["write",8],["followed",1],["by",286],["calc",17],["last",58],["step",90],["conf",44],["ece",11],["auroc",11],["brier",5],["score",99],["per",81],["values",88],["has",54],["valid",35],["format",137],["ast",5],["sys",3],["numpy",50],["np",66],["pandas",7],["pd",17],["insert",2],["resolve",5],["parent",5],["compute",139],["metrics",37],["ext",8],["print",153],["bin",20],["detail",5],["row",25],["action",23],["types",13],["try",42],["literal",2],["eval",57],["except",186],["exception",22],["range",123],["len",266],["csv",6],["bins",6],["int",336],["20",10],["store",54],["df",3],["read",26],["total",85],["dict",441],["value",198],["counts",5],["sort",7],["apply",59],["axis",22],["numeric",2],["errors",12],["coerce",2],["mask",148],["notna",2],["both",10],["copy",229],["100",10],["1f",2],["sum",69],["norm",51],["astype",10],["float",98],["groups",56],["60",1],["label",4],["sub",13],["correct",31],["70",2],["summary",3],["comparison",2],["header",1],["28",1],["12",3],["continue",64],["col",3],["short",3],["replace",51],["4f",15],["confs",5],["false",327],["overall",2],["acc",6],["mean",48],["avg",6],["55",1],["min",57],["2f",7],["max",237],["incorrect",8],["evaluate",5],["batch",244],["sh",1],["bamboogle",4],["rep1",1],["rep4",1],["simpleqa",4],["md",5],["bs",36],["python",21],["evaluation",11],["timestamp",3],["all",274],["os",133],["glob",3],["join",62],["dirname",6],["statistics",19],["sample",28],["frame",3],["ds",4],["3f",3],["fc",19],["lsc",14],["nan",2],["lc",1],["find",13],["stats",56],["val",47],["pattern",7],["pattern2",1],["sorted",27],["description",5],["group",296],["mutually",1],["exclusive",1],["way1",1],["stake",4],["20260515",1],["120000",1],["process",167],["else",423],["exit",14],["dirs",2],["isdir",5],["basename",6],["rep",2],["csvs",1],["break",33],["reps",1],["nbamboogle",1],["dfs",2],["concat",30],["ignore",22],["nsimpleqa",1],["markdown",2],["simple",9],["init",484],["llm",220],["agent",33],["generation",50],["torch",579],["re",32],["collections",4],["defaultdict",7],["typing",96],["list",341],["any",211],["tuple",139],["dataclasses",20],["dataclass",19],["tensor",428],["helper",18],["config",545],["verl",1559],["proto",142],["utils",508],["tracking",17],["shutil",7],["requests",28],["class",258],["turns",8],["start",50],["length",173],["response",70],["obs",13],["num",223],["gpus",48],["no",78],["think",7],["rl",23],["bool",182],["url",7],["topk",39],["llmgeneration",4],["manager",124],["self",927],["tokenizer",212],["actor",220],["rollout",83],["wg",19],["validation",10],["fn",67],["pad",130],["token",148],["id",176],["tokenize",15],["responses",52],["special",17],["tokens",114],["tensors",75],["pt",31],["padding",98],["longest",4],["ids",135],["postprocess",24],["stop",10],["at",203],["appropriate",3],["tag",22],["normal",5],["truncate",4],["naturally",2],["included",3],["before",67],["neither",2],["truncation",20],["invalid",20],["injected",2],["next",33],["turn",11],["note",226],["completely",2],["ignored",11],["decode",23],["skip",87],["new",54],["resp",3],["prefer",3],["elif",106],["only",155],["observations",4],["environment",27],["shape",161],["warning",33],["observation",2],["too",14],["long",67],["consider",11],["changing",2],["update",116],["rolling",3],["state",139],["rollings",3],["cur",24],["attention",181],["create",103],["position",100],["effective",7],["dim",176],["meta",93],["masked",44],["left",33],["handle",23],["additionally",3],["cover",2],["block",41],["exists",20],["full",55],["size",442],["dtype",275],["device",287],["concatenated",5],["cat",46],["int64",11],["argsort",4],["stable",4],["padded",42],["gather",82],["right",14],["side",5],["queries",10],["payload",2],["scores",47],["post",71],["compose",1],["prompts",44],["generate",28],["gpu",241],["active",9],["wrapper",4],["handles",7],["multi",49],["requirements",2],["sequences",37],["remainder",1],["sequence",183],["repeat",15],["trimmed",1],["hasattr",46],["isinstance",161],["passages2string",2],["retrieval",78],["result",37],["reference",28],["idx",77],["doc",21],["item",54],["enumerate",48],["document",12],["contents",15],["title",13],["text",51],["batchified",1],["execute",69],["predictions",3],["dones",2],["validity",1],["flags",3],["confidences",11],["actions",3],["zip",13],["assert",280],["pop",12],["my",7],["previous",12],["should",129],["have",112],["received",4],["let",11],["me",5],["into",59],["returns",113],["extracted",6],["strings",7],["appears",1],["prediction",4],["extract",21],["match",15],["dotall",3],["pass",101],["determine",19],["limit",7],["sm",1],["am",1],["accept",1],["ends",3],["starts",1],["end",25],["run",30],["loop",4],["gen",11],["initial",14],["collection",4],["initialise",1],["accumulators",1],["count",28],["scalar",12],["written",2],["fill",9],["dicts",6],["whether",40],["each",111],["least",8],["one",60],["initialisation",1],["original",39],["ones",13],["zeros",34],["cut",3],["keys",72],["level",41],["tolist",22],["now",33],["collect",32],["record",12],["indexed",1],["malformed",2],["had",1],["recording",1],["arrives",1],["curr",4],["done",2],["ensure",27],["always",29],["even",4],["runs",4],["zero",44],["stage",22],["inject",3],["their",8],["based",48],["key",112],["structure",7],["cumsum",9],["non",74],["examples",3],["seq",109],["builder",14],["faiss",23],["warnings",32],["cast",8],["subprocess",3],["tqdm",24],["rag",1],["retriever",47],["corpus",48],["pooling",29],["transformers",85],["auto",88],["model2",2],["e5",12],["bge",7],["cls",77],["contriever",1],["jina",1],["tool",1],["method",165],["save",30],["fp16",40],["embedding",74],["lower",32],["flat",15],["cuda",249],["prepare",18],["makedirs",23],["check",113],["warn",24],["some",45],["already",46],["may",245],["overwritten",5],["emb",70],["memmap",4],["finish",7],["loading",72],["staticmethod",12],["there",21],["listdir",2],["constructing",2],["different",57],["indexes",5],["selective",2],["bm25",14],["dense",15],["building",9],["pyserini",8],["library",10],["https",102],["github",80],["com",80],["castorini",2],["blob",48],["master",21],["docs",22],["usage",100],["direct",2],["java",2],["implementation",22],["pipeline",97],["need",101],["place",4],["folder",6],["temp",6],["copyfile",2],["open",41],["dumps",2],["generator",22],["lucene",8],["threads",2],["rmtree",2],["hidden",113],["embeddings",66],["mode",68],["float32",51],["reshape",14],["10000",8],["leave",6],["desc",12],["saving",5],["encode",38],["encoder",24],["nn",264],["parallel",438],["inference",49],["passage",8],["inputs",62],["todo",184],["support",83],["t5",10],["decoder",55],["pooler",13],["dpr",8],["functional",71],["normalize",35],["detach",22],["cpu",148],["obtain",173],["representation",1],["documents",11],["bert",13],["construct",13],["del",8],["creating",10],["factory",7],["metric",10],["inner",5],["product",1],["co",10],["multiple",40],["cloner",9],["options",23],["float16",37],["shard",53],["trained",88],["proc",8],["pretrained",71],["trust",51],["remote",83],["code",72],["half",20],["fast",47],["basic",6],["parameters",134],["180",1],["512",5],["implemented",57],["request",90],["local",162],["api",10],["server",41],["http",166],["127",2],["8000",2],["retrieve",8],["capital",1],["france",1],["explain",1],["neural",2],["networks",2],["200",2],["send",2],["failed",6],["status",4],["retrieved",8],["optional",252],["uvicorn",1],["fastapi",1],["pydantic",1],["base",301],["launch",1],["home",1],["peterjin",1],["mnt",1],["wiki",2],["18",1],["indexing",2],["number",77],["passages",7],["intfloat",1],["v2",12],["below",10],["app",1],["could",9],["also",23],["arguments",38],["real",4],["cli",12],["variables",1],["256",10],["instantiate",8],["global",76],["so",39],["loaded",61],["once",11],["reused",1],["listens",1],["host",5],["port",24],["super",153],["searcher",12],["hits",6],["hit",6],["enough",12],["loads",17],["docid",6],["minimal",3],["simulating",1],["them",17],["dynamically",2],["128",5],["idxs",12],["vectorized",2],["but",91],["approach",2],["chunk",38],["back",38],["extend",13],["grad",102],["ndarray",18],["processing",7],["encoders",6],["represent",6],["sentence",10],["searching",7],["relevant",14],["order",26],["line",7],["endpoint",2],["accepts",5],["performs",2],["tell",1],["about",2],["fallback",2],["perform",18],["single",173],["combine",6],["functools",14],["multiprocessing",2],["pool",51],["initialize",134],["conduct",7],["retrieving",1],["ipython",1],["embed",32],["object",37],["retrievers",2],["cache",234],["contains",43],["related",27],["including",8],["provided",20],["kwargs",149],["pre",126],["built",8],["modify",16],["time",39],["available",52],["memory",176],["properties",1],["allocated",36],["free",50],["1e9",13],["gb",33],["automatically",10],["select",22],["configuration",27],["instance",19],["readin",2],["readlines",2],["setup",5],["copyright",167],["2024",169],["bytedance",167],["ltd",167],["its",223],["affiliates",167],["licensed",163],["under",171],["apache",163],["license",163],["version",199],["compliance",163],["www",163],["org",194],["licenses",163],["unless",163],["applicable",163],["law",163],["agreed",163],["writing",163],["software",163],["distributed",331],["basis",163],["without",196],["warranties",163],["conditions",163],["kind",163],["express",163],["implied",163],["see",194],["specific",184],["language",202],["governing",163],["permissions",163],["limitations",165],["installation",1],["script",1],["pyproject",1],["toml",1],["work",14],["setuptools",1],["packages",2],["abspath",3],["txt",1],["splitlines",1],["install",2],["requires",33],["extras",1],["require",11],["pytest",1],["yapf",1],["readme",1],["package",5],["volcengine",2],["author",1],["seed",61],["mlsys",1],["email",1],["zhangchi",34],["usc1992",34],["gmsheng",2],["connect",1],["hku",1],["hk",1],["ve",4],["volcano",1],["engine",217],["reinforcement",1],["learning",3],["trainer",98],["yaml",1],["include",9],["protocol",49],["logging",38],["models",211],["llama",145],["megatron",378],["modeling",44],["causal",48],["lm",83],["rmpad",30],["lmrm",8],["rm",53],["parallelism",23],["pp",101],["checkpoint",54],["loader",208],["callable",20],["dist",57],["layer",76],["calculate",16],["mapping",54],["rank",231],["virtual",36],["inside",40],["core",98],["mpu",80],["world",164],["layers",104],["offset",11],["wrapped",7],["params",159],["merged",11],["sharded",25],["module",259],["unwrap",13],["transformer",14],["ddp",21],["gpt",32],["broadcast",39],["param",169],["src",57],["dp",106],["mp",11],["rank0",5],["across",33],["nonlocal",11],["weight",218],["obj",15],["ranks",56],["reach",11],["here",79],["empty",100],["tp",113],["vocab",82],["mutate",5],["func",72],["shards",12],["sync",61],["like",38],["gate",38],["up",60],["intermediate",23],["qkv",39],["head",84],["heads",28],["kv",85],["part",11],["saver",10],["switch",6],["grouping",1],["merge",11],["ckpt",4],["bf16",26],["modelss",1],["modules",39],["access",1],["dictionary",22],["other",33],["equal",22],["clone",7],["collecting",4],["buffer",62],["mlp",32],["rmsnorm",23],["2022",10],["eleuther",5],["ai",10],["hugging",14],["face",14],["inc",6],["team",57],["rights",16],["reserved",28],["neo",4],["opt",11],["implementations",7],["been",12],["modified",4],["forms",4],["accommodate",4],["minor",4],["architectural",4],["differences",5],["compared",4],["math",20],["linear",61],["qkvparallel",8],["flash",38],["attn",75],["einops",1],["rearrange",16],["varlen",9],["unpad",32],["noqa",3],["rotary",55],["cos",23],["sin",21],["shoudl",1],["pos",21],["unsqueeze",35],["rotate",3],["seqlen",63],["cu",16],["seqlens",20],["interleaved",6],["inplace",4],["dynamic",17],["ntkscaling",3],["extended",2],["ntk",1],["scaling",32],["credits",2],["reddit",2],["users",11],["bloc97",1],["emozilla",1],["2048",9],["factor",21],["cached",23],["inv",39],["freq",39],["arange",18],["register",44],["persistent",10],["freqs",6],["einsum",6],["ij",7],["uses",17],["permutation",6],["same",83],["calculation",8],["kaiokendev",1],["jit",2],["trace",3],["forward",101],["headed",1],["rope",14],["theta",13],["assign",20],["divisible",11],["got",34],["proj",45],["bias",65],["unknown",16],["ro",4],["pe",4],["bsz",35],["view",21],["transpose",26],["contiguous",33],["states",80],["weights",203],["matmul",6],["sqrt",4],["mas",1],["upcast",1],["fp32",25],["softmax",13],["nnz",35],["sp",128],["dime",2],["therefore",21],["just",12],["keep",14],["needs",6],["dropout",8],["recommended",4],["fa",2],["according",8],["rate",7],["peft",7],["usually",9],["norms",4],["stability",8],["reasons",4],["gets",7],["silently",4],["casted",4],["hence",4],["sure",34],["everything",7],["works",12],["might",14],["slowdown",3],["correctly",7],["scale",10],["reduce",87],["scatter",21],["performed",6],["enabled",26],["repad",2],["equivalent",4],["interleave",5],["repeats",1],["go",1],["slen",1],["expand",17],["rotates",1],["dims",11],["x1",1],["x2",1],["layernorm",23],["tgt",9],["elements",3],["indicated",2],["very",7],["large",14],["negative",4],["attentions",10],["more",29],["past",21],["speed",16],["decoding",28],["projection",3],["residual",5],["operator",3],["fully",22],["connected",4],["outputs",47],["changes",2],["2023",50],["adapted",55],["vllm",652],["project",59],["executor",137],["ouput",4],["restrict",4],["numbers",18],["activations",13],["act2",3],["down",19],["act",4],["apex",2],["normalization",4],["fused",8],["rms",4],["affine",3],["integral",2],["normalized",10],["parameter",76],["variance",4],["epsilon",5],["eps",6],["mark",7],["efficient",11],["lla",9],["ma",2],["acceleration",1],["union",166],["lmoutput",11],["initialization",20],["careful",1],["copied",6],["bart",3],["expands",2],["expanded",5],["inverted",2],["finfo",5],["bi",2],["directional",2],["cond",5],["labels",27],["computing",13],["loss",37],["docstring",6],["computed",10],["consists",2],["dec",2],["features",7],["logits",80],["region",17],["better",9],["performance",24],["removed",12],["gap",6],["totol",8],["squeeze",24],["artificial",4],["dimension",10],["share",13],["workaround",6],["attr",14],["instead",32],["doing",8],["comes",4],["communication",9],["won",7],["function",66],["thus",8],["internal",4],["bypass",4],["32",14],["4096",4],["passed",19],["every",22],["16",19],["caller",9],["out",26],["effectively",6],["consisting",3],["embeds",8],["positions",11],["definition",3],["supports",26],["vpp",28],["calling",5],["chunks",19],["setattr",23],["deal",12],["registry",43],["importlib",14],["supported",94],["sgm",130],["than",62],["listed",1],["testing",2],["mistral",16],["gemma",14],["qwen2",15],["reovepad",2],["architecture",13],["architectures",12],["please",10],["arch",14],["ref",35],["critic",55],["getattr",105],["archs",8],["unpack",1],["ulysses",64],["logger",107],["become",3],["mandatory",2],["v4",2],["46",2],["adapt",1],["47",2],["trade",1],["off",2],["allto",2],["transitioning",2],["internally",3],["through",3],["externally",2],["needed",8],["static",2],["these",9],["quite",1],["inefficient",1],["layout",2],["would",5],["refactor",6],["able",1],["avoid",37],["autocast",11],["case",16],["quantized",16],["quantization",53],["seems",5],["upcasted",2],["sliding",21],["window",23],["top",15],["monkey",12],["patch",21],["48",1],["lru",1],["packaging",2],["metadata",23],["verbose",17],["45",1],["assertion",3],["installed",2],["doesn",15],["feature",8],["success",1],["applying",2],["attention2",2],["within",5],["specified",13],["reashape",1],["implement",20],["transfer",4],["two",11],["functions",6],["subclass",4],["define",8],["detailed",1],["pickle",4],["field",14],["tensordict",12],["lazy",15],["legacy",1],["ray",159],["collate",5],["stack",12],["array",14],["aims",2],["provide",1],["standard",1],["exchange",1],["pytorch",35],["allows",2],["manipulate",2],["ideally",1],["put",12],["necessary",14],["checking",7],["consistency",7],["random",73],["getitem",6],["getstate",2],["io",27],["bytes",16],["consolidate",2],["getvalue",2],["setstate",2],["deserialized",2],["location",2],["disk",3],["filepath",5],["wb",3],["dump",7],["rb",3],["prefix",65],["element",5],["numel",13],["nbytes",2],["1024",7],["message",15],["mainly",14],["expose",2],["public",3],["call",28],["themselves",2],["directly",23],["actually",9],["lift",2],["restriction",2],["classmethod",2],["unsupported",2],["assumes",2],["dim0",2],["greater",31],["pivot",2],["among",6],["splitting",4],["lst",17],["assumed",3],["identical",8],["iterator",36],["mini",18],["epochs",14],["dataloader",26],["upon",1],["tutorials",1],["fashion",3],["details",12],["iterating",1],["over",6],["yields",1],["iteration",18],["steps",25],["manual",6],["yield",8],["iter",20],["subset",4],["via",12],["indicating",3],["poped",1],["rename",1],["old",26],["validate",8],["string",39],["reorder",3],["operation",3],["repeated",4],["tile",2],["ndim",4],["deepcopy",13],["selected",10],["move",6],["another",4],["separately",3],["throw",5],["conflict",2],["they",12],["future",25],["eliminate",1],["actual",8],["fetching",1],["driver",28],["wait",8],["asynchronous",2],["execution",19],["becomes",2],["possible",11],["futures",10],["worker",269],["reduces",6],["dispatch",41],["partitions",11],["potential",1],["issue",15],["optimize",9],["such",11],["fetched",1],["destination",2],["passing",3],["partial",17],["arg",44],["fold",1],["xxx",1],["newshape",2],["dataproto",4],["divisor",3],["unfold",1],["dict1",3],["dict2",3],["tensordicts",1],["controller",153],["resource",41],["decorator",38],["enum",20],["wraps",7],["magic",8],["defined",7],["attribute",7],["attrs",8],["3141562937",1],["materialize",6],["splitted",5],["expecting",2],["treat",2],["useful",3],["examine",5],["11",5],["passes",2],["dispatched",2],["transformed",2],["chunked",8],["firstly",1],["allgathered",1],["pp0",1],["collected",1],["abcdefgh",1],["allgther",1],["ab",1],["cd",1],["ef",1],["gh",4],["expect",6],["predefined",5],["asks",1],["choice",2],["blocking",21],["property",15],["initialized",79],["visible",16],["devices",16],["center",11],["threading",4],["signal",2],["workers",305],["alive",11],["while",16],["sending",1],["thread",5],["sigabrt",1],["sleep",6],["stores",1],["constructor",3],["kwarg",4],["nodes",10],["collocate",7],["node",23],["huawei",2],["nested",5],["detached",15],["attached",2],["existing",8],["procecss",2],["addr",15],["checker",6],["called",15],["derived",15],["until",14],["aliveness",2],["seconds",6],["starting",10],["async",64],["rpcworker",1],["xperf",2],["bind",22],["fail",3],["because",32],["decorated",3],["socket",11],["assume",23],["distinguish",4],["disable",73],["environ",39],["applies",2],["don",28],["configure",5],["availale",4],["getenv",37],["backend",76],["envrionment",2],["variable",6],["executed",3],["remotely",2],["hacky",4],["redis",2],["ret",4],["ip",4],["sdk",3],["private",3],["services",3],["address",8],["rpc",4],["torchrpc",3],["k8s",3],["client",5],["ipv4",2],["ipv6",2],["env",26],["sock",6],["getsockname",6],["pid",2],["colocated",4],["util",2],["named",103],["actors",5],["placement",18],["scheduling",8],["strategies",2],["strategy",18],["affinity",3],["experimental",2],["utilities",17],["enables",1],["separate",7],["unittest",1],["mock",1],["binds",2],["methods",8],["outer",1],["binding",3],["delegates",1],["calls",13],["customizable",1],["pg",9],["pools",1],["pgs",7],["lambda",23],["bundle",5],["reverse",13],["unsorted",1],["th",3],["requesting",1],["processes",4],["cannot",6],["satisfy",1],["letters",1],["digits",1],["ascii",1],["rp1",1],["rp2",1],["additional",9],["sharing",7],["soft",5],["colocate",10],["strict",14],["pack",5],["scheme",2],["lifetime",16],["bundles",2],["ready",2],["hex",2],["undefined",2],["cia",2],["generating",16],["option",10],["vars",14],["runtime",32],["120",2],["namespaces",3],["spawn",3],["rebind",5],["startswith",19],["removeprefix",3],["getatt",1],["sliced",2],["opensource",1],["dispatcher",2],["created",6],["scratch",2],["nvmegatron",2],["third",600],["party",600],["llmengine",25],["currently",41],["versions",1],["pkg",1],["scheduler",126],["lo",129],["raconfig",83],["log",117],["characters",3],["being",4],["printed",2],["unlimited",2],["swap",32],["space",37],["gi",12],["utilization",31],["90",3],["batched",27],["seqs",36],["paddings",10],["revision",33],["enforce",37],["eager",41],["context",68],["capture",39],["8192",9],["custom",40],["enable",66],["lora",146],["loras",23],["shared",26],["shengguangming",68],["delete",8],["unused",6],["facebook",6],["125m",6],["huggingface",48],["branch",13],["commit",18],["unspecified",17],["choices",10],["slow",14],["download",45],["safetensors",14],["npcache",13],["dummy",45],["fall",16],["profiling",25],["bfloat16",42],["precision",37],["serving",13],["stages",8],["replicas",7],["woosuk",33],["fine",9],["grained",4],["seeds",4],["percentage",5],["maximum",36],["settings",10],["quantiza",1],["awq",13],["quantize",10],["configs",16],["namespace",7],["attributes",8],["parsed",3],["var",18],["hip",24],["nvcc",3],["30",9],["rocm",18],["verify",39],["following",26],["common",11],["practice",3],["dtypes",23],["upcasting",1],["allowed",2],["downcasting",1],["casting",1],["inf",4],["mpt",1],["chat",20],["glm2",1],["others",1],["assuming",1],["yarn",1],["lead",8],["fraction",2],["storage",1],["blocks",32],["less",10],["fp8",12],["e5m2",2],["amd",6],["m2",2],["yet",29],["footprint",4],["boosts",2],["cause",11],["slight",2],["accuracy",3],["drop",6],["factors",11],["fixme",45],["however",14],["span",3],["msg",4],["possibly",10],["constant",7],["csrc",2],["punica",2],["bgmv",2],["64",10],["ra",29],["65528",2],["due",6],["kernel",4],["downloading",11],["reproducibility",3],["was",10],["graph",22],["hybrid",47],["covered",7],["graphs",8],["larger",18],["gptq",18],["squeezellm",3],["quant",26],["qua",1],["issues",14],["2147",1],["disabling",2],["optimized",1],["slower",1],["divide",3],["replicate",4],["smaller",7],["gptbig",4],["falcon",1],["flag",2],["refined",1],["web",1],["glm",1],["grouped",1],["batches",27],["sequentially",1],["ram",1],["oom",7],["nccl",39],["disabled",2],["fix",19],["kernels",2],["temporarily",6],["resolved",2],["processed",8],["generated",8],["added",14],["higher",6],["throughput",10],["limits",2],["makes",2],["reject",2],["longer",3],["increase",6],["decrease",3],["iterable",27],["rarequest",44],["sampling",48],["sampler",45],["detokenize",4],["incrementally",2],["stat",17],["counter",41],["interval",9],["sec",7],["af",4],["inet",4],["stream",8],["cluster",16],["probably",4],["configurations",4],["initializing",24],["includes",9],["specification",2],["resources",1],["locally",4],["tcp",7],["localhost",8],["receives",4],["generates",12],["texts",8],["clients",4],["aka",8],["utilizes",4],["management",8],["maximize",4],["offline",10],["online",8],["comprehensive",7],["itself",39],["debug",37],["hfconfig",4],["deleted",6],["maybe",11],["choose",6],["profile",36],["independent",3],["importing",12],["xformers",8],["pylint",8],["outside",11],["toplevel",8],["beam",3],["early",3],["stopping",2],["best",14],["running",17],["worst",2],["penalty",9],["eos",73],["highest",2],["attainable",1],["never",2],["otherwise",17],["shorter",1],["finished",7],["finalize",2],["stopped",1],["reached",1],["capped",1],["prms",1],["decodes",3],["prev",9],["spaces",4],["logged",1],["prometheus",2],["monotonic",2],["swapped",2],["waiting",2],["e2e",1],["latency",1],["timings",1],["iters",1],["scheduled",2],["since",7],["updates",2],["arrival",2],["profiles",7],["initializes",1],["centralized",7],["controler",7],["own",11],["change",21],["increasing",1],["stored",1],["decreasing",4],["warm",2],["uncomputed",1],["prefixes",1],["logprobs",40],["samples",5],["child",1],["children",5],["iterations",1],["aborted",1],["fork",1],["reuse",3],["redundant",1],["copies",2],["especially",1],["newly",2],["candidate",1],["freeing",1],["unselected",1],["width",1],["finishes",1],["high",6],["low",4],["continuation",1],["criteria",1],["st",1],["abort",1],["aborts",1],["refer",1],["meth",1],["exact",3],["policy",37],["determined",2],["unique",9],["replaced",17],["automatic",1],["caching",10],["encoded",4],["objects",6],["who",4],["president",1],["united",1],["temperature",19],["specifies",1],["forced",1],["creates",4],["unfinished",5],["offload",82],["schedules",1],["executes",11],["finally",5],["schedule",12],["entrypoints",4],["rnn",4],["intelligent",4],["batching",4],["mechanism",4],["intended",5],["ratio",24],["reserve",4],["improve",5],["storing",4],["safely",7],["small",12],["unexpected",17],["completion",4],["optimzied",4],["rewrite",6],["logprob",8],["nonzero",6],["pbar",3],["close",4],["earlier",3],["hack",29],["autoregressive",2],["logics",5],["completions",3],["considering",2],["constraint",2],["display",2],["progress",4],["bar",2],["lengths",4],["tree",14],["selecting",3],["contextlib",9],["utility",5],["loaders",98],["prune",2],["processors",2],["penalties",2],["contextmanager",6],["lmhead",7],["activation",9],["scaled",6],["latest",4],["gpt2",14],["mafor",7],["incur",2],["bounds",2],["v0",6],["spmd",90],["central",4],["aligned",4],["sets",11],["origin",11],["still",23],["zhuohan",5],["pinned",1],["presence",1],["frequency",1],["repetition",1],["division",2],["div",4],["temperatures",1],["ps",26],["ks",1],["probabilities",3],["probs",28],["numerical",2],["capability",2],["minimum",3],["accurate",14],["duplicate",36],["point",34],["peak",18],["dimensions",2],["divided",2],["matrix",2],["along",4],["vocaburaly",2],["partition",22],["runner",63],["lrucache",25],["ramanager",13],["ramapping",6],["wsl",4],["cudagraph",13],["h2d",3],["kvcache",7],["slot",3],["warmup",18],["24",1],["40",1],["updated",28],["changed",2],["sizes",10],["33",1],["tests",5],["samplers",4],["runners",6],["during",15],["tables",5],["table",4],["expensive",4],["lens",5],["subquery",3],["categorized",2],["pin",13],["categori",1],["caches",12],["executable",2],["sublist",1],["reflect",1],["causing",1],["deterministic",2],["99",1],["represents",3],["amount",1],["consumption",1],["synchronize",8],["nvidia",14],["corporation",10],["strongly",4],["tied",8],["established",4],["belongs",8],["micro",72],["origins",2],["infer",15],["corresponding",4],["backward",23],["compatibility",2],["consistencies",7],["partitioned",11],["tokenizers",19],["adapters",8],["capacity",8],["await",6],["simplicity",9],["ties",5],["skipped",7],["conv1",4],["logic",5],["conv1d",4],["general",9],["way",11],["align",14],["gc",10],["ar",7],["alignment",2],["associated",4],["responsible",4],["maintaining",5],["executing",4],["assigned",4],["uninitialized",8],["events",5],["offloading",8],["cupy",3],["synchronization",11],["causes",13],["grow",11],["increases",12],["disables",11],["behavior",12],["discuss",11],["allocation",14],["191573",11],["streams",11],["torchrun",15],["remaining",7],["reset",11],["profiled",8],["mem",11],["op",29],["operations",2],["issued",1],["swapping",1],["overhead",1],["event",1],["our",2],["un",1],["affected",1],["speculative",35],["vision",33],["served",17],["nsight",4],["override",26],["lookahead",3],["slots",3],["llava",1],["image",6],["delay",3],["prefill",12],["guided",4],["outlines",2],["ngram",3],["lookup",3],["spec",6],["specify",5],["together",5],["nullable",2],["gptqmarlin",2],["marlin",2],["tensorizer",3],["weave",3],["members",7],["formats",6],["dtensor",66],["hub",2],["e4",2],["m3",2],["deprecated",12],["detokenizer",11],["matches",6],["exposed",2],["apis",8],["multimodal",28],["intern",3],["lmfor",3],["aquila",3],["phi3",3],["gptbigcode",6],["starcoder2",6],["reconstruct",3],["stacked",16],["redistribute",21],["prevent",10],["multiplies",2],["colossal",3],["tie",19],["word",32],["appear",3],["unnecessarily",3],["tuning",5],["etc",9],["parallelize",6],["plan",3],["mesh",44],["placements",3],["unloaded",1],["checkpoints",5],["mixtral",21],["processor",16],["interfaces",5],["lib",17],["know",2],["report",4],["kvs",4],["ping",6],["liveness",2],["spmdgpuexecutor",11],["rebuild",7],["consuming",3],["modal",36],["para",1],["ncols",2],["applied",2],["paired",1],["ith",1],["te",9],["fc1",13],["fc2",12],["dependencies",1],["hfloader",6],["profiler",9],["constructed",3],["mixture",3],["mixed",14],["flashinfer",2],["workspace",3],["consumed",6],["took",6],["scales",8],["defaulting",6],["reqs",2],["phase",3],["prefills",1],["coalesce",1],["coalesced",1],["sends",1],["broadcasts",1],["triggers",1],["envs",11],["vs",10],["sourced",5],["asertion",3],["say",3],["denoted",3],["g0",3],["g7",3],["present",5],["g1",3],["g2",3],["g3",3],["g4",3],["g5",3],["g6",3],["efficiency",3],["adjacent",3],["dgx",3],["box",3],["boxes",3],["belong",9],["15",3],["second",7],["managed",3],["gloo",2],["hang",13],["sepearate",3],["invokes",6],["takes",8],["guaranteeing",6],["logs",8],["executors",6],["rebuilding",3],["req",15],["health",12],["spmdexecutor",6],["healthy",12],["checks",6],["communicators",1],["pynccl",4],["similar",7],["xxxx",3],["setting",6],["kaichao",3],["tested",4],["ooms",6],["tip",4],["adjusting",4],["happens",4],["properly",4],["cleaned",4],["ca",1],["wrap",22],["conform",1],["interface",4],["sharding",84],["observability",13],["adapter",42],["flexible",6],["specifying",1],["expert",9],["notice",1],["patterns",7],["preemption",1],["draft",6],["acceptance",1],["rejection",1],["typical",1],["posterior",1],["threshold",11],["alpha",7],["qlora",2],["otlp",1],["traces",1],["tr",1],["bitsandbytes",3],["consistent",3],["bits",4],["qlo",1],["32768",1],["explicitly",1],["agnostic",4],["encounter",1],["dis",1],["nf4",2],["ignoring",4],["gemma2",4],["odd",1],["capping",1],["moe",2],["mo",4],["deepseek",2],["deepseekv2",4],["experts",2],["routed",2],["handled",4],["breaks",3],["llminputs",1],["tracing",2],["tracer",2],["loggers",6],["overload",1],["llmguided",1],["deprecate",1],["usagecontext",3],["postfix",1],["est",1],["toks",2],["spd",1],["elapsed",1],["stp",1],["logitsprocessor",4],["cap",2],["vocabulary",11],["stacklevel",4],["dynamo",5],["compile",7],["fullgraph",4],["deviate",2],["queue",4],["broadcaster",4],["allreduce",10],["1234",4],["cumem",4],["ru",1],["gpumodel",6],["speculator",4],["medusa",4],["program",2],["take",4],["workerbase",2],["mm",6],["neuron",4],["vlfor",1],["conditional",1],["qwen2vl",2],["preprocess",16],["preprocessor",2],["weak",1],["managing",1],["entry",3],["gr",1],["dtyp",1],["debugger",1],["debugpy",1],["listen",1],["5678",1],["anymore",2],["nothing",7],["compilation",3],["levels",1],["regarding",2],["adding",5],["vlms",2],["llms",2],["plugins",2],["adv",17],["dual",4],["calibration",3],["reproduce",1],["balanced",6],["evidence",1],["emitted",1],["beta",2],["25",1],["coefficients",1],["linearly",2],["warmed",1],["300",1],["margin",4],["clipping",2],["wrong",4],["curriculum",7],["calib",7],["ppo",91],["outcome",9],["uid",10],["uids",2],["fromkeys",1],["arr",1],["delta",12],["abs",13],["pairs",2],["neg",1],["diff",3],["eff",1],["sums",2],["sign",2],["kendall",1],["sgn",2],["kappa",1],["pair",3],["fsdp",89],["sft",20],["lightweight",1],["mfu",5],["optim",24],["cpuoffload",5],["cosine",3],["sftdataset",3],["fs",18],["hdfs",54],["task",8],["fsdpsfttrainer",3],["hydra",5],["regular",5],["omegaconf",22],["pretrain",4],["template",13],["optimizer",54],["shuffle",9],["systems",11],["grads",7],["gradient",22],["checkpointing",11],["reentrant",5],["orig",5],["wrapping",1],["adam",7],["lr",16],["betas",4],["decay",6],["epoch",7],["thinks",6],["shift",4],["flatten",4],["fct",1],["cross",5],["entropy",21],["reduction",1],["balance",3],["bugs",1],["fit",4],["unified",2],["experiment",5],["uploading",3],["losses",5],["barrier",7],["cfg",3],["dst",8],["clip",21],["1e",10],["1e3",2],["verifier",1],["gsm8k",5],["sources",4],["lighteval",1],["pprint",4],["omega",20],["container",12],["symbol",2],["nnodes",2],["sampels",1],["axes",1],["try2",2],["em",18],["f1",11],["ppotrainer",3],["05",1],["observe",2],["perstep",1],["02",1],["triviaqa",1],["popqa",1],["2wikimultihopqa",1],["2wiki",1],["musique",1],["nqhotpot",1],["classes",1],["adopt",1],["sandbox",2],["cases",2],["rewards",15],["depends",1],["correctness",2],["80",3],["gradually",2],["predicted",4],["truths",3],["overconfident",4],["underconfident",4],["filtering",1],["solution",13],["gt",3],["finditer",4],["ans",3],["null",1],["algos",39],["algorithms",2],["supervision",1],["reinforce",7],["show",2],["most",3],["bad",2],["mismatch",1],["uid2count",3],["uid2vals",1],["uid2mean",1],["vals",1],["adaptive",7],["klcontroller",8],["kl",18],["described",2],["arxiv",10],["pdf",3],["1909",1],["08593",1],["coef",12],["horizon",8],["proportional",2],["mult",3],["categorical",2],["gae",3],["advantage",9],["gamma",2],["lam",2],["trl",5],["discounted",1],["generalized",1],["estimation",2],["1506",1],["02438",1],["advantages",14],["lastgaelam",1],["reversed",2],["nextvalues",1],["whiten",2],["grpo",6],["da",3],["std",3],["id2scores",2],["id2mean",3],["id2std",2],["mu",2],["unbiased",2],["isnan",2],["difficulty",2],["wi",1],["clamp",6],["operating",1],["id2score",1],["prob",29],["cliprange",9],["l1122",1],["1707",7],["06347",7],["clipfrac",9],["clipped",3],["approx",2],["exp",4],["losses2",2],["baseline",1],["vpreds",6],["l1151",1],["vf",6],["vpredclipped",1],["losses1",1],["fixed",6],["ctrl",6],["divergence",2],["l1104",1],["mse",1],["square",5],["schulman",1],["approximating",1],["2020",2],["joschu",1],["net",1],["blog",1],["html",1],["kld",3],["agonistic",1],["uuid",2],["codetiming",2],["timer",12],["balancing",26],["unbalance",3],["timing",5],["average",1],["951ca1841f29114b969b57b26c7d3e80a39f75a0",1],["l837",1],["coeff",7],["estimator",2],["ways",1],["estimate",8],["explained",1],["eq",3],["int16",1],["section",1],["ms",1],["1000",7],["individual",1],["control",4],["algorithm",9],["rlhfdataset",4],["filter",7],["dataframe",8],["desired",4],["42",3],["filtered",2],["struct",3],["valida",1],["equally",1],["tags",2],["overconf",1],["underconf",1],["overconfidence",1],["underconfidence",1],["hash",3],["totals",1],["wandb",5],["coverage",1],["rstrip",1],["newline",1],["encoding",3],["utf",2],["fieldnames",1],["saved",5],["writer",6],["writeheader",1],["computation",7],["accumulates",1],["accum",2],["preparation",2],["recompute",9],["certain",1],["overlap",10],["psc",2],["sta",1],["dataflow",1],["light",1],["those",1],["uuid4",1],["ll",1],["agents",1],["forloop",1],["care",2],["rloo",1],["rewa",1],["tutorial",1],["ipynb",1],["referece",1],["31",1],["pull",7],["45699",1],["means",3],["recommend",2],["utilize",11],["differnt",2],["roles",1],["rmdataset",2],["rlhf",3],["expanduser",5],["dataframes",4],["nvm",2],["iloc",2],["anyway",1],["chosen",4],["rejected",4],["trajectory",9],["tracker",9],["inserted",1],["tempfile",4],["deque",3],["randn",1],["pth",1],["temporary",1],["tmpdirname",1],["getbuffer",1],["upload",1],["popleft",2],["timeout",3],["36000",1],["datetime",1],["timedelta",1],["flops",13],["achieved",2],["promised",4],["parm",2],["swi",2],["gelu",2],["having",2],["emd",2],["fwd",2],["bwd",2],["1e12",2],["taken",2],["estimated",4],["unit",3],["units",4],["ptr",2],["unkown",1],["h100",1],["h800",1],["989e12",1],["a100",1],["a800",1],["312e12",1],["l40",1],["181",1],["05e12",1],["l20",1],["119",1],["5e12",1],["h20",1],["148e12",1],["910",1],["354e12",1],["usr",1],["coding",1],["system",5],["hashlib",2],["filelock",1],["lock",1],["conflicts",1],["char",1],["gettempdir",1],["md5",3],["joins",1],["base64",1],["hexdigest",1],["itertools",8],["policies",1],["accelerate",1],["recurse",5],["buffers",30],["filled",1],["captured",1],["registered",2],["previously",2],["clear",6],["state2fqn",2],["chain",5],["setdefault",2],["standalone",3],["materialized",2],["holds",8],["mod",2],["fqn",2],["initiated",2],["guarantee",2],["safetensor",1],["000x",1],["ooxx",1],["binary",1],["safetensors2param",1],["ceil",1],["returncode",1],["cmd",5],["cp",2],["capable",1],["copytree",1],["raised",2],["keyword",5],["haibin",2],["lin",2],["broken",1],["symbolic",1],["links",1],["0o777",1],["leaf",1],["segment",1],["rightmost",1],["oserror",1],["recursive",1],["availability",1],["libs",6],["aggregate",8],["receive",3],["console",5],["flush",6],["levelname",1],["asctime",1],["enums",1],["classnames",2],["dt",1],["ffn",1],["silu",1],["percent",1],["gated",1],["connection",1],["fusion",2],["fake",2],["timers",8],["kwds",2],["provider",14],["defaults",6],["nelement",1],["conversion",1],["gptmodel",1],["accumulate",1],["bucketing",1],["maintain",6],["instances",1],["unwrapped",2],["requested",4],["sgd",3],["depending",1],["minumum",1],["decoupled",1],["01",1],["coefficient",3],["l2",1],["regularization",1],["intializing",1],["positive",1],["power",1],["convergence",1],["hysteresis",2],["beta1",2],["averages",1],["beta2",2],["999",3],["08",1],["term",1],["denominator",1],["momentum",2],["distribute",9],["miscellaneous",1],["l1",1],["measurements",1],["optimizers",1],["distrib",1],["scaler",6],["inherit",1],["manages",1],["distinct",1],["growth",1],["backoff",1],["shapes",8],["removing",2],["autograd",3],["ctx",11],["keepdim",5],["xavier",2],["stride",2],["accumulation",9],["later",9],["spliited",1],["further",1],["rolled",5],["roll",7],["shifts",5],["hold",1],["references",6],["allocate",4],["pointer",1],["increment",3],["normalizes",1],["mismatches",1],["underlying",4],["transform",7],["obtained",4],["design",1],["classification",7],["automodel",2],["sequential",1],["masks",2],["faster",1],["randint",6],["1e6",1],["mistral7b",1],["32000",1],["32001",1],["catch",7],["simplefilter",6],["complete",1],["isdigit",2],["packed",1],["commonly",1],["concurrent",2],["submit",1],["res",1],["completed",1],["rendezvous",7],["communicator",8],["retries",1],["ncclidstore",2],["ndev",1],["comm",9],["matched",1],["countdown",5],["scoring",7],["equation",5],["account",1],["floating",1],["evaluating",1],["arithmetic",1],["precautions",1],["regex",1],["operators",1],["parentheses",1],["whitespace",1],["restricted",1],["globals",1],["locals",1],["builtins",1],["assistant",6],["im",2],["findall",2],["exactly",2],["trung",2],["luong",2],["et",2],["al",2],["reft",2],["reinforced",2],["proceedings",2],["62nd",2],["annual",2],["meeting",2],["association",2],["computational",2],["linguistics",2],["volume",2],["papers",2],["formatting",1],["harness",1],["tasks",1],["hendrycks",1],["retval",2],["boxed",3],["equiv",2],["slash",2],["frac",3],["fracs",2],["substrs",1],["substr",2],["str1",1],["str2",1],["ss1",1],["ss2",1],["rfind",1],["fbox",1],["brace",1],["braces",1],["ever",1],["occurs",1],["describing",1],["linebreaks",1],["inverse",1],["tfrac",1],["dfrac",1],["circ",1],["degrees",1],["dollar",1],["signs",1],["w605",1],["alternatively",1],["rid",1],["beginning",1],["sqrt3",1],["frac1b",1],["frac12",1],["frac1",1],["72",1],["manually",4],["multiply",3],["subem",2],["substring",1],["articles",4],["white",4],["punc",4],["exclude",4],["punctuation",4],["ch",4],["squ",1],["ad",1],["decoded",4],["kept",1],["pred",1],["gold",1],["overlaps",1],["multiset",1],["intersection",1],["recall",1],["heapq",2],["ceildiv",2],["balacing",1],["seqlength",1],["microbatches",4],["resulting",1],["seen",2],["karmarkar",2],["karp",2],["greedy",3],["en",1],["wikipedia",1],["largest",3],["differencing",1],["lt",5],["spread",5],["heap",3],["popped",3],["repr",3],["pq",1],["heappush",1],["state0",1],["heappop",1],["state1",1],["minmax",1],["well",2],["tokenization",4],["2b",1],["ambiguious",1],["worsen",1],["google",1],["17a01657f5c87135bcdd0ec7abb4b2dece04408a",1],["107",1],["cruise",1],["bfloat",4],["ops",2],["triton",3],["flah",2],["warper",2],["klogits",2],["plogits",2],["allgather",16],["technically",1],["extenstion",1],["2793",1],["issuecomment",2],["428784713",1],["logsumexp",2],["cycles",2],["decreases",1],["period",1],["waves",1],["resuming",1],["intercept",2],["pi",2],["logical",3],["int32",1],["sentences",3],["reason",8],["intensive",2],["563",1],["330103591",1],["naive",8],["logp",1],["logpy",1],["centered",1],["minibatch",18],["bessel",1],["correction",1],["whitened",1],["rsqrt",1],["reasonable",1],["mlflow",5],["serializable",2],["sep",2],["orient",1],["records",1],["tensorboard",3],["asdict",1],["deprecation",2],["login",2],["tb",2],["deep",1],["2309",1],["14509",1],["inspired",1],["microsoft",1],["deepspeed",1],["slc",2],["slice",11],["alltoall",6],["outpus",9],["unpadded",1],["ppoactor",12],["abc",10],["abstractmethod",10],["readthedocs",2],["namedtuple",2],["represented",2],["anything",2],["typically",2],["updating",8],["probability",5],["concatenation",4],["slient",2],["revert",6],["masking",1],["meagtron",2],["implements",2],["hyper",2],["2104",2],["04473",2],["constraints",2],["follow",4],["optimization",3],["removes",2],["dao",2],["ailab",2],["zero1",2],["impl",7],["bucket",4],["retur",1],["mbs",4],["reduced",3],["packing",3],["successful",2],["ppocritic",10],["multiprocess",2],["us",1],["vpred",4],["nametuple",2],["affect",2],["vocal",2],["fsdpulysses",9],["instantiated",2],["slowly",2],["bos",13],["fsdp2",1],["hfrollout",5],["zero3",4],["prefetch",4],["schedul",1],["llmrollout",4],["fsdpvllmsharding",3],["mostly",1],["copying",1],["entering",2],["dcp",2],["overriding",2],["classifier",4],["argmax",6],["debugging",7],["purpose",1],["ppmodel",7],["startegy",6],["44385",6],["connections",6],["sharp",6],["fetch",2],["ga",1],["vllmsharding",3],["concate",1],["reorganize",1],["resharding",3],["reshard",1],["construction",4],["89492",1],["cublas",1],["faissindex",4],["serves",1],["moving",2],["successfully",2],["moved",2],["adjust",2],["pporeward",4],["gathered",4],["ori",3],["begin",2],["inst",2],["ndevice",2],["warninig",2],["consistently",2],["stops",2],["nullcontext",2],["overriden",2],["100069",2],["summon",2],["writeback",2],["renormalize",2],["potentially",2],["reaches",2],["native",1],["follows",4],["growing",2],["crop",2],["pluck",2],["optionally",2],["distribution",2],["multinomial",2],["sampled",2],["meet",1],["requirement",1],["unk",3],["mapped",2],["converts",5],["tokenized",3],["integers",2],["tf",2],["clean",2],["something",2],["often",2],["artifacts",2],["joined",2],["working",1],["treated",2],["freed",2],["happending",1],["simplify",1],["making",1],["initiallize",2],["redundancy",2],["deployed",2],["kafka",2],["supporting",2],["customize",2],["pro",1],["whole",3],["enter",8],["exc",8],["traceback",8],["12345",2],["restore",4],["rng",4],["important",2],["shall",2],["integrating",2],["shares",1],["leakage",2],["adhoc",2],["force",2],["splited",2],["iterate",2],["proper",2]],"docCount":1675,"docs":[{"id":"scripts/build_data.py","name":[["build",1],["data",1],["py",1]],"path":[["scripts",1],["build",1],["data",1],["py",1]],"body":[["build",1],["paper",1],["nq",4],["hotpot",1],["qa",1],["training",1],["data",1],["from",2],["search",1],["r1",1],["compatible",1],["jsonl",8],["expected",1],["fields",1],["question",1],["golden",1],["answers",1],["input",1],["directory",1],["must",1],["contain",1],["train",4],["test",2],["hotpotqa",3],["dev",2],["import",3],["argparse",1],["pathlib",1],["path",1],["datasets",2],["as",1],["hf",1],["splits",1],["if",1],["name",1],["main",2]]},{"id":"scripts/build_data.py#load_and_convert","name":[["load",1],["convert",1]],"path":[["scripts",1],["build",1],["data",1],["py",1]],"body":[["def",3],["load",3],["convert",4],["source",4],["path",2],["dataset",9],["name",4],["str",5],["split",5],["hf",1],["datasets",1],["json",1],["data",2],["files",1],["train",1],["example",3],["index",3],["question",5],["strip",1],["if",1],["not",1],["endswith",1],["return",2],["prompt",2],["role",1],["user",1],["content",1],["make",1],["ability",1],["fact",1],["reasoning",1],["reward",1],["model",1],["style",1],["rule",1],["ground",1],["truth",1],["target",1],["golden",1],["answers",1],["extra",1],["info",1],["map",1],["indices",1],["true",1],["remove",1],["columns",1],["column",1],["names",1]]},{"id":"scripts/build_data.py#load_and_convert.convert","name":[["convert",1]],"path":[["scripts",1],["build",1],["data",1],["py",1]],"body":[["def",2],["convert",2],["example",4],["index",4],["question",5],["strip",1],["if",1],["not",1],["endswith",1],["return",1],["data",1],["source",1],["dataset",3],["name",2],["prompt",2],["role",1],["user",1],["content",1],["make",1],["ability",1],["fact",1],["reasoning",1],["reward",1],["model",1],["style",1],["rule",1],["ground",1],["truth",1],["target",1],["golden",1],["answers",1],["extra",1],["info",1],["split",2]]},{"id":"scripts/build_data.py#main","name":[["main",1]],"path":[["scripts",1],["build",1],["data",1],["py",1]],"body":[["def",2],["main",2],["none",2],["parser",5],["argparse",1],["argument",3],["add",2],["raw",2],["root",2],["type",2],["path",3],["required",1],["true",3],["help",1],["directory",1],["containing",1],["nq",2],["hotpot",1],["qa",1],["jsonl",1],["files",1],["output",3],["dir",3],["default",1],["data",1],["hotpotqa",1],["args",5],["parse",1],["converted",3],["train",4],["test",4],["dataset",2],["name",6],["subdir",2],["splits",1],["items",2],["split",5],["filename",2],["source",4],["if",1],["not",2],["file",3],["raise",1],["found",1],["error",1],["missing",1],["input",1],["append",1],["load",1],["convert",1],["mkdir",1],["parents",1],["exist",1],["ok",1],["parts",2],["combined",2],["hf",1],["datasets",2],["concatenate",1],["parquet",2],["str",1]]},{"id":"scripts/build_data.py#make_prompt","name":[["make",1],["prompt",1]],"path":[["scripts",1],["build",1],["data",1],["py",1]],"body":[["def",2],["make",2],["prompt",2],["question",5],["str",4],["return",1],["answer",6],["given",1],["you",3],["search",7],["external",1],["knowledge",1],["query",1],["results",2],["will",1],["be",1],["returned",1],["between",1],["information",2],["as",2],["many",1],["times",1],["want",1],["after",1],["receiving",1],["first",1],["output",1],["your",4],["current",1],["confidence",5],["integer",2],["10",2],["then",1],["either",1],["again",1],["give",1],["giving",1],["final",3],["write",1],["followed",1],["by",1]]},{"id":"scripts/calc_last_step_conf.py","name":[["calc",1],["last",1],["step",1],["conf",1],["py",1]],"path":[["scripts",1],["calc",1],["last",1],["step",1],["conf",1],["py",1]],"body":[["final",3],["confidence",7],["last",2],["step",3],["ece",2],["auroc",2],["brier",2],["score",2],["per",1],["conf",1],["values",1],["answer",1],["none",1],["has",1],["valid",1],["format",1],["import",7],["argparse",1],["ast",1],["sys",2],["from",2],["pathlib",1],["path",3],["numpy",1],["as",2],["np",1],["pandas",1],["pd",1],["insert",1],["str",1],["file",1],["resolve",1],["parent",1],["compute",4],["metrics",1],["ext",1],["print",1],["bin",1],["detail",1],["if",1],["name",1],["main",2]]},{"id":"scripts/calc_last_step_conf.py#get_last_step_conf","name":[["last",1],["step",1],["conf",1]],"path":[["scripts",1],["calc",1],["last",1],["step",1],["conf",1],["py",1]],"body":[["def",2],["last",2],["step",6],["conf",13],["row",4],["per",4],["values",10],["action",7],["types",6],["answer",3],["type",1],["none",7],["try",1],["ast",2],["literal",2],["eval",2],["str",2],["except",1],["exception",1],["return",5],["if",3],["not",4],["range",2],["len",3]]},{"id":"scripts/calc_last_step_conf.py#main","name":[["main",1]],"path":[["scripts",1],["calc",1],["last",1],["step",1],["conf",1],["py",1]],"body":[["def",2],["main",2],["parser",6],["argparse",1],["argument",4],["add",3],["csv",4],["type",4],["str",1],["required",1],["true",2],["bins",5],["int",1],["default",1],["20",1],["detail",3],["action",1],["store",1],["args",9],["parse",1],["print",21],["df",21],["pd",2],["read",1],["total",4],["len",3],["has",6],["valid",6],["format",6],["dict",2],["value",2],["counts",2],["sort",2],["index",2],["confidence",10],["last",17],["step",13],["conf",20],["apply",1],["axis",1],["numeric",1],["errors",1],["coerce",1],["final",10],["mask",6],["notna",1],["both",16],["copy",1],["100",1],["1f",1],["sum",1],["10",3],["norm",6],["astype",5],["float",5],["groups",4],["60",4],["answer",2],["label",8],["sub",10],["items",3],["metrics",2],["values",7],["correct",3],["per",1],["70",3],["summary",1],["comparison",1],["header",2],["28",2],["12",2],["ece",4],["auroc",4],["brier",4],["if",1],["continue",1],["col",2],["compute",3],["score",1],["short",2],["replace",2],["4f",3]]},{"id":"scripts/calc_last_step_conf.py#print_metrics","name":[["print",1],["metrics",1]],"path":[["scripts",1],["calc",1],["last",1],["step",1],["conf",1],["py",1]],"body":[["def",2],["print",15],["metrics",2],["label",4],["confs",20],["correct",13],["bins",6],["detail",4],["false",2],["len",5],["if",4],["return",1],["overall",2],["acc",2],["mean",4],["avg",2],["conf",2],["ece",4],["compute",3],["auroc",4],["brier",4],["score",2],["55",2],["4f",7],["min",1],["2f",2],["max",1],["20",1],["incorrect",4],["bin",1]]},{"id":"scripts/compute_metrics_ext.py","name":[["compute",1],["metrics",1],["ext",1],["py",1]],"path":[["scripts",1],["compute",1],["metrics",1],["ext",1],["py",1]],"body":[["compute",6],["metrics",4],["ext",6],["py",4],["evaluate",1],["batch",1],["conf",8],["sh",1],["bamboogle",1],["rep1",1],["rep4",1],["csv",3],["simpleqa",1],["train",1],["md",1],["acc",1],["final",3],["ece",3],["auroc",3],["bs",2],["last",5],["step",5],["python",2],["scripts",2],["eval",3],["dir",2],["evaluation",2],["model",1],["name",2],["timestamp",1],["root",1],["all",1],["import",8],["argparse",1],["ast",1],["os",3],["sys",2],["glob",1],["numpy",1],["as",2],["np",1],["pandas",1],["pd",1],["path",3],["insert",1],["join",1],["dirname",1],["file",1],["statistics",2],["from",1],["confidence",2],["brier",1],["score",1],["calc",1],["sample",1],["data",1],["frame",1],["if",1],["main",2]]},{"id":"scripts/compute_metrics_ext.py#_print_row","name":[["print",1],["row",1]],"path":[["scripts",1],["compute",1],["metrics",1],["ext",1],["py",1]],"body":[["def",2],["print",3],["row",2],["ds",2],["acc",2],["3f",1],["fc",6],["ece",4],["4f",6],["auroc",4],["bs",4],["lsc",6]]},{"id":"scripts/compute_metrics_ext.py#compute_metrics_df","name":[["compute",1],["metrics",1],["df",1]],"path":[["scripts",1],["compute",1],["metrics",1],["ext",1],["py",1]],"body":[["def",2],["compute",8],["metrics",2],["df",26],["pd",5],["data",2],["frame",2],["bins",4],["int",2],["20",2],["dict",4],["acc",6],["fc",17],["ece",8],["auroc",8],["bs",6],["final",2],["conf",10],["lsc",13],["last",8],["step",8],["copy",2],["apply",1],["axis",1],["numeric",3],["errors",3],["coerce",3],["valid",3],["confidence",7],["mask",6],["notna",1],["both",2],["norm",4],["astype",4],["float",6],["10",2],["len",1],["if",1],["nan",9],["return",2],["correct",2],["values",4],["lc",4],["mean",1],["brier",2],["score",2]]},{"id":"scripts/compute_metrics_ext.py#find_csv","name":[["find",1],["csv",1]],"path":[["scripts",1],["compute",1],["metrics",1],["ext",1],["py",1]],"body":[["def",2],["find",2],["csv",5],["stats",6],["dir",6],["str",4],["none",3],["sample",3],["statistics",3],["val",2],["pattern",2],["os",2],["path",2],["join",2],["files",5],["glob",4],["if",2],["not",1],["pattern2",2],["return",2],["sorted",1]]},{"id":"scripts/compute_metrics_ext.py#get_last_step_conf","name":[["last",1],["step",1],["conf",1]],"path":[["scripts",1],["compute",1],["metrics",1],["ext",1],["py",1]],"body":[["def",2],["last",2],["step",4],["conf",11],["row",4],["try",1],["values",9],["ast",2],["literal",2],["eval",2],["str",2],["per",2],["action",5],["types",5],["except",1],["exception",1],["return",5],["none",5],["if",3],["not",4],["range",2],["len",3],["answer",1]]},{"id":"scripts/compute_metrics_ext.py#main","name":[["main",1]],"path":[["scripts",1],["compute",1],["metrics",1],["ext",1],["py",1]],"body":[["def",2],["main",2],["parser",6],["argparse",1],["argument",5],["description",1],["bamboogle",1],["simpleqa",1],["group",4],["add",5],["mutually",1],["exclusive",1],["required",1],["true",2],["eval",10],["dir",6],["type",3],["str",2],["help",3],["evaluation",3],["way1",1],["stake",1],["ext",5],["20260515",1],["120000",1],["root",4],["all",4],["action",1],["store",1],["bins",3],["int",1],["default",1],["20",1],["args",9],["parse",1],["if",4],["process",2],["else",1],["not",2],["print",2],["sys",2],["exit",2],["pattern",2],["os",2],["path",2],["join",1],["dirs",3],["sorted",1],["glob",2],["isdir",1]]},{"id":"scripts/compute_metrics_ext.py#process_eval_dir","name":[["process",1],["eval",1],["dir",1]],"path":[["scripts",1],["compute",1],["metrics",1],["ext",1],["py",1]],"body":[["def",2],["process",2],["eval",7],["dir",16],["str",2],["bins",4],["int",2],["20",2],["model",2],["name",2],["os",5],["path",12],["basename",1],["print",17],["70",2],["results",5],["bamboogle",14],["rep",10],["csv",15],["csvs",6],["range",1],["10",1],["join",2],["if",7],["not",1],["isdir",2],["break",1],["find",2],["append",1],["else",6],["reps",3],["len",4],["nbamboogle",1],["dfs",3],["pd",3],["read",2],["df",7],["all",2],["concat",1],["ignore",1],["index",1],["true",1],["compute",2],["metrics",2],["valid",1],["conf",8],["row",2],["simpleqa",11],["nsimpleqa",1],["markdown",2],["train",1],["md",1],["acc",2],["final",3],["ece",4],["auroc",4],["bs",4],["last",3],["step",3],["ds",2],["items",1],["label",3],["simple",1],["qa",1],["3f",1],["fc",3],["4f",6],["lsc",3],["return",1]]},{"id":"search_r1/__init__.py","name":[["init",1],["py",1]],"path":[["search",1],["r1",1],["init",1],["py",1]],"body":[]},{"id":"search_r1/llm_agent/__init__.py","name":[["init",1],["py",1]],"path":[["search",1],["r1",1],["llm",1],["agent",1],["init",1],["py",1]],"body":[]},{"id":"search_r1/llm_agent/generation.py","name":[["generation",1],["py",1]],"path":[["search",1],["r1",1],["llm",1],["agent",1],["generation",1],["py",1]],"body":[["import",12],["torch",1],["re",1],["numpy",1],["as",1],["np",1],["from",6],["collections",1],["defaultdict",1],["os",1],["typing",1],["list",1],["dict",1],["any",1],["tuple",1],["dataclasses",1],["dataclass",2],["tensor",3],["helper",2],["config",1],["verl",2],["data",1],["proto",1],["utils",1],["tracking",2],["shutil",1],["requests",1]]},{"id":"search_r1/llm_agent/generation.py#GenerationConfig","name":[["generation",1],["config",1]],"path":[["search",1],["r1",1],["llm",1],["agent",1],["generation",1],["py",1]],"body":[["class",2],["generation",2],["config",2],["max",5],["turns",1],["int",7],["start",1],["length",4],["prompt",1],["response",1],["obs",1],["num",1],["gpus",1],["no",1],["think",1],["rl",1],["bool",1],["false",1],["search",1],["url",1],["str",1],["none",1],["topk",1]]},{"id":"search_r1/llm_agent/generation.py#LLMGenerationManager","name":[["llmgeneration",1],["manager",1]],"path":[["search",1],["r1",1],["llm",1],["agent",1],["generation",1],["py",1]],"body":[["class",2],["llmgeneration",2],["manager",2],["def",7],["init",1],["self",27],["tokenizer",8],["actor",3],["rollout",3],["wg",3],["config",14],["generation",1],["validation",3],["bool",3],["false",6],["tensor",23],["fn",4],["helper",1],["pad",10],["token",3],["id",7],["max",15],["prompt",8],["length",10],["obs",19],["start",2],["batch",5],["tokenize",3],["responses",32],["list",3],["str",13],["torch",17],["return",7],["add",2],["special",3],["tokens",3],["tensors",9],["pt",2],["padding",7],["longest",2],["input",7],["ids",22],["postprocess",1],["final",19],["tuple",1],["process",3],["stop",2],["at",5],["appropriate",1],["tag",1],["normal",2],["turns",1],["search",8],["found",4],["truncate",4],["per",1],["step",1],["confidence",13],["naturally",1],["included",1],["before",1],["neither",1],["no",3],["truncation",2],["invalid",2],["action",2],["error",2],["injected",1],["next",16],["turn",5],["true",4],["not",3],["note",1],["completely",1],["ignored",1],["decode",1],["skip",1],["new",21],["resp",9],["if",9],["prefer",1],["then",1],["append",7],["split",3],["elif",1],["else",5],["only",1],["ignore",1],["think",1],["rl",1],["raise",1],["value",1],["observations",2],["from",2],["environment",1],["shape",2],["print",1],["warning",1],["observation",1],["too",1],["long",1],["consider",1],["changing",1],["your",1],["update",5],["rolling",2],["state",3],["rollings",6],["data",2],["proto",2],["cur",5],["dict",4],["concatenate",5],["attention",6],["mask",21],["create",3],["position",4],["effective",2],["len",6],["sum",1],["dim",4],["min",1],["meta",2],["info",22],["masked",3],["response",3],["none",4],["left",3],["handle",1],["additionally",1],["cover",1],["information",1],["block",1],["exists",1],["full",1],["size",1],["dtype",2],["device",2],["concatenated",6],["cat",2],["sorted",3],["indices",3],["int64",1],["argsort",1],["stable",1],["padded",4],["gather",2],["right",7],["side",7]]},{"id":"search_r1/llm_agent/generation.py#LLMGenerationManager.__init__","name":[["init",1]],"path":[["search",1],["r1",1],["llm",1],["agent",1],["generation",1],["py",1]],"body":[["def",2],["init",2],["self",7],["tokenizer",5],["actor",4],["rollout",4],["wg",4],["config",10],["generation",2],["validation",4],["bool",2],["false",2],["tensor",3],["fn",1],["helper",1],["pad",2],["token",2],["id",2],["max",6],["prompt",2],["length",6],["obs",2],["start",2]]},{"id":"search_r1/llm_agent/generation.py#LLMGenerationManager._batch_search","name":[["batch",1],["search",1]],"path":[["search",1],["r1",1],["llm",1],["agent",1],["generation",1],["py",1]],"body":[["def",2],["batch",2],["search",3],["self",4],["queries",4],["payload",2],["topk",2],["config",2],["return",2],["scores",1],["true",1],["requests",1],["post",1],["url",1],["json",2]]},{"id":"search_r1/llm_agent/generation.py#LLMGenerationManager._batch_tokenize","name":[["batch",1],["tokenize",1]],"path":[["search",1],["r1",1],["llm",1],["agent",1],["generation",1],["py",1]],"body":[["def",2],["batch",3],["tokenize",3],["self",3],["responses",4],["list",2],["str",2],["torch",2],["tensor",2],["return",2],["tokenizer",1],["add",1],["special",1],["tokens",1],["false",1],["tensors",1],["pt",1],["padding",1],["longest",1],["input",1],["ids",1]]},{"id":"search_r1/llm_agent/generation.py#LLMGenerationManager._compose_final_output","name":[["compose",1],["final",1],["output",1]],"path":[["search",1],["r1",1],["llm",1],["agent",1],["generation",1],["py",1]],"body":[["def",2],["compose",3],["final",16],["output",16],["self",7],["left",6],["side",10],["dict",11],["right",4],["meta",4],["info",6],["tuple",2],["generation",1],["copy",1],["prompts",1],["input",5],["ids",7],["torch",3],["cat",3],["responses",3],["dim",3],["attention",6],["mask",8],["tensor",5],["fn",5],["create",5],["position",2],["data",1],["proto",1],["from",1],["update",1],["return",1]]},{"id":"search_r1/llm_agent/generation.py#LLMGenerationManager._generate_with_gpu_padding","name":[["generate",1],["gpu",1],["padding",1]],"path":[["search",1],["r1",1],["llm",1],["agent",1],["generation",1],["py",1]],"body":[["def",2],["generate",5],["gpu",3],["padding",7],["self",6],["active",8],["batch",19],["data",5],["proto",5],["wrapper",1],["generation",1],["handles",1],["multi",1],["requirements",1],["num",5],["gpus",5],["config",1],["if",4],["return",3],["actor",3],["rollout",3],["wg",3],["sequences",3],["size",6],["input",1],["ids",1],["shape",2],["remainder",3],["padded",13],["items",3],["pad",2],["sequence",2],["repeat",1],["len",1],["torch",2],["cat",1],["dim",1],["from",1],["dict",1],["output",8],["trimmed",6],["hasattr",1],["meta",8],["info",4],["isinstance",1],["tensor",1],["else",1]]},{"id":"search_r1/llm_agent/generation.py#LLMGenerationManager._info_masked_concatenate_with_padding","name":[["info",1],["masked",1],["concatenate",1],["padding",1]],"path":[["search",1],["r1",1],["llm",1],["agent",1],["generation",1],["py",1]],"body":[["def",2],["info",16],["masked",2],["concatenate",3],["padding",3],["self",3],["prompt",6],["torch",14],["tensor",14],["mask",12],["response",4],["none",3],["pad",8],["left",3],["bool",2],["true",3],["tensors",7],["handle",1],["additionally",1],["create",1],["cover",1],["information",1],["block",1],["if",3],["exists",1],["id",5],["tokenizer",1],["token",1],["not",1],["append",2],["full",1],["size",1],["dtype",2],["device",2],["concatenated",6],["cat",2],["dim",3],["else",1],["sorted",3],["indices",3],["int64",1],["argsort",1],["stable",1],["padded",4],["gather",2],["return",1]]},{"id":"search_r1/llm_agent/generation.py#LLMGenerationManager._passages2string","name":[["passages2string",1]],"path":[["search",1],["r1",1],["llm",1],["agent",1],["generation",1],["py",1]],"body":[["def",2],["passages2string",2],["self",2],["retrieval",3],["result",3],["format",3],["reference",3],["idx",2],["doc",3],["item",2],["enumerate",1],["content",3],["document",1],["contents",1],["title",3],["split",2],["text",2],["join",1],["return",1]]},{"id":"search_r1/llm_agent/generation.py#LLMGenerationManager._postprocess_responses","name":[["postprocess",1],["responses",1]],"path":[["search",1],["r1",1],["llm",1],["agent",1],["generation",1],["py",1]],"body":[["def",2],["postprocess",2],["responses",18],["self",5],["torch",4],["tensor",4],["final",20],["bool",2],["false",3],["tuple",2],["list",2],["str",12],["process",1],["stop",2],["at",5],["appropriate",1],["tag",1],["normal",2],["turns",1],["search",8],["found",4],["truncate",4],["per",1],["step",1],["confidence",13],["naturally",1],["included",1],["before",1],["neither",1],["no",3],["truncation",2],["invalid",2],["action",2],["error",2],["prompt",1],["injected",1],["next",1],["turn",5],["true",2],["not",2],["note",1],["completely",1],["ignored",1],["tokenizer",1],["batch",2],["decode",1],["skip",1],["special",1],["tokens",1],["new",8],["resp",9],["if",4],["prefer",1],["then",1],["append",5],["split",3],["elif",1],["else",3],["only",1],["ignore",1],["config",1],["think",1],["rl",1],["raise",1],["value",1],["tokenize",1],["return",1]]},{"id":"search_r1/llm_agent/generation.py#LLMGenerationManager._process_next_obs","name":[["process",1],["next",1],["obs",1]],"path":[["search",1],["r1",1],["llm",1],["agent",1],["generation",1],["py",1]],"body":[["def",2],["process",3],["next",12],["obs",14],["self",6],["list",2],["str",2],["torch",2],["tensor",2],["observations",1],["from",1],["environment",1],["ids",7],["tokenizer",1],["padding",1],["longest",1],["return",2],["tensors",1],["pt",1],["add",1],["special",1],["tokens",1],["false",1],["input",1],["if",1],["shape",2],["config",4],["max",3],["length",3],["print",1],["warning",1],["observation",1],["too",1],["long",1],["consider",1],["changing",1],["your",1]]},{"id":"search_r1/llm_agent/generation.py#LLMGenerationManager._update_right_side","name":[["update",1],["right",1],["side",1]],"path":[["search",1],["r1",1],["llm",1],["agent",1],["generation",1],["py",1]],"body":[["def",2],["update",3],["right",9],["side",9],["self",6],["dict",4],["cur",4],["responses",17],["torch",4],["tensor",5],["next",4],["obs",4],["ids",4],["none",3],["state",1],["if",1],["info",8],["mask",7],["masked",2],["concatenate",2],["padding",2],["pad",2],["left",2],["false",2],["else",1],["effective",2],["len",5],["fn",1],["create",1],["attention",1],["sum",1],["dim",1],["max",5],["min",1],["config",1],["prompt",1],["length",1],["return",1]]},{"id":"search_r1/llm_agent/generation.py#LLMGenerationManager._update_rolling_state","name":[["update",1],["rolling",1],["state",1]],"path":[["search",1],["r1",1],["llm",1],["agent",1],["generation",1],["py",1]],"body":[["def",2],["update",4],["rolling",3],["state",3],["self",6],["rollings",7],["data",3],["proto",3],["cur",3],["responses",4],["torch",4],["tensor",7],["next",3],["obs",3],["ids",12],["dict",3],["new",13],["observations",1],["input",5],["fn",3],["concatenate",1],["padding",1],["batch",1],["attention",6],["mask",6],["create",2],["position",4],["effective",2],["len",6],["sum",1],["dim",1],["max",6],["min",1],["config",1],["prompt",1],["length",1],["from",1],["meta",2],["info",2],["return",1]]},{"id":"search_r1/llm_agent/generation.py#LLMGenerationManager.batch_search","name":[["batch",1],["search",1]],"path":[["search",1],["r1",1],["llm",1],["agent",1],["generation",1],["py",1]],"body":[["def",2],["batch",3],["search",4],["self",4],["queries",4],["list",2],["str",4],["none",2],["batchified",1],["results",2],["result",3],["return",1],["passages2string",1]]},{"id":"search_r1/llm_agent/generation.py#LLMGenerationManager.execute_predictions","name":[["execute",1],["predictions",1]],"path":[["search",1],["r1",1],["llm",1],["agent",1],["generation",1],["py",1]],"body":[["def",2],["execute",3],["predictions",7],["self",4],["list",14],["str",6],["pad",2],["token",2],["active",5],["mask",3],["none",2],["search",27],["true",2],["final",10],["false",2],["tuple",2],["int",6],["any",4],["return",2],["observations",1],["dones",7],["validity",1],["flags",1],["confidences",6],["step",3],["cur",5],["actions",5],["contents",2],["postprocess",1],["next",6],["obs",6],["valid",6],["action",16],["queries",2],["content",2],["zip",2],["if",10],["results",7],["batch",1],["assert",2],["len",2],["sum",2],["else",3],["enumerate",1],["not",1],["append",16],["answer",5],["elif",1],["information",2],["pop",1],["strip",1],["my",2],["previous",1],["invalid",1],["want",2],["should",2],["output",2],["confidence",6],["first",2],["have",2],["received",2],["then",3],["query",1],["give",1],["let",1],["me",1],["try",1],["again",1]]},{"id":"search_r1/llm_agent/generation.py#LLMGenerationManager.postprocess_predictions","name":[["postprocess",1],["predictions",1]],"path":[["search",1],["r1",1],["llm",1],["agent",1],["generation",1],["py",1]],"body":[["def",2],["postprocess",2],["predictions",6],["self",2],["list",14],["any",6],["final",14],["bool",2],["false",2],["tuple",2],["str",5],["process",1],["from",1],["llm",1],["into",1],["actions",5],["contents",5],["confidences",10],["step",10],["returns",1],["search",15],["answer",12],["none",6],["extracted",1],["content",6],["strings",1],["confidence",9],["values",2],["float",4],["only",4],["action",19],["per",2],["valid",1],["tag",11],["appears",1],["before",3],["prediction",11],["if",13],["isinstance",1],["extract",3],["match",13],["re",10],["dotall",4],["group",4],["strip",4],["else",3],["conf",10],["fc",3],["try",2],["val",6],["10",2],["except",2],["value",3],["error",3],["pass",2],["position",3],["must",1],["be",1],["determine",1],["start",7],["len",1],["default",1],["no",2],["limit",1],["sm",3],["elif",1],["am",3],["accept",1],["ends",1],["starts",1],["end",1],["raise",1],["invalid",1],["type",2],["append",4],["return",1]]},{"id":"search_r1/llm_agent/generation.py#LLMGenerationManager.run_llm_loop","name":[["run",1],["llm",1],["loop",1]],"path":[["search",1],["r1",1],["llm",1],["agent",1],["generation",1],["py",1]],"body":[["def",2],["run",3],["llm",5],["loop",5],["self",15],["gen",7],["batch",33],["initial",5],["input",8],["ids",19],["torch",18],["tensor",10],["tuple",2],["dict",5],["main",2],["generation",7],["statistics",10],["confidence",7],["collection",1],["size",21],["shape",1],["initialise",1],["accumulators",1],["output",6],["tokens",8],["information",6],["total",1],["reasoning",1],["search",14],["count",5],["turn",6],["final",12],["scalar",1],["per",6],["sample",3],["written",1],["confidences",5],["full",1],["fill",1],["value",1],["dtype",8],["float",1],["step",9],["list",3],["dicts",1],["range",9],["whether",1],["each",1],["has",6],["received",1],["at",1],["least",1],["one",1],["block",1],["retrieval",5],["false",3],["end",1],["initialisation",1],["original",4],["left",1],["side",7],["config",2],["max",2],["start",1],["length",1],["right",6],["responses",14],["info",10],["mask",22],["active",24],["ones",2],["bool",2],["turns",5],["stats",12],["int",5],["valid",11],["action",12],["zeros",2],["num",2],["sum",6],["item",2],["rollings",8],["if",12],["not",4],["break",1],["fn",2],["cut",1],["effective",1],["len",1],["keys",1],["attention",1],["position",1],["data",1],["proto",1],["from",1],["items",1],["generate",1],["gpu",1],["padding",1],["meta",7],["str",4],["postprocess",1],["example",1],["level",1],["pad",4],["token",7],["current",2],["response",2],["tokenizer",3],["id",2],["dim",2],["tolist",6],["idx",31],["execute",2],["predictions",2],["now",1],["returns",1],["values",1],["next",8],["obs",7],["dones",3],["confs",5],["collect",2],["into",1],["none",2],["record",1],["type",5],["elif",1],["answer",1],["else",1],["invalid",1],["append",2],["indexed",1],["missing",1],["malformed",1],["had",1],["update",4],["after",1],["recording",1],["result",1],["arrives",1],["as",1],["true",1],["curr",3],["done",2],["process",1],["counts",2],["rolling",3],["state",3],["ensure",1],["fields",1],["always",1],["exist",1],["even",1],["runs",1],["zero",1],["times",1],["rollout",1],["stage",3],["prompt",3],["inject",1],["only",1],["prompts",1],["your",1]]},{"id":"search_r1/llm_agent/tensor_helper.py","name":[["tensor",1],["helper",1],["py",1]],"path":[["search",1],["r1",1],["llm",1],["agent",1],["tensor",1],["helper",1],["py",1]],"body":[["import",3],["torch",1],["from",2],["typing",1],["dict",1],["tuple",1],["list",1],["dataclasses",1],["dataclass",2]]},{"id":"search_r1/llm_agent/tensor_helper.py#TensorConfig","name":[["tensor",1],["config",1]],"path":[["search",1],["r1",1],["llm",1],["agent",1],["tensor",1],["helper",1],["py",1]],"body":[["class",2],["tensor",2],["config",2],["pad",1],["token",1],["id",1],["int",4],["max",3],["prompt",1],["length",3],["obs",1],["start",1]]},{"id":"search_r1/llm_agent/tensor_helper.py#TensorHelper","name":[["tensor",1],["helper",1]],"path":[["search",1],["r1",1],["llm",1],["agent",1],["tensor",1],["helper",1],["py",1]],"body":[["class",2],["tensor",30],["helper",2],["def",7],["init",1],["self",13],["config",8],["cut",4],["effective",5],["len",6],["dict",7],["str",10],["torch",19],["keys",2],["list",4],["left",6],["bool",3],["true",4],["tensors",4],["their",1],["length",1],["based",1],["attention",8],["mask",15],["sum",2],["dim",4],["max",1],["result",4],["copy",1],["key",5],["if",3],["else",2],["return",7],["convert",3],["pad",13],["structure",3],["tuple",2],["padding",3],["sorted",4],["indices",4],["token",4],["id",4],["int64",1],["argsort",1],["stable",1],["gather",1],["create",6],["input",3],["ids",5],["from",2],["position",2],["cumsum",1],["concatenate",2],["handle",1],["concatenated",2],["cat",1],["padded",8],["example",1],["level",1],["responses",16],["active",8],["non",1],["examples",1],["tokens",1],["assert",1],["shape",3],["masked",2],["batch",3],["size",3],["seq",2],["full",1],["dtype",2],["device",2],["response",1],["strings",1],["enumerate",1]]},{"id":"search_r1/llm_agent/tensor_helper.py#TensorHelper.__init__","name":[["init",1]],"path":[["search",1],["r1",1],["llm",1],["agent",1],["tensor",1],["helper",1],["py",1]],"body":[["def",2],["init",2],["self",3],["config",6],["tensor",2]]},{"id":"search_r1/llm_agent/tensor_helper.py#TensorHelper._example_level_pad","name":[["example",1],["level",1],["pad",1]],"path":[["search",1],["r1",1],["llm",1],["agent",1],["tensor",1],["helper",1],["py",1]],"body":[["def",2],["example",2],["level",2],["pad",5],["self",3],["responses",18],["torch",7],["tensor",7],["str",10],["list",4],["active",9],["mask",6],["tuple",2],["non",1],["examples",1],["tokens",1],["assert",1],["sum",1],["shape",3],["create",2],["masked",2],["batch",3],["size",3],["seq",2],["len",2],["padded",6],["full",1],["config",1],["token",1],["id",1],["dtype",2],["device",2],["response",1],["strings",1],["enumerate",1],["if",1],["return",1]]},{"id":"search_r1/llm_agent/tensor_helper.py#TensorHelper.concatenate_with_padding","name":[["concatenate",1],["padding",1]],"path":[["search",1],["r1",1],["llm",1],["agent",1],["tensor",1],["helper",1],["py",1]],"body":[["def",2],["concatenate",3],["padding",3],["self",3],["tensors",4],["list",2],["torch",5],["tensor",6],["pad",4],["left",3],["bool",2],["true",2],["handle",1],["concatenated",2],["cat",1],["dim",1],["padded",2],["convert",1],["structure",1],["return",1]]},{"id":"search_r1/llm_agent/tensor_helper.py#TensorHelper.convert_pad_structure","name":[["convert",1],["pad",1],["structure",1]],"path":[["search",1],["r1",1],["llm",1],["agent",1],["tensor",1],["helper",1],["py",1]],"body":[["def",2],["convert",3],["pad",7],["structure",3],["self",4],["tensor",12],["torch",7],["left",3],["bool",2],["true",3],["tuple",2],["padding",1],["return",2],["sorted",4],["indices",4],["mask",2],["config",2],["token",2],["id",2],["if",1],["else",1],["int64",1],["argsort",1],["dim",1],["stable",1],["gather",1]]},{"id":"search_r1/llm_agent/tensor_helper.py#TensorHelper.create_attention_mask","name":[["create",1],["attention",1],["mask",1]],"path":[["search",1],["r1",1],["llm",1],["agent",1],["tensor",1],["helper",1],["py",1]],"body":[["def",2],["create",3],["attention",3],["mask",3],["self",3],["input",4],["ids",4],["torch",5],["tensor",4],["from",1],["return",1],["config",1],["pad",1],["token",1],["id",1]]},{"id":"search_r1/llm_agent/tensor_helper.py#TensorHelper.create_position_ids","name":[["create",1],["position",1],["ids",1]],"path":[["search",1],["r1",1],["llm",1],["agent",1],["tensor",1],["helper",1],["py",1]],"body":[["def",2],["create",3],["position",3],["ids",3],["self",2],["attention",5],["mask",5],["torch",5],["tensor",4],["from",1],["return",1],["cumsum",1],["dim",1]]},{"id":"search_r1/llm_agent/tensor_helper.py#TensorHelper.cut_to_effective_len","name":[["cut",1],["effective",1],["len",1]],"path":[["search",1],["r1",1],["llm",1],["agent",1],["tensor",1],["helper",1],["py",1]],"body":[["def",2],["cut",6],["effective",6],["len",5],["self",2],["tensor",10],["dict",10],["str",6],["torch",4],["keys",3],["list",2],["left",3],["bool",2],["true",2],["tensors",1],["their",1],["length",1],["based",1],["attention",2],["mask",2],["sum",1],["dim",1],["max",1],["result",4],["copy",1],["key",5],["if",1],["else",1],["return",1]]},{"id":"search_r1/search/index_builder.py","name":[["index",1],["builder",1],["py",1]],"path":[["search",2],["r1",1],["index",1],["builder",1],["py",1]],"body":[["import",14],["os",1],["faiss",1],["json",1],["warnings",1],["numpy",1],["as",1],["np",1],["from",4],["typing",1],["cast",1],["list",1],["dict",1],["shutil",1],["subprocess",1],["argparse",1],["torch",1],["tqdm",2],["long",1],["rag",1],["retriever",1],["utils",1],["load",2],["model",2],["corpus",1],["pooling",2],["datasets",1],["transformers",1],["auto",3],["tokenizer",1],["config",1],["model2",1],["e5",1],["mean",3],["bge",1],["cls",1],["contriever",1],["jina",1],["if",1],["name",1],["main",2]]},{"id":"search_r1/search/index_builder.py#Index_Builder","name":[["index",1],["builder",1]],"path":[["search",2],["r1",1],["index",1],["builder",1],["py",1]],"body":[["class",3],["index",15],["builder",2],["tool",1],["build",5],["retrieval",11],["def",7],["init",1],["self",66],["method",13],["model",5],["path",31],["corpus",14],["save",27],["dir",28],["max",5],["length",9],["batch",21],["size",16],["fp16",3],["pooling",5],["faiss",8],["type",6],["none",3],["embedding",12],["false",4],["gpu",7],["lower",1],["if",14],["not",4],["else",7],["flat",1],["num",3],["torch",6],["cuda",3],["device",2],["count",1],["prepare",1],["print",5],["os",10],["exists",3],["makedirs",4],["check",3],["warnings",1],["warn",1],["some",1],["files",1],["already",1],["may",1],["be",1],["overwritten",1],["user",1],["warning",1],["join",3],["emb",1],["memmap",6],["load",2],["finish",2],["loading",1],["staticmethod",1],["there",1],["content",1],["isdir",1],["len",2],["listdir",1],["return",6],["exist",2],["ok",2],["true",7],["constructing",1],["different",1],["indexes",1],["based",3],["selective",1],["bm25",7],["dense",1],["building",3],["pyserini",6],["library",1],["reference",1],["https",1],["github",1],["com",1],["castorini",1],["blob",1],["master",1],["docs",1],["usage",1],["md",1],["direct",1],["java",1],["implementation",1],["pipeline",1],["first",1],["need",1],["place",1],["jsonl",2],["file",5],["folder",1],["temp",11],["have",1],["contents",1],["shutil",3],["copyfile",2],["open",1],["as",1],["item",2],["write",1],["json",2],["dumps",1],["start",6],["args",2],["collection",2],["input",6],["generator",2],["default",1],["lucene",2],["document",1],["threads",1],["subprocess",1],["run",1],["python",1],["rmtree",1],["hidden",4],["all",14],["embeddings",24],["np",4],["mode",2],["dtype",4],["float32",1],["reshape",1],["shape",4],["add",1],["10000",1],["tqdm",2],["range",2],["leave",1],["desc",2],["saving",1],["min",1],["encode",1],["multi",1],["encoder",6],["nn",2],["data",9],["parallel",1],["idx",5],["inference",1],["title",5],["text",5],["zip",1],["e5",1],["passage",1],["doc",2],["inputs",8],["tokenizer",1],["padding",1],["truncation",1],["tensors",1],["pt",1],["items",1],["todo",1],["support",1],["only",1],["t5",3],["name",1],["decoder",3],["ids",5],["zeros",1],["long",1],["output",6],["dict",2],["last",2],["state",2],["pooler",1],["attention",1],["mask",1],["dpr",1],["functional",1],["normalize",1],["dim",1],["cast",1],["tensor",1],["detach",1],["cpu",1],["numpy",1],["append",1],["concatenate",1],["axis",1]]},{"id":"search_r1/search/index_builder.py#Index_Builder.__init__","name":[["init",1]],"path":[["search",2],["r1",1],["index",1],["builder",1],["py",1]],"body":[["def",2],["init",2],["self",29],["retrieval",6],["method",10],["model",4],["path",18],["corpus",7],["save",18],["dir",13],["max",4],["length",4],["batch",4],["size",4],["fp16",4],["pooling",4],["faiss",10],["type",6],["none",5],["embedding",9],["false",4],["gpu",5],["lower",1],["if",3],["not",3],["else",2],["flat",1],["num",1],["torch",1],["cuda",1],["device",1],["count",1],["prepare",1],["print",2],["os",4],["exists",2],["makedirs",1],["check",1],["warnings",1],["warn",1],["some",1],["files",1],["already",1],["may",1],["be",1],["overwritten",1],["user",1],["warning",1],["index",2],["join",2],["emb",1],["memmap",1],["load",1],["finish",1],["loading",1]]},{"id":"search_r1/search/index_builder.py#Index_Builder._check_dir","name":[["check",1],["dir",1]],"path":[["search",2],["r1",1],["index",1],["builder",1],["py",1]],"body":[["def",2],["check",3],["dir",8],["path",7],["if",4],["exists",1],["there",1],["content",1],["os",3],["isdir",1],["len",1],["listdir",1],["return",2],["false",1],["else",1],["makedirs",1],["exist",1],["ok",1],["true",2]]},{"id":"search_r1/search/index_builder.py#Index_Builder._load_embedding","name":[["load",1],["embedding",1]],"path":[["search",2],["r1",1],["index",1],["builder",1],["py",1]],"body":[["def",2],["load",2],["embedding",5],["self",2],["path",3],["corpus",3],["size",6],["hidden",3],["all",2],["embeddings",2],["np",2],["memmap",1],["mode",1],["dtype",1],["float32",1],["reshape",1],["return",1]]},{"id":"search_r1/search/index_builder.py#Index_Builder._save_embedding","name":[["save",1],["embedding",1]],"path":[["search",2],["r1",1],["index",1],["builder",1],["py",1]],"body":[["def",2],["save",7],["embedding",3],["self",3],["all",7],["embeddings",8],["memmap",4],["np",1],["path",1],["shape",3],["mode",1],["dtype",2],["length",4],["add",1],["batch",5],["size",4],["10000",1],["if",1],["tqdm",1],["range",1],["leave",1],["false",1],["desc",1],["saving",1],["min",1],["else",1]]},{"id":"search_r1/search/index_builder.py#Index_Builder.build_bm25_index","name":[["build",1],["bm25",1],["index",1]],"path":[["search",2],["r1",1],["index",1],["builder",1],["py",1]],"body":[["def",2],["build",2],["bm25",6],["index",8],["self",11],["building",3],["based",1],["pyserini",6],["library",1],["reference",1],["https",1],["github",1],["com",1],["castorini",1],["blob",1],["master",1],["docs",1],["usage",1],["md",1],["direct",1],["java",1],["implementation",1],["pipeline",1],["first",1],["need",1],["place",1],["jsonl",2],["file",5],["folder",1],["save",5],["dir",10],["os",3],["path",7],["join",1],["makedirs",2],["exist",1],["ok",1],["true",1],["temp",11],["if",1],["have",1],["contents",1],["shutil",3],["copyfile",2],["corpus",3],["else",1],["open",1],["as",1],["item",2],["write",1],["json",2],["dumps",1],["print",2],["start",1],["args",2],["collection",2],["input",1],["generator",2],["default",1],["lucene",2],["document",1],["threads",1],["subprocess",1],["run",1],["python",1],["rmtree",1],["finish",1]]},{"id":"search_r1/search/index_builder.py#Index_Builder.build_dense_index","name":[["build",1],["dense",1],["index",1]],"path":[["search",2],["r1",1],["index",1],["builder",1],["py",1]],"body":[["def",2],["build",3],["dense",2],["index",24],["self",19],["obtain",1],["representation",1],["documents",1],["based",2],["embedding",6],["model",4],["bert",1],["construct",1],["faiss",21],["if",6],["os",1],["path",7],["exists",2],["save",4],["print",3],["file",1],["already",1],["will",1],["be",1],["overwritten",1],["encoder",2],["tokenizer",1],["load",2],["fp16",2],["not",3],["none",1],["hidden",3],["size",5],["config",1],["corpus",4],["len",1],["all",10],["embeddings",8],["else",2],["encode",1],["del",1],["creating",1],["dim",2],["shape",1],["factory",1],["type",1],["metric",1],["inner",1],["product",1],["gpu",3],["co",4],["multiple",1],["cloner",1],["options",1],["float16",1],["true",2],["shard",1],["cpu",2],["gpus",1],["trained",2],["train",2],["add",2],["write",1],["finish",1]]},{"id":"search_r1/search/index_builder.py#Index_Builder.build_index","name":[["build",1],["index",1]],"path":[["search",2],["r1",1],["index",1],["builder",1],["py",1]],"body":[["def",2],["build",4],["index",4],["self",5],["constructing",1],["different",1],["indexes",1],["based",1],["selective",1],["retrieval",2],["method",2],["if",1],["bm25",2],["else",1],["dense",1]]},{"id":"search_r1/search/index_builder.py#Index_Builder.encode_all","name":[["encode",1],["all",1]],"path":[["search",2],["r1",1],["index",1],["builder",1],["py",1]],"body":[["def",2],["encode",2],["all",9],["self",22],["if",4],["gpu",3],["num",2],["print",1],["multi",1],["encoder",6],["torch",5],["nn",2],["data",9],["parallel",1],["batch",13],["size",5],["embeddings",17],["start",5],["idx",5],["tqdm",1],["range",1],["len",1],["corpus",3],["desc",1],["inference",1],["title",5],["text",5],["zip",1],["retrieval",3],["method",3],["e5",1],["passage",1],["doc",2],["inputs",8],["tokenizer",1],["padding",1],["true",4],["truncation",1],["return",4],["tensors",1],["pt",1],["max",2],["length",2],["cuda",2],["items",1],["todo",1],["support",1],["only",1],["t5",3],["model",2],["type",1],["name",1],["based",1],["decoder",3],["input",5],["ids",5],["zeros",1],["shape",1],["dtype",1],["long",1],["device",1],["output",6],["dict",2],["last",2],["hidden",2],["state",2],["else",1],["pooling",2],["pooler",1],["attention",1],["mask",1],["dpr",1],["not",1],["functional",1],["normalize",1],["dim",1],["cast",1],["tensor",1],["detach",1],["cpu",1],["numpy",1],["append",1],["np",2],["concatenate",1],["axis",1],["astype",1],["float32",1]]},{"id":"search_r1/search/index_builder.py#load_corpus","name":[["load",1],["corpus",1]],"path":[["search",2],["r1",1],["index",1],["builder",1],["py",1]],"body":[["def",2],["load",3],["corpus",7],["path",3],["str",2],["datasets",1],["dataset",1],["json",1],["data",1],["files",1],["split",1],["train",1],["num",1],["proc",1],["return",1]]},{"id":"search_r1/search/index_builder.py#load_model","name":[["load",1],["model",1]],"path":[["search",2],["r1",1],["index",1],["builder",1],["py",1]],"body":[["def",2],["load",2],["model",15],["path",5],["str",2],["fp16",3],["bool",2],["false",2],["config",2],["auto",3],["from",3],["pretrained",3],["trust",3],["remote",3],["code",3],["true",4],["eval",1],["cuda",1],["if",1],["half",1],["tokenizer",3],["fast",1],["return",1]]},{"id":"search_r1/search/index_builder.py#main","name":[["main",1]],"path":[["search",2],["r1",1],["index",1],["builder",1],["py",1]],"body":[["def",2],["main",2],["parser",15],["argparse",1],["argument",13],["description",1],["creating",1],["index",6],["basic",1],["parameters",2],["add",12],["retrieval",4],["method",13],["type",12],["str",7],["model",3],["path",9],["default",10],["none",5],["corpus",3],["save",6],["dir",3],["indexes",1],["building",1],["dense",1],["max",3],["length",3],["int",2],["180",1],["batch",3],["size",3],["512",1],["fp16",3],["false",3],["action",3],["store",3],["true",3],["pooling",10],["faiss",6],["embedding",6],["gpu",3],["args",17],["parse",1],["if",3],["mean",2],["model2",1],["items",1],["lower",1],["break",1],["else",2],["not",2],["cls",1],["pooler",1],["raise",1],["implemented",1],["error",1],["builder",3],["build",1]]},{"id":"search_r1/search/index_builder.py#pooling","name":[["pooling",1]],"path":[["search",2],["r1",1],["index",1],["builder",1],["py",1]],"body":[["def",2],["pooling",8],["pooler",4],["output",3],["last",6],["hidden",6],["state",4],["attention",4],["mask",4],["none",4],["method",6],["mean",3],["if",1],["masked",1],["fill",1],["bool",1],["return",3],["sum",2],["dim",2],["elif",2],["cls",1],["else",1],["raise",1],["not",2],["implemented",2],["error",1]]},{"id":"search_r1/search/retrieval_request.py","name":[["retrieval",1],["request",1],["py",1]],"path":[["search",2],["r1",1],["retrieval",1],["request",1],["py",1]],"body":[["import",1],["requests",2],["url",3],["your",1],["local",1],["fast",1],["api",1],["server",2],["http",1],["127",1],["8000",1],["retrieve",1],["example",1],["payload",3],["queries",1],["capital",1],["france",1],["explain",1],["neural",1],["networks",1],["200",1],["topk",1],["return",1],["scores",1],["true",1],["send",1],["post",2],["request",2],["response",5],["json",3],["raise",2],["exception",1],["if",1],["failed",1],["status",1],["retrieved",2],["data",2],["print",2],["from",1]]},{"id":"search_r1/search/retrieval_server.py","name":[["retrieval",1],["server",1],["py",1]],"path":[["search",2],["r1",1],["retrieval",1],["server",1],["py",1]],"body":[["import",14],["json",1],["os",1],["warnings",1],["from",6],["typing",1],["list",1],["dict",1],["optional",1],["argparse",2],["faiss",3],["torch",1],["numpy",1],["as",1],["np",1],["transformers",1],["auto",3],["config",5],["tokenizer",1],["model",6],["tqdm",2],["datasets",1],["uvicorn",2],["fastapi",1],["fast",3],["api",3],["pydantic",1],["base",2],["parser",7],["argument",5],["description",1],["launch",2],["local",2],["retriever",7],["add",4],["index",5],["path",7],["type",4],["str",3],["default",5],["home",2],["peterjin",2],["mnt",2],["wiki",2],["18",2],["e5",3],["flat",1],["help",4],["corpus",6],["indexing",1],["file",2],["data",1],["retrieval",8],["jsonl",1],["topk",3],["int",1],["number",1],["retrieved",1],["passages",1],["one",1],["query",2],["intfloat",1],["v2",1],["name",2],["args",6],["parse",3],["server",2],["below",1],["app",3],["build",1],["could",1],["also",1],["arguments",2],["real",1],["usage",1],["you",1],["your",1],["cli",1],["environment",1],["variables",1],["method",2],["dense",1],["gpu",1],["true",2],["pooling",1],["mean",1],["max",1],["length",1],["256",1],["fp16",1],["batch",1],["size",1],["512",1],["instantiate",1],["global",1],["so",1],["loaded",1],["once",1],["reused",1],["post",1],["retrieve",1],["if",1],["main",1],["by",1],["listens",1],["http",1],["127",1],["8000",2],["run",1],["host",1],["port",1]]},{"id":"search_r1/search/retrieval_server.py#BaseRetriever","name":[["base",1],["retriever",1]],"path":[["search",2],["r1",1],["retrieval",1],["server",1],["py",1]],"body":[["class",2],["base",2],["retriever",2],["def",5],["init",1],["self",12],["config",7],["retrieval",3],["method",2],["topk",2],["index",2],["path",4],["corpus",2],["search",6],["query",6],["str",4],["num",6],["int",4],["return",8],["score",6],["bool",4],["raise",2],["not",2],["implemented",2],["error",2],["batch",3],["list",5],["none",2],["false",2]]},{"id":"search_r1/search/retrieval_server.py#BaseRetriever.__init__","name":[["init",1]],"path":[["search",2],["r1",1],["retrieval",1],["server",1],["py",1]],"body":[["def",2],["init",2],["self",7],["config",8],["retrieval",3],["method",2],["topk",2],["index",2],["path",4],["corpus",2]]},{"id":"search_r1/search/retrieval_server.py#BaseRetriever._batch_search","name":[["batch",1],["search",1]],"path":[["search",2],["r1",1],["retrieval",1],["server",1],["py",1]],"body":[["def",2],["batch",2],["search",2],["self",2],["query",2],["list",4],["str",2],["num",2],["int",2],["return",2],["score",2],["bool",2],["raise",1],["not",1],["implemented",1],["error",1]]},{"id":"search_r1/search/retrieval_server.py#BaseRetriever._search","name":[["search",1]],"path":[["search",2],["r1",1],["retrieval",1],["server",1],["py",1]],"body":[["def",2],["search",2],["self",2],["query",2],["str",2],["num",2],["int",2],["return",2],["score",2],["bool",2],["raise",1],["not",1],["implemented",1],["error",1]]},{"id":"search_r1/search/retrieval_server.py#BaseRetriever.batch_search","name":[["batch",1],["search",1]],"path":[["search",2],["r1",1],["retrieval",1],["server",1],["py",1]],"body":[["def",2],["batch",3],["search",3],["self",3],["query",3],["list",5],["str",2],["num",3],["int",2],["none",2],["return",4],["score",3],["bool",2],["false",2]]},{"id":"search_r1/search/retrieval_server.py#BaseRetriever.search","name":[["search",1]],"path":[["search",2],["r1",1],["retrieval",1],["server",1],["py",1]],"body":[["def",2],["search",3],["self",3],["query",3],["str",2],["num",3],["int",2],["none",2],["return",4],["score",3],["bool",2],["false",2]]},{"id":"search_r1/search/retrieval_server.py#BM25Retriever","name":[["bm25",1],["retriever",1]],"path":[["search",2],["r1",1],["retrieval",1],["server",1],["py",1]],"body":[["class",2],["bm25",2],["retriever",4],["base",2],["def",4],["init",2],["self",19],["config",2],["super",1],["from",1],["pyserini",1],["search",5],["lucene",3],["import",1],["searcher",6],["index",1],["path",2],["contain",5],["doc",7],["check",2],["if",8],["not",3],["corpus",4],["load",2],["max",1],["process",1],["num",9],["return",12],["raw",2],["none",4],["query",6],["str",2],["int",2],["score",8],["bool",2],["false",2],["topk",1],["hits",8],["len",2],["else",5],["scores",5],["hit",6],["warnings",1],["warn",1],["enough",1],["documents",1],["retrieved",1],["all",2],["contents",4],["json",1],["loads",1],["docid",2],["results",8],["title",1],["content",4],["split",2],["strip",1],["text",1],["join",1],["docs",1],["batch",1],["list",3],["item",4],["result",2],["true",1],["append",2]]},{"id":"search_r1/search/retrieval_server.py#BM25Retriever.__init__","name":[["init",1]],"path":[["search",2],["r1",1],["retrieval",1],["server",1],["py",1]],"body":[["def",2],["init",3],["self",10],["config",3],["super",1],["from",1],["pyserini",1],["search",1],["lucene",3],["import",1],["searcher",3],["index",1],["path",2],["contain",3],["doc",3],["check",1],["if",1],["not",1],["corpus",3],["load",1],["max",1],["process",1],["num",1]]},{"id":"search_r1/search/retrieval_server.py#BM25Retriever._batch_search","name":[["batch",1],["search",1]],"path":[["search",2],["r1",1],["retrieval",1],["server",1],["py",1]],"body":[["def",2],["batch",2],["search",3],["self",3],["query",5],["list",5],["str",2],["num",3],["int",2],["none",2],["return",5],["score",5],["bool",2],["false",2],["results",4],["scores",3],["item",4],["result",2],["true",1],["append",2],["if",1],["else",1]]},{"id":"search_r1/search/retrieval_server.py#BM25Retriever._check_contain_doc","name":[["check",1],["contain",1],["doc",1]],"path":[["search",2],["r1",1],["retrieval",1],["server",1],["py",1]],"body":[["def",2],["check",2],["contain",2],["doc",3],["self",3],["return",1],["searcher",1],["raw",1],["not",1],["none",1]]},{"id":"search_r1/search/retrieval_server.py#BM25Retriever._search","name":[["search",1]],"path":[["search",2],["r1",1],["retrieval",1],["server",1],["py",1]],"body":[["def",2],["search",3],["self",7],["query",3],["str",2],["num",7],["int",2],["none",3],["return",8],["score",5],["bool",2],["false",2],["if",6],["topk",1],["hits",8],["searcher",2],["len",2],["else",4],["scores",2],["hit",6],["warnings",1],["warn",1],["not",1],["enough",1],["documents",1],["retrieved",1],["contain",1],["doc",2],["all",2],["contents",4],["json",1],["loads",1],["docid",2],["raw",1],["results",4],["title",1],["content",4],["split",2],["strip",1],["text",1],["join",1],["load",1],["docs",1],["corpus",1]]},{"id":"search_r1/search/retrieval_server.py#Config","name":[["config",1]],"path":[["search",2],["r1",1],["retrieval",1],["server",1],["py",1]],"body":[["class",3],["config",3],["minimal",1],["simulating",1],["your",2],["argparse",1],["replace",1],["real",1],["arguments",1],["load",1],["them",1],["dynamically",1],["def",1],["init",1],["self",13],["retrieval",21],["method",6],["str",7],["bm25",2],["topk",3],["int",3],["10",1],["index",4],["path",12],["corpus",4],["data",5],["jsonl",1],["dataset",3],["split",3],["train",1],["faiss",3],["gpu",3],["bool",2],["true",1],["model",4],["pooling",3],["mean",1],["query",3],["max",3],["length",3],["256",1],["fp16",3],["false",1],["batch",3],["size",3],["128",1]]},{"id":"search_r1/search/retrieval_server.py#Config.__init__","name":[["init",1]],"path":[["search",2],["r1",1],["retrieval",1],["server",1],["py",1]],"body":[["def",2],["init",2],["self",14],["retrieval",28],["method",8],["str",14],["bm25",4],["topk",4],["int",6],["10",2],["index",6],["path",16],["corpus",6],["data",8],["jsonl",2],["dataset",4],["split",4],["train",2],["faiss",4],["gpu",4],["bool",4],["true",2],["model",6],["pooling",4],["mean",2],["query",4],["max",4],["length",4],["256",2],["fp16",4],["false",2],["batch",4],["size",4],["128",2]]},{"id":"search_r1/search/retrieval_server.py#DenseRetriever","name":[["dense",1],["retriever",1]],"path":[["search",2],["r1",1],["retrieval",1],["server",1],["py",1]],"body":[["class",2],["dense",2],["retriever",4],["base",2],["def",3],["init",2],["self",23],["config",9],["super",1],["index",8],["faiss",4],["read",1],["path",4],["if",6],["gpu",2],["co",5],["multiple",1],["cloner",1],["options",1],["float16",1],["true",2],["shard",1],["cpu",1],["all",1],["gpus",1],["corpus",5],["load",4],["encoder",4],["model",3],["name",1],["retrieval",8],["method",3],["pooling",2],["max",2],["length",2],["query",13],["fp16",2],["topk",4],["batch",22],["size",4],["search",4],["str",3],["num",10],["int",2],["none",4],["return",8],["score",4],["bool",2],["false",2],["emb",4],["encode",2],["scores",11],["idxs",11],["results",11],["docs",3],["tolist",3],["else",2],["list",8],["isinstance",1],["start",3],["idx",3],["tqdm",1],["range",2],["len",2],["desc",1],["process",1],["not",1],["vectorized",1],["but",1],["python",1],["approach",1],["flat",2],["sum",1],["chunk",1],["them",1],["back",1],["extend",2]]},{"id":"search_r1/search/retrieval_server.py#DenseRetriever.__init__","name":[["init",1]],"path":[["search",2],["r1",1],["retrieval",1],["server",1],["py",1]],"body":[["def",2],["init",3],["self",12],["config",10],["super",1],["index",6],["faiss",4],["read",1],["path",4],["if",1],["gpu",2],["co",5],["multiple",1],["cloner",1],["options",1],["float16",1],["true",2],["shard",1],["cpu",1],["all",1],["gpus",1],["corpus",3],["load",1],["encoder",2],["model",3],["name",1],["retrieval",7],["method",3],["pooling",2],["max",2],["length",2],["query",1],["fp16",2],["topk",2],["batch",2],["size",2]]},{"id":"search_r1/search/retrieval_server.py#DenseRetriever._batch_search","name":[["batch",1],["search",1]],"path":[["search",2],["r1",1],["retrieval",1],["server",1],["py",1]],"body":[["def",2],["batch",21],["search",3],["self",8],["query",9],["list",10],["str",3],["num",7],["int",2],["none",3],["return",5],["score",3],["bool",2],["false",2],["if",3],["isinstance",1],["topk",1],["results",8],["scores",7],["start",3],["idx",3],["tqdm",1],["range",2],["len",2],["size",2],["desc",1],["retrieval",1],["process",1],["emb",2],["encoder",1],["encode",1],["idxs",7],["index",1],["tolist",2],["load",2],["docs",2],["not",1],["vectorized",1],["but",1],["python",1],["approach",1],["flat",2],["sum",1],["corpus",1],["chunk",1],["them",1],["back",1],["extend",2],["else",1]]},{"id":"search_r1/search/retrieval_server.py#DenseRetriever._search","name":[["search",1]],"path":[["search",2],["r1",1],["retrieval",1],["server",1],["py",1]],"body":[["def",2],["search",3],["self",6],["query",5],["str",2],["num",5],["int",2],["none",3],["return",5],["score",3],["bool",2],["false",2],["if",2],["topk",1],["emb",2],["encoder",1],["encode",1],["scores",4],["idxs",4],["index",1],["results",3],["load",1],["docs",1],["corpus",1],["tolist",1],["else",1]]},{"id":"search_r1/search/retrieval_server.py#Encoder","name":[["encoder",1]],"path":[["search",2],["r1",1],["retrieval",1],["server",1],["py",1]],"body":[["class",2],["encoder",2],["def",2],["init",1],["self",19],["model",18],["name",7],["path",5],["pooling",5],["method",4],["max",5],["length",5],["fp16",5],["tokenizer",2],["load",1],["eval",1],["torch",4],["no",1],["grad",1],["encode",1],["query",31],["list",12],["str",2],["true",5],["np",2],["ndarray",1],["processing",1],["different",1],["encoders",1],["if",7],["isinstance",1],["e5",1],["lower",3],["else",2],["passage",1],["bge",1],["represent",1],["sentence",1],["searching",1],["relevant",1],["passages",1],["inputs",8],["padding",1],["truncation",1],["return",4],["tensors",1],["pt",1],["cuda",1],["items",1],["t5",2],["type",1],["based",1],["retrieval",1],["decoder",3],["input",5],["ids",5],["zeros",1],["shape",1],["dtype",1],["long",1],["device",1],["output",6],["dict",2],["emb",9],["last",2],["hidden",2],["state",2],["pooler",1],["attention",1],["mask",1],["dpr",1],["not",1],["nn",1],["functional",1],["normalize",1],["dim",1],["detach",1],["cpu",1],["numpy",1],["astype",1],["float32",1],["order",1]]},{"id":"search_r1/search/retrieval_server.py#Encoder.__init__","name":[["init",1]],"path":[["search",2],["r1",1],["retrieval",1],["server",1],["py",1]],"body":[["def",2],["init",2],["self",10],["model",13],["name",4],["path",6],["pooling",4],["method",4],["max",4],["length",4],["fp16",6],["tokenizer",1],["load",1],["eval",1]]},{"id":"search_r1/search/retrieval_server.py#Encoder.encode","name":[["encode",1]],"path":[["search",2],["r1",1],["retrieval",1],["server",1],["py",1]],"body":[["def",2],["encode",2],["self",11],["query",34],["list",14],["str",3],["true",6],["np",3],["ndarray",2],["processing",2],["different",2],["encoders",2],["if",7],["isinstance",1],["e5",1],["model",7],["name",4],["lower",3],["else",2],["passage",1],["bge",1],["represent",1],["sentence",1],["searching",1],["relevant",1],["passages",1],["inputs",8],["tokenizer",1],["max",2],["length",2],["padding",1],["truncation",1],["return",4],["tensors",1],["pt",1],["cuda",1],["items",1],["t5",2],["type",1],["based",1],["retrieval",1],["decoder",3],["input",5],["ids",5],["torch",3],["zeros",1],["shape",1],["dtype",1],["long",1],["device",1],["output",6],["dict",2],["emb",9],["last",2],["hidden",2],["state",2],["pooling",2],["pooler",1],["attention",1],["mask",1],["method",1],["dpr",1],["not",1],["nn",1],["functional",1],["normalize",1],["dim",1],["detach",1],["cpu",1],["numpy",1],["astype",1],["float32",1],["order",1]]},{"id":"search_r1/search/retrieval_server.py#get_retriever","name":[["retriever",1]],"path":[["search",2],["r1",1],["retrieval",1],["server",1],["py",1]],"body":[["def",2],["retriever",4],["config",5],["if",1],["retrieval",1],["method",1],["bm25",2],["return",2],["else",1],["dense",1]]},{"id":"search_r1/search/retrieval_server.py#load_corpus","name":[["load",1],["corpus",1]],"path":[["search",2],["r1",1],["retrieval",1],["server",1],["py",1]],"body":[["def",2],["load",3],["corpus",7],["path",3],["str",2],["datasets",1],["dataset",1],["json",1],["data",1],["files",1],["split",1],["train",1],["num",1],["proc",1],["return",1]]},{"id":"search_r1/search/retrieval_server.py#load_docs","name":[["load",1],["docs",1]],"path":[["search",2],["r1",1],["retrieval",1],["server",1],["py",1]],"body":[["def",2],["load",2],["docs",2],["corpus",3],["doc",3],["idxs",3],["results",2],["int",1],["idx",2],["return",1]]},{"id":"search_r1/search/retrieval_server.py#load_model","name":[["load",1],["model",1]],"path":[["search",2],["r1",1],["retrieval",1],["server",1],["py",1]],"body":[["def",2],["load",2],["model",15],["path",5],["str",2],["fp16",3],["bool",2],["false",2],["config",2],["auto",3],["from",3],["pretrained",3],["trust",3],["remote",3],["code",3],["true",4],["eval",1],["cuda",1],["if",1],["half",1],["tokenizer",3],["fast",1],["return",1]]},{"id":"search_r1/search/retrieval_server.py#pooling","name":[["pooling",1]],"path":[["search",2],["r1",1],["retrieval",1],["server",1],["py",1]],"body":[["def",2],["pooling",8],["pooler",4],["output",3],["last",6],["hidden",6],["state",4],["attention",4],["mask",4],["none",4],["method",6],["mean",3],["if",1],["masked",1],["fill",1],["bool",1],["return",3],["sum",2],["dim",2],["elif",2],["cls",1],["else",1],["raise",1],["not",2],["implemented",2],["error",1]]},{"id":"search_r1/search/retrieval_server.py#QueryRequest","name":[["query",1],["request",1]],"path":[["search",2],["r1",1],["retrieval",1],["server",1],["py",1]],"body":[["class",2],["query",2],["request",2],["base",2],["model",2],["queries",1],["list",1],["str",1],["topk",1],["optional",1],["int",1],["none",1],["return",1],["scores",1],["bool",1],["false",1]]},{"id":"search_r1/search/retrieval_server.py#read_jsonl","name":[["read",1],["jsonl",1]],"path":[["search",2],["r1",1],["retrieval",1],["server",1],["py",1]],"body":[["def",2],["read",2],["jsonl",2],["file",3],["path",3],["data",3],["open",1],["as",1],["line",2],["append",1],["json",1],["loads",1],["return",1]]},{"id":"search_r1/search/retrieval_server.py#retrieve_endpoint","name":[["retrieve",1],["endpoint",1]],"path":[["search",2],["r1",1],["retrieval",1],["server",1],["py",1]],"body":[["def",2],["retrieve",2],["endpoint",3],["request",10],["query",3],["accepts",1],["queries",3],["performs",1],["retrieval",3],["input",1],["format",2],["python",1],["tell",1],["me",1],["about",1],["neural",1],["networks",1],["topk",5],["return",5],["scores",6],["true",1],["if",3],["not",1],["config",1],["fallback",1],["default",1],["perform",1],["batch",2],["results",3],["retriever",1],["search",1],["list",1],["num",1],["score",4],["response",1],["resp",4],["single",3],["result",4],["enumerate",1],["returned",1],["combine",1],["them",1],["combined",3],["doc",2],["zip",1],["append",3],["document",1],["else",1]]},{"id":"search_r1/search/retrieval.py","name":[["retrieval",1],["py",1]],"path":[["search",2],["r1",1],["retrieval",1],["py",1]],"body":[["import",14],["json",1],["os",3],["warnings",1],["from",5],["typing",1],["list",1],["dict",1],["functools",1],["tqdm",2],["multiprocessing",1],["pool",1],["faiss",2],["torch",1],["numpy",1],["as",1],["np",1],["transformers",1],["auto",3],["config",1],["tokenizer",1],["model",2],["argparse",2],["datasets",1],["if",2],["name",1],["main",1],["parser",15],["argument",13],["description",1],["retrieval",11],["basic",1],["parameters",1],["add",12],["method",4],["type",11],["str",8],["topk",1],["int",2],["default",10],["10",1],["index",5],["path",9],["none",3],["corpus",1],["dataset",3],["gpu",1],["true",3],["bool",1],["data",1],["split",3],["train",1],["pooling",1],["mean",1],["query",3],["max",1],["length",1],["256",1],["fp16",1],["action",1],["store",1],["false",1],["batch",2],["size",1],["512",2],["args",9],["parse",1],["join",2],["flat",1],["bm25",2],["else",1],["load",1],["all",2],["input",2],["sample",2],["question",1],["initialize",1],["retriever",4],["conduct",1],["print",1],["start",1],["retrieving",1],["results",1],["scores",1],["search",1],["return",1],["score",1],["ipython",1],["embed",2]]},{"id":"search_r1/search/retrieval.py#BaseRetriever","name":[["base",1],["retriever",1]],"path":[["search",2],["r1",1],["retrieval",1],["py",1]],"body":[["class",2],["base",3],["retriever",2],["object",1],["all",1],["retrievers",1],["def",5],["init",1],["self",13],["config",8],["retrieval",4],["method",2],["topk",3],["index",3],["path",6],["corpus",3],["cache",2],["save",2],["os",1],["join",1],["dir",1],["json",1],["search",6],["query",2],["str",3],["num",2],["int",1],["return",5],["score",2],["bool",1],["list",3],["dict",1],["retrieve",1],["relevant",1],["documents",1],["contains",1],["information",1],["related",1],["document",1],["including",1],["contents",1],["building",1],["title",1],["if",2],["provided",2],["text",1],["pass",2],["batch",3],["args",4],["kwargs",4]]},{"id":"search_r1/search/retrieval.py#BaseRetriever.__init__","name":[["init",1]],"path":[["search",2],["r1",1],["retrieval",1],["py",1]],"body":[["def",2],["init",2],["self",8],["config",9],["retrieval",4],["method",2],["topk",2],["index",2],["path",6],["corpus",2],["cache",2],["save",2],["os",1],["join",1],["dir",1],["json",1]]},{"id":"search_r1/search/retrieval.py#BaseRetriever._batch_search","name":[["batch",1],["search",1]],"path":[["search",2],["r1",1],["retrieval",1],["py",1]],"body":[["def",2],["batch",2],["search",2],["self",2],["query",2],["list",2],["num",2],["return",2],["score",2],["pass",1]]},{"id":"search_r1/search/retrieval.py#BaseRetriever._search","name":[["search",1]],"path":[["search",2],["r1",1],["retrieval",1],["py",1]],"body":[["def",2],["search",2],["self",2],["query",2],["str",6],["num",2],["int",2],["return",3],["score",2],["bool",2],["list",3],["dict",2],["retrieve",1],["topk",1],["relevant",1],["documents",1],["corpus",1],["contains",1],["information",1],["related",1],["document",1],["including",1],["contents",1],["building",1],["index",1],["title",1],["if",2],["provided",2],["text",1],["pass",1]]},{"id":"search_r1/search/retrieval.py#BaseRetriever.batch_search","name":[["batch",1],["search",1]],"path":[["search",2],["r1",1],["retrieval",1],["py",1]],"body":[["def",2],["batch",3],["search",3],["self",3],["args",3],["kwargs",3],["return",1]]},{"id":"search_r1/search/retrieval.py#BaseRetriever.search","name":[["search",1]],"path":[["search",2],["r1",1],["retrieval",1],["py",1]],"body":[["def",2],["search",3],["self",3],["args",3],["kwargs",3],["return",1]]},{"id":"search_r1/search/retrieval.py#BM25Retriever","name":[["bm25",1],["retriever",1]],"path":[["search",2],["r1",1],["retrieval",1],["py",1]],"body":[["class",2],["bm25",3],["retriever",5],["base",2],["based",1],["pre",1],["built",1],["pyserini",2],["index",3],["def",4],["init",2],["self",19],["config",2],["super",1],["from",1],["search",5],["lucene",3],["import",1],["searcher",6],["path",2],["contain",5],["doc",7],["check",3],["if",9],["not",3],["corpus",4],["load",2],["max",1],["process",1],["num",9],["contains",1],["document",1],["content",5],["return",12],["raw",2],["none",4],["query",6],["str",3],["int",2],["score",8],["false",2],["list",3],["dict",1],["topk",1],["hits",8],["len",2],["else",5],["scores",5],["hit",6],["warnings",1],["warn",1],["enough",1],["documents",1],["retrieved",1],["all",2],["contents",4],["json",1],["loads",1],["docid",2],["results",8],["title",1],["split",2],["strip",1],["text",1],["join",1],["docs",1],["batch",2],["todo",1],["modify",1],["method",1],["item",4],["result",2],["true",1],["append",2]]},{"id":"search_r1/search/retrieval.py#BM25Retriever.__init__","name":[["init",1]],"path":[["search",2],["r1",1],["retrieval",1],["py",1]],"body":[["def",2],["init",3],["self",10],["config",3],["super",1],["from",1],["pyserini",1],["search",1],["lucene",3],["import",1],["searcher",3],["index",1],["path",2],["contain",3],["doc",3],["check",1],["if",1],["not",1],["corpus",3],["load",1],["max",1],["process",1],["num",1]]},{"id":"search_r1/search/retrieval.py#BM25Retriever._batch_search","name":[["batch",1],["search",1]],"path":[["search",2],["r1",1],["retrieval",1],["py",1]],"body":[["def",2],["batch",4],["search",3],["self",3],["query",5],["list",3],["num",3],["int",2],["none",2],["return",5],["score",5],["false",2],["todo",2],["modify",2],["method",2],["results",4],["scores",3],["item",4],["result",2],["true",1],["append",2],["if",1],["else",1]]},{"id":"search_r1/search/retrieval.py#BM25Retriever._check_contain_doc","name":[["check",1],["contain",1],["doc",1]],"path":[["search",2],["r1",1],["retrieval",1],["py",1]],"body":[["def",2],["check",3],["contain",2],["doc",3],["self",3],["if",1],["index",1],["contains",1],["document",1],["content",1],["return",1],["searcher",1],["raw",1],["not",1],["none",1]]},{"id":"search_r1/search/retrieval.py#BM25Retriever._search","name":[["search",1]],"path":[["search",2],["r1",1],["retrieval",1],["py",1]],"body":[["def",2],["search",3],["self",7],["query",3],["str",6],["num",7],["int",2],["none",3],["return",8],["score",5],["false",2],["list",2],["dict",2],["if",6],["topk",1],["hits",8],["searcher",2],["len",2],["else",4],["scores",2],["hit",6],["warnings",1],["warn",1],["not",1],["enough",1],["documents",1],["retrieved",1],["contain",1],["doc",2],["all",2],["contents",4],["json",1],["loads",1],["docid",2],["raw",1],["results",4],["title",1],["content",4],["split",2],["strip",1],["text",1],["join",1],["load",1],["docs",1],["corpus",1]]},{"id":"search_r1/search/retrieval.py#DenseRetriever","name":[["dense",1],["retriever",1]],"path":[["search",2],["r1",1],["retrieval",1],["py",1]],"body":[["class",2],["dense",3],["retriever",5],["base",2],["based",1],["pre",1],["built",1],["faiss",6],["index",12],["def",3],["init",2],["self",25],["config",9],["dict",1],["super",1],["read",1],["path",4],["if",6],["gpu",2],["co",5],["multiple",1],["cloner",1],["options",1],["float16",1],["true",2],["shard",1],["cpu",2],["all",2],["gpus",2],["corpus",5],["load",3],["encoder",4],["model",3],["name",1],["retrieval",8],["method",3],["pooling",2],["max",2],["length",2],["query",13],["fp16",2],["topk",4],["batch",24],["size",6],["search",5],["str",3],["num",10],["int",2],["none",4],["return",8],["score",4],["false",2],["emb",4],["encode",3],["scores",11],["idxs",11],["results",11],["docs",2],["else",2],["list",7],["isinstance",1],["start",3],["idx",3],["tqdm",1],["range",2],["len",2],["desc",1],["process",1],["from",1],["time",7],["import",1],["print",2],["tolist",2],["exit",1],["flat",2],["sum",1],["extend",2]]},{"id":"search_r1/search/retrieval.py#DenseRetriever.__init__","name":[["init",1]],"path":[["search",2],["r1",1],["retrieval",1],["py",1]],"body":[["def",2],["init",3],["self",15],["config",10],["dict",2],["super",1],["index",9],["faiss",5],["read",1],["path",4],["if",1],["gpu",2],["co",5],["multiple",1],["cloner",1],["options",1],["float16",1],["true",2],["shard",1],["cpu",2],["all",2],["gpus",2],["corpus",3],["load",1],["encoder",2],["model",3],["name",1],["retrieval",7],["method",3],["pooling",2],["max",2],["length",2],["query",1],["fp16",2],["topk",2],["batch",2],["size",2]]},{"id":"search_r1/search/retrieval.py#DenseRetriever._batch_search","name":[["batch",1],["search",1]],"path":[["search",2],["r1",1],["retrieval",1],["py",1]],"body":[["def",2],["batch",23],["search",4],["self",7],["query",9],["list",9],["str",3],["num",7],["int",2],["none",3],["return",5],["score",3],["false",2],["if",3],["isinstance",1],["topk",1],["size",4],["results",8],["scores",7],["start",3],["idx",3],["tqdm",1],["range",2],["len",2],["desc",1],["retrieval",1],["process",1],["from",1],["time",7],["import",1],["emb",2],["encoder",1],["encode",2],["print",2],["idxs",7],["index",1],["tolist",2],["exit",1],["flat",2],["sum",1],["load",1],["docs",1],["corpus",1],["extend",2],["else",1]]},{"id":"search_r1/search/retrieval.py#DenseRetriever._search","name":[["search",1]],"path":[["search",2],["r1",1],["retrieval",1],["py",1]],"body":[["def",2],["search",3],["self",6],["query",5],["str",2],["num",5],["int",2],["none",3],["return",5],["score",3],["false",2],["if",2],["topk",1],["emb",2],["encoder",1],["encode",1],["scores",4],["idxs",4],["index",1],["results",3],["load",1],["docs",1],["corpus",1],["else",1]]},{"id":"search_r1/search/retrieval.py#Encoder","name":[["encoder",1]],"path":[["search",2],["r1",1],["retrieval",1],["py",1]],"body":[["class",2],["encoder",2],["def",2],["init",1],["self",18],["model",17],["name",7],["path",5],["pooling",5],["method",4],["max",5],["length",5],["fp16",5],["tokenizer",2],["load",1],["torch",4],["no",1],["grad",1],["encode",1],["query",31],["list",12],["str",2],["true",5],["np",2],["ndarray",1],["processing",1],["different",1],["encoders",1],["if",7],["isinstance",1],["e5",1],["lower",3],["else",2],["passage",1],["bge",1],["represent",1],["sentence",1],["searching",1],["relevant",1],["passages",1],["inputs",8],["padding",1],["truncation",1],["return",4],["tensors",1],["pt",1],["cuda",1],["items",1],["t5",2],["type",1],["based",1],["retrieval",1],["decoder",3],["input",5],["ids",5],["zeros",1],["shape",1],["dtype",1],["long",1],["device",1],["output",6],["dict",2],["emb",9],["last",2],["hidden",2],["state",2],["pooler",1],["attention",1],["mask",1],["dpr",1],["not",1],["nn",1],["functional",1],["normalize",1],["dim",1],["detach",1],["cpu",1],["numpy",1],["astype",1],["float32",1],["order",1]]},{"id":"search_r1/search/retrieval.py#Encoder.__init__","name":[["init",1]],"path":[["search",2],["r1",1],["retrieval",1],["py",1]],"body":[["def",2],["init",2],["self",9],["model",12],["name",4],["path",6],["pooling",4],["method",4],["max",4],["length",4],["fp16",6],["tokenizer",1],["load",1]]},{"id":"search_r1/search/retrieval.py#Encoder.encode","name":[["encode",1]],"path":[["search",2],["r1",1],["retrieval",1],["py",1]],"body":[["def",2],["encode",2],["self",11],["query",34],["list",14],["str",3],["true",6],["np",3],["ndarray",2],["processing",2],["different",2],["encoders",2],["if",7],["isinstance",1],["e5",1],["model",7],["name",4],["lower",3],["else",2],["passage",1],["bge",1],["represent",1],["sentence",1],["searching",1],["relevant",1],["passages",1],["inputs",8],["tokenizer",1],["max",2],["length",2],["padding",1],["truncation",1],["return",4],["tensors",1],["pt",1],["cuda",1],["items",1],["t5",2],["type",1],["based",1],["retrieval",1],["decoder",3],["input",5],["ids",5],["torch",3],["zeros",1],["shape",1],["dtype",1],["long",1],["device",1],["output",6],["dict",2],["emb",9],["last",2],["hidden",2],["state",2],["pooling",2],["pooler",1],["attention",1],["mask",1],["method",1],["dpr",1],["not",1],["nn",1],["functional",1],["normalize",1],["dim",1],["detach",1],["cpu",1],["numpy",1],["astype",1],["float32",1],["order",1]]},{"id":"search_r1/search/retrieval.py#get_available_gpu_memory","name":[["available",1],["gpu",1],["memory",1]],"path":[["search",2],["r1",1],["retrieval",1],["py",1]],"body":[["def",2],["available",2],["gpu",2],["memory",13],["info",3],["range",1],["torch",3],["cuda",3],["device",2],["count",1],["total",3],["properties",1],["allocated",3],["free",2],["append",1],["1e9",1],["convert",1],["gb",1],["return",1]]},{"id":"search_r1/search/retrieval.py#get_dataset","name":[["dataset",1]],"path":[["search",2],["r1",1],["retrieval",1],["py",1]],"body":[["def",2],["dataset",4],["config",5],["load",1],["from",1],["split",3],["path",4],["os",1],["join",1],["data",1],["jsonl",2],["return",1],["read",1]]},{"id":"search_r1/search/retrieval.py#get_retriever","name":[["retriever",1]],"path":[["search",2],["r1",1],["retrieval",1],["py",1]],"body":[["def",2],["retriever",7],["config",7],["automatically",1],["select",1],["class",1],["based",1],["retrieval",3],["method",3],["args",1],["dict",1],["configuration",1],["key",1],["returns",1],["instance",1],["if",1],["bm25",2],["return",2],["else",1],["dense",1]]},{"id":"search_r1/search/retrieval.py#load_corpus","name":[["load",1],["corpus",1]],"path":[["search",2],["r1",1],["retrieval",1],["py",1]],"body":[["def",2],["load",3],["corpus",7],["path",3],["str",2],["datasets",1],["dataset",1],["json",1],["data",1],["files",1],["split",1],["train",1],["num",1],["proc",1],["return",1]]},{"id":"search_r1/search/retrieval.py#load_docs","name":[["load",1],["docs",1]],"path":[["search",2],["r1",1],["retrieval",1],["py",1]],"body":[["def",2],["load",2],["docs",2],["corpus",3],["doc",3],["idxs",3],["results",2],["int",1],["idx",2],["return",1]]},{"id":"search_r1/search/retrieval.py#load_model","name":[["load",1],["model",1]],"path":[["search",2],["r1",1],["retrieval",1],["py",1]],"body":[["def",2],["load",2],["model",15],["path",5],["str",2],["fp16",3],["bool",2],["false",2],["config",2],["auto",3],["from",3],["pretrained",3],["trust",3],["remote",3],["code",3],["true",4],["eval",1],["cuda",1],["if",1],["half",1],["tokenizer",3],["fast",1],["return",1]]},{"id":"search_r1/search/retrieval.py#pooling","name":[["pooling",1]],"path":[["search",2],["r1",1],["retrieval",1],["py",1]],"body":[["def",2],["pooling",8],["pooler",4],["output",3],["last",6],["hidden",6],["state",4],["attention",4],["mask",4],["none",4],["method",6],["mean",3],["if",1],["masked",1],["fill",1],["bool",1],["return",3],["sum",2],["dim",2],["elif",2],["cls",1],["else",1],["raise",1],["not",2],["implemented",2],["error",1]]},{"id":"search_r1/search/retrieval.py#read_jsonl","name":[["read",1],["jsonl",1]],"path":[["search",2],["r1",1],["retrieval",1],["py",1]],"body":[["def",2],["read",2],["jsonl",2],["file",3],["path",3],["data",3],["open",1],["as",1],["readin",2],["readlines",1],["line",2],["append",1],["json",1],["loads",1],["return",1]]},{"id":"setup.py","name":[["setup",1],["py",1]],"path":[["setup",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",3],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",3],["license",9],["version",9],["you",2],["may",2],["not",2],["file",3],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",3],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",3],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["setup",3],["py",1],["fallback",1],["installation",1],["script",1],["pyproject",1],["toml",1],["work",1],["from",2],["setuptools",1],["import",3],["find",2],["packages",3],["os",5],["folder",2],["path",6],["dirname",1],["join",2],["abspath",1],["open",2],["verl",4],["read",3],["strip",3],["requirements",1],["txt",1],["splitlines",1],["install",3],["requires",3],["item",3],["if",1],["extras",3],["require",3],["test",1],["pytest",1],["yapf",1],["pathlib",1],["directory",2],["parent",1],["long",4],["description",5],["readme",1],["md",1],["text",2],["name",1],["package",3],["dir",1],["url",1],["https",1],["github",1],["com",2],["volcengine",1],["author",2],["seed",1],["mlsys",1],["email",1],["zhangchi",1],["usc1992",1],["gmsheng",1],["connect",1],["hku",1],["hk",1],["ve",1],["rl",1],["volcano",1],["engine",1],["reinforcement",1],["learning",1],["llm",1],["data",2],["trainer",1],["config",1],["yaml",1],["include",1],["true",1],["content",1],["type",1],["markdown",1]]},{"id":"verl/__init__.py","name":[["init",1],["py",1]],"path":[["verl",1],["init",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",6],["you",2],["may",2],["not",1],["file",2],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["import",4],["os",5],["folder",2],["path",4],["dirname",1],["join",2],["abspath",1],["open",1],["read",1],["strip",1],["from",2],["protocol",1],["data",1],["proto",1],["utils",2],["logging",3],["basic",2],["config",2],["level",1],["warning",1]]},{"id":"verl/models/__init__.py","name":[["init",1],["py",1]],"path":[["verl",1],["models",1],["init",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1]]},{"id":"verl/models/llama/__init__.py","name":[["init",1],["py",1]],"path":[["verl",1],["models",1],["llama",1],["init",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1]]},{"id":"verl/models/llama/megatron/__init__.py","name":[["init",1],["py",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["init",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["from",1],["modeling",1],["llama",7],["megatron",4],["import",1],["original",1],["model",2],["parallel",6],["causal",3],["lm",1],["rmpad",2],["lmrm",2],["pad",4],["value",2],["rm",2],["pipeline",1],["parallelism",1],["pp",2]]},{"id":"verl/models/llama/megatron/checkpoint_utils/__init__.py","name":[["init",1],["py",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["checkpoint",1],["utils",1],["init",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1]]},{"id":"verl/models/llama/megatron/checkpoint_utils/llama_loader.py","name":[["llama",1],["loader",1],["py",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",1],["checkpoint",1],["utils",1],["loader",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",3],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",2],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["import",4],["torch",2],["time",1],["from",1],["typing",1],["dict",1],["callable",1],["optional",1],["dist",1]]},{"id":"verl/models/llama/megatron/checkpoint_utils/llama_loader.py#_megatron_calc_layer_map","name":[["megatron",1],["calc",1],["layer",1],["map",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",1],["checkpoint",1],["utils",1],["loader",1],["py",1]],"body":[["def",2],["megatron",4],["calc",2],["layer",15],["map",6],["config",5],["calculate",1],["mapping",2],["global",2],["idx",12],["local",1],["returns",1],["dict",2],["int",4],["tuple",2],["from",2],["index",1],["pp",17],["rank",8],["virtual",10],["inside",1],["model",7],["import",2],["core",1],["mpu",3],["size",11],["pipeline",2],["parallel",2],["world",2],["num",7],["layers",7],["per",4],["hidden",3],["assert",1],["range",3],["offset",2],["return",1]]},{"id":"verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama","name":[["load",1],["state",1],["dict",1],["megatron",1],["llama",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",1],["checkpoint",1],["utils",1],["loader",1],["py",1]],"body":[["def",7],["load",4],["state",17],["dict",17],["megatron",8],["llama",2],["wrapped",10],["models",11],["config",4],["params",5],["dtype",7],["value",2],["model",24],["false",5],["merged",1],["sharded",1],["module",8],["training",1],["import",6],["from",6],["core",3],["mpu",12],["utils",1],["print",4],["rank",34],["unwrap",2],["transformer",1],["float16",2],["distributed",10],["data",9],["parallel",14],["as",2],["local",2],["ddp",4],["torch",23],["nn",1],["start",1],["time",3],["gpt",4],["return",4],["broadcast",13],["param",2],["parameters",1],["src",7],["group",25],["dp",4],["pp",11],["pipeline",3],["size",16],["world",4],["virtual",5],["mp",18],["if",19],["assert",7],["not",7],["isinstance",1],["list",14],["tuple",1],["len",3],["num",5],["layers",6],["per",3],["hidden",2],["none",22],["enumerate",1],["tensor",49],["name",13],["rank0",1],["across",3],["nonlocal",6],["weight",12],["shape",29],["else",7],["obj",9],["dist",5],["object",3],["all",3],["ranks",3],["should",3],["reach",3],["here",3],["skip",3],["empty",4],["device",6],["cuda",3],["current",3],["requires",3],["grad",3],["copy",3],["tp",14],["shard",4],["vocab",1],["chunk",27],["dim",6],["mutate",6],["func",6],["shards",2],["full",8],["loading",2],["sync",6],["like",1],["range",1]]},{"id":"verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama._broadcast_tensor","name":[["broadcast",1],["tensor",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",1],["checkpoint",1],["utils",1],["loader",1],["py",1]],"body":[["def",2],["broadcast",5],["tensor",19],["name",5],["torch",6],["from",1],["rank0",1],["across",1],["mp",5],["group",7],["nonlocal",2],["state",4],["dict",4],["if",5],["distributed",2],["rank",3],["weight",4],["shape",8],["else",2],["none",6],["obj",3],["list",4],["dist",2],["object",1],["src",2],["all",1],["ranks",1],["should",1],["reach",1],["here",1],["print",1],["not",1],["skip",1],["load",1],["return",1],["empty",1],["dtype",2],["params",1],["device",2],["cuda",1],["current",1],["requires",1],["grad",1],["false",1],["data",1],["copy",1]]},{"id":"verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama._broadcast_tp_shard_tensor","name":[["broadcast",1],["tp",1],["shard",1],["tensor",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",1],["checkpoint",1],["utils",1],["loader",1],["py",1]],"body":[["def",2],["broadcast",5],["tp",9],["shard",3],["tensor",25],["name",6],["chunk",16],["dim",4],["mutate",4],["func",4],["none",9],["torch",10],["shards",1],["across",1],["mp",5],["group",7],["nonlocal",2],["state",4],["dict",4],["rank",8],["mpu",2],["model",2],["parallel",2],["size",4],["world",1],["if",7],["distributed",3],["full",4],["weight",4],["not",3],["shape",13],["else",3],["obj",3],["list",4],["dist",2],["object",1],["src",2],["all",1],["ranks",1],["should",1],["reach",1],["here",1],["print",1],["skip",1],["loading",1],["return",1],["sync",5],["empty",2],["dtype",2],["params",1],["device",4],["cuda",2],["current",2],["requires",2],["grad",2],["false",2],["assert",1],["like",1],["range",1],["data",2],["copy",2]]},{"id":"verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama._broadcast_tp_shard_tensor_gate_up","name":[["broadcast",1],["tp",1],["shard",1],["tensor",1],["gate",1],["up",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",1],["checkpoint",1],["utils",1],["loader",1],["py",1]],"body":[["def",2],["broadcast",5],["tp",22],["shard",3],["tensor",25],["gate",14],["up",14],["name",10],["torch",13],["shards",1],["across",1],["mp",5],["group",7],["nonlocal",2],["state",4],["dict",4],["rank",8],["mpu",2],["model",2],["parallel",2],["size",16],["world",1],["if",5],["distributed",3],["weight",11],["new",3],["empty",3],["config",3],["intermediate",9],["hidden",1],["dtype",4],["params",2],["device",6],["cuda",3],["current",3],["range",2],["copy",3],["cat",1],["dim",2],["chunk",12],["shape",12],["else",2],["none",5],["obj",3],["list",4],["dist",2],["object",1],["src",2],["all",1],["ranks",1],["should",1],["reach",1],["here",1],["print",1],["not",2],["skip",1],["loading",1],["return",1],["sync",5],["requires",2],["grad",2],["false",2],["assert",1],["like",1],["data",2]]},{"id":"verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama._broadcast_tp_shard_tensor_qkv","name":[["broadcast",1],["tp",1],["shard",1],["tensor",1],["qkv",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",1],["checkpoint",1],["utils",1],["loader",1],["py",1]],"body":[["def",2],["broadcast",5],["tp",35],["shard",3],["tensor",25],["qkv",7],["name",14],["torch",16],["shards",1],["across",1],["mp",5],["group",7],["nonlocal",2],["state",8],["dict",8],["rank",8],["mpu",2],["model",2],["parallel",2],["size",48],["world",1],["if",6],["distributed",3],["assert",2],["full",9],["weight",14],["hidden",10],["per",5],["head",5],["config",10],["num",5],["attention",1],["heads",5],["key",4],["value",4],["kv",8],["total",8],["new",5],["empty",4],["dtype",6],["params",3],["device",8],["cuda",4],["current",4],["range",3],["part",12],["copy",4],["cat",2],["dim",3],["else",3],["start",3],["idx",6],["end",3],["chunk",12],["shape",12],["none",5],["obj",3],["list",4],["dist",2],["object",1],["src",2],["all",1],["ranks",1],["should",1],["reach",1],["here",1],["print",1],["not",2],["skip",1],["loading",1],["return",1],["sync",5],["requires",2],["grad",2],["false",2],["like",1],["data",2]]},{"id":"verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama._broadcast_tp_shard_tensor_vocab","name":[["broadcast",1],["tp",1],["shard",1],["tensor",1],["vocab",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",1],["checkpoint",1],["utils",1],["loader",1],["py",1]],"body":[["def",2],["broadcast",5],["tp",9],["shard",3],["tensor",25],["vocab",2],["name",6],["chunk",16],["dim",4],["mutate",4],["func",4],["none",9],["torch",10],["shards",1],["across",1],["mp",5],["group",7],["nonlocal",2],["state",4],["dict",4],["rank",8],["mpu",2],["model",2],["parallel",2],["size",4],["world",1],["if",7],["distributed",3],["full",4],["weight",4],["not",3],["shape",13],["else",3],["obj",3],["list",4],["dist",2],["object",1],["src",2],["all",1],["ranks",1],["should",1],["reach",1],["here",1],["print",1],["skip",1],["loading",1],["return",1],["sync",5],["empty",2],["dtype",2],["params",1],["device",4],["cuda",2],["current",2],["requires",2],["grad",2],["false",2],["assert",1],["like",1],["range",1],["data",2],["copy",2]]},{"id":"verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama._get_gpt_model","name":[["gpt",1],["model",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",1],["checkpoint",1],["utils",1],["loader",1],["py",1]],"body":[["def",2],["gpt",2],["model",5],["return",1]]},{"id":"verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama.broadcast_params","name":[["broadcast",1],["params",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",1],["checkpoint",1],["utils",1],["loader",1],["py",1]],"body":[["def",2],["broadcast",3],["params",2],["module",3],["param",2],["parameters",1],["torch",1],["distributed",1],["data",3],["src",2],["mpu",2],["parallel",2],["rank",1],["group",2]]},{"id":"verl/models/llama/megatron/checkpoint_utils/llama_saver.py","name":[["llama",1],["saver",1],["py",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",1],["checkpoint",1],["utils",1],["saver",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",5],["as",4],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["import",11],["megatron",6],["from",7],["core",1],["mpu",1],["utils",1],["print",1],["rank",1],["unwrap",1],["model",3],["float16",1],["module",1],["data",2],["parallel",3],["local",1],["ddp",2],["torch",4],["nn",1],["time",1],["typing",1],["optional",1],["dist",1],["args",1]]},{"id":"verl/models/llama/megatron/checkpoint_utils/llama_saver.py#_megatron_calc_global_rank","name":[["megatron",1],["calc",1],["global",1],["rank",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",1],["checkpoint",1],["utils",1],["saver",1],["py",1]],"body":[["def",2],["megatron",2],["calc",2],["global",3],["rank",16],["tp",12],["int",6],["dp",12],["pp",12],["given",1],["args",3],["size",18],["mpu",3],["tensor",1],["model",2],["parallel",3],["world",5],["data",1],["pipeline",1],["assert",1],["torch",2],["distributed",2],["if",1],["switch",1],["grouping",3],["return",2],["else",1]]},{"id":"verl/models/llama/megatron/checkpoint_utils/llama_saver.py#_megatron_calc_layer_map","name":[["megatron",1],["calc",1],["layer",1],["map",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",1],["checkpoint",1],["utils",1],["saver",1],["py",1]],"body":[["def",2],["megatron",5],["calc",2],["layer",15],["map",6],["config",5],["calculate",1],["mapping",2],["global",2],["idx",12],["local",1],["returns",1],["dict",2],["int",4],["tuple",2],["from",2],["index",1],["pp",17],["rank",8],["virtual",10],["inside",1],["model",7],["import",2],["core",1],["mpu",3],["size",11],["pipeline",2],["parallel",2],["world",2],["args",2],["num",7],["layers",7],["per",4],["hidden",3],["assert",1],["range",3],["offset",2],["return",1]]},{"id":"verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama","name":[["merge",1],["megatron",1],["ckpt",1],["llama",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",1],["checkpoint",1],["utils",1],["saver",1],["py",1]],"body":[["def",7],["merge",3],["megatron",10],["ckpt",2],["llama",2],["wrapped",12],["models",12],["config",4],["value",2],["model",27],["false",4],["dtype",7],["bf16",2],["sharded",1],["parameters",2],["module",2],["into",1],["merged",2],["checkpoint",1],["args",5],["modelss",1],["list",15],["distributed",8],["data",4],["parallel",10],["local",2],["ddp",3],["modules",1],["str",1],["none",22],["type",2],["state",9],["dict",11],["if",18],["original",1],["gpt",2],["key",2],["access",1],["returns",1],["rank",68],["empty",3],["dictionary",1],["other",1],["ranks",4],["start",1],["time",3],["return",6],["dp",8],["mpu",9],["pp",22],["size",15],["pipeline",3],["world",4],["virtual",5],["mp",18],["group",23],["dist",6],["assert",6],["not",5],["isinstance",1],["tuple",1],["len",5],["num",7],["layers",10],["per",5],["hidden",2],["enumerate",1],["unwrap",1],["torch",18],["float16",1],["equal",1],["format",1],["cpu",5],["tensor",48],["device",6],["detach",2],["clone",1],["broadcast",11],["name",8],["src",25],["across",3],["nonlocal",6],["calc",4],["global",4],["tp",15],["weight",8],["shape",21],["else",5],["obj",9],["object",3],["all",3],["should",3],["reach",3],["here",3],["print",3],["exist",2],["skip",2],["collect",1],["params",2],["cuda",2],["current",2],["requires",2],["grad",2],["shard",3],["concat",3],["dim",3],["mutate",3],["func",3],["shards",2],["chunk",14],["collecting",1],["buffer",2],["tensors",3],["range",1],["cur",3],["sync",3],["full",4],["gate",2],["up",2]]},{"id":"verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama._broadcast_tensor","name":[["broadcast",1],["tensor",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",1],["checkpoint",1],["utils",1],["saver",1],["py",1]],"body":[["def",2],["broadcast",5],["tensor",18],["name",4],["src",9],["pp",4],["rank",14],["torch",6],["across",1],["mp",5],["group",7],["nonlocal",2],["state",2],["dict",2],["megatron",1],["calc",1],["global",1],["tp",1],["dp",1],["if",5],["distributed",2],["none",8],["weight",8],["shape",8],["else",2],["obj",3],["list",4],["dist",2],["object",1],["all",1],["ranks",1],["should",1],["reach",1],["here",1],["print",1],["not",1],["exist",1],["skip",1],["collect",1],["return",1],["empty",1],["dtype",2],["args",1],["params",1],["device",2],["cuda",1],["current",1],["requires",1],["grad",1],["false",1],["cpu",1]]},{"id":"verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama._broadcast_tp_shard_tensor","name":[["broadcast",1],["tp",1],["shard",1],["tensor",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",1],["checkpoint",1],["utils",1],["saver",1],["py",1]],"body":[["def",2],["broadcast",5],["tp",10],["shard",3],["tensor",22],["name",4],["src",12],["pp",6],["rank",25],["concat",4],["dim",4],["mutate",4],["func",4],["none",7],["torch",9],["shards",1],["across",1],["mp",5],["group",7],["nonlocal",2],["state",2],["dict",2],["mpu",2],["model",2],["parallel",2],["size",4],["world",1],["megatron",2],["calc",2],["global",2],["dp",2],["if",6],["distributed",4],["chunk",9],["shape",7],["else",2],["obj",3],["list",4],["dist",2],["object",1],["all",1],["ranks",1],["should",1],["reach",1],["here",1],["print",1],["not",2],["exist",1],["skip",1],["collecting",1],["return",1],["buffer",2],["empty",1],["dtype",2],["args",1],["params",1],["device",2],["cuda",1],["current",1],["requires",1],["grad",1],["false",1],["tensors",3],["range",1],["cur",3],["sync",3],["cpu",1],["full",4]]},{"id":"verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama._broadcast_tp_shard_tensor_gate_up","name":[["broadcast",1],["tp",1],["shard",1],["tensor",1],["gate",1],["up",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",1],["checkpoint",1],["utils",1],["saver",1],["py",1]],"body":[["def",2],["broadcast",5],["tp",24],["shard",3],["tensor",20],["gate",14],["up",14],["name",8],["src",12],["pp",6],["rank",25],["torch",11],["shards",1],["across",1],["mp",5],["group",7],["nonlocal",2],["state",3],["dict",3],["mpu",2],["model",2],["parallel",2],["size",12],["world",1],["megatron",2],["calc",2],["global",2],["dp",2],["if",5],["distributed",4],["chunk",9],["shape",7],["else",2],["none",4],["obj",3],["list",10],["dist",2],["object",1],["all",1],["ranks",1],["should",1],["reach",1],["here",1],["print",1],["not",1],["exist",1],["skip",1],["collecting",1],["return",1],["buffer",2],["empty",1],["dtype",2],["args",1],["params",1],["device",2],["cuda",1],["current",1],["requires",1],["grad",1],["false",1],["tensors",3],["range",2],["cur",3],["sync",3],["cpu",1],["full",2],["concat",1],["dim",3],["intermediate",6],["config",1],["weight",13],["append",2],["cat",2]]},{"id":"verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama._broadcast_tp_shard_tensor_qkv","name":[["broadcast",1],["tp",1],["shard",1],["tensor",1],["qkv",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",1],["checkpoint",1],["utils",1],["saver",1],["py",1]],"body":[["def",2],["broadcast",5],["tp",37],["shard",3],["tensor",19],["qkv",10],["name",10],["src",12],["pp",6],["rank",25],["shards",1],["across",1],["mp",5],["group",7],["nonlocal",2],["state",4],["dict",4],["mpu",2],["model",2],["parallel",2],["size",45],["world",1],["megatron",2],["calc",2],["global",2],["dp",2],["if",7],["torch",10],["distributed",4],["chunk",9],["shape",7],["else",3],["none",4],["obj",3],["list",16],["dist",2],["object",1],["all",1],["ranks",1],["should",1],["reach",1],["here",1],["print",1],["not",1],["exist",1],["skip",1],["collecting",1],["return",1],["buffer",2],["empty",1],["dtype",2],["args",1],["params",1],["device",2],["cuda",1],["current",1],["requires",1],["grad",1],["false",1],["tensors",3],["range",3],["cur",3],["sync",3],["cpu",1],["full",3],["concat",1],["dim",4],["weight",12],["hidden",6],["per",3],["head",3],["config",7],["num",4],["attention",1],["heads",4],["key",3],["value",3],["kv",8],["total",8],["part",20],["append",6],["cat",3]]},{"id":"verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama._get_cpu_tensor","name":[["cpu",1],["tensor",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",1],["checkpoint",1],["utils",1],["saver",1],["py",1]],"body":[["def",2],["cpu",4],["tensor",10],["torch",3],["if",2],["none",2],["return",3],["device",2],["detach",2],["clone",1]]},{"id":"verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama._get_gpt_model","name":[["gpt",1],["model",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",1],["checkpoint",1],["utils",1],["saver",1],["py",1]],"body":[["def",2],["gpt",2],["model",5],["return",1]]},{"id":"verl/models/llama/megatron/layers/__init__.py","name":[["init",1],["py",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["init",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["from",4],["parallel",9],["attention",2],["import",4],["llama",5],["decoder",3],["layer",2],["rm",1],["pad",1],["mlp",2],["rmsnorm",2]]},{"id":"verl/models/llama/megatron/layers/parallel_attention.py","name":[["parallel",1],["attention",1],["py",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["attention",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",2],["affiliates",1],["2022",1],["eleuther",2],["ai",3],["hugging",1],["face",1],["inc",1],["team",2],["all",1],["rights",1],["reserved",1],["code",1],["based",1],["gpt",3],["neo",3],["library",2],["opt",2],["implementations",1],["has",1],["been",1],["modified",1],["from",14],["original",1],["forms",1],["accommodate",1],["minor",1],["architectural",1],["differences",1],["compared",1],["by",2],["meta",1],["trained",1],["model",2],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",4],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["import",16],["math",1],["typing",1],["optional",1],["tuple",1],["torch",3],["megatron",5],["core",3],["parallel",6],["state",1],["mpu",1],["tensor",2],["config",2],["nn",2],["transformers",2],["llama",2],["verl",2],["models",1],["layers",2],["linear",2],["qkvparallel",1],["utils",3],["tp",1],["remove",1],["padding",2],["attention",1],["flash",8],["attn",8],["compatible",1],["sequence",1],["available",2],["functional",1],["einops",1],["rearrange",1],["if",1],["varlen",1],["func",1],["bert",1],["index",1],["first",1],["axis",1],["pad",1],["input",2],["unpad",1],["noqa",1],["rotary",4],["apply",1],["emb",1],["embeddings",1],["rmpad",1],["cos",1],["sin",1],["shoudl",1],["be",1],["seq",1],["length",1],["dim",1]]},{"id":"verl/models/llama/megatron/layers/parallel_attention.py#apply_rotary_pos_emb","name":[["apply",1],["rotary",1],["pos",1],["emb",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["attention",1],["py",1]],"body":[["def",2],["apply",2],["rotary",2],["pos",2],["emb",2],["cos",6],["sin",6],["position",4],["ids",4],["unsqueeze",2],["bs",2],["seq",2],["len",2],["dim",2],["embed",4],["rotate",2],["half",2],["return",1]]},{"id":"verl/models/llama/megatron/layers/parallel_attention.py#apply_rotary_pos_emb_rmpad","name":[["apply",1],["rotary",1],["pos",1],["emb",1],["rmpad",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["attention",1],["py",1]],"body":[["def",2],["apply",2],["rotary",2],["pos",2],["emb",2],["rmpad",2],["cos",6],["sin",6],["position",5],["ids",5],["indices",6],["sequence",4],["length",4],["batch",4],["size",4],["shape",1],["pad",2],["input",2],["seqlen",1],["num",1],["head",2],["dim",3],["unsqueeze",2],["bs",2],["seq",2],["len",2],["embed",8],["rotate",2],["half",2],["index",2],["first",2],["axis",2],["rearrange",2],["return",1]]},{"id":"verl/models/llama/megatron/layers/parallel_attention.py#apply_rotary_pos_emb_rmpad_flash","name":[["apply",1],["rotary",1],["pos",1],["emb",1],["rmpad",1],["flash",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["attention",1],["py",1]],"body":[["def",2],["apply",4],["rotary",4],["pos",2],["emb",4],["rmpad",2],["flash",2],["cos",4],["sin",4],["cu",6],["seqlens",6],["max",6],["seqlen",6],["embed",4],["interleaved",2],["false",4],["inplace",2],["return",1]]},{"id":"verl/models/llama/megatron/layers/parallel_attention.py#LlamaDynamicNTKScalingRotaryEmbedding","name":[["llama",1],["dynamic",1],["ntkscaling",1],["rotary",1],["embedding",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["attention",1],["py",1]],"body":[["class",2],["llama",5],["dynamic",3],["ntkscaling",2],["rotary",5],["embedding",5],["extended",1],["ntk",1],["scaling",6],["credits",1],["reddit",1],["users",1],["bloc97",1],["emozilla",1],["def",2],["init",2],["self",19],["dim",7],["max",6],["position",4],["embeddings",4],["2048",1],["base",5],["10000",1],["device",6],["none",1],["factor",5],["super",1],["cos",3],["sin",3],["cache",1],["seq",6],["len",6],["dtype",5],["cached",4],["if",1],["inv",5],["freq",5],["torch",4],["arange",2],["float",1],["register",3],["buffer",3],["persistent",3],["false",3],["freqs",3],["einsum",1],["ij",1],["different",2],["from",1],["paper",1],["but",1],["uses",1],["permutation",1],["order",1],["obtain",1],["same",1],["calculation",1],["emb",3],["cat",1]]},{"id":"verl/models/llama/megatron/layers/parallel_attention.py#LlamaDynamicNTKScalingRotaryEmbedding.__init__","name":[["init",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["attention",1],["py",1]],"body":[["def",2],["init",3],["self",3],["dim",3],["max",3],["position",3],["embeddings",3],["2048",2],["base",3],["10000",2],["device",3],["none",2],["scaling",4],["factor",4],["super",1]]},{"id":"verl/models/llama/megatron/layers/parallel_attention.py#LlamaDynamicNTKScalingRotaryEmbedding._set_cos_sin_cache","name":[["cos",1],["sin",1],["cache",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["attention",1],["py",1]],"body":[["def",2],["cos",4],["sin",4],["cache",2],["self",18],["seq",7],["len",7],["device",5],["dtype",6],["max",4],["cached",4],["if",1],["position",2],["embeddings",2],["base",3],["scaling",2],["factor",2],["dim",5],["inv",5],["freq",5],["torch",4],["arange",2],["float",1],["register",3],["buffer",3],["persistent",3],["false",3],["freqs",3],["einsum",1],["ij",1],["different",2],["from",1],["paper",1],["but",1],["uses",1],["permutation",1],["order",1],["obtain",1],["same",1],["calculation",1],["emb",3],["cat",1]]},{"id":"verl/models/llama/megatron/layers/parallel_attention.py#LlamaLinearScalingRotaryEmbedding","name":[["llama",1],["linear",1],["scaling",1],["rotary",1],["embedding",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["attention",1],["py",1]],"body":[["class",2],["llama",5],["linear",3],["scaling",7],["rotary",5],["embedding",5],["extended",1],["credits",1],["reddit",1],["user",1],["kaiokendev",1],["def",2],["init",2],["self",10],["dim",3],["max",4],["position",2],["embeddings",2],["2048",1],["base",2],["10000",1],["device",5],["none",1],["factor",4],["super",1],["cos",3],["sin",3],["cache",1],["seq",4],["len",4],["dtype",5],["cached",4],["torch",3],["arange",1],["inv",2],["freq",2],["freqs",3],["einsum",1],["ij",1],["different",2],["from",1],["paper",1],["but",1],["uses",1],["permutation",1],["order",1],["obtain",1],["same",1],["calculation",1],["emb",3],["cat",1],["register",2],["buffer",2],["persistent",2],["false",2]]},{"id":"verl/models/llama/megatron/layers/parallel_attention.py#LlamaLinearScalingRotaryEmbedding.__init__","name":[["init",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["attention",1],["py",1]],"body":[["def",2],["init",3],["self",3],["dim",3],["max",3],["position",3],["embeddings",3],["2048",2],["base",3],["10000",2],["device",3],["none",2],["scaling",4],["factor",4],["super",1]]},{"id":"verl/models/llama/megatron/layers/parallel_attention.py#LlamaLinearScalingRotaryEmbedding._set_cos_sin_cache","name":[["cos",1],["sin",1],["cache",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["attention",1],["py",1]],"body":[["def",2],["cos",4],["sin",4],["cache",2],["self",9],["seq",5],["len",5],["device",4],["dtype",6],["max",2],["cached",4],["torch",3],["arange",1],["inv",2],["freq",2],["scaling",1],["factor",1],["freqs",3],["einsum",1],["ij",1],["different",2],["from",1],["paper",1],["but",1],["uses",1],["permutation",1],["order",1],["obtain",1],["same",1],["calculation",1],["emb",3],["cat",1],["dim",1],["register",2],["buffer",2],["persistent",2],["false",2]]},{"id":"verl/models/llama/megatron/layers/parallel_attention.py#LlamaRotaryEmbedding","name":[["llama",1],["rotary",1],["embedding",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["attention",1],["py",1]],"body":[["class",2],["llama",2],["rotary",2],["embedding",2],["nn",2],["module",2],["def",3],["init",2],["self",22],["dim",6],["max",7],["position",4],["embeddings",4],["2048",1],["base",4],["10000",1],["device",9],["none",2],["super",1],["inv",6],["freq",6],["torch",6],["arange",2],["float",1],["register",3],["buffer",3],["persistent",3],["false",3],["build",1],["here",1],["make",1],["jit",1],["trace",1],["work",1],["cos",6],["sin",6],["cache",3],["seq",13],["len",13],["dtype",13],["default",1],["cached",7],["freqs",3],["einsum",1],["ij",1],["different",2],["from",1],["paper",1],["but",1],["uses",1],["permutation",1],["order",1],["obtain",1],["same",1],["calculation",1],["emb",3],["cat",1],["forward",1],["bs",1],["num",1],["attention",1],["heads",1],["head",1],["size",1],["if",1],["return",1]]},{"id":"verl/models/llama/megatron/layers/parallel_attention.py#LlamaRotaryEmbedding.__init__","name":[["init",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["attention",1],["py",1]],"body":[["def",2],["init",3],["self",11],["dim",6],["max",5],["position",5],["embeddings",5],["2048",2],["base",5],["10000",2],["device",5],["none",2],["super",1],["inv",4],["freq",4],["torch",3],["arange",1],["float",1],["register",1],["buffer",1],["persistent",1],["false",1],["build",1],["here",1],["make",1],["jit",1],["trace",1],["work",1],["cos",1],["sin",1],["cache",1],["seq",1],["len",1],["dtype",2],["default",1]]},{"id":"verl/models/llama/megatron/layers/parallel_attention.py#LlamaRotaryEmbedding._set_cos_sin_cache","name":[["cos",1],["sin",1],["cache",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["attention",1],["py",1]],"body":[["def",2],["cos",4],["sin",4],["cache",2],["self",8],["seq",5],["len",5],["device",4],["dtype",6],["max",2],["cached",4],["torch",3],["arange",1],["inv",2],["freq",2],["freqs",3],["einsum",1],["ij",1],["different",2],["from",1],["paper",1],["but",1],["uses",1],["permutation",1],["order",1],["obtain",1],["same",1],["calculation",1],["emb",3],["cat",1],["dim",1],["register",2],["buffer",2],["persistent",2],["false",2]]},{"id":"verl/models/llama/megatron/layers/parallel_attention.py#LlamaRotaryEmbedding.forward","name":[["forward",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["attention",1],["py",1]],"body":[["def",2],["forward",2],["self",6],["seq",10],["len",10],["none",2],["bs",2],["num",2],["attention",2],["heads",2],["head",2],["size",2],["if",1],["max",1],["cached",3],["cos",2],["sin",2],["cache",1],["device",2],["dtype",6],["return",1]]},{"id":"verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttention","name":[["parallel",1],["llama",1],["attention",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["attention",1],["py",1]],"body":[["class",2],["parallel",11],["llama",6],["attention",13],["nn",2],["module",2],["multi",1],["headed",1],["from",1],["all",1],["you",1],["need",1],["paper",1],["def",4],["init",4],["self",87],["config",27],["megatron",6],["model",4],["super",1],["hidden",14],["size",42],["num",40],["heads",35],["head",18],["dim",17],["key",27],["value",28],["groups",3],["max",8],["position",10],["embeddings",8],["rope",10],["theta",5],["assign",1],["values",1],["after",1],["tp",28],["mpu",1],["tensor",11],["world",1],["assert",4],["must",5],["be",5],["divisible",3],["by",3],["got",3],["per",11],["if",7],["raise",4],["error",4],["column",5],["kwargs",12],["utils",4],["default",2],["linear",6],["row",6],["not",2],["none",5],["false",5],["have",2],["update",2],["qkv",4],["proj",3],["qkvparallel",1],["input",3],["bias",6],["gather",1],["output",2],["skip",2],["add",2],["true",1],["scaling",14],["rotary",8],["emb",5],["embedding",3],["base",3],["else",2],["type",6],["factor",6],["elif",1],["dynamic",2],["ntkscaling",1],["unknown",1],["ro",1],["pe",1],["shape",2],["torch",8],["seq",9],["len",17],["int",2],["bsz",10],["return",1],["view",4],["transpose",5],["contiguous",1],["forward",1],["states",24],["mask",4],["optional",4],["ids",2],["long",1],["tuple",2],["query",6],["split",1],["kv",8],["cos",2],["sin",2],["apply",1],["pos",1],["repeat",2],["attn",3],["weights",4],["matmul",1],["math",1],["sqrt",1],["should",2],["but",2],["mas",1]]},{"id":"verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttention.__init__","name":[["init",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["attention",1],["py",1]],"body":[["def",2],["init",4],["self",52],["config",28],["llama",2],["megatron",7],["model",5],["parallel",10],["super",1],["hidden",11],["size",33],["num",32],["heads",29],["attention",3],["head",10],["dim",8],["key",14],["value",15],["groups",1],["max",2],["position",2],["embeddings",2],["rope",3],["theta",2],["assign",1],["values",1],["after",1],["tp",23],["mpu",1],["tensor",2],["world",1],["assert",4],["must",5],["be",3],["divisible",3],["by",3],["got",3],["per",6],["if",2],["raise",1],["error",1],["column",5],["kwargs",12],["utils",4],["default",2],["linear",4],["row",6],["not",1],["none",1],["false",5],["have",2],["update",2],["qkv",1],["proj",2],["qkvparallel",1],["input",3],["bias",6],["gather",1],["output",2],["skip",2],["add",2],["true",1]]},{"id":"verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttention._init_rope","name":[["init",1],["rope",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["attention",1],["py",1]],"body":[["def",2],["init",2],["rope",8],["self",17],["if",2],["config",3],["scaling",14],["none",1],["rotary",6],["emb",3],["llama",3],["embedding",3],["head",3],["dim",3],["max",6],["position",6],["embeddings",6],["base",3],["theta",3],["else",2],["type",6],["factor",6],["linear",2],["elif",1],["dynamic",2],["ntkscaling",1],["raise",1],["value",1],["error",1],["unknown",1],["ro",1],["pe",1]]},{"id":"verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttention._shape","name":[["shape",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["attention",1],["py",1]],"body":[["def",2],["shape",2],["self",4],["tensor",5],["torch",2],["seq",3],["len",3],["int",4],["bsz",3],["return",1],["view",1],["num",1],["heads",1],["head",1],["dim",1],["transpose",1],["contiguous",1]]},{"id":"verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttention.forward","name":[["forward",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["attention",1],["py",1]],"body":[["def",2],["forward",2],["self",24],["hidden",5],["states",27],["torch",15],["tensor",12],["attention",9],["mask",7],["optional",8],["none",5],["position",3],["ids",3],["long",2],["tuple",4],["bsz",11],["len",18],["size",14],["qkv",3],["proj",2],["query",7],["key",13],["value",14],["split",1],["dim",8],["view",3],["num",9],["heads",7],["per",8],["tp",8],["head",6],["transpose",5],["kv",8],["seq",7],["shape",1],["cos",2],["sin",2],["rotary",2],["emb",2],["apply",1],["pos",1],["repeat",2],["groups",2],["attn",19],["weights",9],["matmul",2],["math",1],["sqrt",1],["if",4],["raise",3],["error",3],["should",3],["be",3],["but",3],["not",1],["upcast",1],["fp32",1],["nn",1],["functional",1],["softmax",1],["dtype",2],["float32",1],["output",11],["contiguous",1],["reshape",1],["return",1]]},{"id":"verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttentionRmPad","name":[["parallel",1],["llama",1],["attention",1],["rm",1],["pad",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["attention",1],["py",1]],"body":[["class",2],["parallel",13],["llama",6],["attention",5],["rm",2],["pad",6],["def",1],["forward",1],["self",19],["hidden",7],["states",38],["torch",8],["tensor",5],["position",2],["ids",2],["optional",1],["long",1],["none",6],["sequence",9],["length",3],["int",2],["indices",2],["cu",9],["seqlens",9],["max",7],["seqlen",7],["batch",5],["total",15],["nnz",15],["size",8],["padded",1],["after",1],["if",6],["megatron",3],["config",4],["mpu",1],["model",1],["world",1],["qkv",3],["proj",2],["query",13],["key",14],["value",11],["split",1],["dim",5],["before",1],["sp",1],["padding",1],["flash",4],["requires",1],["input",5],["have",2],["shape",4],["seq",2],["head",4],["dime",1],["therefore",2],["just",2],["need",3],["keep",1],["original",1],["view",3],["num",3],["heads",3],["per",4],["tp",4],["cos",6],["sin",6],["rotary",3],["emb",3],["len",1],["attn",13],["only",1],["needs",1],["half",1],["apply",2],["pos",2],["rmpad",2],["todo",1],["not",3],["dropout",6],["recommended",2],["fa",1],["according",1],["docs",1],["training",4],["rate",2],["else",1],["peft",1],["usually",1],["cast",3],["layer",2],["norms",2],["float32",3],["stability",1],["reasons",1],["gets",1],["silently",1],["casted",1],["hence",1],["them",1],["back",1],["float16",4],["be",1],["sure",1],["everything",1],["works",1],["as",1],["expected",1],["might",1],["slowdown",1],["inference",1],["so",1],["fp32",1],["rmsnorm",1],["handles",1],["correctly",1],["dtype",4],["output",10],["unpad",10],["varlen",1],["func",1],["softmax",1],["scale",1],["causal",1],["true",1],["reshape",1],["contiguous",1],["reduce",1],["scatter",1],["performed",1],["inside",1],["row",1],["column",1],["enabled",1],["here",1],["repad",1],["return",1]]},{"id":"verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttentionRmPad.forward","name":[["forward",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["attention",1],["py",1]],"body":[["def",2],["forward",2],["self",20],["hidden",8],["states",39],["torch",12],["tensor",9],["position",3],["ids",3],["optional",2],["long",2],["none",11],["sequence",10],["length",4],["int",4],["indices",3],["cu",10],["seqlens",10],["max",8],["seqlen",8],["batch",6],["total",15],["nnz",15],["size",8],["padded",1],["after",1],["parallel",9],["if",6],["megatron",3],["config",4],["mpu",1],["model",1],["world",1],["qkv",3],["proj",2],["query",13],["key",14],["value",11],["split",1],["dim",5],["pad",4],["before",1],["sp",1],["padding",1],["flash",4],["attention",1],["requires",1],["input",5],["have",2],["shape",4],["seq",2],["head",4],["dime",1],["therefore",2],["just",2],["need",3],["keep",1],["original",1],["view",3],["num",3],["heads",3],["per",4],["tp",4],["cos",6],["sin",6],["rotary",3],["emb",3],["len",1],["attn",13],["only",1],["needs",1],["half",1],["apply",2],["pos",2],["rmpad",2],["todo",1],["llama",2],["not",3],["dropout",6],["recommended",2],["fa",1],["according",1],["docs",1],["training",4],["rate",2],["else",1],["peft",1],["usually",1],["cast",3],["layer",2],["norms",2],["float32",3],["stability",1],["reasons",1],["gets",1],["silently",1],["casted",1],["hence",1],["them",1],["back",1],["float16",4],["be",1],["sure",1],["everything",1],["works",1],["as",1],["expected",1],["might",1],["slowdown",1],["inference",1],["so",1],["fp32",1],["rmsnorm",1],["handles",1],["correctly",1],["dtype",4],["output",10],["unpad",10],["varlen",1],["func",1],["softmax",1],["scale",1],["causal",1],["true",1],["reshape",1],["contiguous",1],["reduce",1],["scatter",1],["performed",1],["inside",1],["row",1],["column",1],["enabled",1],["here",1],["repad",1],["return",1]]},{"id":"verl/models/llama/megatron/layers/parallel_attention.py#repeat_kv","name":[["repeat",1],["kv",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["attention",1],["py",1]],"body":[["def",2],["repeat",3],["kv",2],["hidden",8],["states",8],["torch",5],["tensor",4],["rep",6],["int",2],["equivalent",1],["interleave",1],["dim",6],["repeats",1],["go",1],["from",1],["batch",5],["num",5],["key",4],["value",4],["heads",5],["seqlen",2],["head",5],["attention",1],["slen",3],["shape",1],["if",1],["return",2],["none",1],["expand",1],["reshape",1]]},{"id":"verl/models/llama/megatron/layers/parallel_attention.py#rotate_half","name":[["rotate",1],["half",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["attention",1],["py",1]],"body":[["def",2],["rotate",2],["half",3],["rotates",1],["hidden",1],["dims",1],["input",1],["x1",2],["shape",2],["x2",2],["return",1],["torch",1],["cat",1],["dim",1]]},{"id":"verl/models/llama/megatron/layers/parallel_decoder.py","name":[["parallel",1],["decoder",1],["py",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["decoder",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",2],["affiliates",1],["2022",1],["eleuther",2],["ai",3],["hugging",1],["face",1],["inc",1],["team",2],["all",1],["rights",1],["reserved",1],["code",1],["based",1],["gpt",3],["neo",3],["library",2],["opt",2],["implementations",1],["has",1],["been",1],["modified",1],["from",8],["original",1],["forms",1],["accommodate",1],["minor",1],["architectural",1],["differences",1],["compared",1],["by",2],["meta",1],["trained",1],["model",2],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["typing",1],["import",8],["optional",1],["tuple",1],["torch",2],["nn",1],["transformers",1],["llama",5],["config",2],["megatron",1],["core",1],["parallel",8],["attention",3],["rm",1],["pad",1],["mlp",2],["rmsnorm",2]]},{"id":"verl/models/llama/megatron/layers/parallel_decoder.py#ParallelLlamaDecoderLayer","name":[["parallel",1],["llama",1],["decoder",1],["layer",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["decoder",1],["py",1]],"body":[["class",2],["parallel",13],["llama",7],["decoder",2],["layer",3],["nn",2],["module",2],["def",2],["init",2],["self",14],["config",16],["megatron",7],["model",1],["super",1],["hidden",22],["size",3],["attn",2],["attention",10],["mlp",3],["input",3],["layernorm",4],["rmsnorm",2],["post",2],["forward",1],["states",20],["torch",9],["tensor",9],["mask",5],["optional",7],["none",2],["position",3],["ids",3],["long",1],["tuple",3],["float",6],["args",1],["shape",1],["batch",2],["seq",1],["len",3],["embed",1],["dim",1],["tgt",1],["src",1],["padding",1],["elements",1],["indicated",1],["by",1],["very",1],["large",1],["negative",1],["values",3],["output",1],["attentions",3],["bool",2],["whether",1],["not",1],["return",2],["tensors",2],["all",2],["layers",1],["see",2],["under",1],["returned",2],["more",1],["detail",1],["cache",1],["if",1],["true",1],["past",4],["key",5],["value",3],["be",1],["speed",1],["up",1],["decoding",1],["cached",1],["projection",1],["residual",4],["note",1],["sequence",4],["inside",2],["column",1],["linear",2],["reduce",3],["scatter",3],["row",1],["todo",3],["add",3],["operator",3],["here",3],["fully",1],["connected",1],["gather",1],["outputs",2]]},{"id":"verl/models/llama/megatron/layers/parallel_decoder.py#ParallelLlamaDecoderLayer.__init__","name":[["init",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["decoder",1],["py",1]],"body":[["def",2],["init",3],["self",8],["config",20],["llama",6],["megatron",8],["model",2],["parallel",6],["super",1],["hidden",2],["size",2],["attn",1],["attention",2],["mlp",2],["input",1],["layernorm",2],["rmsnorm",2],["post",1]]},{"id":"verl/models/llama/megatron/layers/parallel_decoder.py#ParallelLlamaDecoderLayer.forward","name":[["forward",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["decoder",1],["py",1]],"body":[["def",2],["forward",2],["self",8],["hidden",21],["states",21],["torch",15],["tensor",15],["attention",9],["mask",6],["optional",10],["none",4],["position",4],["ids",4],["long",2],["tuple",5],["float",9],["args",1],["input",2],["layer",1],["shape",1],["batch",2],["seq",1],["len",3],["embed",1],["dim",1],["size",1],["tgt",1],["src",1],["padding",1],["elements",1],["indicated",1],["by",1],["very",1],["large",1],["negative",1],["values",3],["output",1],["attentions",3],["bool",2],["whether",1],["not",1],["return",2],["tensors",2],["all",2],["layers",1],["see",2],["under",1],["returned",2],["more",1],["detail",1],["cache",1],["if",1],["true",1],["past",4],["key",5],["value",3],["be",1],["speed",1],["up",1],["decoding",1],["cached",1],["projection",1],["residual",4],["layernorm",2],["note",1],["sequence",4],["parallel",6],["inside",2],["column",1],["linear",2],["reduce",3],["scatter",3],["row",1],["attn",1],["todo",3],["add",3],["operator",3],["here",3],["fully",1],["connected",1],["post",1],["gather",1],["mlp",1],["outputs",2]]},{"id":"verl/models/llama/megatron/layers/parallel_decoder.py#ParallelLlamaDecoderLayerRmPad","name":[["parallel",1],["llama",1],["decoder",1],["layer",1],["rm",1],["pad",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["decoder",1],["py",1]],"body":[["class",2],["parallel",7],["llama",7],["decoder",2],["layer",2],["rm",3],["pad",3],["nn",2],["module",2],["def",2],["init",2],["self",16],["config",20],["megatron",9],["model",1],["super",1],["hidden",23],["size",6],["attn",3],["attention",4],["mlp",3],["input",2],["layernorm",4],["rmsnorm",2],["post",2],["forward",1],["states",17],["torch",6],["tensor",6],["position",3],["ids",3],["optional",2],["long",1],["none",5],["sequence",3],["length",3],["int",3],["indices",3],["cu",3],["seqlens",3],["max",3],["seqlen",3],["batch",3],["tuple",2],["float",3],["residual",4],["total",4],["nnz",4],["sp",3],["all",1],["gather",1],["col",1],["row",1],["reduce",1],["scatter",1],["fully",1],["connected",1],["shape",1],["changes",1],["same",1],["as",1],["outputs",2],["return",1]]},{"id":"verl/models/llama/megatron/layers/parallel_decoder.py#ParallelLlamaDecoderLayerRmPad.__init__","name":[["init",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["decoder",1],["py",1]],"body":[["def",2],["init",3],["self",10],["config",24],["llama",6],["megatron",10],["model",2],["parallel",6],["super",1],["hidden",2],["size",2],["attn",1],["attention",2],["rm",1],["pad",1],["mlp",2],["input",1],["layernorm",2],["rmsnorm",2],["post",1]]},{"id":"verl/models/llama/megatron/layers/parallel_decoder.py#ParallelLlamaDecoderLayerRmPad.forward","name":[["forward",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["decoder",1],["py",1]],"body":[["def",2],["forward",2],["self",8],["hidden",22],["states",18],["torch",12],["tensor",12],["position",4],["ids",4],["optional",4],["long",2],["none",10],["sequence",4],["length",4],["int",6],["indices",4],["cu",4],["seqlens",4],["max",4],["seqlen",4],["batch",4],["tuple",4],["float",6],["residual",4],["total",4],["nnz",4],["sp",3],["size",4],["input",1],["layernorm",2],["attention",2],["all",1],["gather",1],["col",1],["row",1],["reduce",1],["scatter",1],["attn",2],["fully",1],["connected",1],["shape",1],["changes",1],["same",1],["as",1],["post",1],["mlp",1],["outputs",2],["return",1]]},{"id":"verl/models/llama/megatron/layers/parallel_linear.py","name":[["parallel",1],["linear",1],["py",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["linear",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",1],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",3],["https",1],["github",1],["com",1],["vllm",3],["project",1],["blob",1],["main",1],["model",1],["executor",1],["layers",1],["linear",1],["py",1],["typing",1],["import",2],["optional",1],["tuple",1],["megatron",1],["core",1],["tensor",1],["parallel",1]]},{"id":"verl/models/llama/megatron/layers/parallel_linear.py#MergedColumnParallelLinear","name":[["merged",1],["column",1],["parallel",1],["linear",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["linear",1],["py",1]],"body":[["class",2],["merged",2],["column",4],["parallel",6],["linear",4],["tensor",2],["def",1],["init",2],["self",7],["input",6],["size",12],["gate",2],["ouput",2],["up",2],["output",10],["bias",8],["true",2],["gather",5],["skip",5],["add",5],["false",1],["kwargs",2],["keep",1],["parameters",1],["already",1],["restrict",1],["head",1],["numbers",1],["super",1]]},{"id":"verl/models/llama/megatron/layers/parallel_linear.py#MergedColumnParallelLinear.__init__","name":[["init",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["linear",1],["py",1]],"body":[["def",2],["init",3],["self",8],["input",8],["size",15],["gate",3],["ouput",3],["up",3],["output",12],["bias",10],["true",4],["gather",6],["skip",6],["add",6],["false",2],["kwargs",3],["keep",2],["parameters",2],["already",2],["restrict",2],["head",2],["numbers",2],["super",1]]},{"id":"verl/models/llama/megatron/layers/parallel_linear.py#QKVParallelLinear","name":[["qkvparallel",1],["linear",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["linear",1],["py",1]],"body":[["class",2],["qkvparallel",2],["linear",4],["tensor",2],["parallel",4],["column",2],["def",1],["init",2],["self",9],["input",8],["size",12],["num",6],["heads",6],["key",3],["value",3],["head",7],["dim",6],["bias",8],["true",2],["gather",5],["output",10],["skip",5],["add",5],["false",1],["kwargs",2],["keep",1],["parameters",1],["already",1],["restrict",1],["numbers",1],["kv",1],["super",1]]},{"id":"verl/models/llama/megatron/layers/parallel_linear.py#QKVParallelLinear.__init__","name":[["init",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["linear",1],["py",1]],"body":[["def",2],["init",3],["self",10],["input",10],["size",13],["num",8],["heads",8],["key",4],["value",4],["head",9],["dim",7],["bias",10],["true",4],["gather",6],["output",11],["skip",6],["add",6],["false",2],["kwargs",3],["keep",2],["parameters",2],["already",2],["restrict",2],["numbers",2],["kv",1],["super",1]]},{"id":"verl/models/llama/megatron/layers/parallel_mlp.py","name":[["parallel",1],["mlp",1],["py",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["mlp",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",2],["affiliates",1],["2022",1],["eleuther",2],["ai",3],["hugging",1],["face",1],["inc",1],["team",2],["all",1],["rights",1],["reserved",1],["code",1],["based",1],["gpt",3],["neo",3],["library",2],["opt",2],["implementations",1],["has",1],["been",1],["modified",1],["from",8],["original",1],["forms",1],["accommodate",1],["minor",1],["architectural",1],["differences",1],["compared",1],["by",2],["meta",1],["trained",1],["model",2],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",3],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["megatron",5],["core",3],["import",7],["parallel",6],["state",1],["mpu",1],["tensor",2],["config",1],["torch",1],["nn",1],["transformers",1],["activations",1],["act2",1],["fn",1],["verl",2],["models",1],["llama",1],["layers",1],["linear",2],["merged",1],["column",1],["utils",2],["tp",1]]},{"id":"verl/models/llama/megatron/layers/parallel_mlp.py#ParallelLlamaMLP","name":[["parallel",1],["llama",1],["mlp",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["mlp",1],["py",1]],"body":[["class",2],["parallel",13],["llama",2],["mlp",2],["nn",2],["module",2],["def",2],["init",2],["self",19],["config",17],["megatron",4],["model",5],["none",3],["super",1],["hidden",6],["size",23],["intermediate",7],["weight",1],["only",1],["world",2],["column",6],["kwargs",12],["tp",6],["utils",4],["default",2],["linear",4],["row",6],["if",1],["not",1],["assert",2],["false",7],["must",2],["have",2],["update",2],["mpu",1],["tensor",2],["gate",9],["up",7],["proj",4],["merged",1],["input",3],["ouput",1],["output",3],["bias",4],["gather",1],["skip",2],["add",2],["down",2],["true",1],["act",3],["fn",3],["act2",1],["forward",1],["split",1],["dim",1],["return",1]]},{"id":"verl/models/llama/megatron/layers/parallel_mlp.py#ParallelLlamaMLP.__init__","name":[["init",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["mlp",1],["py",1]],"body":[["def",2],["init",3],["self",15],["config",20],["megatron",5],["model",6],["parallel",12],["none",5],["super",1],["hidden",6],["size",22],["intermediate",7],["weight",1],["only",1],["world",2],["column",6],["kwargs",12],["tp",6],["utils",4],["default",2],["linear",4],["row",6],["if",1],["not",1],["assert",2],["false",7],["must",2],["have",2],["update",2],["mpu",1],["tensor",2],["gate",3],["up",2],["proj",2],["merged",1],["input",3],["ouput",1],["output",3],["bias",4],["gather",1],["skip",2],["add",2],["down",1],["true",1],["act",2],["fn",2],["act2",1]]},{"id":"verl/models/llama/megatron/layers/parallel_mlp.py#ParallelLlamaMLP.forward","name":[["forward",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["mlp",1],["py",1]],"body":[["def",2],["forward",2],["self",6],["gate",6],["up",5],["proj",2],["split",1],["size",1],["dim",1],["return",1],["down",1],["act",1],["fn",1]]},{"id":"verl/models/llama/megatron/layers/parallel_rmsnorm.py","name":[["parallel",1],["rmsnorm",1],["py",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["rmsnorm",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["import",7],["numbers",1],["torch",2],["from",5],["megatron",2],["core",1],["model",1],["parallel",2],["config",2],["nn",1],["transformers",1],["llama",1],["apex",1],["normalization",1],["fused",2],["layer",1],["norm",2],["rms",1],["affine",1],["verl",1],["utils",2],["sequence",1],["sp",1]]},{"id":"verl/models/llama/megatron/layers/parallel_rmsnorm.py#ParallelLlamaRMSNorm","name":[["parallel",1],["llama",1],["rmsnorm",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["rmsnorm",1],["py",1]],"body":[["class",2],["parallel",5],["llama",4],["rmsnorm",3],["nn",3],["module",2],["def",2],["init",2],["self",10],["config",8],["megatron",2],["model",1],["equivalent",1],["t5",1],["layer",1],["norm",3],["super",1],["if",2],["isinstance",1],["hidden",4],["size",3],["numbers",1],["integral",1],["normalized",6],["shape",6],["torch",2],["weight",4],["parameter",2],["ones",1],["variance",2],["epsilon",2],["rms",2],["eps",2],["sequence",2],["sp",1],["utils",1],["mark",1],["as",1],["forward",1],["states",2],["return",1],["fused",1],["affine",1],["input",1],["memory",1],["efficient",1],["true",1]]},{"id":"verl/models/llama/megatron/layers/parallel_rmsnorm.py#ParallelLlamaRMSNorm.__init__","name":[["init",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["rmsnorm",1],["py",1]],"body":[["def",2],["init",3],["self",7],["config",12],["llama",3],["megatron",3],["model",2],["parallel",4],["rmsnorm",1],["equivalent",1],["t5",1],["layer",1],["norm",2],["super",1],["if",2],["isinstance",1],["hidden",2],["size",3],["numbers",1],["integral",1],["normalized",4],["shape",4],["torch",2],["weight",2],["nn",1],["parameter",2],["ones",1],["variance",1],["epsilon",1],["rms",1],["eps",1],["sequence",2],["sp",1],["utils",1],["mark",1],["as",1]]},{"id":"verl/models/llama/megatron/layers/parallel_rmsnorm.py#ParallelLlamaRMSNorm.forward","name":[["forward",1]],"path":[["verl",1],["models",1],["llama",1],["megatron",1],["layers",1],["parallel",1],["rmsnorm",1],["py",1]],"body":[["def",2],["forward",2],["self",5],["hidden",3],["states",3],["return",1],["fused",1],["rms",1],["norm",1],["affine",1],["input",1],["weight",2],["normalized",2],["shape",2],["eps",1],["variance",1],["epsilon",1],["memory",1],["efficient",1],["true",1]]},{"id":"verl/models/llama/megatron/modeling_llama_megatron.py","name":[["modeling",1],["llama",1],["megatron",1],["py",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",2],["modeling",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",2],["affiliates",1],["2022",1],["eleuther",2],["ai",3],["hugging",1],["face",1],["inc",1],["team",2],["all",1],["rights",1],["reserved",1],["code",1],["based",1],["gpt",3],["neo",3],["library",2],["opt",2],["implementations",1],["has",1],["been",1],["modified",1],["from",15],["original",1],["forms",1],["accommodate",1],["minor",1],["architectural",1],["differences",1],["compared",1],["by",2],["meta",2],["trained",1],["model",4],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",3],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["py",1],["torch",4],["lla",1],["ma",1],["megatron",5],["style",1],["acceleration",1],["typing",1],["import",13],["optional",1],["tuple",1],["union",1],["utils",5],["checkpoint",3],["core",2],["tensor",2],["parallel",8],["config",2],["nn",1],["transformers",5],["modeling",4],["outputs",1],["base",1],["output",1],["past",2],["models",4],["llama",9],["configuration",1],["causal",2],["lmoutput",1],["verl",2],["sequence",2],["sp",1],["tp",2],["layers",1],["decoder",2],["layer",2],["rmsnorm",1],["rm",1],["pad",2],["todo",1],["add",2],["weight",2],["initialization",1],["here",1],["need",1],["be",1],["careful",1],["init",1],["load",1],["pretrained",1],["copied",2],["bart",4],["make",1],["mask",2],["expand",1],["flash",1],["attn",1],["bert",1],["padding",1],["index",1],["first",1],["axis",1],["input",2],["unpad",1],["noqa",1],["support",1],["pipeline",1],["parallelism",1]]},{"id":"verl/models/llama/megatron/modeling_llama_megatron.py#_expand_mask","name":[["expand",1],["mask",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",2],["modeling",1],["py",1]],"body":[["def",2],["expand",3],["mask",12],["torch",6],["tensor",2],["dtype",6],["tgt",7],["len",12],["optional",2],["int",2],["none",5],["expands",1],["attention",1],["from",1],["bsz",4],["seq",3],["src",4],["size",1],["if",1],["not",1],["else",1],["expanded",2],["inverted",3],["return",1],["masked",1],["fill",1],["bool",1],["finfo",1],["min",1]]},{"id":"verl/models/llama/megatron/modeling_llama_megatron.py#_make_causal_mask","name":[["make",1],["causal",1],["mask",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",2],["modeling",1],["py",1]],"body":[["def",2],["make",3],["causal",3],["mask",13],["input",3],["ids",3],["shape",3],["torch",9],["size",4],["dtype",6],["device",8],["bi",1],["directional",1],["self",1],["attention",1],["bsz",2],["tgt",5],["len",5],["full",1],["finfo",1],["min",1],["cond",3],["arange",1],["masked",1],["fill",1],["view",1],["return",1],["none",2],["expand",1]]},{"id":"verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLM","name":[["parallel",1],["llama",1],["causal",1],["lm",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",2],["modeling",1],["py",1]],"body":[["class",2],["parallel",10],["llama",4],["causal",4],["lm",4],["nn",2],["module",2],["def",2],["init",2],["self",8],["config",17],["megatron",5],["model",6],["super",1],["vocab",5],["size",9],["column",6],["kwargs",6],["tp",2],["utils",2],["default",1],["linear",2],["if",1],["not",1],["none",8],["assert",1],["false",4],["must",1],["have",1],["update",1],["head",2],["tensor",7],["input",5],["hidden",5],["output",2],["bias",2],["gather",2],["skip",1],["add",1],["forward",1],["ids",7],["torch",4],["long",3],["attention",3],["mask",3],["optional",3],["position",3],["union",1],["tuple",1],["lmoutput",2],["past",3],["args",1],["labels",3],["shape",1],["batch",1],["sequence",1],["length",1],["computing",1],["masked",2],["language",1],["modeling",1],["loss",3],["indices",2],["should",1],["either",1],["be",1],["100",2],["see",1],["docstring",1],["tokens",2],["ignored",1],["only",1],["computed",1],["returns",1],["decoder",1],["outputs",3],["consists",1],["dec",3],["features",1],["layer",1],["state",1],["attn",1],["states",3],["logits",7],["from",1],["region",1],["float",1],["return",1],["key",1],["values",1],["attentions",1]]},{"id":"verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLM.__init__","name":[["init",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",2],["modeling",1],["py",1]],"body":[["def",2],["init",3],["self",6],["config",19],["llama",3],["megatron",6],["model",5],["parallel",7],["super",1],["vocab",3],["size",6],["column",6],["kwargs",6],["tp",2],["utils",2],["default",1],["linear",2],["if",1],["not",1],["none",1],["assert",1],["false",4],["must",1],["have",1],["update",1],["lm",1],["head",1],["tensor",1],["input",1],["hidden",1],["output",2],["bias",2],["gather",1],["skip",1],["add",1]]},{"id":"verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLM.forward","name":[["forward",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",2],["modeling",1],["py",1]],"body":[["def",2],["forward",2],["self",4],["input",5],["ids",9],["torch",7],["long",5],["tensor",9],["none",10],["attention",4],["mask",4],["optional",5],["position",4],["union",2],["tuple",2],["causal",3],["lmoutput",3],["past",4],["args",1],["labels",3],["shape",1],["batch",1],["size",3],["sequence",1],["length",1],["computing",1],["masked",2],["language",1],["modeling",1],["loss",3],["indices",2],["should",1],["either",1],["be",1],["config",2],["vocab",2],["100",2],["see",1],["docstring",1],["tokens",2],["ignored",1],["only",1],["computed",1],["returns",1],["decoder",1],["outputs",3],["consists",1],["dec",3],["features",1],["layer",1],["state",1],["hidden",4],["attn",1],["model",2],["states",3],["logits",7],["lm",1],["head",1],["parallel",2],["gather",1],["from",1],["region",1],["float",1],["return",1],["key",1],["values",1],["attentions",1]]},{"id":"verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPad","name":[["parallel",1],["llama",1],["causal",1],["lmrm",1],["pad",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",2],["modeling",1],["py",1]],"body":[["class",2],["parallel",15],["llama",4],["causal",4],["lmrm",2],["pad",7],["nn",2],["module",2],["def",4],["init",4],["self",19],["config",23],["megatron",9],["model",6],["super",1],["rm",1],["vocab",8],["size",15],["head",7],["column",6],["kwargs",6],["tp",5],["utils",3],["default",1],["linear",2],["if",3],["not",2],["none",8],["assert",1],["false",4],["must",1],["have",1],["update",1],["lm",3],["tensor",7],["input",15],["hidden",6],["output",2],["bias",2],["gather",3],["skip",1],["add",2],["forward",3],["states",5],["all",2],["from",3],["sequence",11],["region",2],["performed",1],["inside",1],["logits",15],["float",1],["total",5],["nnz",7],["padded",3],["return",2],["ids",15],["torch",5],["long",3],["attention",2],["mask",2],["optional",3],["position",3],["union",1],["tuple",1],["lmoutput",2],["past",3],["args",1],["labels",3],["shape",2],["batch",8],["length",6],["computing",1],["masked",2],["language",1],["modeling",1],["loss",3],["indices",6],["should",2],["either",1],["be",2],["100",2],["see",1],["docstring",1],["tokens",2],["ignored",1],["only",1],["computed",1],["returns",1],["remove",3],["padding",4],["here",1],["cu",4],["seqlens",4],["max",3],["seqlen",4],["unpad",1],["unsqueeze",1],["dim",2],["multiple",1],["ranks",1],["todo",1],["better",1],["performance",2],["sp",2],["removed",2],["at",1],["each",1],["layer",1],["sure",1],["gap",1],["transpose",1],["outputs",2],["totol",2],["squeeze",1],["artificial",1],["dimension",1],["back",1],["key",1],["values",1],["attentions",1]]},{"id":"verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPad.__init__","name":[["init",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",2],["modeling",1],["py",1]],"body":[["def",2],["init",4],["self",7],["config",16],["llama",3],["megatron",6],["model",4],["parallel",3],["super",1],["rm",1],["pad",1],["vocab",2],["size",2],["head",1]]},{"id":"verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPad._forward_head","name":[["forward",1],["head",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",2],["modeling",1],["py",1]],"body":[["def",2],["forward",2],["head",5],["self",3],["hidden",3],["states",3],["all",2],["gather",3],["from",3],["sequence",2],["parallel",4],["region",3],["performed",2],["inside",2],["lm",3],["logits",6],["float",1],["total",2],["nnz",2],["padded",2],["vocab",2],["size",2],["tp",1],["tensor",2],["model",1],["return",1]]},{"id":"verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPad._init_head","name":[["init",1],["head",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",2],["modeling",1],["py",1]],"body":[["def",2],["init",2],["head",3],["self",7],["column",6],["kwargs",6],["tp",2],["utils",2],["default",1],["parallel",4],["linear",2],["if",1],["megatron",2],["config",7],["not",1],["none",1],["assert",1],["false",4],["must",1],["have",1],["model",1],["update",1],["lm",1],["tensor",1],["input",1],["size",4],["hidden",1],["output",2],["vocab",1],["bias",2],["gather",1],["skip",1],["add",1]]},{"id":"verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPad.forward","name":[["forward",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",2],["modeling",1],["py",1]],"body":[["def",2],["forward",3],["self",6],["input",15],["ids",17],["torch",8],["long",5],["tensor",7],["none",10],["attention",3],["mask",3],["optional",5],["position",4],["union",2],["tuple",2],["causal",3],["lmoutput",3],["past",4],["args",1],["labels",3],["shape",2],["batch",8],["size",7],["sequence",10],["length",6],["computing",1],["masked",2],["language",1],["modeling",1],["loss",3],["indices",6],["should",2],["either",1],["be",2],["config",4],["vocab",3],["100",2],["see",1],["docstring",1],["tokens",2],["ignored",1],["only",1],["computed",1],["returns",1],["remove",3],["padding",4],["here",1],["cu",4],["seqlens",4],["max",3],["seqlen",4],["unpad",1],["unsqueeze",1],["dim",2],["total",3],["nnz",5],["pad",4],["multiple",1],["tp",2],["all",1],["ranks",1],["todo",1],["better",1],["performance",2],["sp",2],["removed",2],["at",1],["each",1],["layer",1],["not",1],["sure",1],["gap",1],["if",2],["megatron",2],["parallel",4],["utils",1],["transpose",1],["outputs",2],["model",1],["hidden",3],["states",3],["logits",9],["head",1],["from",1],["totol",2],["padded",1],["squeeze",1],["artificial",1],["dimension",1],["add",1],["back",1],["return",1],["key",1],["values",1],["attentions",1]]},{"id":"verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPadPP","name":[["parallel",1],["llama",1],["causal",1],["lmrm",1],["pad",1],["pp",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",2],["modeling",1],["py",1]],"body":[["class",2],["parallel",13],["llama",4],["causal",4],["lmrm",2],["pad",8],["pp",6],["nn",2],["module",2],["def",5],["init",4],["self",26],["config",23],["megatron",10],["model",8],["pre",5],["process",12],["post",7],["super",1],["rm",1],["share",1],["embeddings",1],["output",3],["weights",1],["none",9],["workaround",1],["requires",1],["attr",1],["vocab",7],["size",16],["if",6],["head",9],["input",30],["tensor",11],["be",6],["instead",1],["forward",8],["doing",1],["pipeline",1],["parallelism",1],["from",5],["previous",1],["stage",1],["comes",1],["communication",1],["not",3],["so",1],["step",2],["func",2],["won",1],["have",2],["function",1],["thus",1],["by",2],["internal",1],["code",1],["bypass",1],["provided",1],["assert",2],["len",1],["column",6],["kwargs",6],["tp",5],["utils",3],["default",1],["linear",2],["false",4],["must",1],["update",1],["lm",3],["hidden",10],["bias",2],["gather",2],["skip",1],["add",2],["states",9],["all",2],["sequence",11],["region",1],["performed",1],["inside",2],["logits",16],["shape",8],["before",1],["32",4],["4096",2],["after",1],["float",1],["total",4],["nnz",6],["padded",2],["return",3],["original",1],["ids",18],["torch",7],["long",3],["attention",3],["mask",3],["optional",3],["position",4],["union",1],["tuple",1],["lmoutput",2],["past",3],["args",1],["labels",3],["batch",8],["length",6],["computing",1],["masked",2],["language",1],["modeling",1],["loss",3],["indices",6],["should",3],["either",1],["100",2],["see",1],["docstring",1],["tokens",2],["ignored",1],["only",1],["computed",1],["returns",1],["note",1],["passed",1],["every",1],["layer",2],["first",1],["will",2],["other",1],["layers",1],["remove",3],["padding",4],["here",1],["rmpad",7],["cu",4],["seqlens",4],["max",3],["seqlen",4],["unpad",1],["unsqueeze",1],["dim",2],["multiple",1],["ranks",1],["todo",1],["better",1],["performance",2],["sp",2],["removed",2],["at",1],["each",1],["sure",1],["gap",1],["transpose",1],["outputs",3],["print",1],["squeeze",1],["artificial",1],["dimension",1],["16",1],["totol",2],["back",1],["already",1],["let",1],["caller",1],["key",1],["values",1],["attentions",1],["else",1]]},{"id":"verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPadPP.__init__","name":[["init",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",2],["modeling",1],["py",1]],"body":[["def",2],["init",4],["self",10],["config",16],["llama",3],["megatron",7],["model",4],["parallel",3],["pre",6],["process",13],["post",7],["super",1],["rm",1],["pad",1],["pp",1],["share",1],["embeddings",1],["output",1],["weights",1],["none",1],["workaround",1],["requires",1],["attr",1],["vocab",2],["size",2],["if",1],["head",1]]},{"id":"verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPadPP._forward_head","name":[["forward",1],["head",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",2],["modeling",1],["py",1]],"body":[["def",2],["forward",5],["head",8],["self",3],["hidden",5],["states",5],["all",2],["gather",2],["from",2],["sequence",2],["parallel",2],["region",2],["performed",2],["inside",2],["lm",3],["logits",8],["shape",6],["before",2],["32",3],["4096",2],["after",1],["float",1],["total",1],["nnz",1],["padded",1],["vocab",1],["size",1],["tp",1],["return",1]]},{"id":"verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPadPP._init_head","name":[["init",1],["head",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",2],["modeling",1],["py",1]],"body":[["def",2],["init",2],["head",3],["self",7],["column",6],["kwargs",6],["tp",2],["utils",2],["default",1],["parallel",4],["linear",2],["if",1],["megatron",2],["config",7],["not",1],["none",1],["assert",1],["false",4],["must",1],["have",1],["model",1],["update",1],["lm",1],["tensor",1],["input",1],["size",4],["hidden",1],["output",2],["vocab",1],["bias",2],["gather",1],["skip",1],["add",1]]},{"id":"verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPadPP.forward","name":[["forward",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",2],["modeling",1],["py",1]],"body":[["def",2],["forward",3],["self",8],["original",2],["input",21],["ids",20],["torch",10],["long",5],["tensor",7],["none",10],["attention",4],["mask",4],["optional",5],["position",5],["union",2],["tuple",2],["causal",3],["lmoutput",3],["past",4],["args",1],["labels",3],["shape",4],["batch",8],["size",9],["sequence",10],["length",6],["computing",1],["masked",2],["language",1],["modeling",1],["loss",3],["indices",6],["should",3],["either",1],["be",5],["config",4],["vocab",3],["100",2],["see",1],["docstring",1],["tokens",2],["ignored",1],["only",1],["computed",1],["returns",1],["note",1],["passed",1],["every",1],["pp",3],["layer",2],["first",1],["will",2],["other",1],["layers",1],["hidden",6],["states",6],["inside",1],["model",2],["remove",3],["padding",4],["here",1],["rmpad",7],["cu",4],["seqlens",4],["max",3],["seqlen",4],["unpad",1],["unsqueeze",1],["dim",2],["total",3],["nnz",5],["pad",5],["multiple",1],["tp",2],["all",1],["ranks",1],["todo",1],["better",1],["performance",2],["sp",2],["removed",2],["at",1],["each",1],["not",1],["sure",1],["gap",1],["if",4],["megatron",2],["parallel",4],["utils",1],["transpose",1],["outputs",3],["post",1],["process",1],["print",1],["32",2],["4096",1],["logits",9],["head",1],["squeeze",1],["artificial",1],["dimension",1],["16",1],["from",1],["totol",2],["padded",1],["add",1],["back",1],["already",1],["let",1],["caller",1],["return",2],["key",1],["values",1],["attentions",1],["else",1]]},{"id":"verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPadPP.set_input_tensor","name":[["input",1],["tensor",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",2],["modeling",1],["py",1]],"body":[["def",2],["input",12],["tensor",8],["self",3],["be",1],["instead",1],["forward",3],["doing",1],["pipeline",1],["parallelism",1],["from",3],["previous",1],["stage",1],["comes",1],["communication",1],["not",1],["so",1],["model",2],["step",2],["func",2],["won",1],["have",1],["function",1],["thus",1],["by",2],["internal",1],["code",1],["bypass",1],["provided",1],["assert",1],["len",1]]},{"id":"verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForValueRmPad","name":[["parallel",1],["llama",1],["value",1],["rm",1],["pad",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",2],["modeling",1],["py",1]],"body":[["class",2],["parallel",12],["llama",4],["value",2],["rm",2],["pad",4],["causal",3],["lmrm",2],["def",3],["init",1],["head",6],["self",10],["column",4],["kwargs",5],["tp",3],["utils",3],["default",1],["linear",2],["if",2],["megatron",3],["config",7],["not",1],["none",4],["assert",1],["false",3],["must",1],["have",1],["model",1],["update",1],["lm",4],["nn",1],["features",2],["hidden",3],["size",1],["out",1],["bias",1],["effectively",1],["same",1],["as",2],["sequence",4],["sp",1],["mark",1],["parameter",1],["weight",1],["forward",3],["states",2],["logits",8],["total",1],["nnz",1],["padded",1],["float",1],["tensor",5],["gather",1],["from",1],["region",1],["output",5],["grad",1],["return",2],["input",2],["ids",4],["torch",4],["long",2],["attention",2],["mask",2],["optional",2],["position",2],["union",1],["tuple",1],["lmoutput",1],["past",1],["super",1],["squeeze",1],["dim",1]]},{"id":"verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForValueRmPad._forward_head","name":[["forward",1],["head",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",2],["modeling",1],["py",1]],"body":[["def",2],["forward",2],["head",3],["self",4],["hidden",3],["states",3],["logits",6],["lm",1],["total",1],["nnz",1],["padded",1],["tp",1],["float",1],["if",1],["megatron",1],["config",1],["sequence",2],["parallel",4],["tensor",2],["gather",1],["from",1],["region",1],["output",1],["grad",1],["false",1],["return",1]]},{"id":"verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForValueRmPad._init_head","name":[["init",1],["head",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",2],["modeling",1],["py",1]],"body":[["def",2],["init",2],["head",5],["self",7],["column",4],["kwargs",5],["tp",2],["utils",3],["default",1],["parallel",4],["linear",2],["if",1],["megatron",2],["config",6],["not",1],["none",1],["assert",1],["false",2],["must",1],["have",1],["model",1],["update",1],["lm",3],["nn",1],["features",2],["hidden",1],["size",1],["out",1],["bias",1],["effectively",1],["same",1],["as",2],["sequence",2],["sp",1],["mark",1],["parameter",1],["weight",1]]},{"id":"verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForValueRmPad.forward","name":[["forward",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",2],["modeling",1],["py",1]],"body":[["def",2],["forward",3],["self",2],["input",3],["ids",6],["torch",7],["long",4],["tensor",6],["none",6],["attention",3],["mask",3],["optional",4],["position",3],["union",2],["tuple",2],["causal",2],["lmoutput",2],["past",2],["output",4],["super",1],["logits",2],["squeeze",1],["dim",1],["return",1]]},{"id":"verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForValueRmPadPP","name":[["parallel",1],["llama",1],["value",1],["rm",1],["pad",1],["pp",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",2],["modeling",1],["py",1]],"body":[["class",2],["parallel",12],["llama",4],["value",2],["rm",2],["pad",4],["pp",4],["causal",3],["lmrm",2],["def",3],["init",1],["head",6],["self",11],["column",4],["kwargs",5],["tp",3],["utils",3],["default",1],["linear",2],["if",3],["megatron",3],["config",7],["not",1],["none",4],["assert",1],["false",3],["must",1],["have",1],["model",1],["update",1],["lm",4],["nn",1],["features",2],["hidden",3],["size",1],["out",1],["bias",1],["effectively",1],["same",1],["as",2],["sequence",4],["sp",1],["mark",1],["parameter",1],["weight",1],["forward",3],["states",2],["logits",8],["total",1],["nnz",1],["padded",1],["float",1],["tensor",5],["gather",1],["from",1],["region",1],["output",6],["grad",1],["return",3],["input",3],["ids",6],["torch",4],["long",2],["attention",3],["mask",3],["optional",2],["position",3],["union",1],["tuple",1],["lmoutput",1],["past",1],["super",1],["post",1],["process",1],["squeeze",1],["dim",1],["else",1]]},{"id":"verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForValueRmPadPP._forward_head","name":[["forward",1],["head",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",2],["modeling",1],["py",1]],"body":[["def",2],["forward",2],["head",3],["self",4],["hidden",3],["states",3],["logits",6],["lm",1],["total",1],["nnz",1],["padded",1],["tp",1],["float",1],["if",1],["megatron",1],["config",1],["sequence",2],["parallel",4],["tensor",2],["gather",1],["from",1],["region",1],["output",1],["grad",1],["false",1],["return",1]]},{"id":"verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForValueRmPadPP._init_head","name":[["init",1],["head",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",2],["modeling",1],["py",1]],"body":[["def",2],["init",2],["head",5],["self",7],["column",4],["kwargs",5],["tp",2],["utils",3],["default",1],["parallel",4],["linear",2],["if",1],["megatron",2],["config",6],["not",1],["none",1],["assert",1],["false",2],["must",1],["have",1],["model",1],["update",1],["lm",3],["nn",1],["features",2],["hidden",1],["size",1],["out",1],["bias",1],["effectively",1],["same",1],["as",2],["sequence",2],["sp",1],["mark",1],["parameter",1],["weight",1]]},{"id":"verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForValueRmPadPP.forward","name":[["forward",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",2],["modeling",1],["py",1]],"body":[["def",2],["forward",3],["self",3],["input",4],["ids",8],["torch",7],["long",4],["tensor",6],["none",6],["attention",4],["mask",4],["optional",4],["position",4],["union",2],["tuple",2],["causal",2],["lmoutput",2],["past",2],["output",5],["super",1],["if",1],["post",1],["process",1],["logits",2],["squeeze",1],["dim",1],["return",2],["else",1]]},{"id":"verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModel","name":[["parallel",1],["llama",1],["model",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",2],["modeling",1],["py",1]],"body":[["class",2],["parallel",9],["llama",7],["model",5],["nn",3],["module",3],["transformer",1],["decoder",9],["consisting",1],["config",21],["num",3],["hidden",9],["layers",5],["each",1],["layer",7],["args",2],["def",3],["init",2],["self",13],["megatron",5],["super",1],["padding",1],["idx",2],["pad",1],["token",1],["id",1],["vocab",4],["size",9],["embedding",7],["kwargs",6],["tp",2],["utils",2],["default",1],["if",4],["not",2],["none",7],["assert",1],["false",1],["must",1],["have",1],["update",1],["embed",3],["tokens",2],["tensor",4],["embeddings",1],["dim",1],["list",1],["range",1],["norm",2],["rmsnorm",1],["copied",1],["from",1],["transformers",1],["models",1],["bart",3],["modeling",1],["prepare",3],["attention",19],["mask",25],["input",9],["shape",8],["inputs",8],["embeds",8],["create",1],["causal",2],["bsz",4],["seq",11],["len",7],["tgt",3],["src",2],["combined",6],["make",1],["dtype",2],["device",3],["expanded",3],["attn",3],["expand",1],["else",1],["return",2],["forward",1],["ids",10],["torch",3],["long",2],["optional",2],["position",5],["union",1],["tuple",1],["base",1],["output",1],["past",1],["batch",5],["length",5],["returns",1],["positions",1],["states",6],["enumerate",1],["outputs",2]]},{"id":"verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModel.__init__","name":[["init",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",2],["modeling",1],["py",1]],"body":[["def",2],["init",3],["self",8],["config",22],["llama",4],["megatron",6],["model",3],["parallel",8],["super",1],["padding",1],["idx",1],["pad",1],["token",1],["id",1],["vocab",4],["size",4],["embedding",7],["kwargs",6],["tp",2],["utils",2],["default",1],["if",1],["not",1],["none",1],["assert",1],["false",1],["must",1],["have",1],["update",1],["embed",1],["tokens",1],["tensor",1],["num",2],["embeddings",1],["dim",1],["hidden",2],["layers",2],["nn",1],["module",1],["list",1],["decoder",1],["layer",1],["range",1],["norm",1],["rmsnorm",1]]},{"id":"verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModel._prepare_decoder_attention_mask","name":[["prepare",1],["decoder",1],["attention",1],["mask",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",2],["modeling",1],["py",1]],"body":[["def",2],["prepare",2],["decoder",2],["attention",12],["mask",19],["self",2],["input",5],["shape",5],["inputs",6],["embeds",6],["create",2],["causal",3],["bsz",6],["seq",9],["len",10],["tgt",4],["src",3],["combined",6],["none",3],["if",3],["make",1],["dtype",2],["device",3],["not",1],["expanded",3],["attn",3],["expand",1],["else",1],["return",1]]},{"id":"verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModel.forward","name":[["forward",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",2],["modeling",1],["py",1]],"body":[["def",2],["forward",2],["self",6],["input",6],["ids",12],["torch",6],["long",4],["tensor",6],["none",6],["attention",9],["mask",9],["optional",4],["position",6],["union",2],["tuple",2],["base",2],["model",2],["output",2],["past",2],["args",1],["shape",4],["batch",5],["size",5],["seq",5],["length",5],["returns",1],["inputs",3],["embeds",3],["embed",2],["tokens",1],["positions",1],["prepare",1],["decoder",3],["hidden",6],["states",6],["idx",1],["layer",4],["enumerate",1],["layers",1],["outputs",2],["norm",1],["return",1]]},{"id":"verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModelRmPad","name":[["parallel",1],["llama",1],["model",1],["rm",1],["pad",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",2],["modeling",1],["py",1]],"body":[["class",2],["parallel",12],["llama",7],["model",5],["rm",3],["pad",4],["nn",3],["module",3],["transformer",1],["decoder",5],["consisting",1],["config",24],["num",3],["hidden",13],["layers",5],["each",1],["layer",7],["args",2],["def",2],["init",2],["self",13],["megatron",8],["super",1],["padding",1],["idx",2],["token",1],["id",1],["vocab",4],["size",9],["embedding",7],["kwargs",6],["tp",2],["utils",2],["default",1],["if",2],["not",1],["none",6],["assert",1],["false",1],["must",1],["have",1],["update",1],["embed",2],["tokens",2],["tensor",5],["embeddings",1],["dim",1],["list",1],["range",1],["norm",2],["rmsnorm",1],["forward",1],["input",4],["ids",9],["torch",3],["position",5],["optional",1],["long",1],["sequence",5],["length",4],["int",3],["indices",3],["cu",3],["seqlens",3],["max",3],["seqlen",3],["batch",4],["union",1],["tuple",1],["base",1],["output",1],["past",1],["shape",2],["totol",1],["nnz",6],["seq",1],["returns",1],["inputs",6],["embeds",6],["total",5],["sp",1],["transpose",1],["scatter",1],["region",1],["states",6],["enumerate",1],["outputs",2],["return",1]]},{"id":"verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModelRmPad.__init__","name":[["init",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",2],["modeling",1],["py",1]],"body":[["def",2],["init",3],["self",9],["config",24],["llama",4],["megatron",8],["model",3],["parallel",8],["super",1],["padding",1],["idx",1],["pad",2],["token",1],["id",1],["vocab",4],["size",4],["embedding",7],["kwargs",6],["tp",2],["utils",2],["default",1],["if",1],["not",1],["none",1],["assert",1],["false",1],["must",1],["have",1],["update",1],["embed",1],["tokens",1],["tensor",1],["num",2],["embeddings",1],["dim",1],["hidden",2],["layers",2],["nn",1],["module",1],["list",1],["decoder",1],["layer",1],["rm",1],["range",1],["norm",1],["rmsnorm",1]]},{"id":"verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModelRmPad.forward","name":[["forward",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",2],["modeling",1],["py",1]],"body":[["def",2],["forward",2],["self",6],["input",5],["ids",11],["torch",6],["tensor",7],["position",6],["optional",2],["long",2],["none",10],["sequence",6],["length",5],["int",6],["indices",4],["cu",4],["seqlens",4],["max",4],["seqlen",4],["batch",5],["union",2],["tuple",2],["base",2],["model",2],["output",2],["past",2],["args",1],["shape",2],["totol",1],["nnz",6],["size",5],["seq",1],["returns",1],["inputs",6],["embeds",6],["embed",1],["tokens",1],["total",5],["hidden",10],["sp",1],["transpose",1],["if",1],["megatron",1],["config",1],["parallel",3],["scatter",1],["region",1],["states",6],["idx",1],["decoder",2],["layer",4],["enumerate",1],["layers",1],["outputs",2],["norm",1],["return",1]]},{"id":"verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModelRmPadPP","name":[["parallel",1],["llama",1],["model",1],["rm",1],["pad",1],["pp",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",2],["modeling",1],["py",1]],"body":[["class",2],["parallel",20],["llama",7],["model",18],["rm",3],["pad",4],["pp",13],["nn",3],["module",3],["transformer",1],["decoder",5],["consisting",1],["config",31],["num",14],["hidden",17],["layers",9],["each",1],["layer",22],["definition",1],["supports",1],["pipeline",8],["parallelism",2],["support",1],["vpp",11],["only",1],["contains",1],["stage",2],["chunk",4],["calling",1],["megatron",17],["rank",8],["will",2],["instantiate",1],["all",1],["chunks",1],["args",2],["def",3],["init",2],["self",36],["pre",5],["process",10],["post",5],["super",1],["padding",1],["idx",2],["token",1],["id",1],["vocab",5],["size",17],["embedding",8],["kwargs",6],["tp",2],["utils",2],["default",1],["if",7],["not",4],["none",9],["assert",1],["false",1],["must",1],["have",2],["update",1],["embed",3],["tokens",3],["tensor",11],["embeddings",1],["dim",1],["else",4],["per",4],["virtual",3],["offset",3],["range",1],["setattr",1],["index",1],["append",1],["list",1],["norm",3],["rmsnorm",1],["input",14],["be",2],["instead",1],["forward",4],["doing",1],["from",3],["previous",1],["comes",1],["communication",1],["so",2],["step",2],["func",2],["won",1],["function",1],["thus",1],["by",4],["internal",1],["code",1],["bypass",1],["provided",1],["ids",9],["torch",3],["position",5],["optional",1],["long",1],["sequence",6],["length",4],["int",3],["indices",3],["cu",3],["seqlens",3],["max",3],["seqlen",3],["batch",4],["union",1],["tuple",1],["base",1],["output",1],["past",1],["shape",2],["totol",1],["nnz",6],["seq",1],["returns",1],["inputs",6],["embeds",6],["total",5],["reduce",1],["scatter",2],["open",1],["source",1],["need",1],["deal",1],["handle",1],["here",1],["sp",1],["transpose",1],["region",1],["states",8],["should",1],["passed",1],["enumerate",1],["outputs",2],["return",1]]},{"id":"verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModelRmPadPP.__init__","name":[["init",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",2],["modeling",1],["py",1]],"body":[["def",2],["init",3],["self",26],["config",31],["llama",4],["megatron",14],["model",12],["parallel",14],["pre",5],["process",10],["post",5],["super",1],["padding",1],["idx",1],["pad",2],["token",1],["id",1],["vocab",4],["size",12],["embedding",7],["kwargs",6],["tp",2],["utils",2],["default",1],["if",4],["not",2],["none",4],["assert",1],["false",1],["must",1],["have",1],["update",1],["embed",2],["tokens",2],["tensor",1],["num",13],["embeddings",1],["dim",1],["hidden",4],["else",3],["pp",8],["rank",7],["pipeline",6],["layer",15],["per",4],["layers",6],["vpp",8],["virtual",3],["chunk",3],["offset",3],["range",1],["decoder",1],["rm",1],["setattr",1],["index",1],["append",1],["nn",1],["module",1],["list",1],["norm",2],["rmsnorm",1]]},{"id":"verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModelRmPadPP.forward","name":[["forward",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",2],["modeling",1],["py",1]],"body":[["def",2],["forward",2],["self",10],["input",6],["ids",11],["torch",6],["tensor",8],["position",6],["optional",2],["long",2],["none",10],["sequence",7],["length",5],["int",6],["indices",4],["cu",4],["seqlens",4],["max",4],["seqlen",4],["batch",5],["union",2],["tuple",2],["base",2],["model",2],["output",2],["past",2],["args",1],["shape",2],["totol",1],["nnz",6],["size",5],["seq",1],["returns",1],["if",3],["pre",1],["process",2],["inputs",6],["embeds",6],["embed",1],["tokens",1],["total",5],["hidden",12],["vocab",1],["parallel",5],["embedding",1],["will",1],["not",1],["reduce",1],["scatter",2],["open",1],["source",1],["megatron",3],["so",1],["need",1],["deal",1],["by",2],["handle",1],["here",1],["sp",1],["transpose",1],["config",1],["region",1],["states",8],["else",1],["should",1],["be",1],["passed",1],["idx",1],["decoder",2],["layer",4],["enumerate",1],["layers",1],["outputs",2],["post",1],["norm",1],["return",1]]},{"id":"verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModelRmPadPP.set_input_tensor","name":[["input",1],["tensor",1]],"path":[["verl",1],["models",1],["llama",2],["megatron",2],["modeling",1],["py",1]],"body":[["def",2],["input",11],["tensor",7],["self",3],["be",1],["instead",1],["forward",3],["doing",1],["pipeline",1],["parallelism",1],["from",3],["previous",1],["stage",1],["comes",1],["communication",1],["not",1],["so",1],["model",1],["step",2],["func",2],["won",1],["have",1],["function",1],["thus",1],["by",2],["internal",1],["code",1],["bypass",1],["provided",1]]},{"id":"verl/models/registry.py","name":[["registry",1],["py",1]],"path":[["verl",1],["models",1],["registry",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",3],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["import",4],["importlib",1],["from",2],["typing",1],["list",1],["optional",1],["type",1],["torch",1],["nn",2],["supported",3],["models",4],["hf",2],["rmpad",1],["todo",1],["sgm",1],["more",2],["than",1],["listed",1],["here",1],["should",1],["add",1],["after",1],["testing",1],["transformers",1],["llama",8],["config",8],["mistral",8],["gemma",3],["qwen2",3],["reovepad",1],["megatron",1],["lm",3],["architecture",1],["module",1],["class",2],["causal",6],["parallel",6],["lmrm",4],["pad",6],["pp",4],["value",2],["rm",2],["return",1],["model",1]]},{"id":"verl/models/registry.py#check_model_support_rmpad","name":[["check",1],["model",1],["support",1],["rmpad",1]],"path":[["verl",1],["models",1],["registry",1],["py",1]],"body":[["def",2],["check",2],["model",9],["support",2],["rmpad",3],["type",5],["str",3],["assert",1],["isinstance",1],["if",1],["not",2],["reovepad",2],["models",2],["keys",2],["raise",1],["value",1],["error",1],["architecture",1],["supported",2],["now",1],["architectures",1],["please",1],["remove",1],["padding",1],["false",1],["config",1]]},{"id":"verl/models/registry.py#ModelRegistry","name":[["model",1],["registry",1]],"path":[["verl",1],["models",1],["registry",1],["py",1]],"body":[["class",2],["model",12],["registry",2],["staticmethod",2],["def",2],["load",1],["cls",7],["arch",3],["str",2],["value",3],["false",1],["optional",1],["type",1],["nn",1],["module",7],["if",2],["not",2],["models",4],["return",3],["none",2],["megatron",4],["name",9],["actor",1],["ref",1],["elif",1],["critic",1],["rm",1],["importlib",1],["import",1],["verl",1],["modeling",1],["getattr",1],["supported",1],["archs",1],["list",2],["keys",1]]},{"id":"verl/models/registry.py#ModelRegistry.get_supported_archs","name":[["supported",1],["archs",1]],"path":[["verl",1],["models",1],["registry",1],["py",1]],"body":[["def",2],["supported",2],["archs",2],["list",3],["str",2],["return",1],["models",1],["keys",1]]},{"id":"verl/models/registry.py#ModelRegistry.load_model_cls","name":[["load",1],["model",1],["cls",1]],"path":[["verl",1],["models",1],["registry",1],["py",1]],"body":[["def",2],["load",2],["model",12],["cls",8],["arch",4],["str",2],["value",4],["false",2],["optional",2],["type",2],["nn",2],["module",8],["if",2],["not",2],["models",3],["return",2],["none",2],["megatron",4],["name",9],["actor",1],["ref",1],["elif",1],["critic",1],["rm",1],["importlib",1],["import",1],["verl",1],["modeling",1],["getattr",1]]},{"id":"verl/models/transformers/__init__.py","name":[["init",1],["py",1]],"path":[["verl",1],["models",1],["transformers",1],["init",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1]]},{"id":"verl/models/transformers/llama.py","name":[["llama",1],["py",1]],"path":[["verl",1],["models",1],["transformers",1],["llama",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["import",8],["os",1],["torch",1],["from",6],["typing",1],["optional",1],["list",1],["union",1],["tuple",1],["unpack",1],["callable",1],["transformers",4],["models",1],["llama",2],["modeling",2],["apply",1],["rotary",1],["pos",1],["emb",1],["repeat",1],["kv",1],["cache",2],["utils",4],["logging",2],["flash",2],["attention",2],["forward",1],["verl",1],["ulysses",2],["gather",2],["heads",2],["scatter",2],["seq",2],["sequence",1],["parallel",1],["world",1],["size",1],["logger",2],["name",1]]},{"id":"verl/models/transformers/llama.py#llama_flash_attn_forward","name":[["llama",1],["flash",1],["attn",1],["forward",1]],"path":[["verl",1],["models",1],["transformers",1],["llama",1],["py",1]],"body":[["def",2],["llama",3],["flash",6],["attn",15],["forward",3],["self",25],["hidden",9],["states",53],["torch",21],["tensor",19],["attention",8],["mask",5],["optional",14],["long",6],["none",14],["position",18],["ids",7],["past",5],["key",25],["value",24],["cache",13],["output",14],["attentions",4],["bool",4],["false",5],["embeddings",7],["tuple",7],["will",5],["become",2],["mandatory",3],["v4",3],["46",3],["kwargs",5],["adapt",1],["from",2],["transformers",1],["47",1],["bsz",8],["len",10],["size",8],["query",14],["proj",5],["requires",2],["input",6],["have",2],["shape",2],["batch",2],["seq",12],["length",3],["head",14],["dim",17],["therefore",2],["just",2],["need",3],["keep",1],["original",1],["view",4],["num",6],["heads",8],["transpose",8],["trade",1],["off",1],["repeat",3],["first",1],["then",1],["all",4],["kv",3],["groups",2],["allto",2],["ulysses",6],["sp",3],["sequence",2],["parallel",1],["world",1],["if",8],["gather",4],["scatter",4],["full",4],["logger",2],["warning",2],["once",2],["layers",2],["model",2],["transitioning",1],["computing",1],["ro",2],["pe",2],["internally",1],["through",1],["indexes",1],["tokens",1],["externally",1],["computed",1],["tensors",1],["containing",1],["cos",7],["sin",7],["be",6],["removed",1],["rotary",2],["emb",2],["else",3],["apply",1],["pos",1],["not",3],["specific",1],["models",1],["needed",1],["static",1],["update",1],["layer",4],["idx",1],["todo",1],["these",2],["quite",1],["inefficient",1],["but",1],["layout",1],["would",1],["refactor",1],["able",1],["avoid",1],["many",1],["reshape",3],["dropout",4],["rate",2],["training",3],["peft",1],["usually",1],["cast",4],["norms",2],["float32",5],["stability",1],["reasons",1],["gets",1],["silently",2],["casted",2],["hence",1],["them",1],["back",2],["correct",1],["dtype",15],["sure",1],["everything",1],["works",1],["as",1],["expected",1],["might",2],["slowdown",1],["inference",1],["so",1],["recommended",1],["fp32",1],["rmsnorm",1],["handles",1],["correctly",1],["autocast",2],["enabled",1],["target",7],["gpu",1],["handle",1],["case",1],["quantized",1],["elif",1],["hasattr",1],["config",2],["pre",2],["quantization",2],["weight",1],["seems",1],["related",1],["fact",1],["you",1],["upcasted",1],["embedding",1],["norm",1],["sliding",2],["window",2],["getattr",1],["top",2],["left",2],["uses",1],["causal",2],["contiguous",2],["weights",2],["return",1]]},{"id":"verl/models/transformers/monkey_patch.py","name":[["monkey",1],["patch",1],["py",1]],"path":[["verl",1],["models",1],["transformers",1],["monkey",1],["patch",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",3],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["apply",3],["monkey",3],["patch",4],["function",1],["models",2],["open",1],["source",1],["transformers",2],["48",1],["name",1],["func",1],["llama",2],["qwen2",2],["from",3],["import",4],["pretrained",1],["config",1],["functools",1],["lru",2],["cache",2],["packaging",1],["importlib",1],["metadata",1]]},{"id":"verl/models/transformers/monkey_patch.py#apply_monkey_patch","name":[["apply",1],["monkey",1],["patch",1]],"path":[["verl",1],["models",1],["transformers",1],["monkey",1],["patch",1],["py",1]],"body":[["def",2],["apply",7],["monkey",8],["patch",11],["config",8],["pretrained",2],["verbose",3],["true",3],["if",3],["not",4],["transformers",2],["version",3],["range",1],["45",2],["47",2],["raise",2],["assertion",1],["error",2],["installed",1],["doesn",1],["support",1],["ulysses",4],["please",2],["install",1],["between",1],["feature",1],["success",5],["false",1],["model",6],["type",4],["name",2],["func",2],["print",1],["applying",1],["elif",1],["implemented",2],["sequence",1],["parallel",1],["size",1],["return",1]]},{"id":"verl/models/transformers/monkey_patch.py#apply_monkey_patch_to_llama","name":[["apply",1],["monkey",1],["patch",1],["llama",1]],"path":[["verl",1],["models",1],["transformers",1],["monkey",1],["patch",1],["py",1]],"body":[["def",2],["apply",2],["monkey",2],["patch",2],["llama",9],["from",2],["transformers",2],["models",2],["modeling",1],["import",2],["flash",4],["attention2",2],["verl",1],["attn",2],["forward",3]]},{"id":"verl/models/transformers/monkey_patch.py#apply_monkey_patch_to_qwen2","name":[["apply",1],["monkey",1],["patch",1],["qwen2",1]],"path":[["verl",1],["models",1],["transformers",1],["monkey",1],["patch",1],["py",1]],"body":[["def",2],["apply",2],["monkey",2],["patch",2],["qwen2",9],["from",2],["transformers",2],["models",2],["modeling",1],["import",2],["flash",4],["attention2",2],["verl",1],["attn",2],["forward",3]]},{"id":"verl/models/transformers/monkey_patch.py#is_transformers_version_in_range","name":[["transformers",1],["version",1],["range",1]],"path":[["verl",1],["models",1],["transformers",1],["monkey",1],["patch",1],["py",1]],"body":[["def",2],["transformers",7],["version",16],["range",3],["min",3],["str",4],["max",3],["bool",2],["try",1],["installed",2],["library",1],["importlib",2],["metadata",2],["except",1],["package",2],["not",3],["found",2],["error",2],["raise",1],["module",1],["check",1],["if",1],["within",1],["specified",1],["return",1],["parse",3]]},{"id":"verl/models/transformers/qwen2.py","name":[["qwen2",1],["py",1]],"path":[["verl",1],["models",1],["transformers",1],["qwen2",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["import",8],["os",1],["torch",1],["from",6],["typing",1],["optional",1],["tuple",1],["transformers",4],["models",1],["llama",2],["modeling",2],["apply",1],["rotary",1],["pos",1],["emb",1],["repeat",1],["kv",1],["cache",2],["utils",4],["logging",2],["flash",2],["attention",2],["forward",1],["verl",1],["ulysses",2],["gather",2],["heads",2],["scatter",2],["seq",2],["sequence",1],["parallel",1],["world",1],["size",1],["logger",2],["name",1]]},{"id":"verl/models/transformers/qwen2.py#qwen2_flash_attn_forward","name":[["qwen2",1],["flash",1],["attn",1],["forward",1]],"path":[["verl",1],["models",1],["transformers",1],["qwen2",1],["py",1]],"body":[["def",2],["qwen2",2],["flash",5],["attn",15],["forward",3],["self",26],["hidden",8],["states",53],["torch",15],["tensor",13],["attention",7],["mask",5],["optional",10],["none",16],["position",17],["ids",7],["long",4],["past",5],["key",23],["value",22],["cache",10],["output",13],["attentions",3],["bool",4],["false",4],["embeddings",7],["tuple",3],["will",5],["become",2],["mandatory",3],["v4",3],["46",3],["bsz",8],["len",11],["size",6],["query",14],["proj",5],["view",3],["head",12],["dim",14],["transpose",6],["allto",2],["all",2],["ulysses",6],["sp",3],["sequence",1],["parallel",1],["world",1],["if",10],["seq",11],["gather",4],["scatter",4],["heads",7],["full",5],["length",1],["logger",2],["warning",2],["once",2],["layers",3],["model",2],["transitioning",1],["from",1],["computing",1],["ro",2],["pe",2],["internally",1],["through",1],["indexes",1],["tokens",1],["externally",1],["computed",1],["tensors",1],["containing",1],["cos",6],["sin",6],["be",5],["removed",1],["rotary",2],["emb",2],["else",4],["apply",1],["pos",1],["not",4],["kwargs",2],["specific",1],["models",1],["update",1],["layer",4],["idx",2],["repeat",3],["kv",3],["num",2],["groups",2],["dropout",4],["rate",2],["training",2],["peft",1],["usually",1],["cast",3],["norms",1],["float32",5],["stability",1],["reasons",1],["therefore",1],["input",5],["gets",1],["silently",2],["casted",2],["hence",1],["need",1],["them",1],["back",2],["float16",1],["just",1],["sure",1],["everything",1],["works",1],["as",1],["expected",2],["dtype",14],["autocast",2],["enabled",1],["target",7],["gpu",1],["handle",1],["case",1],["quantized",1],["elif",1],["hasattr",1],["config",6],["pre",2],["quantization",2],["weight",1],["seems",1],["might",1],["related",1],["fact",1],["you",1],["have",1],["upcasted",1],["embedding",1],["norm",1],["reashape",1],["shape",1],["sliding",7],["window",8],["getattr",1],["max",1],["causal",2],["top",2],["left",2],["uses",1],["reshape",3],["contiguous",2],["weights",2],["return",1]]},{"id":"verl/models/weight_loader_registry.py","name":[["weight",1],["loader",1],["registry",1],["py",1]],"path":[["verl",1],["models",1],["weight",1],["loader",1],["registry",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1]]},{"id":"verl/models/weight_loader_registry.py#get_weight_loader","name":[["weight",1],["loader",1]],"path":[["verl",1],["models",1],["weight",1],["loader",1],["registry",1],["py",1]],"body":[["def",2],["weight",6],["loader",7],["arch",5],["str",2],["from",1],["verl",1],["models",1],["llama",5],["megatron",7],["checkpoint",1],["utils",1],["import",1],["load",2],["state",2],["dict",2],["model",5],["registry",4],["causal",1],["lm",1],["if",1],["return",1],["raise",1],["value",1],["error",1],["architectures",2],["not",1],["supported",2],["now",1],["keys",1]]},{"id":"verl/protocol.py","name":[["protocol",1],["py",1]],"path":[["verl",1],["protocol",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",2],["compliance",1],["obtain",1],["copy",2],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",2],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",2],["language",1],["governing",1],["permissions",1],["limitations",1],["implement",1],["base",1],["data",4],["transfer",1],["protocol",2],["between",1],["two",2],["functions",1],["modules",1],["subclass",1],["define",1],["more",1],["detailed",1],["batch",1],["info",1],["keys",1],["import",11],["pickle",1],["numpy",1],["np",1],["from",5],["dataclasses",1],["dataclass",4],["field",1],["typing",1],["callable",1],["dict",4],["list",1],["union",3],["torch",2],["tensordict",3],["tensor",2],["utils",2],["loader",1],["dataset",1],["verl",1],["py",1],["functional",1],["all",1],["proto",1],["try",1],["lazy",1],["legacy",1],["false",1],["pass",1],["ray",1]]},{"id":"verl/protocol.py#collate_fn","name":[["collate",1],["fn",1]],"path":[["verl",1],["protocol",1],["py",1]],"body":[["def",2],["collate",2],["fn",2],["list",4],["data",6],["proto",3],["item",2],["batch",16],["non",9],["tensor",9],["append",2],["torch",1],["stack",1],["contiguous",1],["dict",2],["key",2],["val",2],["items",1],["np",1],["array",1],["dtype",1],["object",1],["return",1]]},{"id":"verl/protocol.py#DataProto","name":[["data",1],["proto",1]],"path":[["verl",1],["protocol",1],["py",1]],"body":[["class",2],["data",22],["proto",8],["structure",1],["aims",1],["provide",1],["standard",1],["protocol",1],["exchange",1],["between",1],["functions",1],["contains",1],["batch",79],["tensor",40],["dict",16],["meta",14],["info",14],["https",1],["pytorch",1],["org",1],["tensordict",7],["allows",1],["you",1],["manipulate",1],["dictionary",1],["tensors",23],["like",1],["single",2],["ideally",1],["same",3],["size",28],["should",1],["be",4],["put",1],["inside",1],["none",18],["non",33],["field",2],["default",2],["factory",2],["def",11],["post",1],["init",1],["self",41],["perform",1],["necessary",1],["checking",1],["check",4],["consistency",3],["len",7],["if",13],["not",13],["return",7],["elif",2],["random",2],["key",20],["list",1],["keys",1],["shape",4],["else",4],["getitem",1],["item",4],["val",16],["items",7],["getstate",1],["import",2],["io",6],["buffer",5],["bytes",7],["version",1],["contiguous",1],["consolidate",1],["torch",6],["save",2],["getvalue",1],["setstate",1],["deserialized",4],["initial",1],["load",3],["weights",1],["only",5],["false",1],["map",1],["location",1],["cpu",1],["cuda",1],["available",1],["disk",2],["filepath",4],["open",2],["wb",1],["as",3],["pickle",2],["dump",1],["staticmethod",1],["from",5],["rb",1],["print",2],["prefix",3],["element",1],["numel",1],["numpy",7],["array",7],["nbytes",1],["1024",2],["message",4],["gb",2],["mainly",1],["expose",1],["function",1],["public",1],["one",1],["so",1],["user",1],["call",1],["themselves",1],["directly",1],["assert",10],["support",3],["num",10],["dims",11],["isinstance",5],["np",4],["ndarray",4],["todo",1],["actually",1],["lift",1],["restriction",1],["needed",1],["empty",2],["dtype",2],["object",2],["must",3],["length",1],["equal",1],["classmethod",2],["cls",2],["str",2],["union",1],["raise",1],["value",1],["error",1],["unsupported",1],["type",2],["create",1],["assumes",1],["all",2],["have",2],["dim0",2],["dim",1],["greater",1],["than",1],["zero",1],["pivot",3],["current",3],["got",1],["has",2]]},{"id":"verl/protocol.py#DataProto.__getitem__","name":[["getitem",1]],"path":[["verl",1],["protocol",1],["py",1]],"body":[["def",2],["getitem",2],["self",5],["item",5],["tensor",6],["data",5],["batch",4],["non",4],["key",2],["val",2],["items",1],["return",1],["proto",1],["meta",2],["info",2]]},{"id":"verl/protocol.py#DataProto.__getstate__","name":[["getstate",1]],"path":[["verl",1],["protocol",1],["py",1]],"body":[["def",2],["getstate",2],["self",10],["import",1],["io",3],["buffer",5],["bytes",3],["if",1],["tensordict",1],["version",1],["batch",7],["not",1],["none",1],["contiguous",1],["consolidate",1],["torch",1],["save",1],["getvalue",1],["return",1],["non",1],["tensor",1],["meta",1],["info",1]]},{"id":"verl/protocol.py#DataProto.__len__","name":[["len",1]],"path":[["verl",1],["protocol",1],["py",1]],"body":[["def",2],["len",3],["self",8],["if",1],["batch",7],["not",2],["none",2],["return",3],["size",1],["elif",1],["non",4],["tensor",4],["random",2],["key",2],["list",1],["keys",1],["shape",1],["else",1]]},{"id":"verl/protocol.py#DataProto.__post_init__","name":[["post",1],["init",1]],"path":[["verl",1],["protocol",1],["py",1]],"body":[["def",2],["post",2],["init",2],["self",3],["perform",2],["necessary",2],["checking",2],["check",1],["consistency",1]]},{"id":"verl/protocol.py#DataProto.__setstate__","name":[["setstate",1]],"path":[["verl",1],["protocol",1],["py",1]],"body":[["def",2],["setstate",2],["self",5],["data",3],["import",1],["io",3],["batch",10],["deserialized",4],["bytes",4],["non",3],["tensor",3],["meta",3],["info",3],["initial",1],["torch",2],["load",1],["weights",1],["only",1],["false",1],["map",1],["location",1],["cpu",1],["if",1],["not",1],["cuda",1],["available",1],["else",1],["none",1]]},{"id":"verl/protocol.py#DataProto.check_consistency","name":[["check",1],["consistency",1]],"path":[["verl",1],["protocol",1],["py",1]],"body":[["def",2],["check",3],["consistency",3],["self",11],["data",2],["proto",1],["mainly",1],["batch",22],["non",7],["tensor",7],["expose",1],["function",1],["as",1],["public",1],["one",1],["so",1],["user",1],["call",1],["themselves",1],["directly",1],["if",4],["not",5],["none",3],["assert",5],["len",4],["size",7],["only",2],["support",2],["num",2],["dims",2],["key",4],["val",7],["items",2],["isinstance",2],["np",2],["ndarray",2],["todo",1],["actually",1],["lift",1],["restriction",1],["needed",1],["empty",1],["dtype",2],["object",2],["must",1],["be",1],["numpy",1],["array",1],["shape",1],["length",1],["equal",1]]},{"id":"verl/protocol.py#DataProto.chunk","name":[["chunk",1]],"path":[["verl",1],["protocol",1],["py",1]],"body":[["def",2],["chunk",5],["self",8],["chunks",15],["int",3],["list",4],["data",7],["proto",7],["split",4],["batch",12],["among",1],["dim",3],["into",1],["meta",3],["info",3],["passed",1],["each",1],["after",2],["args",1],["number",1],["returns",1],["splitting",1],["assert",3],["len",3],["only",1],["support",1],["equal",1],["got",1],["size",1],["if",1],["not",1],["none",2],["lst",9],["else",1],["range",4],["non",8],["tensor",8],["key",2],["val",3],["items",1],["isinstance",1],["np",2],["ndarray",1],["array",1],["output",3],["append",1],["return",1]]},{"id":"verl/protocol.py#DataProto.concat","name":[["concat",1]],"path":[["verl",1],["protocol",1],["py",1]],"body":[["def",2],["concat",3],["data",16],["list",8],["proto",10],["batch",18],["concatenated",2],["among",1],["dim",2],["meta",3],["info",3],["assumed",1],["be",1],["identical",1],["will",1],["first",1],["one",1],["args",1],["returns",1],["lst",4],["append",1],["if",1],["not",1],["none",2],["new",3],["torch",1],["cat",1],["else",1],["non",6],["tensor",6],["dict",3],["key",2],["val",2],["items",1],["np",1],["concatenate",1],["axis",1],["return",1]]},{"id":"verl/protocol.py#DataProto.from_dict","name":[["from",1],["dict",1]],"path":[["verl",1],["protocol",1],["py",1]],"body":[["def",2],["from",3],["dict",9],["cls",3],["tensors",19],["str",2],["torch",2],["tensor",11],["non",11],["none",11],["meta",6],["info",6],["num",9],["batch",25],["dims",10],["create",1],["data",1],["proto",1],["assumes",1],["all",2],["have",2],["same",2],["dim0",2],["only",2],["dim",1],["assert",5],["len",1],["must",2],["not",4],["be",2],["empty",1],["greater",1],["than",1],["zero",1],["if",4],["support",1],["isinstance",1],["check",1],["size",9],["pivot",3],["key",8],["items",2],["shape",2],["else",1],["current",3],["got",1],["has",2],["val",2],["np",1],["array",1],["dtype",1],["object",1],["source",1],["return",1]]},{"id":"verl/protocol.py#DataProto.from_single_dict","name":[["from",1],["single",1],["dict",1]],"path":[["verl",1],["protocol",1],["py",1]],"body":[["def",2],["from",3],["single",2],["dict",5],["cls",2],["data",5],["str",2],["union",2],["torch",3],["tensor",3],["np",3],["ndarray",3],["meta",4],["info",4],["none",2],["tensors",8],["non",4],["key",3],["val",6],["items",1],["if",1],["isinstance",2],["elif",1],["else",1],["raise",1],["value",1],["error",1],["unsupported",1],["type",2],["return",1],["proto",1]]},{"id":"verl/protocol.py#DataProto.load_from_disk","name":[["load",1],["from",1],["disk",1]],"path":[["verl",1],["protocol",1],["py",1]],"body":[["def",2],["load",3],["from",2],["disk",2],["filepath",3],["data",4],["proto",2],["open",1],["rb",1],["as",1],["pickle",1],["return",1]]},{"id":"verl/protocol.py#DataProto.make_iterator","name":[["make",1],["iterator",1]],"path":[["verl",1],["protocol",1],["py",1]],"body":[["def",3],["make",3],["iterator",5],["self",7],["mini",10],["batch",20],["size",14],["epochs",6],["seed",5],["none",7],["dataloader",11],["kwargs",9],["from",2],["data",8],["proto",1],["built",1],["upon",1],["tensor",2],["dict",3],["be",1],["as",1],["normal",1],["pytorch",2],["dataset",4],["see",1],["https",1],["org",1],["tensordict",1],["tutorials",1],["fashion",1],["more",1],["details",1],["args",1],["int",2],["iterating",2],["require",1],["number",2],["internally",1],["returns",2],["loader",3],["over",1],["passed",1],["yields",1],["at",1],["time",1],["total",1],["iteration",1],["steps",1],["assert",2],["directly",1],["create",1],["if",2],["not",1],["generator",6],["torch",1],["manual",1],["else",1],["isinstance",1],["train",2],["collate",2],["fn",2],["range",1],["meta",2],["info",2],["yield",1],["return",1],["iter",1]]},{"id":"verl/protocol.py#DataProto.make_iterator.get_data","name":[["data",1]],"path":[["verl",1],["protocol",1],["py",1]],"body":[["def",2],["data",2],["range",1],["epochs",1],["train",1],["dataloader",1],["meta",2],["info",2],["self",1],["yield",1]]},{"id":"verl/protocol.py#DataProto.pop","name":[["pop",1]],"path":[["verl",1],["protocol",1],["py",1]],"body":[["def",2],["pop",8],["self",8],["batch",19],["keys",25],["none",9],["non",12],["tensor",9],["meta",15],["info",15],["data",6],["proto",6],["subset",1],["via",1],["args",1],["list",4],["optional",2],["strings",1],["indicating",2],["returns",1],["poped",1],["assert",4],["not",1],["if",2],["tensors",8],["key",12],["return",1],["from",1],["dict",1]]},{"id":"verl/protocol.py#DataProto.print_size","name":[["print",1],["size",1]],"path":[["verl",1],["protocol",1],["py",1]],"body":[["def",2],["print",3],["size",13],["self",4],["prefix",4],["tensordict",5],["key",2],["tensor",5],["batch",3],["items",2],["element",1],["numel",1],["numpy",6],["array",6],["non",2],["nbytes",1],["1024",2],["message",4],["gb",2],["if",1]]},{"id":"verl/protocol.py#DataProto.rename","name":[["rename",1]],"path":[["verl",1],["protocol",1],["py",1]],"body":[["def",3],["rename",4],["self",4],["old",8],["keys",25],["none",5],["new",8],["data",2],["proto",2],["note",1],["function",1],["only",1],["key",2],["batch",2],["validate",3],["input",3],["if",3],["not",1],["isinstance",2],["str",1],["elif",1],["list",2],["pass",1],["else",1],["raise",2],["type",2],["error",2],["must",2],["be",1],["string",1],["but",2],["got",2],["return",2],["len",4],["value",1],["have",1],["same",1],["length",1],["tuple",2]]},{"id":"verl/protocol.py#DataProto.rename.validate_input","name":[["validate",1],["input",1]],"path":[["verl",1],["protocol",1],["py",1]],"body":[["def",2],["validate",2],["input",2],["keys",10],["if",2],["not",1],["none",1],["isinstance",2],["str",1],["elif",1],["list",2],["pass",1],["else",1],["raise",1],["type",2],["error",1],["must",1],["be",1],["string",1],["but",1],["got",1],["return",1]]},{"id":"verl/protocol.py#DataProto.reorder","name":[["reorder",1]],"path":[["verl",1],["protocol",1],["py",1]],"body":[["def",2],["reorder",2],["self",6],["indices",6],["note",1],["operation",1],["place",1],["np",2],["detach",1],["numpy",1],["batch",4],["non",2],["tensor",2],["key",2],["val",2],["items",1]]},{"id":"verl/protocol.py#DataProto.repeat","name":[["repeat",1]],"path":[["verl",1],["protocol",1],["py",1]],"body":[["def",2],["repeat",14],["self",8],["times",10],["interleave",8],["true",2],["batch",17],["data",9],["specified",1],["number",2],["args",1],["int",1],["bool",1],["whether",1],["repeated",12],["returns",1],["proto",3],["new",1],["if",3],["not",1],["none",2],["tensors",3],["key",7],["tensor",13],["dim",1],["items",3],["else",3],["stack",1],["unsqueeze",1],["expand",1],["shape",2],["reshape",1],["dict",1],["source",1],["size",2],["non",6],["val",4],["np",2],["axis",1],["tile",1],["ndim",1],["return",1],["meta",2],["info",2]]},{"id":"verl/protocol.py#DataProto.save_to_disk","name":[["save",1],["disk",1]],"path":[["verl",1],["protocol",1],["py",1]],"body":[["def",2],["save",2],["disk",2],["self",3],["filepath",3],["open",1],["wb",1],["as",1],["pickle",1],["dump",1]]},{"id":"verl/protocol.py#DataProto.select","name":[["select",1]],"path":[["verl",1],["protocol",1],["py",1]],"body":[["def",2],["select",6],["self",8],["batch",28],["keys",22],["none",9],["non",12],["tensor",12],["meta",16],["info",16],["deepcopy",6],["false",2],["data",6],["proto",6],["subset",1],["via",1],["args",1],["list",4],["optional",2],["strings",1],["indicating",2],["returns",1],["selected",1],["todo",1],["zhangchi",1],["usc1992",1],["whether",1],["copy",3],["if",7],["not",3],["tuple",1],["sub",8],["else",3],["key",6],["val",4],["items",2],["return",1]]},{"id":"verl/protocol.py#DataProto.to","name":[],"path":[["verl",1],["protocol",1],["py",1]],"body":[["def",2],["self",6],["device",7],["data",4],["proto",4],["move",1],["batch",4],["args",1],["torch",2],["str",1],["returns",1],["current",1],["if",1],["not",1],["none",1],["return",1]]},{"id":"verl/protocol.py#DataProto.union","name":[["union",1]],"path":[["verl",1],["protocol",1],["py",1]],"body":[["def",2],["union",9],["self",9],["other",6],["data",10],["proto",9],["another",2],["batch",10],["meta",5],["info",5],["separately",1],["throw",1],["error",1],["if",1],["there",2],["conflict",2],["keys",2],["they",2],["not",3],["equal",1],["size",1],["two",2],["same",2],["args",1],["returns",1],["after",1],["tensor",4],["dict",3],["non",3],["numpy",1],["return",1]]},{"id":"verl/protocol.py#DataProtoFuture","name":[["data",1],["proto",1],["future",1]],"path":[["verl",1],["protocol",1],["py",1]],"body":[["class",2],["data",20],["proto",15],["future",15],["aims",1],["eliminate",1],["actual",1],["fetching",1],["driver",3],["by",1],["doing",1],["so",2],["doesn",1],["have",1],["wait",1],["asynchronous",1],["execution",1],["becomes",1],["possible",1],["contains",1],["list",6],["futures",7],["from",3],["another",2],["worker",1],["group",1],["size",5],["world",2],["collect",7],["fn",15],["callable",4],["reduces",1],["dispatch",8],["partitions",1],["into",1],["then",1],["select",3],["potential",1],["issue",1],["optimize",1],["such",1],["only",2],["needed",1],["fetched",1],["destination",1],["supports",1],["directly",2],["passing",1],["output",10],["method",1],["input",1],["you",1],["perform",1],["any",1],["operation",1],["ray",3],["object",2],["ref",2],["none",2],["staticmethod",1],["def",4],["concat",3],["return",4],["chunk",2],["self",8],["chunks",8],["int",1],["functools",1],["import",1],["partial",2],["arg",5],["lst",3],["range",1],["note",1],["pass",1],["append",1],["dp",3],["assert",1],["isinstance",1],["if",1],["not",1],["split",1],["batch",1],["dim",1]]},{"id":"verl/protocol.py#DataProtoFuture.chunk","name":[["chunk",1]],"path":[["verl",1],["protocol",1],["py",1]],"body":[["def",3],["chunk",3],["self",4],["chunks",9],["int",2],["list",2],["data",3],["proto",3],["future",8],["from",1],["functools",1],["import",1],["partial",2],["arg",5],["lst",3],["range",1],["note",1],["directly",1],["pass",1],["dispatch",3],["fn",5],["return",2],["collect",2],["futures",2],["append",1]]},{"id":"verl/protocol.py#DataProtoFuture.chunk.dispatch_fn","name":[["dispatch",1],["fn",1]],"path":[["verl",1],["protocol",1],["py",1]],"body":[["def",2],["dispatch",2],["fn",2],["chunks",4],["return",1],["chunk",1]]},{"id":"verl/protocol.py#DataProtoFuture.concat","name":[["concat",1]],"path":[["verl",1],["protocol",1],["py",1]],"body":[["def",2],["concat",3],["data",7],["list",2],["ray",2],["object",2],["ref",2],["proto",4],["future",3],["output",2],["collect",1],["fn",1],["futures",1],["return",1]]},{"id":"verl/protocol.py#DataProtoFuture.get","name":[],"path":[["verl",1],["protocol",1],["py",1]],"body":[["def",2],["self",6],["output",7],["ray",1],["futures",1],["dp",3],["size",1],["assert",1],["isinstance",1],["data",1],["proto",1],["collect",1],["fn",3],["select",2],["concat",1],["if",1],["dispatch",2],["not",1],["none",1],["split",1],["batch",1],["dim",1],["return",1]]},{"id":"verl/protocol.py#DataProtoItem","name":[["data",1],["proto",1],["item",1]],"path":[["verl",1],["protocol",1],["py",1]],"body":[["class",2],["data",2],["proto",2],["item",2],["todo",2],["zhangchi",2],["usc1992",2],["add",2],["consistency",2],["check",2],["batch",2],["tensor",2],["dict",5],["none",1],["non",1],["field",2],["default",2],["factory",2],["meta",1],["info",1]]},{"id":"verl/protocol.py#fold_batch_dim","name":[["fold",1],["batch",1],["dim",1]],"path":[["verl",1],["protocol",1],["py",1]],"body":[["def",2],["fold",3],["batch",18],["dim",3],["data",9],["proto",3],["new",7],["size",9],["from",1],["bsz",4],["xxx",2],["into",1],["assert",1],["tensor",12],["dict",1],["non",6],["view",1],["auto",1],["dims",1],["key",2],["val",3],["items",1],["np",1],["reshape",1],["newshape",1],["shape",1],["return",1],["meta",2],["info",2]]},{"id":"verl/protocol.py#list_of_dict_to_dict_of_list","name":[["list",2],["dict",2]],"path":[["verl",1],["protocol",1],["py",1]],"body":[["def",2],["list",11],["dict",11],["if",1],["len",1],["return",2],["keys",3],["output",4],["key",5],["data",2],["item",2],["items",1],["assert",1],["append",1]]},{"id":"verl/protocol.py#pad_dataproto_to_divisor","name":[["pad",1],["dataproto",1],["divisor",1]],"path":[["verl",1],["protocol",1],["py",1]],"body":[["def",2],["pad",8],["dataproto",2],["divisor",10],["data",21],["proto",8],["size",14],["int",4],["divisible",1],["by",1],["args",1],["returns",1],["padded",4],["assert",1],["isinstance",1],["must",1],["be",1],["if",1],["len",2],["concat",1],["else",1],["return",1]]},{"id":"verl/protocol.py#unfold_batch_dim","name":[["unfold",1],["batch",1],["dim",1]],"path":[["verl",1],["protocol",1],["py",1]],"body":[["def",2],["unfold",3],["batch",16],["dim",3],["data",8],["proto",3],["dims",6],["first",1],["as",1],["new",4],["tensor",14],["dict",1],["non",7],["auto",1],["size",4],["view",1],["key",2],["val",3],["items",1],["np",1],["reshape",1],["newshape",1],["shape",1],["return",1],["meta",2],["info",2]]},{"id":"verl/protocol.py#union_numpy_dict","name":[["union",1],["numpy",1],["dict",1]],"path":[["verl",1],["protocol",1],["py",1]],"body":[["def",2],["union",2],["numpy",2],["dict",8],["tensor",14],["dict1",8],["np",9],["ndarray",8],["dict2",6],["key",8],["val",2],["items",1],["if",1],["assert",3],["isinstance",2],["all",1],["not",1],["same",1],["object",1],["return",1]]},{"id":"verl/protocol.py#union_tensor_dict","name":[["union",1],["tensor",1],["dict",1]],"path":[["verl",1],["protocol",1],["py",1]],"body":[["def",2],["union",3],["tensor",26],["dict",9],["dict1",9],["dict2",8],["two",2],["tensordicts",1],["assert",2],["batch",5],["size",5],["must",1],["have",1],["identical",1],["got",1],["key",7],["keys",2],["if",1],["not",2],["else",1],["equal",1],["same",1],["object",1],["return",1]]},{"id":"verl/protocol.py#unpad_dataproto","name":[["unpad",1],["dataproto",1]],"path":[["verl",1],["protocol",1],["py",1]],"body":[["def",2],["unpad",2],["dataproto",2],["data",7],["proto",2],["pad",4],["size",4],["if",1],["return",1]]},{"id":"verl/single_controller/__init__.py","name":[["init",1],["py",1]],"path":[["verl",1],["single",1],["controller",1],["init",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",6],["you",2],["may",2],["not",1],["file",2],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["import",1],["os",5],["folder",2],["path",4],["dirname",1],["join",2],["abspath",1],["open",1],["read",1],["strip",1]]},{"id":"verl/single_controller/base/__init__.py","name":[["init",1],["py",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["init",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["from",2],["worker",4],["import",2],["group",2],["class",1],["init",1],["args",1],["resource",1],["pool",1]]},{"id":"verl/single_controller/base/decorator.py","name":[["decorator",1],["py",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["decorator",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["from",5],["enum",2],["import",5],["functools",1],["wraps",1],["typing",1],["dict",1],["list",1],["tuple",1],["types",1],["function",2],["type",1],["verl",1],["protocol",1],["data",1],["proto",1],["future",1],["here",1],["add",1],["magic",2],["number",1],["avoid",1],["user",1],["defined",1],["already",1],["have",1],["attribute",1],["attr",1],["attrs",1],["3141562937",1]]},{"id":"verl/single_controller/base/decorator.py#_check_dispatch_mode","name":[["check",1],["dispatch",1],["mode",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["decorator",1],["py",1]],"body":[["def",2],["check",2],["dispatch",13],["mode",10],["assert",2],["isinstance",2],["dict",3],["must",1],["be",2],["got",1],["if",2],["necessary",2],["keys",2],["fn",2],["collect",1],["key",4],["should",1],["dictionary",1]]},{"id":"verl/single_controller/base/decorator.py#_check_execute_mode","name":[["check",1],["execute",1],["mode",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["decorator",1],["py",1]],"body":[["def",2],["check",2],["execute",9],["mode",7],["assert",1],["isinstance",1],["must",1],["be",1],["got",1]]},{"id":"verl/single_controller/base/decorator.py#_concat_data_proto_or_future","name":[["concat",1],["data",1],["proto",1],["future",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["decorator",1],["py",1]],"body":[["def",2],["concat",4],["data",7],["proto",7],["future",4],["output",8],["list",2],["from",1],["verl",1],["protocol",1],["import",2],["ray",2],["make",1],["sure",1],["all",1],["elements",1],["has",1],["same",1],["type",3],["assert",1],["if",1],["isinstance",2],["return",2],["elif",1],["object",1],["ref",1],["else",1],["raise",1],["not",1],["implemented",1],["error",1]]},{"id":"verl/single_controller/base/decorator.py#_materialize_futures","name":[["materialize",1],["futures",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["decorator",1],["py",1]],"body":[["def",2],["materialize",3],["futures",2],["args",8],["kwargs",5],["new",5],["arg",5],["if",2],["isinstance",2],["data",2],["proto",2],["future",2],["add",1],["more",1],["type",1],["append",1],["items",1],["tuple",1],["return",1]]},{"id":"verl/single_controller/base/decorator.py#_split_args_kwargs_data_proto","name":[["split",1],["args",1],["kwargs",1],["data",1],["proto",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["decorator",1],["py",1]],"body":[["def",2],["split",2],["args",8],["kwargs",8],["data",8],["proto",8],["chunks",6],["from",1],["verl",1],["protocol",1],["import",1],["future",3],["splitted",6],["arg",3],["assert",2],["isinstance",2],["append",1],["chunk",2],["key",2],["val",3],["items",1],["return",1]]},{"id":"verl/single_controller/base/decorator.py#collect_all_to_all","name":[["collect",1],["all",2]],"path":[["verl",1],["single",1],["controller",1],["base",1],["decorator",1],["py",1]],"body":[["def",2],["collect",2],["all",4],["worker",2],["group",2],["output",3],["return",1]]},{"id":"verl/single_controller/base/decorator.py#collect_dp_compute","name":[["collect",1],["dp",1],["compute",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["decorator",1],["py",1]],"body":[["def",2],["collect",2],["dp",2],["compute",2],["worker",7],["group",7],["output",4],["from",1],["verl",1],["single",1],["controller",1],["base",1],["import",1],["assert",2],["isinstance",1],["len",1],["world",1],["size",1],["return",1]]},{"id":"verl/single_controller/base/decorator.py#collect_dp_compute_data_proto","name":[["collect",1],["dp",1],["compute",1],["data",1],["proto",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["decorator",1],["py",1]],"body":[["def",2],["collect",3],["dp",3],["compute",3],["data",6],["proto",6],["worker",3],["group",3],["output",6],["from",1],["verl",1],["protocol",1],["import",2],["ray",2],["assert",1],["isinstance",1],["object",1],["ref",1],["expecting",1],["be",1],["but",1],["got",1],["type",1],["return",1],["concat",1],["future",1]]},{"id":"verl/single_controller/base/decorator.py#collect_megatron_compute","name":[["collect",1],["megatron",1],["compute",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["decorator",1],["py",1]],"body":[["def",2],["collect",3],["megatron",7],["compute",2],["worker",9],["group",9],["output",6],["only",1],["data",1],["from",2],["tp",2],["pp",5],["last",1],["every",1],["dp",4],["ranks",1],["verl",1],["single",1],["controller",1],["base",1],["import",1],["assert",1],["isinstance",1],["size",4],["global",4],["info",5],["rank",10],["range",1],["world",1],["local",3],["if",1],["append",1],["return",1]]},{"id":"verl/single_controller/base/decorator.py#collect_megatron_compute_data_proto","name":[["collect",1],["megatron",1],["compute",1],["data",1],["proto",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["decorator",1],["py",1]],"body":[["def",2],["collect",3],["megatron",3],["compute",3],["data",7],["proto",7],["worker",3],["group",3],["output",8],["each",1],["must",1],["be",2],["concat",2],["dim",1],["from",1],["verl",1],["protocol",1],["import",2],["ray",2],["assert",1],["isinstance",1],["object",1],["ref",1],["expecting",1],["but",1],["got",1],["type",1],["return",1],["future",1]]},{"id":"verl/single_controller/base/decorator.py#collect_megatron_pp_as_dp","name":[["collect",1],["megatron",1],["pp",1],["as",1],["dp",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["decorator",1],["py",1]],"body":[["def",2],["collect",3],["megatron",6],["pp",4],["as",3],["dp",6],["worker",8],["group",8],["output",6],["treat",1],["only",1],["data",1],["tp",2],["from",1],["verl",1],["single",1],["controller",1],["base",1],["import",1],["assert",1],["isinstance",1],["global",3],["rank",10],["range",1],["world",1],["size",1],["local",3],["info",4],["if",1],["append",1],["return",1]]},{"id":"verl/single_controller/base/decorator.py#collect_megatron_pp_as_dp_data_proto","name":[["collect",1],["megatron",1],["pp",1],["as",1],["dp",1],["data",1],["proto",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["decorator",1],["py",1]],"body":[["def",2],["collect",3],["megatron",6],["pp",3],["as",3],["dp",3],["data",4],["proto",4],["worker",7],["group",7],["output",5],["from",2],["verl",2],["protocol",1],["import",2],["single",1],["controller",1],["base",1],["assert",1],["isinstance",1],["return",1],["concat",1],["future",1]]},{"id":"verl/single_controller/base/decorator.py#collect_megatron_pp_only","name":[["collect",1],["megatron",1],["pp",1],["only",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["decorator",1],["py",1]],"body":[["def",2],["collect",3],["megatron",7],["pp",6],["only",3],["worker",8],["group",8],["output",7],["useful",1],["examine",1],["weight",1],["names",1],["as",1],["they",1],["identical",1],["tp",2],["dp",2],["from",1],["verl",1],["single",1],["controller",1],["base",1],["import",1],["assert",1],["isinstance",1],["global",3],["rank",10],["range",1],["world",1],["size",1],["local",3],["info",4],["if",1],["append",1],["return",1]]},{"id":"verl/single_controller/base/decorator.py#Dispatch","name":[["dispatch",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["decorator",1],["py",1]],"body":[["class",2],["dispatch",2],["enum",2],["rank",1],["zero",1],["one",1],["all",3],["megatron",5],["compute",6],["pp",3],["as",2],["dp",6],["only",1],["proto",4],["func",1],["10",1],["metric",1],["11",1]]},{"id":"verl/single_controller/base/decorator.py#dispatch_all_to_all","name":[["dispatch",1],["all",2]],"path":[["verl",1],["single",1],["controller",1],["base",1],["decorator",1],["py",1]],"body":[["def",2],["dispatch",2],["all",4],["worker",2],["group",2],["args",3],["kwargs",3],["return",1]]},{"id":"verl/single_controller/base/decorator.py#dispatch_dp_compute","name":[["dispatch",1],["dp",1],["compute",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["decorator",1],["py",1]],"body":[["def",2],["dispatch",2],["dp",2],["compute",2],["worker",8],["group",8],["args",4],["kwargs",4],["from",1],["verl",1],["single",1],["controller",1],["base",1],["import",1],["assert",3],["isinstance",3],["arg",3],["tuple",2],["list",2],["len",2],["world",2],["size",2],["items",1],["return",1]]},{"id":"verl/single_controller/base/decorator.py#dispatch_dp_compute_data_proto","name":[["dispatch",1],["dp",1],["compute",1],["data",1],["proto",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["decorator",1],["py",1]],"body":[["def",2],["dispatch",2],["dp",2],["compute",2],["data",3],["proto",3],["worker",7],["group",7],["args",6],["kwargs",6],["from",1],["verl",1],["single",1],["controller",1],["base",1],["import",1],["assert",1],["isinstance",1],["splitted",4],["split",1],["world",1],["size",1],["return",1]]},{"id":"verl/single_controller/base/decorator.py#dispatch_dp_compute_data_proto_with_func","name":[["dispatch",1],["dp",1],["compute",1],["data",1],["proto",1],["func",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["decorator",1],["py",1]],"body":[["def",2],["dispatch",2],["dp",2],["compute",2],["data",3],["proto",3],["func",4],["worker",8],["group",8],["args",11],["kwargs",6],["from",1],["verl",1],["single",1],["controller",1],["base",1],["import",1],["assert",2],["isinstance",1],["type",2],["function",2],["note",1],["first",1],["one",1],["splitted",6],["split",1],["world",2],["size",2],["return",1]]},{"id":"verl/single_controller/base/decorator.py#dispatch_megatron_compute","name":[["dispatch",1],["megatron",1],["compute",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["decorator",1],["py",1]],"body":[["def",2],["dispatch",2],["megatron",8],["compute",2],["worker",15],["group",15],["args",11],["kwargs",6],["user",1],["passes",1],["dp",10],["data",2],["dispatched",1],["all",9],["tp",1],["pp",1],["ranks",1],["same",1],["from",1],["verl",1],["single",1],["controller",1],["base",1],["import",1],["assert",3],["isinstance",3],["must",1],["be",1],["got",1],["type",1],["arg",4],["tuple",3],["list",2],["len",2],["size",4],["transformed",6],["range",2],["world",2],["local",4],["rank",10],["info",2],["append",3],["items",1],["return",1]]},{"id":"verl/single_controller/base/decorator.py#dispatch_megatron_compute_data_proto","name":[["dispatch",1],["megatron",1],["compute",1],["data",1],["proto",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["decorator",1],["py",1]],"body":[["def",2],["dispatch",3],["megatron",6],["compute",3],["data",4],["proto",4],["worker",8],["group",8],["args",7],["kwargs",7],["all",1],["must",1],["be",2],["batch",1],["will",1],["chunked",1],["by",1],["dp",2],["size",2],["passed",1],["each",1],["rank",1],["from",1],["verl",1],["single",1],["controller",1],["base",1],["import",1],["assert",1],["isinstance",1],["splitted",4],["split",1],["return",1]]},{"id":"verl/single_controller/base/decorator.py#dispatch_megatron_pp_as_dp","name":[["dispatch",1],["megatron",1],["pp",1],["as",1],["dp",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["decorator",1],["py",1]],"body":[["def",2],["dispatch",3],["megatron",9],["pp",25],["as",3],["dp",21],["worker",16],["group",17],["args",11],["kwargs",6],["treat",1],["from",1],["verl",1],["single",1],["controller",1],["base",1],["import",1],["assert",3],["isinstance",3],["size",14],["all",8],["arg",10],["list",2],["tuple",3],["len",4],["transformed",6],["range",2],["world",2],["local",8],["rank",26],["info",4],["compute",2],["note",3],["order",3],["then",3],["also",1],["outputs",1],["within",1],["will",2],["be",3],["firstly",1],["allgathered",1],["only",1],["output",1],["pp0",1],["collected",2],["batch",1],["data",1],["abcdefgh",2],["should",1],["dispatched",1],["below",1],["allgther",1],["collect",1],["ab",2],["cd",2],["ef",2],["gh",2],["append",3],["items",1],["expect",1],["got",1],["return",1]]},{"id":"verl/single_controller/base/decorator.py#dispatch_megatron_pp_as_dp_data_proto","name":[["dispatch",1],["megatron",1],["pp",1],["as",1],["dp",1],["data",1],["proto",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["decorator",1],["py",1]],"body":[["def",2],["dispatch",3],["megatron",6],["pp",6],["as",3],["dp",6],["data",3],["proto",3],["worker",9],["group",9],["args",6],["kwargs",6],["from",1],["verl",1],["single",1],["controller",1],["base",1],["import",1],["assert",1],["isinstance",1],["size",4],["splitted",4],["split",1],["return",1]]},{"id":"verl/single_controller/base/decorator.py#dispatch_one_to_all","name":[["dispatch",1],["one",1],["all",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["decorator",1],["py",1]],"body":[["def",2],["dispatch",2],["one",2],["all",2],["worker",4],["group",4],["args",5],["kwargs",5],["tuple",1],["arg",2],["world",2],["size",2],["items",1],["return",1]]},{"id":"verl/single_controller/base/decorator.py#Execute","name":[["execute",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["decorator",1],["py",1]],"body":[["class",2],["execute",2],["enum",2],["all",1],["rank",1],["zero",1]]},{"id":"verl/single_controller/base/decorator.py#get_predefined_dispatch_fn","name":[["predefined",1],["dispatch",1],["fn",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["decorator",1],["py",1]],"body":[["def",2],["predefined",4],["dispatch",40],["fn",26],["mode",5],["one",3],["all",11],["collect",22],["megatron",14],["compute",18],["pp",8],["as",6],["dp",18],["only",2],["proto",13],["data",9],["func",2],["metric",1],["return",1]]},{"id":"verl/single_controller/base/decorator.py#get_predefined_execute_fn","name":[["predefined",1],["execute",1],["fn",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["decorator",1],["py",1]],"body":[["def",2],["predefined",4],["execute",15],["fn",6],["mode",5],["note",1],["here",1],["only",1],["asks",1],["all",3],["rank",3],["zero",3],["be",1],["implemented",1],["leave",1],["choice",1],["these",1],["two",1],["functions",1],["handle",1],["argument",1],["blocking",1],["users",1],["name",2],["return",1]]},{"id":"verl/single_controller/base/decorator.py#register","name":[["register",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["decorator",1],["py",1]],"body":[["def",4],["register",2],["dispatch",9],["mode",14],["all",6],["execute",9],["blocking",4],["true",4],["materialize",4],["futures",4],["check",2],["decorator",2],["func",3],["wraps",1],["inner",3],["args",4],["kwargs",4],["if",1],["return",3],["attrs",2],["setattr",1],["magic",1],["attr",1]]},{"id":"verl/single_controller/base/decorator.py#register.decorator","name":[["decorator",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["decorator",1],["py",1]],"body":[["def",3],["decorator",2],["func",4],["wraps",1],["inner",3],["args",4],["kwargs",4],["if",1],["materialize",2],["futures",2],["return",2],["attrs",2],["dispatch",2],["mode",4],["execute",2],["blocking",2],["setattr",1],["magic",1],["attr",1]]},{"id":"verl/single_controller/base/decorator.py#register.decorator.inner","name":[["inner",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["decorator",1],["py",1]],"body":[["def",2],["inner",2],["args",5],["kwargs",5],["if",1],["materialize",2],["futures",2],["return",1],["func",1]]},{"id":"verl/single_controller/base/megatron/__init__.py","name":[["init",1],["py",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["megatron",1],["init",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1]]},{"id":"verl/single_controller/base/megatron/worker_group.py","name":[["worker",1],["group",1],["py",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["megatron",1],["worker",1],["group",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["from",3],["typing",1],["import",3],["dict",1],["worker",2],["dist",2],["rank",1],["info",2],["global",1],["verl",1],["single",1],["controller",1],["base",1],["resource",1],["pool",1],["group",1]]},{"id":"verl/single_controller/base/megatron/worker_group.py#MegatronWorkerGroup","name":[["megatron",1],["worker",1],["group",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["megatron",1],["worker",1],["group",1],["py",1]],"body":[["class",2],["megatron",24],["worker",8],["group",8],["def",7],["init",4],["self",18],["resource",4],["pool",4],["kwargs",3],["super",1],["rank",9],["info",17],["none",6],["global",13],["dist",2],["default",1],["dict",1],["raise",1],["not",4],["implemented",1],["error",1],["should",1],["be",5],["overwritten",1],["int",1],["assert",4],["world",2],["size",8],["must",4],["from",1],["got",1],["return",5],["property",3],["tp",2],["initialized",3],["dp",2],["pp",2]]},{"id":"verl/single_controller/base/megatron/worker_group.py#MegatronWorkerGroup.__init__","name":[["init",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["megatron",1],["worker",1],["group",1],["py",1]],"body":[["def",2],["init",3],["self",4],["resource",6],["pool",6],["kwargs",3],["super",1],["megatron",2],["rank",1],["info",3],["none",2],["global",2],["dist",1]]},{"id":"verl/single_controller/base/megatron/worker_group.py#MegatronWorkerGroup.dp_size","name":[["dp",1],["size",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["megatron",1],["worker",1],["group",1],["py",1]],"body":[["def",2],["dp",3],["size",3],["self",4],["assert",1],["megatron",4],["global",3],["info",3],["not",1],["none",1],["worker",1],["group",1],["must",1],["be",1],["initialized",1],["return",1]]},{"id":"verl/single_controller/base/megatron/worker_group.py#MegatronWorkerGroup.get_megatron_global_info","name":[["megatron",1],["global",1],["info",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["megatron",1],["worker",1],["group",1],["py",1]],"body":[["def",2],["megatron",3],["global",3],["info",3],["self",3],["return",1]]},{"id":"verl/single_controller/base/megatron/worker_group.py#MegatronWorkerGroup.get_megatron_rank_info","name":[["megatron",1],["rank",1],["info",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["megatron",1],["worker",1],["group",1],["py",1]],"body":[["def",2],["megatron",3],["rank",11],["info",5],["self",4],["int",2],["dist",2],["assert",1],["world",2],["size",2],["must",1],["be",1],["from",1],["got",1],["return",1]]},{"id":"verl/single_controller/base/megatron/worker_group.py#MegatronWorkerGroup.init_megatron","name":[["init",1],["megatron",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["megatron",1],["worker",1],["group",1],["py",1]],"body":[["def",2],["init",3],["megatron",6],["self",2],["default",2],["kwargs",2],["dict",2],["none",2],["raise",1],["not",1],["implemented",1],["error",1],["worker",1],["group",1],["should",1],["be",1],["overwritten",1]]},{"id":"verl/single_controller/base/megatron/worker_group.py#MegatronWorkerGroup.pp_size","name":[["pp",1],["size",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["megatron",1],["worker",1],["group",1],["py",1]],"body":[["def",2],["pp",3],["size",3],["self",4],["assert",1],["megatron",4],["global",3],["info",3],["not",1],["none",1],["worker",1],["group",1],["must",1],["be",1],["initialized",1],["return",1]]},{"id":"verl/single_controller/base/megatron/worker_group.py#MegatronWorkerGroup.tp_size","name":[["tp",1],["size",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["megatron",1],["worker",1],["group",1],["py",1]],"body":[["def",2],["tp",3],["size",3],["self",4],["assert",1],["megatron",4],["global",3],["info",3],["not",1],["none",1],["worker",1],["group",1],["must",1],["be",1],["initialized",1],["return",1]]},{"id":"verl/single_controller/base/megatron/worker.py","name":[["worker",1],["py",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["megatron",1],["worker",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["import",3],["os",1],["from",2],["dataclasses",1],["dataclass",1],["verl",1],["single",1],["controller",1],["base",1],["worker",2],["dist",2],["rank",1],["info",2],["global",1]]},{"id":"verl/single_controller/base/megatron/worker.py#MegatronWorker","name":[["megatron",1],["worker",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["megatron",1],["worker",1],["py",1]],"body":[["class",2],["megatron",6],["worker",4],["def",3],["init",2],["self",3],["cuda",2],["visible",2],["devices",2],["none",2],["super",1],["global",2],["info",8],["from",2],["core",2],["import",2],["parallel",8],["state",2],["as",2],["mpu",8],["tp",6],["size",12],["tensor",2],["model",4],["world",3],["dp",6],["data",2],["pp",6],["pipeline",2],["dist",2],["return",2],["rank",14]]},{"id":"verl/single_controller/base/megatron/worker.py#MegatronWorker.__init__","name":[["init",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["megatron",1],["worker",1],["py",1]],"body":[["def",2],["init",3],["self",2],["cuda",3],["visible",3],["devices",3],["none",4],["super",1]]},{"id":"verl/single_controller/base/megatron/worker.py#MegatronWorker.get_megatron_global_info","name":[["megatron",1],["global",1],["info",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["megatron",1],["worker",1],["py",1]],"body":[["def",2],["megatron",3],["global",3],["info",5],["self",2],["from",1],["core",1],["import",1],["parallel",4],["state",1],["as",1],["mpu",4],["tp",3],["size",12],["tensor",1],["model",2],["world",3],["dp",3],["data",1],["pp",3],["pipeline",1],["dist",1],["return",1]]},{"id":"verl/single_controller/base/megatron/worker.py#MegatronWorker.get_megatron_rank_info","name":[["megatron",1],["rank",1],["info",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["megatron",1],["worker",1],["py",1]],"body":[["def",2],["megatron",3],["rank",15],["info",5],["self",2],["from",1],["core",1],["import",1],["parallel",4],["state",1],["as",1],["mpu",4],["tp",3],["tensor",1],["model",2],["dp",3],["data",1],["pp",3],["pipeline",1],["dist",1],["return",1]]},{"id":"verl/single_controller/base/register_center/__init__.py","name":[["init",1],["py",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["register",1],["center",1],["init",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1]]},{"id":"verl/single_controller/base/register_center/ray.py","name":[["ray",1],["py",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["register",1],["center",1],["ray",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["import",1],["ray",2],["remote",1]]},{"id":"verl/single_controller/base/register_center/ray.py#create_worker_group_register_center","name":[["create",1],["worker",1],["group",1],["register",1],["center",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["register",1],["center",1],["ray",1],["py",1]],"body":[["def",2],["create",2],["worker",3],["group",3],["register",3],["center",3],["name",4],["info",3],["return",1],["options",1],["remote",1]]},{"id":"verl/single_controller/base/register_center/ray.py#WorkerGroupRegisterCenter","name":[["worker",1],["group",1],["register",1],["center",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["register",1],["center",1],["ray",1],["py",1]],"body":[["class",2],["worker",2],["group",2],["register",2],["center",2],["def",2],["init",1],["self",4],["rank",5],["zero",5],["info",5],["return",1]]},{"id":"verl/single_controller/base/register_center/ray.py#WorkerGroupRegisterCenter.__init__","name":[["init",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["register",1],["center",1],["ray",1],["py",1]],"body":[["def",2],["init",2],["self",3],["rank",4],["zero",4],["info",4]]},{"id":"verl/single_controller/base/register_center/ray.py#WorkerGroupRegisterCenter.get_rank_zero_info","name":[["rank",1],["zero",1],["info",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["register",1],["center",1],["ray",1],["py",1]],"body":[["def",2],["rank",3],["zero",3],["info",3],["self",3],["return",1]]},{"id":"verl/single_controller/base/worker_group.py","name":[["worker",1],["group",1],["py",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["group",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",2],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["class",1],["worker",1],["group",1],["import",6],["logging",1],["threading",1],["signal",1],["time",1],["from",2],["typing",1],["list",1],["callable",1],["dict",1],["verl",1],["single",1],["controller",1],["base",1],["decorator",1],["magic",1],["attr",1],["dispatch",2],["predefined",2],["fn",2],["execute",1]]},{"id":"verl/single_controller/base/worker_group.py#check_workers_alive","name":[["check",1],["workers",1],["alive",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["group",1],["py",1]],"body":[["def",2],["check",2],["workers",5],["alive",6],["list",2],["callable",2],["gap",3],["time",5],["float",2],["none",2],["import",1],["while",1],["true",1],["worker",4],["if",1],["not",2],["logging",1],["warning",1],["sending",1],["signal",4],["main",1],["thread",1],["raise",1],["sigabrt",1],["sleep",1]]},{"id":"verl/single_controller/base/worker_group.py#ClassWithInitArgs","name":[["class",1],["init",1],["args",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["group",1],["py",1]],"body":[["class",8],["init",3],["args",8],["stores",1],["constructor",1],["kwargs",6],["construct",1],["instantiate",1],["remote",1],["def",4],["self",12],["cls",4],["none",1],["add",2],["arg",3],["kwarg",1],["key",2],["value",2],["call",1],["any",1],["return",1]]},{"id":"verl/single_controller/base/worker_group.py#ClassWithInitArgs.__call__","name":[["call",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["group",1],["py",1]],"body":[["def",2],["call",2],["self",5],["any",2],["return",1],["cls",1],["args",1],["kwargs",1]]},{"id":"verl/single_controller/base/worker_group.py#ClassWithInitArgs.__init__","name":[["init",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["group",1],["py",1]],"body":[["def",2],["init",2],["self",5],["cls",4],["args",4],["kwargs",4],["none",2]]},{"id":"verl/single_controller/base/worker_group.py#ResourcePool","name":[["resource",1],["pool",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["group",1],["py",1]],"body":[["class",2],["resource",2],["pool",2],["def",7],["init",1],["self",16],["process",6],["nodes",4],["none",3],["max",3],["collocate",3],["count",5],["int",3],["10",1],["gpus",4],["per",4],["node",5],["if",1],["store",8],["left",1],["future",1],["huawei",1],["gpu",1],["contains",1],["16",1],["add",1],["append",1],["property",2],["world",9],["size",9],["return",5],["sum",1],["call",1],["any",1],["local",11],["list",8],["nested",4],["range",2],["item",4],["row",4],["rank",3]]},{"id":"verl/single_controller/base/worker_group.py#ResourcePool.__call__","name":[["call",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["group",1],["py",1]],"body":[["def",2],["call",2],["self",3],["any",2],["return",1],["store",1]]},{"id":"verl/single_controller/base/worker_group.py#ResourcePool.__init__","name":[["init",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["group",1],["py",1]],"body":[["def",2],["init",2],["self",5],["process",5],["nodes",5],["none",5],["max",4],["collocate",4],["count",4],["int",2],["10",2],["gpus",5],["per",5],["node",5],["if",1],["store",1],["left",1],["future",1],["huawei",1],["gpu",1],["contains",1],["16",1]]},{"id":"verl/single_controller/base/worker_group.py#ResourcePool.add_node","name":[["add",1],["node",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["group",1],["py",1]],"body":[["def",2],["add",2],["node",2],["self",3],["process",3],["count",3],["store",1],["append",1]]},{"id":"verl/single_controller/base/worker_group.py#ResourcePool.local_rank_list","name":[["local",1],["rank",1],["list",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["group",1],["py",1]],"body":[["def",2],["local",6],["rank",4],["list",6],["self",3],["int",2],["nested",2],["range",1],["world",2],["size",2],["store",1],["return",1],["item",2],["row",2]]},{"id":"verl/single_controller/base/worker_group.py#ResourcePool.local_world_size_list","name":[["local",1],["world",1],["size",1],["list",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["group",1],["py",1]],"body":[["def",2],["local",7],["world",7],["size",7],["list",6],["self",3],["int",2],["nested",2],["range",1],["store",1],["return",1],["item",2],["row",2]]},{"id":"verl/single_controller/base/worker_group.py#ResourcePool.store","name":[["store",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["group",1],["py",1]],"body":[["def",2],["store",3],["self",3],["return",1]]},{"id":"verl/single_controller/base/worker_group.py#ResourcePool.world_size","name":[["world",1],["size",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["group",1],["py",1]],"body":[["def",2],["world",2],["size",2],["self",3],["return",1],["sum",1],["store",1]]},{"id":"verl/single_controller/base/worker_group.py#WorkerGroup","name":[["worker",1],["group",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["group",1],["py",1]],"body":[["class",4],["worker",20],["group",10],["def",6],["init",2],["self",25],["resource",5],["pool",5],["kwargs",1],["none",9],["detached",1],["workers",9],["true",2],["if",6],["else",4],["false",2],["not",3],["handle",1],["case",1],["work",1],["attached",1],["existing",1],["one",1],["procecss",2],["dispatch",25],["config",2],["names",1],["master",2],["addr",1],["port",1],["checker",3],["thread",5],["threading",2],["alive",8],["raise",3],["implemented",3],["error",2],["called",1],["should",3],["be",4],["derived",1],["block",2],["until",2],["all",6],["while",1],["state",2],["time",1],["sleep",1],["break",1],["start",2],["aliveness",2],["check",2],["every",2],["seconds",2],["before",1],["starting",1],["checking",1],["make",1],["sure",1],["already",1],["target",1],["args",1],["property",3],["world",1],["size",1],["return",1],["len",1],["execute",21],["async",2],["rank",1],["zero",1],["by",2],["ray",2],["torch",1],["rpcworker",1],["megatron",1],["xperf",1],["skip",1],["bind",3],["method",15],["user",4],["defined",4],["cls",4],["func",4],["generator",2],["name",12],["dir",1],["try",3],["getattr",3],["assert",7],["callable",4],["except",3],["exception",3],["as",3],["will",1],["fail",2],["because",1],["doesn",1],["have",1],["instance",1],["continue",1],["hasattr",1],["magic",2],["attr",2],["decorated",1],["register",1],["attribute",9],["isinstance",3],["dict",2],["must",3],["dictionary",1],["got",1],["type",1],["mode",18],["contain",1],["its",1],["key",1],["blocking",4],["fn",33],["default",1],["predefined",2],["collect",7],["wg",3],["from",1],["string",1],["print",1],["invalid",1],["new",1],["setattr",1],["value",1]]},{"id":"verl/single_controller/base/worker_group.py#WorkerGroup.__init__","name":[["init",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["group",1],["py",1]],"body":[["def",2],["init",3],["self",10],["resource",7],["pool",7],["kwargs",2],["none",8],["detached",1],["workers",2],["true",1],["if",2],["else",2],["false",1],["not",1],["handle",1],["case",1],["work",1],["group",1],["attached",1],["existing",1],["one",1],["procecss",2],["dispatch",2],["config",2],["worker",1],["names",1],["master",2],["addr",1],["port",1],["checker",1],["thread",2],["threading",1]]},{"id":"verl/single_controller/base/worker_group.py#WorkerGroup._bind_worker_method","name":[["bind",1],["worker",1],["method",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["group",1],["py",1]],"body":[["def",2],["bind",4],["worker",5],["method",16],["self",5],["user",5],["defined",5],["cls",5],["func",5],["generator",3],["group",2],["name",12],["dir",1],["try",3],["getattr",3],["assert",7],["callable",4],["not",1],["except",3],["exception",3],["as",3],["if",3],["property",2],["will",1],["fail",2],["because",1],["class",1],["doesn",1],["have",1],["instance",1],["continue",1],["hasattr",1],["magic",2],["attr",2],["decorated",1],["by",1],["register",1],["attribute",9],["isinstance",3],["dict",2],["must",3],["be",2],["dictionary",1],["got",1],["type",1],["dispatch",23],["mode",18],["contain",1],["its",1],["key",1],["execute",19],["blocking",4],["fn",33],["default",1],["predefined",2],["collect",7],["else",1],["wg",3],["from",1],["string",1],["print",1],["invalid",1],["raise",2],["new",1],["ray",1],["setattr",1],["value",1],["error",1]]},{"id":"verl/single_controller/base/worker_group.py#WorkerGroup._block_until_all_workers_alive","name":[["block",1],["until",1],["all",1],["workers",1],["alive",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["group",1],["py",1]],"body":[["def",2],["block",2],["until",2],["all",4],["workers",3],["alive",3],["self",4],["none",2],["while",1],["true",1],["state",2],["worker",3],["if",1],["false",1],["time",1],["sleep",1],["else",1],["break",1]]},{"id":"verl/single_controller/base/worker_group.py#WorkerGroup._is_worker_alive","name":[["worker",1],["alive",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["group",1],["py",1]],"body":[["def",2],["worker",6],["alive",3],["self",2],["raise",1],["not",1],["implemented",2],["error",1],["group",1],["called",1],["should",1],["be",1],["derived",1],["class",1]]},{"id":"verl/single_controller/base/worker_group.py#WorkerGroup.start_worker_aliveness_check","name":[["start",1],["worker",1],["aliveness",1],["check",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["group",1],["py",1]],"body":[["def",2],["start",3],["worker",5],["aliveness",4],["check",3],["self",7],["every",3],["seconds",3],["none",2],["before",2],["starting",2],["checking",2],["make",2],["sure",2],["all",3],["workers",5],["already",2],["alive",5],["block",1],["until",1],["checker",2],["thread",3],["threading",1],["target",1],["args",1]]},{"id":"verl/single_controller/base/worker_group.py#WorkerGroup.world_size","name":[["world",1],["size",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["group",1],["py",1]],"body":[["def",2],["world",2],["size",2],["self",3],["return",1],["len",1],["workers",1]]},{"id":"verl/single_controller/base/worker.py","name":[["worker",1],["py",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["class",1],["worker",3],["import",4],["os",1],["socket",1],["from",2],["dataclasses",1],["dataclass",3],["verl",1],["single",1],["controller",1],["base",1],["decorator",1],["register",1],["dispatch",1],["execute",1],["assume",1],["each",1],["group",1],["there",1],["master",1]]},{"id":"verl/single_controller/base/worker.py#DistGlobalInfo","name":[["dist",1],["global",1],["info",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["py",1]],"body":[["class",2],["dist",2],["global",2],["info",2],["tp",1],["size",3],["int",3],["dp",1],["pp",1]]},{"id":"verl/single_controller/base/worker.py#DistRankInfo","name":[["dist",1],["rank",1],["info",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["py",1]],"body":[["class",2],["dist",2],["rank",5],["info",2],["tp",1],["int",3],["dp",1],["pp",1]]},{"id":"verl/single_controller/base/worker.py#Worker","name":[["worker",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["py",1]],"body":[["class",4],["worker",17],["helper",2],["def",10],["new",3],["cls",3],["args",5],["kwargs",5],["instance",4],["super",1],["note",2],["here",1],["int",10],["distinguish",1],["disable",3],["init",7],["os",16],["environ",11],["if",7],["return",8],["rank",26],["none",9],["group",6],["prefix",4],["wg",2],["decorator",1],["ray",3],["remote",1],["applies",1],["will",1],["be",4],["called",2],["while",1],["don",1],["want",1],["apply",1],["configure",5],["before",3],["not",5],["actor",1],["name",4],["register",9],["center",7],["self",24],["str",3],["assert",2],["isinstance",2],["must",2],["instead",1],["type",1],["master",20],["addr",12],["port",10],["availale",1],["zero",5],["info",4],["getenv",3],["backend",1],["from",2],["verl",1],["single",1],["controller",1],["base",1],["import",4],["create",2],["update",2],["cuda",8],["visible",8],["devices",8],["construct",1],["meta",13],["envrionment",1],["variable",1],["inside",2],["because",1],["executed",1],["remotely",1],["world",12],["size",12],["local",8],["store",5],["function",1],["should",1],["only",1],["by",1],["dict",5],["hacky",1],["print",2],["key",4],["keys",1],["val",4],["lower",1],["redis",1],["server",1],["host",1],["replace",2],["else",1],["property",2],["dispatch",4],["mode",3],["dp",1],["compute",1],["proto",3],["func",7],["execute",4],["generator",1],["ret",2],["all",2],["result",2]]},{"id":"verl/single_controller/base/worker.py#Worker.__init__","name":[["init",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["py",1]],"body":[["def",2],["init",2],["self",5],["cuda",5],["visible",5],["devices",5],["none",5],["construct",2],["meta",7],["from",2],["envrionment",2],["variable",2],["note",2],["import",3],["must",2],["be",2],["inside",2],["class",2],["because",2],["executed",2],["remotely",2],["os",7],["world",10],["size",10],["int",4],["environ",4],["rank",10],["master",8],["addr",4],["port",4],["local",8],["getenv",2],["store",4],["if",1],["not",1],["worker",1],["configure",1]]},{"id":"verl/single_controller/base/worker.py#Worker.__new__","name":[["new",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["py",1]],"body":[["def",2],["new",4],["cls",4],["args",2],["kwargs",2],["instance",4],["super",1],["note",1],["here",1],["int",3],["distinguish",1],["disable",3],["worker",6],["init",5],["os",3],["environ",3],["if",2],["return",2],["rank",4],["none",3],["group",3],["prefix",4],["wg",1],["decorator",1],["ray",1],["remote",1],["applies",1],["will",1],["be",1],["called",1],["while",1],["don",1],["want",1],["apply",1],["configure",2],["before",2],["not",2],["actor",1],["class",1],["name",1],["register",1],["center",1]]},{"id":"verl/single_controller/base/worker.py#Worker._configure_before_init","name":[["configure",1],["before",1],["init",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["py",1]],"body":[["def",2],["configure",2],["before",2],["init",2],["self",4],["register",7],["center",7],["name",4],["str",2],["rank",9],["int",4],["assert",1],["isinstance",1],["must",1],["be",1],["instead",1],["type",1],["if",2],["master",7],["addr",4],["port",4],["availale",1],["zero",3],["info",4],["os",2],["getenv",1],["wg",1],["backend",1],["none",1],["ray",2],["from",1],["verl",1],["single",1],["controller",1],["base",1],["import",1],["create",2],["worker",2],["group",2],["environ",1],["update",1]]},{"id":"verl/single_controller/base/worker.py#Worker._configure_with_meta","name":[["configure",1],["meta",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["py",1]],"body":[["def",2],["configure",2],["meta",10],["self",7],["worker",5],["function",1],["should",1],["only",1],["be",1],["called",1],["inside",1],["by",1],["group",1],["assert",1],["isinstance",1],["dict",5],["update",1],["hacky",1],["print",2],["key",4],["keys",1],["val",4],["lower",1],["none",2],["if",2],["not",1],["os",2],["environ",2],["str",2],["redis",1],["store",1],["server",1],["host",1],["master",2],["addr",2],["replace",2],["else",1]]},{"id":"verl/single_controller/base/worker.py#Worker.execute_func_rank_zero","name":[["execute",1],["func",1],["rank",1],["zero",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["py",1]],"body":[["def",2],["execute",2],["func",5],["rank",2],["zero",2],["self",2],["args",3],["kwargs",3],["result",2],["return",1]]},{"id":"verl/single_controller/base/worker.py#Worker.execute_with_func_generator","name":[["execute",1],["func",1],["generator",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["py",1]],"body":[["def",2],["execute",2],["func",5],["generator",2],["self",3],["args",3],["kwargs",3],["ret",2],["proto",2],["return",1]]},{"id":"verl/single_controller/base/worker.py#Worker.get_cuda_visible_devices","name":[["cuda",1],["visible",1],["devices",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["py",1]],"body":[["def",2],["cuda",5],["visible",5],["devices",5],["self",2],["import",1],["os",2],["environ",1],["not",1],["return",1]]},{"id":"verl/single_controller/base/worker.py#Worker.get_master_addr_port","name":[["master",1],["addr",1],["port",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["py",1]],"body":[["def",2],["master",4],["addr",3],["port",3],["self",4],["return",1]]},{"id":"verl/single_controller/base/worker.py#Worker.rank","name":[["rank",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["py",1]],"body":[["def",2],["rank",3],["self",3],["return",1]]},{"id":"verl/single_controller/base/worker.py#Worker.world_size","name":[["world",1],["size",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["py",1]],"body":[["def",2],["world",3],["size",3],["self",3],["return",1]]},{"id":"verl/single_controller/base/worker.py#WorkerHelper","name":[["worker",1],["helper",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["py",1]],"body":[["class",2],["worker",2],["helper",2],["def",5],["node",5],["ip",14],["self",6],["by",6],["sdk",4],["if",1],["os",4],["getenv",4],["wg",2],["backend",2],["none",5],["ray",3],["import",2],["return",7],["private",1],["services",1],["address",1],["elif",1],["torch",1],["rpc",1],["from",1],["verl",1],["single",1],["controller",1],["torchrpc",1],["k8s",1],["client",1],["addr",3],["host",12],["ipv4",2],["my",2],["ipv6",3],["env",2],["free",2],["port",3],["socket",2],["as",1],["sock",3],["bind",1],["getsockname",1],["availale",1],["master",1],["str",1],["pid",1]]},{"id":"verl/single_controller/base/worker.py#WorkerHelper._get_free_port","name":[["free",1],["port",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["py",1]],"body":[["def",2],["free",2],["port",2],["self",2],["socket",2],["as",1],["sock",3],["bind",1],["return",1],["getsockname",1]]},{"id":"verl/single_controller/base/worker.py#WorkerHelper._get_node_ip","name":[["node",1],["ip",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["py",1]],"body":[["def",3],["node",5],["ip",14],["self",2],["by",6],["sdk",4],["if",1],["os",4],["getenv",4],["wg",2],["backend",2],["none",5],["ray",3],["import",2],["return",4],["private",1],["services",1],["address",1],["elif",1],["torch",1],["rpc",1],["from",1],["verl",1],["single",1],["controller",1],["torchrpc",1],["k8s",1],["client",1],["addr",2],["host",12],["ipv4",2],["my",2],["ipv6",3],["env",2]]},{"id":"verl/single_controller/base/worker.py#WorkerHelper._get_node_ip.get_node_ip_by_sdk","name":[["node",1],["ip",1],["by",1],["sdk",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["py",1]],"body":[["def",2],["node",3],["ip",5],["by",2],["sdk",2],["if",1],["os",2],["getenv",2],["wg",2],["backend",2],["none",3],["ray",3],["import",2],["return",3],["private",1],["services",1],["address",1],["elif",1],["torch",1],["rpc",1],["from",1],["verl",1],["single",1],["controller",1],["torchrpc",1],["k8s",1],["client",1],["addr",2]]},{"id":"verl/single_controller/base/worker.py#WorkerHelper._get_pid","name":[["pid",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["py",1]],"body":[["def",2],["pid",2],["self",2],["return",1]]},{"id":"verl/single_controller/base/worker.py#WorkerHelper.get_availale_master_addr_port","name":[["availale",1],["master",1],["addr",1],["port",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["py",1]],"body":[["def",2],["availale",2],["master",2],["addr",2],["port",3],["self",4],["return",1],["node",1],["ip",1],["str",1],["free",1]]},{"id":"verl/single_controller/base/worker.py#WorkerMeta","name":[["worker",1],["meta",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["py",1]],"body":[["class",2],["worker",3],["meta",3],["keys",2],["world",2],["size",2],["rank",2],["local",2],["master",2],["addr",1],["port",1],["cuda",1],["visible",1],["devices",1],["def",2],["init",1],["self",4],["store",4],["none",2],["dict",1],["return",1],["key",3],["lower",2]]},{"id":"verl/single_controller/base/worker.py#WorkerMeta.__init__","name":[["init",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["py",1]],"body":[["def",2],["init",2],["self",3],["store",4],["none",2]]},{"id":"verl/single_controller/base/worker.py#WorkerMeta.to_dict","name":[["dict",1]],"path":[["verl",1],["single",1],["controller",1],["base",1],["worker",1],["py",1]],"body":[["def",2],["dict",2],["self",3],["return",1],["key",3],["lower",2],["store",1],["none",1],["worker",1],["meta",1],["keys",1]]},{"id":"verl/single_controller/ray/__init__.py","name":[["init",1],["py",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["init",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["from",2],["base",1],["import",2],["ray",4],["resource",1],["pool",1],["class",1],["init",1],["args",1],["worker",3],["group",2],["create",1],["colocated",1],["cls",1],["megatron",2],["dist",2],["rank",1],["info",2],["global",1]]},{"id":"verl/single_controller/ray/base.py","name":[["base",1],["py",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",2],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["import",11],["time",1],["from",8],["typing",1],["dict",1],["list",2],["tuple",1],["ray",7],["util",3],["named",1],["actors",2],["placement",4],["group",5],["scheduling",3],["strategies",1],["strategy",2],["node",1],["affinity",1],["experimental",1],["state",1],["api",1],["actor",2],["verl",2],["single",2],["controller",2],["base",2],["worker",3],["resource",1],["pool",1],["class",1],["init",1],["args",1],["all",1],["utilities",1],["enables",1],["creating",1],["workers",1],["inside",1],["same",1],["code",1],["written",1],["separate",1],["unittest",1],["mock",1],["patch",1],["decorator",1],["magic",1],["attr",1],["os",1]]},{"id":"verl/single_controller/ray/base.py#_bind_workers_method_to_parent","name":[["bind",1],["workers",1],["method",1],["parent",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["def",4],["bind",3],["workers",2],["method",16],["parent",2],["cls",8],["key",4],["user",5],["defined",5],["binds",1],["methods",2],["each",1],["worker",5],["dict",2],["note",1],["only",1],["public",1],["decorated",1],["by",1],["register",1],["name",12],["dir",1],["try",2],["getattr",3],["assert",1],["callable",2],["not",1],["except",2],["exception",2],["as",2],["if",2],["property",2],["will",1],["fail",2],["because",1],["class",1],["doesn",1],["have",1],["instance",1],["continue",1],["hasattr",1],["magic",4],["attr",4],["generate",2],["function",2],["func",5],["self",2],["args",2],["kwargs",2],["dispatch",1],["actual",1],["return",2],["pass",1],["outer",1],["group",1],["setattr",2],["prefix",3],["print",1],["binding",1],["raise",1],["value",1],["error",1]]},{"id":"verl/single_controller/ray/base.py#_bind_workers_method_to_parent.generate_function","name":[["generate",1],["function",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["def",3],["generate",2],["function",2],["name",3],["func",2],["self",2],["args",2],["kwargs",2],["dispatch",1],["actual",1],["worker",2],["return",2],["getattr",1],["dict",1],["key",1]]},{"id":"verl/single_controller/ray/base.py#_bind_workers_method_to_parent.generate_function.func","name":[["func",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["def",2],["func",2],["self",3],["args",3],["kwargs",3],["dispatch",2],["actual",2],["worker",3],["return",1],["getattr",1],["dict",1],["key",1],["name",1]]},{"id":"verl/single_controller/ray/base.py#_unwrap_ray_remote","name":[["unwrap",1],["ray",1],["remote",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["def",2],["unwrap",2],["ray",4],["remote",2],["cls",6],["if",1],["hasattr",1],["actor",2],["class",2],["return",1]]},{"id":"verl/single_controller/ray/base.py#create_colocated_worker_cls","name":[["create",1],["colocated",1],["worker",1],["cls",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["def",3],["create",3],["colocated",2],["worker",15],["cls",36],["class",14],["dict",23],["str",2],["ray",8],["init",11],["args",11],["function",1],["should",2],["return",2],["instance",1],["delegates",1],["calls",1],["every",1],["none",2],["key",9],["items",3],["if",1],["actor",2],["base",2],["else",1],["assert",2],["be",1],["same",2],["share",1],["process",1],["kwargs",3],["keys",2],["todo",1],["customizable",1],["name",1],["self",3],["super",1],["user",8],["defined",8],["unwrap",2],["remote",8],["directly",1],["instantiate",1],["without",1],["patch",2],["os",1],["environ",1],["disable",1],["now",1],["monkey",1],["methods",1],["from",1],["inner",1],["bind",1],["workers",1],["method",1],["parent",1]]},{"id":"verl/single_controller/ray/base.py#create_colocated_worker_cls.WorkerDict","name":[["worker",1],["dict",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["class",3],["worker",7],["dict",8],["cls",7],["def",1],["init",5],["self",3],["super",1],["key",4],["user",4],["defined",4],["items",1],["unwrap",1],["ray",1],["remote",2],["directly",1],["instantiate",1],["without",1],["patch",1],["os",1],["environ",1],["disable",1],["args",3],["kwargs",1]]},{"id":"verl/single_controller/ray/base.py#create_colocated_worker_cls.WorkerDict.__init__","name":[["init",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["def",2],["init",6],["self",4],["super",1],["worker",3],["dict",6],["key",4],["user",4],["defined",4],["cls",5],["items",1],["unwrap",1],["ray",1],["remote",2],["directly",1],["instantiate",1],["class",1],["without",1],["patch",1],["os",1],["environ",1],["disable",1],["args",3],["kwargs",1]]},{"id":"verl/single_controller/ray/base.py#extract_pg_from_exist","name":[["extract",1],["pg",1],["from",1],["exist",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["def",2],["extract",2],["pg",8],["from",2],["exist",2],["resource",12],["pools",3],["dict",2],["str",4],["ray",4],["pool",9],["src",9],["role",5],["names",3],["list",5],["pgs",9],["name",2],["items",1],["placement",2],["groups",1],["if",1],["sorted",9],["key",1],["lambda",1],["bundle",3],["count",3],["reverse",2],["true",2],["process",5],["nodes",3],["val",2],["idx",10],["enumerate",1],["store",1],["unsorted",3],["tuple",1],["int",1],["group",1],["searching",7],["request",4],["original",2],["assert",2],["len",1],["no",1],["enough",1],["th",1],["node",1],["requesting",1],["processes",1],["cannot",1],["satisfy",1],["append",1],["return",1]]},{"id":"verl/single_controller/ray/base.py#func_generator","name":[["func",1],["generator",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["def",3],["func",4],["generator",2],["self",4],["method",3],["name",3],["dispatch",3],["fn",9],["collect",3],["execute",3],["blocking",3],["args",4],["kwargs",4],["output",6],["if",1],["ray",1],["return",2]]},{"id":"verl/single_controller/ray/base.py#func_generator.func","name":[["func",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["def",2],["func",2],["args",5],["kwargs",5],["dispatch",1],["fn",3],["self",2],["output",6],["execute",1],["method",1],["name",1],["if",1],["blocking",1],["ray",1],["collect",1],["return",1]]},{"id":"verl/single_controller/ray/base.py#get_random_string","name":[["random",1],["string",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["def",2],["random",4],["string",5],["length",3],["int",2],["str",2],["import",2],["letters",3],["digits",3],["ascii",1],["return",1],["join",1],["choice",1],["range",1]]},{"id":"verl/single_controller/ray/base.py#merge_resource_pool","name":[["merge",1],["resource",1],["pool",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["def",2],["merge",2],["resource",14],["pool",14],["rp1",10],["ray",10],["rp2",9],["assert",4],["gpu",4],["both",3],["must",3],["either",1],["not",1],["max",3],["collocate",3],["count",3],["has",2],["same",2],["gpus",3],["per",3],["node",3],["detached",4],["cannot",1],["be",1],["merged",4],["non",1],["new",2],["store",4],["name",2],["prefix",2],["pgs",1],["placement",2],["groups",2],["return",1]]},{"id":"verl/single_controller/ray/base.py#RayClassWithInitArgs","name":[["ray",1],["class",1],["init",1],["args",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["class",6],["ray",4],["init",6],["args",10],["def",4],["self",21],["cls",6],["kwargs",7],["none",3],["options",17],["pop",1],["dict",2],["super",1],["additional",7],["resource",7],["update",3],["call",1],["placement",7],["group",7],["bundle",3],["idx",2],["gpu",2],["bool",1],["true",1],["num",3],["gpus",3],["sharing",4],["any",1],["if",3],["not",1],["target",2],["node",5],["id",4],["remote",4],["cuda",4],["visible",4],["devices",4],["scheduling",4],["strategy",4],["affinity",1],["soft",1],["false",1],["return",2],["index",1],["len",1],["items",1],["print",3]]},{"id":"verl/single_controller/ray/base.py#RayClassWithInitArgs.__call__","name":[["call",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["def",2],["call",2],["self",14],["placement",9],["group",9],["bundle",4],["idx",3],["gpu",3],["bool",2],["true",2],["num",4],["gpus",4],["sharing",5],["none",3],["any",2],["if",3],["not",1],["target",2],["node",5],["id",4],["ray",2],["remote",4],["cuda",4],["visible",4],["devices",4],["options",10],["scheduling",4],["strategy",4],["affinity",1],["soft",1],["false",1],["return",2],["cls",4],["args",4],["kwargs",4],["index",1],["update",1],["len",1],["additional",2],["resource",2],["items",1],["print",3]]},{"id":"verl/single_controller/ray/base.py#RayClassWithInitArgs.__init__","name":[["init",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["def",2],["init",3],["self",6],["cls",3],["args",3],["kwargs",5],["none",2],["options",5],["pop",2],["dict",2],["super",1],["additional",1],["resource",1]]},{"id":"verl/single_controller/ray/base.py#RayClassWithInitArgs.set_additional_resource","name":[["additional",1],["resource",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["def",2],["additional",6],["resource",6],["self",3]]},{"id":"verl/single_controller/ray/base.py#RayClassWithInitArgs.update_options","name":[["update",1],["options",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["def",2],["update",3],["options",6],["self",3],["dict",2]]},{"id":"verl/single_controller/ray/base.py#RayResourcePool","name":[["ray",1],["resource",1],["pool",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["class",2],["ray",4],["resource",4],["pool",4],["def",2],["init",2],["self",16],["process",5],["nodes",2],["list",1],["int",2],["none",6],["gpu",5],["bool",1],["true",1],["name",14],["prefix",10],["str",3],["max",4],["colocate",2],["count",8],["detached",5],["false",1],["super",1],["print",2],["dispatch",1],["configuration",1],["pgs",8],["placement",2],["groups",1],["strategy",3],["strict",1],["pack",1],["if",4],["not",1],["return",2],["pg",8],["else",3],["verl",1],["group",2],["join",1],["store",2],["scheme",2],["cpu",2],["collocate",2],["range",1],["lifetime",3],["bundles",3],["idx",2],["enumerate",1],["ready",1]]},{"id":"verl/single_controller/ray/base.py#RayResourcePool.__init__","name":[["init",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["def",2],["init",3],["self",6],["process",4],["nodes",3],["list",2],["int",4],["none",5],["gpu",4],["bool",2],["true",2],["name",6],["prefix",6],["str",2],["max",3],["colocate",3],["count",3],["detached",4],["false",2],["super",1],["print",1],["ray",1],["dispatch",1],["configuration",1],["pgs",1]]},{"id":"verl/single_controller/ray/base.py#RayResourcePool.get_placement_groups","name":[["placement",1],["groups",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["def",2],["placement",3],["groups",2],["self",12],["strategy",4],["strict",2],["pack",2],["name",10],["none",4],["if",4],["pgs",7],["not",1],["return",2],["pg",8],["prefix",5],["else",3],["verl",1],["group",2],["join",1],["str",2],["count",6],["store",2],["print",1],["scheme",2],["cpu",2],["max",2],["collocate",2],["gpu",2],["range",1],["process",2],["lifetime",3],["detached",2],["bundles",3],["idx",2],["enumerate",1],["ray",1],["ready",1]]},{"id":"verl/single_controller/ray/base.py#RayWorkerGroup","name":[["ray",1],["worker",1],["group",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["class",6],["ray",30],["worker",46],["group",19],["def",10],["init",26],["self",39],["resource",15],["pool",15],["none",15],["cls",21],["args",4],["bin",5],["pack",7],["bool",1],["true",2],["name",36],["prefix",22],["str",8],["detached",12],["false",2],["names",17],["kwargs",5],["super",1],["random",1],["string",1],["length",1],["if",12],["else",5],["not",5],["assert",3],["workers",8],["bind",2],["method",14],["func",1],["generator",1],["alive",2],["actor",19],["handle",1],["state",4],["dict",6],["id",1],["hex",1],["return",5],["undefined",1],["world",14],["size",14],["len",1],["gpu",4],["strategy",4],["strict",1],["pgs",2],["placement",3],["groups",2],["cia",6],["add",1],["kwarg",1],["num",3],["gpus",3],["max",1],["collocate",1],["count",2],["rank",19],["pg",6],["idx",4],["local",10],["enumerate",1],["store",1],["bundle",2],["generating",1],["range",2],["pass",1],["environment",2],["variable",2],["at",1],["option",1],["so",1],["env",6],["vars",5],["wg",2],["backend",1],["master",12],["addr",6],["port",6],["import",1],["re",2],["type",1],["match",3],["search",1],["remote",3],["obj",4],["update",2],["options",2],["runtime",1],["lifetime",1],["create",1],["append",2],["register",8],["center",8],["120",1],["list",2],["named",2],["actors",2],["time",1],["sleep",1],["break",1],["failed",1],["all",2],["namespaces",1],["zero",8],["info",6],["print",2],["property",1],["classmethod",1],["from",2],["spawn",2],["dictionary",1],["each",1],["subset",1],["rebind",2],["methods",2],["its",1],["original",3],["dir",1],["startswith",1],["only",1],["valid",1],["python",1],["removeprefix",1],["getattr",1],["setattr",1],["new",6],["execute",3],["sync",1],["async",2],["call",1],["getatt",1]]},{"id":"verl/single_controller/ray/base.py#RayWorkerGroup.__init__","name":[["init",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["def",2],["init",17],["self",11],["resource",9],["pool",9],["ray",12],["none",13],["cls",9],["class",2],["args",2],["bin",4],["pack",4],["bool",2],["true",2],["name",5],["prefix",5],["str",2],["detached",7],["false",2],["worker",8],["names",7],["kwargs",3],["super",1],["random",1],["string",1],["length",1],["if",4],["else",2],["not",2],["assert",1],["workers",3],["bind",1],["method",1],["func",1],["generator",1]]},{"id":"verl/single_controller/ray/base.py#RayWorkerGroup._init_with_detached_workers","name":[["init",1],["detached",1],["workers",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["def",2],["init",2],["detached",2],["workers",5],["self",4],["worker",4],["names",4],["ray",1],["actor",1],["name",3],["world",1],["size",1],["len",1]]},{"id":"verl/single_controller/ray/base.py#RayWorkerGroup._init_with_resource_pool","name":[["init",1],["resource",1],["pool",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["def",2],["init",8],["resource",9],["pool",9],["self",17],["ray",12],["cls",7],["bin",3],["pack",5],["detached",4],["gpu",4],["strategy",4],["if",6],["strict",1],["pgs",2],["placement",3],["groups",1],["world",13],["size",13],["cia",6],["add",1],["kwarg",1],["num",3],["gpus",3],["max",1],["collocate",1],["count",2],["rank",17],["pg",6],["idx",4],["local",10],["enumerate",1],["store",1],["assert",2],["bundle",2],["generating",1],["name",16],["prefix",7],["range",2],["pass",1],["environment",2],["variable",2],["at",1],["option",1],["so",1],["worker",6],["env",6],["vars",5],["str",4],["wg",2],["backend",1],["master",12],["addr",6],["port",6],["import",1],["re",2],["type",1],["match",3],["search",1],["actor",9],["class",3],["remote",2],["obj",4],["group",3],["else",2],["update",2],["options",2],["runtime",1],["lifetime",1],["create",1],["workers",1],["append",2],["names",1],["register",8],["center",8],["none",2],["120",1],["not",2],["list",2],["named",2],["actors",2],["time",1],["sleep",1],["break",1],["failed",1],["all",1],["namespaces",1],["true",1],["zero",6],["info",6],["print",2]]},{"id":"verl/single_controller/ray/base.py#RayWorkerGroup._is_worker_alive","name":[["worker",1],["alive",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["def",2],["worker",8],["alive",3],["self",2],["ray",2],["actor",6],["handle",2],["state",4],["dict",3],["id",1],["hex",1],["return",1],["undefined",1],["if",1],["not",1],["none",1],["else",1],["false",1]]},{"id":"verl/single_controller/ray/base.py#RayWorkerGroup.execute_all","name":[["execute",1],["all",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["def",2],["execute",3],["all",3],["self",3],["method",3],["name",3],["str",2],["args",3],["kwargs",3],["return",1],["async",1]]},{"id":"verl/single_controller/ray/base.py#RayWorkerGroup.execute_all_async","name":[["execute",1],["all",1],["async",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["def",2],["execute",4],["all",8],["async",4],["self",7],["method",8],["name",6],["str",2],["args",13],["kwargs",13],["list",8],["len",5],["workers",5],["worker",4],["print",3],["length",5],["if",2],["isinstance",2],["arg",6],["kwarg",4],["values",2],["splitting",1],["into",1],["shards",1],["result",3],["range",1],["sliced",4],["tuple",1],["items",1],["remote",4],["call",2],["getattr",2],["append",1],["return",2]]},{"id":"verl/single_controller/ray/base.py#RayWorkerGroup.execute_all_sync","name":[["execute",1],["all",1],["sync",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["def",2],["execute",3],["all",3],["sync",2],["self",3],["method",3],["name",3],["str",2],["args",3],["kwargs",3],["return",1],["ray",1],["async",1]]},{"id":"verl/single_controller/ray/base.py#RayWorkerGroup.execute_rank_zero","name":[["execute",1],["rank",1],["zero",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["def",2],["execute",3],["rank",3],["zero",3],["self",3],["method",3],["name",3],["str",2],["args",3],["kwargs",3],["return",1],["async",1]]},{"id":"verl/single_controller/ray/base.py#RayWorkerGroup.execute_rank_zero_async","name":[["execute",1],["rank",1],["zero",1],["async",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["def",2],["execute",2],["rank",2],["zero",2],["async",2],["self",3],["method",3],["name",3],["str",2],["args",3],["kwargs",3],["remote",3],["call",2],["getattr",1],["workers",1],["return",1]]},{"id":"verl/single_controller/ray/base.py#RayWorkerGroup.execute_rank_zero_sync","name":[["execute",1],["rank",1],["zero",1],["sync",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["def",2],["execute",3],["rank",2],["zero",2],["sync",2],["self",3],["method",3],["name",3],["str",2],["args",3],["kwargs",3],["return",1],["ray",1],["all",1],["async",1]]},{"id":"verl/single_controller/ray/base.py#RayWorkerGroup.from_detached","name":[["from",1],["detached",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["def",2],["from",2],["detached",2],["cls",7],["worker",6],["names",4],["none",6],["ray",4],["init",4],["group",2],["resource",1],["pool",1],["name",1],["prefix",1],["return",1]]},{"id":"verl/single_controller/ray/base.py#RayWorkerGroup.master_address","name":[["master",1],["address",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["def",2],["master",3],["address",2],["self",3],["return",1],["addr",1]]},{"id":"verl/single_controller/ray/base.py#RayWorkerGroup.master_port","name":[["master",1],["port",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["def",2],["master",3],["port",3],["self",3],["return",1]]},{"id":"verl/single_controller/ray/base.py#RayWorkerGroup.spawn","name":[["spawn",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["def",3],["spawn",3],["self",5],["prefix",11],["dictionary",1],["worker",13],["groups",1],["each",1],["subset",1],["method",10],["rebind",2],["actor",5],["methods",2],["group",10],["name",9],["bind",1],["its",1],["original",3],["str",1],["dir",1],["if",1],["startswith",1],["only",1],["valid",1],["python",1],["removeprefix",1],["getattr",1],["setattr",1],["new",6],["dict",3],["from",1],["detached",1],["names",2],["ray",2],["cls",2],["init",2],["return",1]]},{"id":"verl/single_controller/ray/base.py#RayWorkerGroup.spawn._rebind_actor_methods","name":[["rebind",1],["actor",1],["methods",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["def",2],["rebind",2],["actor",6],["methods",2],["worker",5],["group",5],["name",10],["bind",1],["method",9],["prefix",4],["its",1],["original",3],["str",1],["dir",1],["if",1],["startswith",1],["only",1],["valid",1],["python",1],["removeprefix",1],["getattr",1],["setattr",1]]},{"id":"verl/single_controller/ray/base.py#RayWorkerGroup.worker_names","name":[["worker",1],["names",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["def",2],["worker",3],["names",3],["self",3],["return",1]]},{"id":"verl/single_controller/ray/base.py#RayWorkerGroup.workers","name":[["workers",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["def",2],["workers",3],["self",3],["return",1]]},{"id":"verl/single_controller/ray/base.py#RayWorkerGroup.world_size","name":[["world",1],["size",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["base",1],["py",1]],"body":[["def",2],["world",3],["size",3],["self",3],["return",1]]},{"id":"verl/single_controller/ray/megatron.py","name":[["megatron",1],["py",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["megatron",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["from",4],["typing",1],["import",5],["dict",1],["optional",1],["ray",4],["base",3],["worker",4],["group",3],["resource",1],["pool",1],["class",1],["init",1],["args",1],["verl",2],["single",2],["controller",2],["megatron",4],["dist",2],["rank",1],["info",2],["global",1],["note",1],["sgm",1],["opensource",1],["core",1]]},{"id":"verl/single_controller/ray/megatron.py#MegatronRayWorkerGroup","name":[["megatron",1],["ray",1],["worker",1],["group",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["megatron",1],["py",1]],"body":[["class",3],["megatron",22],["ray",10],["worker",11],["group",9],["will",2],["query",1],["each",2],["its",1],["rank",5],["info",7],["store",1],["inside",1],["so",1],["dispatcher",1],["dispatch",1],["data",1],["def",2],["init",12],["self",9],["resource",4],["pool",4],["cls",3],["args",1],["default",8],["kwargs",10],["dict",2],["none",2],["super",2],["dist",2],["execute",3],["all",2],["sync",2],["method",3],["name",3],["global",3],["zero",1],["async",1],["optional",1],["after",1],["call",1],["if",2],["not",1],["detached",1],["workers",1],["only",1],["created",1],["from",1],["scratch",1]]},{"id":"verl/single_controller/ray/megatron.py#MegatronRayWorkerGroup.__init__","name":[["init",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["megatron",1],["py",1]],"body":[["def",2],["init",10],["self",7],["resource",6],["pool",6],["ray",9],["cls",4],["class",2],["args",2],["default",6],["megatron",11],["kwargs",9],["dict",2],["none",2],["super",1],["rank",4],["info",6],["dist",2],["execute",2],["all",1],["sync",1],["method",2],["name",2],["global",3],["zero",1],["async",1]]},{"id":"verl/single_controller/ray/megatron.py#MegatronRayWorkerGroup.init_megatron","name":[["init",1],["megatron",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["megatron",1],["py",1]],"body":[["def",2],["init",7],["megatron",8],["self",4],["default",4],["kwargs",4],["optional",2],["dict",2],["none",2],["after",2],["super",2],["will",2],["call",2],["each",2],["worker",3],["if",2],["not",1],["detached",1],["workers",1],["only",1],["group",1],["created",1],["from",1],["scratch",1],["execute",1],["all",1],["sync",1],["method",1],["name",1]]},{"id":"verl/single_controller/ray/megatron.py#NVMegatronRayWorkerGroup","name":[["nvmegatron",1],["ray",1],["worker",1],["group",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["megatron",1],["py",1]],"body":[["class",3],["nvmegatron",2],["ray",10],["worker",9],["group",8],["megatron",8],["will",1],["query",1],["each",1],["its",1],["rank",5],["info",7],["store",1],["inside",1],["so",1],["dispatcher",1],["dispatch",1],["data",1],["def",1],["init",6],["self",5],["resource",4],["pool",4],["cls",3],["args",1],["kwargs",2],["super",1],["dist",2],["execute",2],["all",1],["sync",1],["method",2],["name",2],["global",3],["zero",1],["async",1]]},{"id":"verl/single_controller/ray/megatron.py#NVMegatronRayWorkerGroup.__init__","name":[["init",1]],"path":[["verl",1],["single",1],["controller",1],["ray",1],["megatron",1],["py",1]],"body":[["def",2],["init",9],["self",6],["resource",6],["pool",6],["ray",9],["cls",4],["class",2],["args",2],["kwargs",3],["super",1],["megatron",4],["rank",4],["info",6],["dist",2],["execute",2],["all",1],["sync",1],["method",2],["name",2],["global",3],["zero",1],["async",1]]},{"id":"verl/third_party/__init__.py","name":[["init",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["init",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1]]},{"id":"verl/third_party/vllm/__init__.py","name":[["init",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",1],["init",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",14],["you",2],["may",2],["not",3],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["from",13],["importlib",1],["metadata",1],["import",13],["package",9],["found",1],["error",2],["name",2],["vllm",18],["if",1],["llm",12],["llmengine",4],["parallel",4],["state",4],["elif",3],["else",1],["raise",1],["value",1],["supported",2],["currently",1],["versions",1]]},{"id":"verl/third_party/vllm/__init__.py#get_version","name":[["version",1]],"path":[["verl",1],["third",1],["party",1],["vllm",1],["init",1],["py",1]],"body":[["def",2],["version",3],["pkg",3],["try",1],["return",2],["except",1],["package",1],["not",1],["found",1],["error",1],["none",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/__init__.py","name":[["init",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["init",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py","name":[["arg",1],["utils",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["arg",1],["utils",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",1],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",6],["https",1],["github",1],["com",1],["vllm",4],["project",1],["blob",1],["main",1],["engine",1],["arg",1],["utils",1],["py",1],["import",8],["argparse",1],["dataclasses",2],["dataclass",3],["typing",1],["dict",1],["optional",1],["tuple",1],["torch",1],["nn",2],["config",9],["cache",1],["device",1],["model",2],["parallel",1],["scheduler",1],["lo",1],["raconfig",1],["transformers",1],["pretrained",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py#AsyncEngineArgs","name":[["async",1],["engine",1],["args",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["arg",1],["utils",1],["py",1]],"body":[["class",2],["async",2],["engine",9],["args",7],["arguments",1],["asynchronous",1],["llm",2],["ray",3],["bool",2],["false",2],["disable",3],["log",5],["requests",3],["max",3],["len",2],["optional",1],["int",2],["none",2],["staticmethod",1],["def",1],["add",5],["cli",2],["parser",9],["argparse",2],["argument",5],["action",2],["store",2],["true",2],["help",3],["start",1],["separate",1],["process",2],["as",1],["server",1],["logging",1],["type",1],["default",2],["number",1],["prompt",2],["characters",1],["id",1],["numbers",1],["being",1],["printed",1],["unlimited",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py#AsyncEngineArgs.add_cli_args","name":[["add",1],["cli",1],["args",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["arg",1],["utils",1],["py",1]],"body":[["def",2],["add",6],["cli",3],["args",4],["parser",12],["argparse",4],["argument",7],["engine",3],["ray",2],["action",2],["store",2],["true",2],["help",3],["start",1],["llm",1],["separate",1],["process",2],["as",1],["server",1],["disable",2],["log",3],["requests",2],["logging",1],["max",2],["len",1],["type",1],["int",1],["default",2],["none",1],["number",1],["prompt",2],["characters",1],["id",1],["numbers",1],["being",1],["printed",1],["unlimited",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py#EngineArgs","name":[["engine",1],["args",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["arg",1],["utils",1],["py",1]],"body":[["class",2],["engine",17],["args",17],["arguments",5],["llm",2],["model",13],["hf",1],["config",2],["pretrained",1],["none",11],["dtype",5],["str",15],["auto",9],["kv",2],["cache",4],["seed",5],["int",23],["max",14],["len",3],["optional",7],["worker",2],["ray",3],["bool",5],["false",5],["pipeline",4],["parallel",9],["size",12],["tensor",4],["loading",2],["workers",1],["block",4],["16",3],["swap",4],["space",4],["gi",2],["gpu",6],["memory",4],["utilization",3],["float",3],["90",1],["num",6],["batched",4],["tokens",4],["seqs",3],["256",3],["paddings",1],["disable",4],["log",2],["stats",2],["revision",4],["tokenizer",11],["quantization",2],["load",9],["format",10],["enforce",1],["eager",1],["context",2],["capture",1],["8192",1],["custom",1],["all",1],["reduce",1],["enable",1],["lora",4],["loras",2],["rank",1],["extra",1],["vocab",1],["cpu",2],["device",1],["cuda",1],["staticmethod",1],["def",1],["add",22],["cli",2],["parser",24],["argparse",2],["argument",23],["shared",1],["todo",2],["shengguangming",1],["delete",1],["unused",1],["type",18],["default",21],["facebook",1],["opt",1],["125m",1],["help",20],["name",6],["path",2],["huggingface",4],["specific",2],["version",4],["be",5],["branch",2],["tag",2],["commit",2],["id",2],["if",5],["unspecified",3],["will",12],["mode",3],["choices",4],["slow",3],["fast",1],["available",2],["always",1],["trust",2],["remote",2],["code",2],["action",3],["store",4],["true",3],["from",2],["download",3],["dir",3],["directory",1],["weights",8],["pt",2],["safetensors",5],["npcache",2],["dummy",2],["try",1],["fall",1],["back",1],["pytorch",3],["bin",2],["not",1],["numpy",1],["speed",1],["up",1],["initialize",1],["random",2],["values",1],["mainly",1],["profiling",1],["half",1],["float16",1],["bfloat16",1],["float32",1],["data",1],["activations",1],["option",1],["fp16",2],["precision",2],["fp32",1],["models",2],["bf16",2],["length",1],["automatically",2],["derived",1],["distributed",1],["serving",1],["more",1],["than",1],["pp",1],["number",4],["stages",1],["tp",1],["replicas",1],["32",1],["token",1],["woosuk",1],["support",1],["fine",1],["grained",1],["seeds",1],["per",4],["request",1],["percentage",1],["executor",1],["maximum",2],["iteration",2],["sequences",1],["logging",1],["statistics",1],["settings",1],["quantiza",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py#EngineArgs.add_cli_args","name":[["add",1],["cli",1],["args",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["arg",1],["utils",1],["py",1]],"body":[["def",2],["add",23],["cli",3],["args",16],["parser",28],["argparse",4],["argument",25],["shared",1],["arguments",4],["llm",1],["engine",14],["model",10],["todo",2],["shengguangming",1],["delete",1],["unused",1],["type",19],["str",9],["default",22],["facebook",1],["opt",1],["125m",1],["help",21],["name",6],["path",2],["huggingface",4],["tokenizer",10],["revision",2],["none",5],["specific",2],["version",4],["be",5],["branch",2],["tag",2],["commit",2],["id",2],["if",5],["unspecified",3],["will",12],["mode",3],["choices",5],["auto",6],["slow",3],["fast",1],["available",2],["always",1],["trust",2],["remote",2],["code",2],["action",3],["store",4],["true",3],["from",2],["download",3],["dir",3],["directory",1],["load",8],["weights",9],["cache",3],["format",9],["pt",2],["safetensors",5],["npcache",2],["dummy",2],["try",1],["fall",1],["back",1],["pytorch",3],["bin",2],["not",1],["numpy",1],["speed",1],["up",1],["loading",1],["initialize",1],["random",2],["values",1],["mainly",1],["profiling",1],["dtype",2],["half",1],["float16",1],["bfloat16",1],["float",2],["float32",1],["data",1],["activations",1],["option",1],["fp16",2],["precision",2],["fp32",1],["models",2],["bf16",2],["max",5],["len",1],["int",8],["context",1],["length",1],["automatically",2],["derived",1],["parallel",6],["worker",1],["ray",2],["distributed",1],["serving",1],["more",1],["than",1],["gpu",5],["pipeline",3],["size",8],["pp",1],["number",4],["stages",1],["tensor",3],["tp",1],["replicas",1],["kv",1],["block",3],["16",1],["32",1],["token",1],["woosuk",1],["support",1],["fine",1],["grained",1],["seeds",1],["seed",4],["per",4],["request",1],["swap",3],["space",3],["cpu",1],["gi",1],["memory",3],["utilization",2],["percentage",1],["executor",1],["num",4],["batched",3],["tokens",3],["maximum",2],["iteration",2],["seqs",2],["sequences",1],["disable",2],["log",1],["stats",1],["logging",1],["statistics",1],["quantization",2],["settings",1],["awq",1],["method",1],["quantize",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py#EngineArgs.create_engine_configs","name":[["create",1],["engine",1],["configs",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["arg",1],["utils",1],["py",1]],"body":[["def",2],["create",2],["engine",2],["configs",2],["self",33],["tuple",2],["model",10],["config",28],["cache",6],["parallel",8],["scheduler",5],["device",4],["hf",1],["dtype",4],["seed",1],["load",1],["format",1],["revision",2],["tokenizer",1],["max",15],["len",3],["quantization",1],["enforce",1],["eager",1],["context",1],["capture",1],["block",1],["size",5],["gpu",1],["memory",1],["utilization",1],["swap",1],["space",1],["kv",1],["sliding",1],["window",1],["pipeline",1],["tensor",1],["worker",1],["ray",1],["loading",1],["workers",1],["disable",1],["custom",1],["all",1],["reduce",1],["num",2],["batched",1],["tokens",1],["seqs",1],["paddings",1],["lora",9],["lo",1],["raconfig",1],["rank",2],["loras",6],["extra",2],["vocab",2],["cpu",4],["if",2],["else",2],["none",2],["enable",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py#EngineArgs.from_cli_args","name":[["from",1],["cli",1],["args",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["arg",1],["utils",1],["py",1]],"body":[["def",2],["from",3],["cli",2],["args",9],["cls",4],["argparse",2],["namespace",2],["engine",4],["list",2],["attributes",3],["dataclass",2],["attrs",2],["attr",5],["name",1],["dataclasses",1],["fields",1],["parsed",1],["arguments",1],["getattr",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/config.py","name":[["config",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",1],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",4],["you",2],["may",2],["not",2],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",8],["https",1],["github",1],["com",1],["vllm",6],["project",1],["blob",1],["main",1],["config",4],["py",1],["typing",1],["import",8],["optional",1],["union",1],["class",1],["var",1],["dataclasses",1],["dataclass",2],["torch",7],["transformers",2],["pretrained",1],["packaging",1],["logger",4],["init",2],["utils",2],["cpu",1],["memory",1],["hip",1],["nvcc",1],["cuda",1],["name",1],["gb",1],["30",1],["str",1],["dtype",3],["half",1],["float16",3],["float",2],["float32",4],["bfloat16",2],["rocm",1],["supported",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/config.py#_get_and_verify_dtype","name":[["verify",1],["dtype",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["def",2],["verify",3],["dtype",53],["config",17],["pretrained",2],["union",2],["str",6],["torch",30],["note",2],["getattr",3],["float32",10],["not",6],["correct",2],["because",2],["be",2],["none",4],["if",9],["isinstance",2],["lower",1],["auto",1],["following",1],["common",1],["practice",1],["float16",4],["models",1],["else",4],["raise",3],["value",3],["error",3],["unknown",2],["elif",2],["hip",1],["rocm",4],["supported",5],["dtypes",3],["items",1],["upcasting",1],["allowed",3],["pass",2],["downcasting",1],["from",1],["bfloat16",2],["casting",2],["between",1],["warning",2],["logger",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/config.py#_get_and_verify_max_len","name":[["verify",1],["max",1],["len",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["def",2],["verify",3],["max",36],["len",33],["hf",4],["config",8],["pretrained",2],["model",29],["optional",2],["int",5],["maximum",3],["length",6],["derived",11],["float",2],["inf",2],["possible",3],["keys",4],["opt",1],["position",2],["embeddings",2],["gpt",1],["positions",1],["mpt",1],["seq",4],["chat",1],["glm2",1],["others",1],["sequence",1],["key",6],["getattr",2],["none",6],["if",7],["not",4],["min",1],["specified",2],["return",2],["default",3],["2048",1],["logger",1],["warning",1],["json",2],["contain",1],["any",1],["following",1],["determine",1],["original",2],["assuming",1],["rope",7],["scaling",9],["assert",1],["factor",4],["type",1],["yarn",1],["elif",1],["raise",1],["value",2],["error",1],["user",1],["greater",1],["than",1],["may",1],["lead",1],["incorrect",1],["outputs",1],["cuda",1],["errors",1],["make",1],["sure",1],["correct",1],["within",1],["context",1],["size",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/config.py#CacheConfig","name":[["cache",1],["config",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["class",2],["cache",17],["config",6],["configuration",1],["kv",5],["args",3],["block",5],["size",7],["number",1],["tokens",1],["gpu",12],["memory",19],["utilization",7],["fraction",1],["llm",1],["execution",1],["swap",9],["space",9],["cpu",12],["per",3],["gi",3],["dtype",10],["data",2],["type",2],["storage",1],["def",4],["init",1],["self",19],["int",3],["float",1],["str",1],["sliding",3],["window",3],["optional",1],["none",7],["bytes",2],["gb",3],["verify",5],["will",1],["be",2],["after",1],["profiling",1],["num",4],["blocks",2],["if",5],["raise",5],["value",4],["error",5],["must",1],["less",1],["than",2],["got",1],["auto",1],["pass",1],["elif",2],["fp8",5],["e5m2",3],["nvcc",3],["cuda",5],["version",5],["11",2],["not",3],["supported",2],["lower",1],["device",3],["name",3],["torch",1],["amd",2],["implemented",1],["e5",1],["m2",1],["has",1],["been",1],["yet",1],["logger",2],["info",1],["store",1],["reduces",1],["footprint",1],["boosts",1],["performance",1],["but",1],["may",2],["cause",1],["slight",1],["accuracy",1],["drop",1],["currently",1],["only",1],["support",1],["without",1],["scaling",1],["factors",1],["make",1],["as",1],["default",1],["format",1],["else",1],["unknown",1],["parallel",6],["total",5],["fixme",1],["woosuk",1],["here",1],["assumed",1],["gpus",4],["tensor",2],["group",1],["same",1],["node",3],["however",1],["span",1],["multiple",1],["nodes",1],["usage",4],["msg",3],["2f",2],["out",1],["allocated",1],["too",2],["large",2],["warning",1],["possibly",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/config.py#CacheConfig.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["def",2],["init",2],["self",11],["block",4],["size",4],["int",6],["gpu",5],["memory",4],["utilization",4],["float",2],["swap",4],["space",4],["cache",5],["dtype",5],["str",2],["sliding",4],["window",4],["optional",2],["none",6],["bytes",1],["gb",1],["verify",2],["args",1],["will",1],["be",1],["after",1],["profiling",1],["num",2],["blocks",2],["cpu",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/config.py#CacheConfig._verify_args","name":[["verify",1],["args",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["def",2],["verify",2],["args",2],["self",4],["none",2],["if",1],["gpu",3],["memory",3],["utilization",3],["raise",1],["value",1],["error",1],["must",1],["be",1],["less",1],["than",1],["got",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/config.py#CacheConfig._verify_cache_dtype","name":[["verify",1],["cache",1],["dtype",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["def",2],["verify",2],["cache",8],["dtype",6],["self",5],["none",2],["if",3],["auto",1],["pass",1],["elif",1],["fp8",5],["e5m2",3],["nvcc",3],["cuda",5],["version",5],["11",2],["raise",3],["value",2],["error",3],["not",3],["supported",2],["lower",1],["than",1],["device",3],["name",3],["torch",1],["amd",2],["implemented",1],["e5",1],["m2",1],["kv",3],["gpu",2],["has",1],["been",1],["yet",1],["logger",1],["info",1],["data",1],["type",1],["store",1],["reduces",1],["memory",1],["footprint",1],["boosts",1],["performance",1],["but",1],["may",1],["cause",1],["slight",1],["accuracy",1],["drop",1],["currently",1],["only",1],["support",1],["without",1],["scaling",1],["factors",1],["make",1],["as",1],["default",1],["format",1],["else",1],["unknown",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/config.py#CacheConfig.verify_with_parallel_config","name":[["verify",1],["parallel",1],["config",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["def",2],["verify",2],["parallel",9],["config",7],["self",3],["none",2],["total",5],["cpu",10],["memory",10],["fixme",1],["woosuk",1],["here",1],["assumed",1],["gpus",4],["tensor",2],["group",1],["same",1],["node",3],["however",1],["may",1],["span",1],["multiple",1],["nodes",1],["num",2],["per",2],["size",1],["usage",4],["swap",4],["space",4],["bytes",1],["msg",3],["gb",2],["2f",2],["gi",2],["out",1],["allocated",1],["if",1],["raise",1],["value",1],["error",1],["too",2],["large",2],["elif",1],["logger",1],["warning",1],["possibly",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/config.py#DeviceConfig","name":[["device",1],["config",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["class",2],["device",6],["config",2],["def",1],["init",1],["self",2],["str",1],["cuda",1],["none",1],["torch",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/config.py#DeviceConfig.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["def",2],["init",2],["self",3],["device",5],["str",2],["cuda",2],["none",2],["torch",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/config.py#LoRAConfig","name":[["lo",1],["raconfig",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["class",3],["lo",5],["raconfig",2],["max",23],["lora",18],["rank",4],["int",5],["loras",14],["cpu",6],["optional",2],["none",5],["dtype",8],["torch",2],["extra",7],["vocab",8],["size",8],["256",3],["constant",1],["padding",1],["var",1],["def",3],["post",1],["init",1],["self",21],["keep",1],["sync",1],["csrc",1],["punica",1],["bgmv",2],["config",10],["possible",6],["ranks",3],["16",1],["32",1],["64",1],["512",1],["if",7],["not",4],["raise",6],["value",6],["error",6],["must",5],["be",5],["one",2],["elif",2],["verify",2],["model",5],["auto",1],["isinstance",1],["str",1],["getattr",1],["quantization",1],["ra",3],["supported",1],["quantized",1],["models",1],["yet",1],["scheduler",4],["num",2],["batched",2],["tokens",2],["65528",2],["due",1],["limitations",1],["custom",1],["cuda",1],["kernel",1],["enabled",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/config.py#LoRAConfig.__post_init__","name":[["post",1],["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["def",2],["post",2],["init",2],["self",15],["keep",2],["sync",2],["csrc",2],["punica",2],["bgmv",4],["config",2],["possible",6],["max",18],["ranks",3],["16",1],["32",1],["64",1],["lora",9],["extra",6],["vocab",6],["size",6],["256",1],["512",1],["if",4],["rank",3],["not",2],["raise",4],["value",4],["error",4],["must",4],["be",4],["one",2],["loras",12],["cpu",5],["none",1],["elif",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/config.py#LoRAConfig.verify_with_model_config","name":[["verify",1],["model",1],["config",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["def",2],["verify",2],["model",8],["config",8],["self",7],["if",2],["lora",5],["dtype",6],["none",2],["auto",1],["elif",1],["isinstance",1],["str",1],["getattr",1],["torch",1],["quantization",1],["not",2],["raise",1],["value",1],["error",1],["lo",1],["ra",1],["supported",1],["quantized",1],["models",1],["yet",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/config.py#LoRAConfig.verify_with_scheduler_config","name":[["verify",1],["scheduler",1],["config",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["def",2],["verify",2],["scheduler",7],["config",7],["self",2],["if",1],["max",2],["num",2],["batched",2],["tokens",2],["65528",2],["raise",1],["value",1],["error",1],["due",1],["limitations",1],["custom",1],["lo",2],["ra",2],["cuda",1],["kernel",1],["must",1],["be",1],["enabled",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig","name":[["model",1],["config",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["class",2],["model",24],["config",19],["configuration",1],["args",1],["name",8],["path",4],["huggingface",3],["tokenizer",22],["mode",13],["auto",7],["will",13],["fast",1],["if",17],["available",3],["slow",4],["always",2],["trust",6],["remote",6],["code",6],["from",3],["hugging",1],["face",1],["downloading",1],["download",2],["dir",1],["directory",2],["load",19],["weights",10],["default",4],["cache",2],["format",20],["try",1],["safetensors",6],["fall",2],["back",2],["pytorch",3],["bin",2],["not",12],["pt",3],["npcache",3],["store",1],["numpy",1],["speed",1],["up",1],["loading",1],["dummy",3],["initialize",1],["random",2],["values",1],["mainly",1],["profiling",1],["dtype",5],["data",1],["type",1],["activations",1],["option",1],["fp16",2],["precision",2],["fp32",1],["models",2],["bf16",2],["seed",5],["reproducibility",1],["revision",9],["specific",2],["version",4],["be",6],["branch",2],["tag",2],["commit",2],["id",2],["unspecified",2],["max",9],["len",10],["maximum",2],["length",2],["sequence",2],["including",1],["prompt",1],["output",1],["none",16],["derived",1],["quantization",32],["method",10],["was",1],["quantize",1],["assume",1],["quantized",1],["enforce",5],["eager",8],["whether",1],["execution",2],["true",2],["disable",1],["cuda",4],["graph",3],["execute",1],["false",2],["hybrid",1],["context",6],["capture",4],["covered",1],["by",1],["graphs",1],["has",1],["larger",1],["than",1],["def",4],["init",1],["self",44],["hf",17],["pretrained",1],["str",6],["int",3],["optional",6],["bool",2],["verify",9],["lower",4],["raise",5],["value",5],["error",5],["unknown",3],["must",3],["one",2],["either",1],["supported",6],["awq",2],["gptq",2],["squeezellm",1],["rocm",3],["parse",1],["quant",8],["getattr",1],["elif",1],["specified",2],["match",1],["argument",1],["hip",1],["currently",1],["logger",1],["warning",1],["qua",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["def",2],["init",2],["self",22],["hf",9],["config",12],["pretrained",2],["dtype",5],["str",10],["seed",4],["int",6],["load",5],["format",5],["model",8],["revision",9],["optional",12],["none",12],["tokenizer",6],["max",9],["len",9],["quantization",5],["trust",5],["remote",5],["code",5],["bool",4],["true",2],["enforce",4],["eager",4],["false",2],["context",4],["capture",4],["name",2],["path",2],["verify",6],["mode",1],["cuda",1],["graph",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig._verify_cuda_graph","name":[["verify",1],["cuda",1],["graph",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["def",2],["verify",2],["cuda",4],["graph",4],["self",12],["none",3],["if",2],["max",6],["context",4],["len",6],["capture",4],["model",2],["min",1],["quantization",2],["gptq",1],["squeezellm",1],["not",2],["enforce",2],["eager",2],["related",1],["issue",1],["https",1],["github",1],["com",1],["vllm",2],["project",1],["issues",1],["2147",1],["logger",1],["warning",1],["support",1],["yet",1],["disabling",1],["true",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig._verify_load_format","name":[["verify",1],["load",1],["format",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["def",2],["verify",2],["load",9],["format",9],["self",5],["none",2],["lower",1],["if",1],["not",1],["auto",2],["pt",2],["safetensors",2],["npcache",2],["dummy",2],["model",2],["raise",1],["value",1],["error",1],["unknown",1],["must",1],["be",1],["one",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig._verify_quantization","name":[["verify",1],["quantization",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["def",2],["verify",2],["quantization",28],["self",16],["none",7],["supported",6],["awq",2],["gptq",2],["squeezellm",1],["rocm",3],["not",9],["if",7],["lower",2],["parse",1],["method",9],["from",1],["hf",9],["model",2],["config",7],["available",1],["quant",8],["getattr",1],["str",1],["elif",1],["raise",3],["value",3],["error",3],["specified",2],["match",1],["argument",1],["unknown",1],["must",1],["be",2],["one",1],["hip",1],["currently",1],["logger",1],["warning",1],["fully",1],["optimized",1],["yet",1],["speed",1],["slower",1],["than",1],["non",1],["quantized",1],["models",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.get_head_size","name":[["head",1],["size",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["def",2],["head",2],["size",3],["self",4],["int",2],["fixme",2],["woosuk",2],["may",2],["not",2],["be",2],["true",2],["all",2],["models",2],["return",1],["hf",2],["config",2],["hidden",1],["num",1],["attention",1],["heads",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.get_hidden_size","name":[["hidden",1],["size",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["def",2],["hidden",3],["size",3],["self",3],["int",2],["return",1],["hf",1],["config",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.get_num_kv_heads","name":[["num",1],["kv",1],["heads",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["def",2],["num",5],["kv",10],["heads",9],["self",3],["parallel",8],["config",5],["int",2],["returns",1],["number",3],["per",1],["gpu",2],["total",3],["if",1],["tensor",4],["parallelism",1],["divide",1],["by",1],["size",3],["will",1],["replicate",1],["case",1],["smaller",1],["than",1],["so",1],["each",1],["has",1],["at",1],["least",1],["one",1],["head",1],["return",1],["max",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.get_num_layers","name":[["num",1],["layers",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["def",2],["num",5],["layers",5],["self",3],["parallel",6],["config",6],["int",2],["total",2],["hidden",3],["hf",1],["return",1],["pipeline",1],["size",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.get_sliding_window","name":[["sliding",1],["window",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["def",2],["sliding",3],["window",3],["self",3],["optional",2],["int",2],["return",1],["getattr",1],["hf",1],["config",1],["none",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.get_total_num_kv_heads","name":[["total",1],["num",1],["kv",1],["heads",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["def",2],["total",3],["num",9],["kv",12],["heads",12],["self",7],["int",2],["returns",1],["number",4],["gptbig",1],["code",1],["falcon",8],["note",1],["new",4],["decoder",4],["architecture",2],["true",1],["multi",4],["query",5],["flag",1],["ignored",1],["head",3],["model",4],["types",2],["refined",2],["web",2],["arch",2],["hf",5],["config",5],["type",1],["getattr",3],["false",2],["if",2],["not",3],["attention",4],["only",1],["one",1],["currently",1],["tensor",1],["parallelism",1],["supported",1],["case",1],["return",3],["attributes",2],["lla",1],["ma",1],["key",1],["value",1],["chat",1],["glm",1],["group",1],["attr",2],["none",2],["non",1],["grouped",1],["models",1],["equal",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.get_vocab_size","name":[["vocab",1],["size",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["def",2],["vocab",3],["size",3],["self",3],["int",2],["return",1],["hf",1],["config",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.verify_with_parallel_config","name":[["verify",1],["parallel",1],["config",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["def",2],["verify",2],["parallel",18],["config",10],["self",4],["none",2],["total",8],["num",8],["attention",5],["heads",5],["hf",2],["tensor",5],["size",10],["if",2],["raise",2],["value",2],["error",2],["number",2],["must",2],["be",2],["divisible",2],["by",2],["hidden",5],["layers",5],["pipeline",5]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/config.py#ParallelConfig","name":[["parallel",1],["config",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["class",2],["parallel",23],["config",2],["configuration",1],["distributed",1],["execution",1],["args",3],["pipeline",11],["size",18],["number",3],["groups",2],["tensor",8],["worker",5],["ray",6],["whether",1],["model",2],["workers",5],["will",2],["be",1],["true",5],["if",6],["either",1],["greater",1],["than",1],["max",4],["loading",4],["maximum",1],["multiple",1],["batches",1],["load",1],["sequentially",1],["avoid",1],["ram",1],["oom",1],["large",1],["models",1],["disable",10],["custom",14],["all",14],["reduce",14],["kernel",4],["fall",1],["back",1],["nccl",1],["def",2],["init",1],["self",20],["int",3],["bool",2],["optional",1],["none",3],["false",1],["world",4],["verify",2],["raise",1],["not",6],["implemented",1],["error",1],["parallelism",2],["supported",3],["yet",1],["hip",1],["logger",3],["info",3],["disabled",3],["because",2],["amd",1],["gpus",1],["elif",1],["fixme",1],["woosuk",1],["fix",1],["stability",2],["issues",3],["re",2],["enable",2],["kernels",1],["temporarily",1],["due",1],["them",1],["once",1],["resolved",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/config.py#ParallelConfig.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["def",2],["init",2],["self",11],["pipeline",5],["parallel",14],["size",12],["int",6],["tensor",5],["worker",5],["ray",5],["bool",4],["max",4],["loading",4],["workers",4],["optional",2],["none",4],["disable",4],["custom",4],["all",4],["reduce",4],["false",2],["world",2],["if",1],["true",1],["verify",1],["args",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/config.py#ParallelConfig._verify_args","name":[["verify",1],["args",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["def",2],["verify",2],["args",2],["self",11],["none",2],["if",4],["pipeline",4],["parallel",2],["size",4],["raise",1],["not",6],["implemented",1],["error",1],["parallelism",2],["supported",3],["yet",1],["disable",5],["custom",9],["all",9],["reduce",9],["world",2],["hip",1],["true",3],["logger",3],["info",3],["disabled",3],["kernel",3],["because",2],["amd",1],["gpus",1],["elif",1],["fixme",1],["woosuk",1],["fix",1],["stability",2],["issues",3],["re",2],["enable",2],["kernels",1],["temporarily",1],["due",1],["will",1],["them",1],["once",1],["resolved",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/config.py#SchedulerConfig","name":[["scheduler",1],["config",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["class",2],["scheduler",3],["config",2],["configuration",1],["args",3],["max",36],["num",21],["batched",14],["tokens",15],["maximum",5],["number",3],["be",4],["processed",2],["single",2],["iteration",2],["seqs",7],["sequences",2],["model",10],["len",10],["length",2],["sequence",2],["including",1],["prompt",1],["generated",1],["text",1],["paddings",5],["added",1],["batch",1],["def",2],["init",1],["self",16],["optional",1],["int",4],["none",3],["if",4],["not",1],["else",1],["too",1],["short",1],["2048",2],["as",1],["default",1],["value",3],["higher",1],["throughput",1],["verify",2],["raise",2],["error",2],["smaller",1],["than",2],["effectively",1],["limits",1],["makes",1],["llm",1],["reject",1],["longer",1],["please",1],["increase",1],["decrease",1],["must",1],["greater",1],["equal",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/config.py#SchedulerConfig.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["def",2],["init",2],["self",8],["max",21],["num",10],["batched",6],["tokens",6],["optional",2],["int",8],["seqs",4],["model",6],["len",6],["paddings",4],["none",3],["if",2],["not",1],["else",1],["too",1],["short",1],["2048",2],["as",1],["default",1],["value",1],["higher",1],["throughput",1],["verify",1],["args",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/config.py#SchedulerConfig._verify_args","name":[["verify",1],["args",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["def",2],["verify",2],["args",2],["self",10],["none",2],["if",2],["max",15],["num",11],["batched",8],["tokens",8],["model",4],["len",4],["raise",2],["value",2],["error",2],["smaller",1],["than",2],["effectively",1],["limits",1],["maximum",1],["sequence",1],["length",1],["makes",1],["llm",1],["reject",1],["longer",1],["sequences",1],["please",1],["increase",1],["decrease",1],["seqs",3],["must",1],["be",1],["greater",1],["equal",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py","name":[["llm",1],["engine",1],["sp",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",2],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",2],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",14],["https",1],["github",1],["com",1],["vllm",13],["project",1],["blob",1],["main",1],["engine",4],["py",1],["import",18],["os",1],["socket",1],["time",1],["torch",2],["typing",1],["type",1],["checking",1],["dict",1],["iterable",1],["list",1],["optional",1],["tuple",1],["union",1],["lora",1],["request",2],["lo",2],["rarequest",1],["config",6],["cache",1],["device",1],["model",1],["parallel",1],["scheduler",4],["raconfig",1],["core",1],["outputs",2],["logger",5],["init",2],["output",4],["sampling",2],["params",2],["sequence",7],["sampler",1],["group",4],["metadata",1],["status",1],["transformers",1],["utils",3],["tokenizer",3],["detokenize",1],["incrementally",1],["metrics",1],["stat",1],["stats",1],["counter",1],["nn",2],["arg",1],["args",1],["name",1],["local",1],["logging",1],["interval",1],["sec",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#get_open_port","name":[["open",1],["port",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["open",2],["port",2],["socket",4],["af",1],["inet",1],["sock",1],["stream",1],["as",1],["bind",1],["return",1],["getsockname",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#initialize_cluster","name":[["initialize",1],["cluster",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["initialize",4],["cluster",6],["parallel",6],["config",5],["engine",4],["ray",10],["bool",2],["false",2],["address",6],["optional",4],["str",4],["none",6],["tuple",3],["distributed",9],["probably",1],["args",1],["configurations",1],["execution",1],["whether",1],["async",1],["if",1],["uses",1],["default",1],["returns",1],["init",5],["method",5],["placement",2],["group",2],["initializing",1],["backend",1],["includes",1],["specification",1],["resources",1],["each",1],["worker",1],["locally",1],["port",3],["open",1],["need",1],["setup",1],["make",1],["sure",1],["megatron",1],["code",1],["world",1],["size",1],["works",1],["correctly",1],["tcp",1],["localhost",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine","name":[["llmengine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["class",9],["llmengine",3],["llm",6],["engine",5],["receives",2],["requests",2],["generates",2],["texts",2],["main",1],["from",5],["clients",1],["includes",1],["tokenizer",22],["language",1],["model",36],["possibly",1],["distributed",12],["across",1],["multiple",1],["gpus",1],["gpu",2],["memory",4],["space",1],["allocated",1],["intermediate",1],["states",1],["aka",1],["kv",3],["cache",16],["utilizes",1],["iteration",1],["level",1],["scheduling",1],["efficient",1],["management",2],["maximize",1],["serving",2],["throughput",1],["wraps",2],["offline",1],["batched",1],["inference",1],["async",1],["online",1],["note",3],["config",64],["arguments",3],["derived",1],["args",5],["comprehensive",1],["list",5],["see",2],["configuration",4],["related",4],["parallel",15],["execution",4],["scheduler",13],["request",2],["init",22],["method",6],["initialization",1],["torch",3],["process",3],["group",7],["details",1],["placement",3],["ray",1],["required",1],["log",6],["stats",5],["whether",1],["statistics",1],["def",6],["self",44],["union",1],["nn",2],["module",2],["dict",3],["itself",1],["its",1],["parameter",1],["device",5],["lora",11],["optional",2],["lo",1],["raconfig",1],["str",2],["none",5],["bool",2],["logger",3],["info",1],["initializing",1],["mode",3],["revision",4],["trust",2],["remote",2],["code",2],["dtype",4],["max",5],["seq",3],["len",2],["download",2],["dir",2],["load",3],["format",2],["disable",3],["custom",2],["all",2],["reduce",2],["tensor",2],["size",2],["quantization",2],["seed",2],["todo",4],["woosuk",1],["print",1],["more",1],["configs",1],["debug",1],["currently",1],["hfconfig",1],["assert",1],["sliding",2],["window",2],["getattr",1],["hf",1],["verify",4],["should",2],["not",1],["store",1],["be",2],["deleted",1],["shengguangming",3],["maybe",1],["choose",1],["here",1],["counter",2],["create",2],["workers",3],["sp",4],["profile",1],["usage",1],["initialize",1],["each",1],["will",2],["have",1],["independent",1],["metric",1],["logging",4],["if",1],["stat",2],["local",2],["interval",2],["sec",1],["last",1],["time",1],["timestamp",2],["num",6],["tokens",4],["prompt",1],["tuple",2],["float",2],["int",3],["generation",1],["kwargs",5],["enable",1],["seqs",2],["input",1],["length",1],["update",1],["check",1],["func",1],["sequence",3],["return",1],["lazy",1],["import",3],["worker",8],["avoid",1],["importing",1],["cuda",2],["xformers",1],["before",1],["visible",1],["devices",1],["pylint",1],["outside",1],["toplevel",1],["rank",3],["os",1],["getenv",1],["called",1],["inside",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["init",9],["self",23],["model",30],["union",2],["nn",4],["module",4],["dict",4],["itself",2],["its",2],["parameter",2],["tokenizer",10],["config",55],["cache",10],["parallel",11],["scheduler",11],["device",6],["lora",5],["optional",4],["lo",2],["raconfig",2],["distributed",3],["method",3],["str",2],["placement",2],["group",2],["none",5],["log",5],["stats",5],["bool",2],["logger",3],["info",1],["initializing",1],["llm",1],["engine",1],["mode",3],["revision",4],["trust",2],["remote",2],["code",2],["dtype",2],["max",2],["seq",2],["len",2],["download",2],["dir",2],["load",2],["format",2],["disable",2],["custom",2],["all",2],["reduce",2],["tensor",2],["size",2],["quantization",2],["seed",2],["todo",3],["woosuk",1],["print",1],["more",1],["configs",1],["debug",1],["currently",1],["hfconfig",1],["assert",1],["sliding",2],["window",2],["getattr",1],["hf",1],["verify",1],["args",1],["should",2],["not",1],["store",1],["be",1],["deleted",1],["shengguangming",2],["maybe",1],["choose",1],["here",1],["from",1],["arguments",1],["counter",2],["create",2],["gpu",1],["workers",2],["sp",2],["profile",1],["memory",1],["usage",1],["initialize",1],["note",1],["each",1],["process",1],["will",1],["have",1],["independent",1],["metric",1],["logging",4],["if",1],["stat",2],["local",2],["interval",2],["sec",1],["last",1],["time",1],["list",4],["timestamp",2],["num",4],["tokens",4],["prompt",1],["tuple",2],["float",2],["int",2],["generation",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._check_beam_search_early_stopping","name":[["check",1],["beam",1],["search",1],["early",1],["stopping",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["check",2],["beam",9],["search",9],["early",7],["stopping",7],["self",7],["union",2],["bool",4],["str",2],["sampling",7],["params",7],["best",9],["running",9],["seq",18],["sequence",6],["current",6],["worst",5],["assert",2],["length",16],["penalty",12],["if",4],["true",2],["return",1],["score",10],["eos",8],["token",8],["id",8],["tokenizer",4],["false",1],["highest",5],["attainable",5],["else",2],["never",1],["will",2],["prefer",2],["longer",1],["sequences",2],["calculation",2],["based",2],["longest",1],["possible",3],["case",1],["max",5],["prompt",1],["len",3],["tokens",1],["scheduler",1],["config",1],["model",1],["otherwise",1],["shorter",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._check_stop","name":[["check",1],["stop",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["check",5],["stop",10],["self",7],["seq",19],["sequence",12],["sampling",10],["params",10],["none",2],["finished",6],["sequences",1],["str",5],["if",8],["output",2],["text",1],["endswith",1],["finalize",2],["status",10],["stopped",3],["return",5],["last",3],["token",6],["id",4],["ids",2],["tokenizer",2],["convert",1],["tokens",3],["has",3],["reached",2],["max",4],["model",2],["len",4],["scheduler",1],["config",1],["length",2],["capped",2],["generated",1],["eos",3],["not",1],["ignore",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._decode_sequence","name":[["decode",1],["sequence",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["decode",2],["sequence",5],["self",3],["seq",14],["prms",4],["sampling",2],["params",2],["none",3],["decodes",1],["new",6],["token",2],["tokens",12],["output",3],["text",3],["prefix",5],["offset",10],["read",5],["detokenize",1],["incrementally",1],["tokenizer",1],["all",1],["input",1],["ids",2],["prev",1],["skip",2],["special",4],["spaces",2],["between",2],["if",1],["else",1],["extend",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._finalize_sequence","name":[["finalize",1],["sequence",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["finalize",2],["sequence",4],["self",2],["seq",4],["sampling",5],["params",5],["stop",6],["string",5],["str",3],["none",2],["if",1],["not",2],["include",1],["output",5],["truncate",1],["text",3],["so",1],["included",1],["len",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._get_stats","name":[["stats",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["stats",7],["self",9],["scheduler",16],["outputs",9],["optional",2],["be",1],["logged",1],["prometheus",1],["now",5],["time",21],["monotonic",1],["kv",1],["cache",10],["usage",8],["num",32],["total",5],["gpu",9],["config",2],["blocks",4],["free",6],["block",2],["manager",2],["cpu",11],["if",7],["state",1],["running",4],["len",3],["swapped",4],["waiting",4],["iteration",1],["have",1],["output",5],["prompt",9],["tokens",19],["generation",4],["first",4],["per",4],["e2e",4],["requests",5],["not",1],["none",1],["run",5],["number",1],["batched",2],["else",3],["latency",2],["timings",1],["last",7],["iters",4],["seq",6],["group",5],["scheduled",1],["groups",1],["since",2],["token",2],["updates",1],["append",2],["arrival",2],["all",1],["finished",2],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._init_cache_sp","name":[["init",1],["cache",1],["sp",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["init",3],["cache",18],["sp",2],["self",15],["none",2],["profiles",1],["memory",6],["usage",1],["initializes",1],["kv",2],["maximum",2],["number",2],["blocks",18],["be",2],["allocated",1],["gpu",12],["cpu",7],["num",14],["worker",3],["profile",1],["available",2],["block",3],["size",3],["config",11],["utilization",4],["swap",2],["space",2],["bytes",1],["dtype",2],["note",1],["shengguangming",1],["now",1],["don",1],["shared",1],["centralized",1],["controler",1],["but",1],["each",1],["process",1],["will",1],["have",1],["its",1],["own",1],["scheduler",1],["fixme",1],["woosuk",1],["change",1],["debug",1],["log",1],["logger",1],["info",1],["if",2],["raise",2],["value",2],["error",2],["no",1],["try",2],["increasing",2],["initializing",2],["engine",3],["max",7],["seq",4],["len",7],["model",7],["larger",1],["than",1],["tokens",1],["stored",1],["decreasing",1],["initialize",1],["warm",1],["up",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._init_tokenizer","name":[["init",1],["tokenizer",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["init",8],["tokenizer",11],["self",5],["kwargs",6],["dict",1],["enable",1],["lora",2],["bool",1],["config",2],["max",3],["num",2],["seqs",2],["scheduler",1],["input",1],["length",1],["none",1],["update",1],["group",2]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._init_workers_sp","name":[["init",1],["workers",1],["sp",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["init",8],["workers",2],["sp",2],["self",11],["model",7],["distributed",4],["method",3],["str",2],["lazy",2],["import",4],["worker",10],["avoid",2],["importing",2],["torch",3],["cuda",4],["xformers",2],["before",2],["visible",2],["devices",2],["from",1],["pylint",1],["disable",1],["outside",1],["toplevel",1],["rank",3],["int",1],["os",1],["getenv",1],["config",7],["parallel",1],["scheduler",1],["device",1],["lora",2],["kv",1],["cache",3],["dtype",2],["note",1],["shengguangming",1],["process",1],["group",1],["will",1],["be",1],["called",1],["inside",1],["load",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._process_model_outputs","name":[["process",1],["model",1],["outputs",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["process",3],["model",4],["outputs",19],["self",7],["output",14],["sampler",2],["scheduler",8],["list",3],["request",13],["update",3],["scheduled",7],["sequence",4],["groups",10],["seq",20],["group",14],["zip",1],["free",2],["finished",2],["create",1],["from",2],["append",2],["ignored",1],["prefix",5],["state",1],["now",1],["all",1],["uncomputed",1],["prefixes",1],["computed",3],["if",2],["not",2],["none",1],["allocated",1],["true",1],["log",3],["stats",3],["stat",1],["logger",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._process_sequence_group_outputs","name":[["process",1],["sequence",1],["group",1],["outputs",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["process",6],["sequence",32],["group",28],["outputs",6],["self",11],["seq",57],["output",6],["none",4],["prompt",7],["logprobs",9],["if",15],["not",9],["samples",11],["parent",43],["seqs",33],["status",4],["running",9],["existing",6],["finished",25],["child",42],["dict",3],["id",13],["sample",10],["append",7],["list",3],["tuple",2],["each",1],["len",3],["has",4],["no",2],["children",1],["remove",5],["from",4],["since",1],["will",5],["be",1],["future",1],["iterations",1],["aborted",1],["scheduler",3],["free",3],["continue",4],["fork",5],["there",1],["multiple",1],["new",10],["next",2],["counter",1],["token",8],["last",4],["reuse",1],["here",1],["reduce",1],["redundant",1],["memory",2],["copies",1],["especially",1],["non",2],["beam",20],["search",14],["sampling",7],["methods",1],["decode",1],["params",6],["check",4],["stop",6],["case",2],["newly",4],["created",1],["sequences",13],["add",4],["them",3],["block",2],["manager",2],["they",1],["selected",3],["keep",2],["as",1],["candidate",1],["note",1],["need",2],["before",1],["freeing",1],["old",1],["return",1],["select",3],["unselected",2],["width",6],["best",2],["length",6],["penalty",6],["highest",1],["scores",3],["replace",1],["false",2],["true",4],["all",6],["sort",4],["by",2],["their",2],["key",2],["lambda",2],["score",5],["eos",4],["tokenizer",2],["reverse",2],["generated",2],["finishes",2],["high",1],["so",3],["into",2],["but",1],["low",2],["additionally",1],["continuation",1],["else",2],["top",1],["iteration",1],["elif",1],["enough",1],["early",3],["stopping",2],["criteria",1],["current",1],["worst",1],["st",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._verify_args","name":[["verify",1],["args",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["verify",4],["args",2],["self",6],["none",2],["model",1],["config",6],["parallel",4],["cache",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.abort_request","name":[["abort",1],["request",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["abort",7],["request",14],["self",3],["id",9],["union",2],["str",5],["iterable",2],["none",2],["aborts",1],["given",1],["args",1],["details",1],["refer",1],["meth",1],["vllm",2],["core",2],["scheduler",5],["seq",2],["group",2],["from",1],["class",2],["example",1],["initialize",1],["engine",2],["add",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.add_lora","name":[["add",1],["lora",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["add",3],["lora",9],["self",3],["request",4],["lo",2],["rarequest",2],["bool",2],["assert",1],["int",1],["id",2],["must",1],["be",1],["greater",1],["than",1],["return",1],["worker",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.add_request","name":[["add",1],["request",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["add",9],["request",28],["self",8],["id",10],["str",5],["prompt",21],["optional",10],["sampling",10],["params",9],["token",11],["ids",11],["list",3],["int",5],["none",22],["arrival",8],["time",11],["float",2],["lora",11],["lo",3],["rarequest",2],["prefix",14],["pos",5],["engine",8],["pool",3],["added",1],["will",2],["be",3],["processed",1],["by",2],["scheduler",6],["as",2],["step",1],["called",1],["exact",1],["scheduling",1],["policy",1],["determined",1],["args",3],["unique",1],["string",1],["if",11],["provided",1],["parameters",1],["text",1],["generation",1],["tokenizer",2],["convert",1],["prompts",1],["current",2],["monotonic",2],["not",6],["given",1],["position",2],["each",1],["cache",3],["kv",1],["reuse",1],["next",2],["same",1],["experimental",1],["feature",1],["may",1],["replaced",1],["automatic",1],["caching",1],["future",1],["details",1],["encoded",1],["create",4],["best",1],["number",1],["class",4],["vllm",4],["sequence",8],["objects",1],["group",8],["object",2],["from",2],["example",3],["initialize",1],["llmengine",1],["arguments",1],["who",1],["president",1],["united",1],["states",1],["temperature",2],["continue",1],["processing",1],["config",2],["raise",1],["value",1],["error",1],["got",1],["but",1],["ra",1],["enabled",1],["assert",1],["encode",1],["sequences",1],["block",3],["size",3],["seq",8],["counter",1],["check",1],["whether",1],["input",1],["specifies",1],["else",2]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.do_log_stats","name":[["log",1],["stats",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["log",5],["stats",4],["self",5],["none",3],["forced",1],["no",1],["requests",1],["active",1],["if",1],["stat",1],["logger",1],["scheduler",1],["outputs",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.free_cache_engine","name":[["free",1],["cache",1],["engine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["free",3],["cache",3],["engine",3],["self",3],["worker",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.from_engine_args","name":[["from",1],["engine",1],["args",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["from",3],["engine",18],["args",8],["cls",3],["model",3],["tokenizer",3],["llmengine",2],["creates",1],["llm",2],["arguments",1],["create",3],["configs",5],["parallel",2],["config",2],["initialize",2],["cluster",2],["distributed",2],["init",2],["method",2],["placement",2],["group",2],["log",2],["stats",2],["not",1],["disable",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.get_model_config","name":[["model",1],["config",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["model",6],["config",5],["self",3],["gets",1],["configuration",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.get_num_unfinished_requests","name":[["num",1],["unfinished",1],["requests",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["num",3],["unfinished",4],["requests",3],["self",3],["int",2],["gets",1],["number",1],["return",1],["scheduler",1],["seq",1],["groups",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.get_tokenizer_for_seq","name":[["tokenizer",1],["seq",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["tokenizer",4],["seq",2],["self",3],["sequence",5],["return",1],["lora",2],["request",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.has_unfinished_requests","name":[["has",1],["unfinished",1],["requests",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["has",3],["unfinished",4],["requests",3],["self",3],["bool",2],["returns",1],["true",1],["if",1],["there",1],["return",1],["scheduler",1],["seqs",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.init_cache_engine","name":[["init",1],["cache",1],["engine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["init",3],["cache",5],["engine",3],["self",4],["worker",1],["config",2]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.list_loras","name":[["list",1],["loras",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["list",5],["loras",3],["self",3],["int",2],["return",1],["worker",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.offload_model_weights","name":[["offload",1],["model",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["offload",3],["model",3],["weights",3],["self",3],["none",2],["worker",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.remove_lora","name":[["remove",1],["lora",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["remove",3],["lora",8],["self",3],["id",5],["int",2],["bool",2],["assert",1],["must",1],["be",1],["greater",1],["than",1],["return",1],["worker",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.step","name":[["step",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["step",2],["self",5],["list",5],["request",3],["output",5],["performs",2],["one",2],["decoding",2],["iteration",3],["returns",2],["newly",2],["generated",2],["results",2],["function",1],["engine",1],["first",1],["schedules",1],["sequences",2],["be",2],["executed",1],["next",1],["token",1],["blocks",7],["swapped",1],["out",3],["copy",3],["then",1],["executes",1],["model",4],["updates",1],["scheduler",9],["outputs",9],["finally",1],["decodes",1],["seq",7],["group",6],["metadata",3],["schedule",1],["if",1],["not",1],["empty",1],["worker",1],["execute",1],["todo",1],["check",1],["input",1],["swap",4],["else",1],["return",2],["from",1],["ignored",1],["groups",1],["process",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.sync_model_weights","name":[["sync",1],["model",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["sync",3],["model",3],["weights",7],["self",3],["actor",4],["dict",2],["str",2],["torch",2],["tensor",2],["none",2],["worker",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm.py","name":[["llm",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",3],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",13],["https",1],["github",1],["com",1],["vllm",7],["project",1],["blob",1],["main",1],["entrypoints",1],["py",1],["typing",1],["import",14],["dict",1],["list",1],["optional",1],["tuple",1],["union",1],["tqdm",2],["transformers",2],["pre",2],["trained",2],["tokenizer",4],["fast",1],["pretrained",1],["config",1],["torch",3],["nn",3],["arg",1],["utils",3],["engine",3],["args",1],["sp",1],["llmengine",1],["lora",1],["request",2],["lo",1],["rarequest",1],["outputs",1],["output",1],["sampling",2],["params",2],["counter",1],["rnn",1],["pad",1],["sequence",1],["verl",1],["workers",1],["rollout",1],["hybrid",1],["base",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM","name":[["llm",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["class",6],["llm",8],["generating",1],["texts",2],["from",4],["given",2],["prompts",3],["sampling",6],["parameters",3],["includes",1],["tokenizer",40],["language",1],["model",19],["possibly",1],["distributed",2],["across",1],["multiple",1],["gpus",2],["gpu",7],["memory",10],["space",6],["allocated",1],["intermediate",1],["states",2],["aka",1],["kv",3],["cache",7],["batch",1],["generates",1],["intelligent",1],["batching",1],["mechanism",1],["efficient",1],["management",1],["note",2],["intended",1],["be",5],["offline",1],["inference",1],["online",1],["serving",1],["async",1],["llmengine",2],["instead",2],["comprehensive",1],["list",4],["arguments",1],["see",2],["engine",17],["args",6],["hugging",3],["face",3],["transformers",2],["instance",2],["mode",5],["auto",4],["will",7],["fast",6],["if",10],["available",1],["slow",2],["always",2],["trust",3],["remote",3],["code",3],["downloading",1],["tensor",5],["parallel",5],["size",6],["number",2],["execution",3],["parallelism",1],["dtype",7],["data",2],["type",4],["weights",5],["activations",2],["currently",2],["support",2],["float32",2],["float16",2],["bfloat16",1],["torch",2],["attribute",1],["specified",1],["config",7],["file",1],["however",2],["quantization",4],["method",1],["quantize",1],["awq",1],["none",9],["assume",1],["not",3],["quantized",1],["determine",1],["revision",8],["specific",2],["version",2],["branch",2],["name",4],["tag",2],["commit",2],["id",2],["seed",5],["initialize",1],["random",1],["generator",1],["utilization",4],["ratio",1],["between",1],["reserve",1],["higher",1],["values",2],["increase",1],["thus",1],["improve",1],["throughput",1],["value",2],["too",2],["high",1],["may",2],["cause",2],["out",2],["oom",2],["errors",2],["swap",5],["gi",1],["cpu",1],["per",1],["as",1],["temporarily",1],["storing",1],["requests",2],["their",1],["best",2],["larger",2],["than",2],["all",5],["have",1],["you",1],["safely",1],["otherwise",1],["small",1],["enforce",5],["eager",8],["whether",1],["true",2],["disable",7],["cuda",3],["graph",2],["execute",1],["false",4],["hybrid",4],["max",4],["context",6],["len",5],["capture",4],["maximum",1],["covered",1],["by",1],["graphs",1],["sequence",1],["has",1],["length",1],["fall",1],["back",1],["custom",4],["reduce",4],["def",6],["init",3],["self",12],["union",5],["nn",1],["module",1],["dict",2],["itself",1],["its",1],["parameter",1],["pre",10],["trained",10],["base",3],["hf",3],["pretrained",1],["str",7],["bool",3],["int",5],["optional",6],["float",1],["8192",1],["kwargs",4],["log",2],["stats",2],["cls",2],["isinstance",1],["raise",1],["error",1],["unexpected",1],["must",1],["one",1],["following",1],["verl",1],["workers",1],["rollout",1],["request",1],["counter",2],["free",2],["return",1],["generate",1],["params",2],["prompt",1],["token",1],["ids",1],["prefix",1],["pos",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["init",2],["self",4],["model",9],["union",4],["nn",2],["module",2],["dict",4],["itself",2],["its",2],["parameter",2],["tokenizer",26],["pre",8],["trained",8],["fast",4],["hybrid",4],["engine",9],["base",4],["hf",4],["config",6],["pretrained",2],["mode",2],["str",10],["auto",4],["trust",2],["remote",2],["code",2],["bool",6],["false",6],["tensor",4],["parallel",4],["size",4],["int",8],["dtype",4],["quantization",4],["optional",6],["none",8],["revision",8],["seed",4],["gpu",4],["memory",4],["utilization",4],["float",2],["swap",4],["space",4],["enforce",4],["eager",4],["max",4],["context",4],["len",4],["capture",4],["8192",2],["disable",6],["custom",4],["all",4],["reduce",4],["kwargs",5],["if",2],["log",2],["stats",2],["not",2],["true",1],["args",4],["cls",2],["isinstance",1],["raise",1],["value",1],["error",1],["unexpected",1],["type",2],["must",1],["be",1],["one",1],["following",1],["verl",1],["workers",1],["rollout",1],["llm",1],["llmengine",1],["from",1],["request",1],["counter",2]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM._add_request","name":[["add",1],["request",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["add",3],["request",10],["self",4],["prompt",6],["optional",8],["str",3],["sampling",5],["params",5],["token",3],["ids",3],["list",2],["int",4],["lora",4],["lo",2],["rarequest",2],["none",6],["prefix",4],["pos",4],["id",2],["next",1],["counter",1],["llm",1],["engine",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM._post_process_outputs","name":[["post",1],["process",1],["outputs",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["post",2],["process",2],["outputs",6],["self",5],["list",4],["request",3],["output",17],["tuple",2],["torch",6],["tensor",6],["token",13],["ids",7],["logprobs",13],["completion",1],["usually",1],["len",2],["append",3],["todo",1],["shengguangming",1],["be",1],["optimzied",1],["by",1],["rewrite",1],["sampler",1],["logits",1],["dicts",3],["if",3],["not",2],["none",2],["logprob",3],["dict",2],["id",8],["zip",1],["pad",7],["llm",3],["engine",3],["tokenizer",3],["else",1],["eos",1],["sequence",2],["batch",2],["first",2],["true",2],["padding",2],["value",2],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM._pre_process_inputs","name":[["pre",1],["process",1],["inputs",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["pre",2],["process",2],["inputs",2],["self",5],["prompt",6],["token",13],["ids",6],["torch",3],["tensor",2],["list",2],["int",2],["remove",2],["left",2],["padding",2],["id",7],["pad",6],["llm",3],["engine",3],["tokenizer",3],["if",1],["not",1],["none",1],["else",1],["eos",1],["non",2],["index",2],["nonzero",1],["as",1],["tuple",1],["false",1],["tolist",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM._run_engine","name":[["run",1],["engine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["run",3],["engine",6],["self",6],["tqdm",8],["bool",2],["list",3],["request",5],["output",6],["initialize",2],["if",4],["num",3],["requests",6],["llm",3],["unfinished",2],["pbar",3],["total",1],["desc",1],["processed",1],["prompts",1],["outputs",9],["while",1],["has",1],["step",3],["finished",2],["append",1],["update",1],["close",1],["sort",1],["by",1],["id",2],["necessary",1],["because",1],["some",1],["may",1],["be",1],["earlier",1],["than",1],["its",1],["previous",1],["sorted",1],["key",1],["lambda",1],["int",1],["todo",1],["shengguangming",1],["maybe",1],["hack",1],["autoregressive",1],["logics",1],["without",1],["only",1],["apply",1],["post",2],["process",2],["better",1],["performance",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM.free_cache_engine","name":[["free",1],["cache",1],["engine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["free",3],["cache",3],["engine",4],["self",3],["llm",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM.generate","name":[["generate",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["generate",3],["self",5],["prompts",22],["optional",10],["union",4],["str",6],["list",17],["none",24],["sampling",12],["params",10],["prompt",14],["token",18],["ids",18],["int",6],["prefix",7],["pos",7],["tqdm",5],["bool",2],["true",2],["lora",4],["request",8],["lo",2],["rarequest",2],["output",3],["generates",1],["completions",3],["input",3],["note",2],["class",1],["automatically",1],["batches",1],["given",1],["considering",1],["memory",1],["constraint",1],["best",1],["performance",1],["put",1],["all",1],["your",1],["into",2],["single",2],["pass",1],["method",1],["args",1],["parameters",2],["text",1],["generation",1],["if",12],["default",2],["tokenizer",1],["convert",3],["whether",1],["display",1],["progress",1],["bar",1],["returns",1],["objects",1],["containing",1],["generated",1],["same",2],["order",1],["as",1],["raise",2],["value",2],["error",2],["either",1],["must",2],["be",2],["provided",1],["isinstance",2],["not",6],["len",4],["lengths",1],["add",2],["requests",3],["engine",2],["num",2],["else",4],["range",1],["shengguangming",1],["rollout",1],["pre",1],["process",1],["inputs",1],["return",1],["run",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM.get_tokenizer","name":[["tokenizer",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["tokenizer",7],["self",3],["union",2],["pre",4],["trained",4],["fast",2],["return",1],["llm",1],["engine",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM.init_cache_engine","name":[["init",1],["cache",1],["engine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["init",3],["cache",3],["engine",4],["self",3],["llm",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM.offload_model_weights","name":[["offload",1],["model",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["offload",3],["model",3],["weights",3],["self",3],["none",2],["llm",1],["engine",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM.set_tokenizer","name":[["tokenizer",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["tokenizer",10],["self",3],["union",2],["pre",4],["trained",4],["fast",2],["none",2],["llm",1],["engine",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM.sync_model_weights","name":[["sync",1],["model",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["sync",3],["model",3],["weights",7],["self",3],["actor",4],["dict",2],["str",2],["torch",2],["tensor",2],["none",2],["llm",1],["engine",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/model_loader.py","name":[["model",1],["loader",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",2],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",3],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",2],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",3],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",18],["https",1],["github",1],["com",1],["vllm",16],["project",1],["tree",1],["main",1],["model",17],["executor",10],["loader",21],["utilities",1],["selecting",1],["loading",1],["models",2],["import",20],["contextlib",2],["typing",2],["dict",2],["type",1],["union",1],["torch",2],["nn",2],["transformers",1],["pretrained",1],["config",6],["pre",1],["trained",1],["megatron",1],["core",1],["tensor",1],["parallel",16],["utils",2],["vocab",9],["utility",1],["registry",4],["weight",22],["quant",1],["initialize",1],["dummy",1],["weights",2],["device",1],["lo",1],["raconfig",1],["loaders",1],["sampling",3],["metadata",2],["tensors",1],["sequence",1],["sampler",11],["output",2],["optional",1],["layers",6],["prune",1],["hidden",1],["states",1],["apply",5],["logits",3],["processors",1],["penalties",2],["top",2],["min",1],["sample",1],["logprobs",1],["build",1],["contextmanager",1],["linear",5],["embedding",4],["lmhead",3],["activation",4],["scaled",3],["layer",4],["column",2],["merged",1],["qkvparallel",1],["row",1],["todo",1],["shengguangming",2],["latest",1],["commit",1],["fix",1],["awq",1],["function",4],["add",1],["load",1],["default",3],["note",1],["gmsheng",1],["change",1],["runtime",1],["class",2],["items",1],["gpt2",2],["llama",3],["causal",3],["lm",3],["lla",1],["mafor",1],["mistral",2],["fixme",2],["will",2],["pad",1],["64",2],["incur",1],["out",1],["bounds",1],["so",1],["need",2],["rewrite",1],["init",3],["padding",1],["size",1],["actor",1],["state",1],["sgm",1],["hack",1],["v0",2],["they",1],["ray",1],["result",1],["only",1],["return",1],["driver",1],["node",1],["therefore",1],["gather",2],["enough",1],["however",1],["spmd",1],["instead",1],["central",1],["scheduler",1],["all",1],["aligned",1],["forward",2]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/model_loader.py#_get_logits","name":[["logits",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["logits",12],["self",3],["hidden",3],["states",3],["torch",9],["tensor",9],["embedding",7],["bias",4],["optional",2],["next",2],["tokens",2],["matmul",1],["if",3],["not",2],["none",2],["model",1],["parallel",1],["all",1],["gather",1],["remove",1],["paddings",1],["vocab",2],["any",1],["org",1],["size",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/model_loader.py#_get_model_architecture","name":[["model",1],["architecture",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["model",9],["architecture",2],["config",5],["pretrained",2],["type",2],["nn",2],["module",2],["architectures",6],["getattr",1],["arch",2],["cls",4],["registry",2],["load",1],["if",1],["not",2],["none",1],["return",1],["raise",1],["value",1],["error",1],["supported",3],["now",1],["archs",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/model_loader.py#_get_model_weight_loader","name":[["model",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["model",6],["weight",4],["loader",4],["arch",5],["str",2],["if",1],["registry",3],["return",1],["raise",1],["value",1],["error",1],["architectures",2],["not",1],["supported",3],["now",1],["archs",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/model_loader.py#_set_default_torch_dtype","name":[["default",1],["torch",1],["dtype",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["default",6],["torch",8],["dtype",14],["sets",1],["given",1],["old",2],["yield",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/model_loader.py#forward","name":[["forward",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["forward",2],["self",3],["embedding",7],["torch",12],["tensor",7],["hidden",8],["states",8],["sampling",29],["metadata",13],["bias",3],["optional",4],["none",4],["sampler",4],["output",5],["prune",1],["logits",23],["next",2],["tokens",4],["save",1],["origin",3],["logprobs",15],["log",5],["softmax",4],["dim",4],["dtype",4],["float",3],["only",1],["perform",2],["driver",1],["worker",1],["note",1],["still",1],["distributed",2],["across",2],["tp",2],["workers",2],["because",1],["weight",1],["todo",1],["zhuohan",1],["change",1],["part",1],["separate",1],["stage",1],["if",5],["not",2],["return",2],["assert",1],["vocab",2],["size",2],["shape",1],["apply",7],["processors",2],["any",1],["prepare",1],["tensors",12],["pinned",1],["memory",1],["avoid",2],["blocking",1],["penalties",7],["top",8],["min",4],["from",1],["device",1],["presence",2],["frequency",2],["prompt",4],["repetition",1],["temperature",1],["scaling",1],["place",1],["division",1],["creating",1],["new",1],["div",1],["temperatures",1],["unsqueeze",1],["ps",2],["ks",1],["float32",1],["probabilities",4],["compute",2],["probs",2],["ensure",1],["numerical",1],["stability",1],["sample",9],["results",5],["query",1],["build",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/model_loader.py#get_model","name":[["model",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["model",47],["actor",8],["union",2],["pre",2],["trained",2],["dict",3],["config",37],["device",8],["lora",2],["optional",2],["lo",2],["raconfig",2],["none",5],["nn",3],["module",3],["class",2],["architecture",1],["hf",3],["quantization",7],["linear",4],["method",6],["quant",7],["if",5],["not",4],["download",1],["dir",1],["capability",11],["torch",3],["cuda",3],["10",1],["min",2],["raise",2],["value",2],["error",2],["supported",7],["current",2],["gpu",2],["minimum",1],["dtypes",5],["act",1],["dtype",4],["default",1],["create",1],["instance",1],["weights",9],["will",1],["be",1],["initialized",1],["as",1],["empty",1],["tensors",1],["note",5],["sgm",2],["init",1],["cpu",1],["load",6],["format",3],["dummy",2],["woosuk",1],["accurate",1],["performance",1],["evaluation",1],["assign",1],["random",1],["values",1],["initialize",1],["elif",1],["auto",1],["shengguangming",1],["from",1],["isinstance",1],["named",1],["parameters",1],["remove",1],["duplicate",1],["false",1],["vllm",3],["else",1],["some",1],["point",1],["but",1],["still",1],["need",2],["zhangchi",1],["usc1992",1],["profile",1],["memory",1],["usage",1],["return",1],["eval",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/model_loader.py#load_weights","name":[["load",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["load",2],["weights",6],["actor",3],["dict",2],["vllm",7],["model",9],["nn",2],["module",2],["weight",3],["loader",3],["class",1],["name",1],["note",1],["sgm",1],["reduce",1],["peak",1],["memory",1],["usage",1],["offload",1],["cpu",1],["after",2],["init",1],["need",1],["sync",1],["first",1],["iter",1],["cuda",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/model_loader.py#vocab_init","name":[["vocab",1],["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["vocab",14],["init",3],["self",20],["num",13],["embeddings",13],["int",8],["embedding",6],["dim",6],["params",5],["dtype",9],["optional",4],["torch",5],["none",5],["org",4],["padding",5],["size",11],["default",3],["super",1],["parallel",4],["keep",1],["input",1],["dimensions",1],["todo",1],["pad",2],["be",1],["divided",1],["by",1],["padded",1],["if",1],["tp",2],["tensor",2],["model",2],["world",1],["divide",1],["weight",6],["matrix",1],["along",1],["vocaburaly",1],["dimension",1],["start",2],["index",4],["end",2],["utility",1],["range",1],["from",1],["global",1],["rank",1],["per",2],["partition",2],["parameter",1],["empty",1],["device",2],["cuda",1],["current",1],["attrs",1],["loader",2]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/model_runner.py","name":[["model",1],["runner",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["runner",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",1],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",3],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",13],["https",1],["github",1],["com",1],["vllm",13],["project",1],["blob",1],["main",1],["worker",4],["model",7],["runner",4],["py",1],["typing",1],["import",17],["dict",1],["list",2],["optional",1],["tuple",2],["union",1],["contextlib",1],["time",1],["numpy",1],["np",1],["torch",4],["nn",2],["config",5],["device",1],["lo",4],["raconfig",1],["parallel",1],["scheduler",1],["logger",4],["init",2],["executor",1],["input",1],["metadata",3],["sampling",4],["params",2],["type",1],["sequence",3],["sampler",1],["output",1],["data",1],["group",1],["lora",4],["manager",1],["lrucache",1],["ramanager",1],["layers",1],["ramapping",1],["request",1],["rarequest",1],["utils",1],["wsl",1],["cudagraph",1],["async",1],["h2d",1],["loader",1],["name",1],["kvcache",1],["tensor",2],["pad",1],["slot",1],["id",1],["warmup",1],["rank",1],["capture",2],["graphs",1],["batch",3],["size",2],["16",1],["24",1],["32",1],["40",1],["256",1],["note",1],["graph",1],["needs",1],["be",1],["updated",1],["if",1],["changed",1],["sizes",1],["range",1],["33",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner","name":[["model",1],["runner",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["runner",1],["py",1]],"body":[["class",2],["model",37],["runner",5],["def",3],["init",1],["self",48],["union",1],["nn",1],["module",1],["dict",4],["itself",1],["its",1],["parameter",1],["config",39],["parallel",4],["scheduler",7],["device",16],["lora",13],["optional",3],["lo",3],["raconfig",1],["kv",3],["cache",5],["dtype",5],["str",1],["auto",1],["be",5],["none",13],["tests",2],["samplers",1],["test",1],["sampler",1],["py",1],["fixme",1],["woosuk",1],["hack",1],["make",1],["work",1],["refactor",1],["sliding",2],["window",2],["if",8],["not",12],["else",5],["will",2],["replaced",1],["by",1],["block",7],["size",6],["after",2],["initial",2],["profiling",2],["manager",4],["graph",5],["runners",1],["int",7],["cudagraph",1],["memory",3],["pool",1],["during",1],["capture",6],["max",11],["context",4],["len",12],["cuda",1],["input",2],["tables",2],["must",1],["padded",1],["however",1],["creating",1],["table",3],["python",1],["expensive",1],["optimize",1],["numpy",1],["only",1],["copy",1],["actual",1],["content",1],["at",1],["every",1],["iteration",1],["shape",1],["cached",1],["batch",1],["wsl",5],["result",1],["load",1],["actor",1],["vocab",3],["assert",5],["hasattr",3],["supported",2],["modules",8],["support",1],["ra",1],["embedding",6],["have",2],["padding",3],["lrucache",1],["worker",1],["ramanager",1],["num",7],["seqs",6],["batched",1],["tokens",1],["paddings",1],["create",1],["prepare",1],["sample",15],["seq",25],["group",10],["metadata",13],["list",10],["sequence",2],["prompt",7],["lens",8],["subquery",11],["sampling",14],["groups",4],["tuple",1],["params",8],["selected",16],["token",17],["indices",21],["start",15],["idx",15],["categorized",13],["type",3],["enumerate",1],["ids",6],["data",7],["keys",1],["append",3],["logprobs",2],["note",1],["positions",1],["need",1],["skip",1],["extend",3],["range",3],["async",2],["h2d",2],["torch",2],["long",1],["target",2],["pin",2],["items",1],["update",1],["categori",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["runner",1],["py",1]],"body":[["def",2],["init",2],["self",21],["model",18],["union",2],["nn",2],["module",2],["dict",5],["itself",2],["its",2],["parameter",2],["config",36],["parallel",6],["scheduler",6],["device",11],["lora",5],["optional",4],["lo",2],["raconfig",2],["kv",4],["cache",6],["dtype",4],["str",2],["auto",2],["be",5],["none",9],["tests",2],["samplers",1],["test",1],["sampler",1],["py",1],["fixme",1],["woosuk",1],["hack",1],["make",1],["work",1],["refactor",1],["sliding",2],["window",2],["if",3],["not",3],["else",3],["will",2],["replaced",1],["by",1],["block",7],["size",3],["after",2],["initial",2],["profiling",2],["manager",1],["graph",5],["runners",1],["int",1],["cudagraph",1],["runner",1],["memory",1],["pool",1],["during",1],["capture",6],["max",5],["context",4],["len",4],["cuda",1],["input",2],["tables",2],["must",1],["padded",1],["however",1],["creating",1],["table",3],["python",1],["expensive",1],["optimize",1],["numpy",1],["only",1],["copy",1],["actual",1],["content",1],["at",1],["every",1],["iteration",1],["shape",1],["cached",1],["batch",1],["wsl",3],["result",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner._prepare_sample","name":[["prepare",1],["sample",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["runner",1],["py",1]],"body":[["def",2],["prepare",2],["sample",17],["self",6],["seq",26],["group",12],["metadata",17],["list",14],["sequence",3],["prompt",8],["lens",10],["int",8],["subquery",12],["optional",2],["sampling",16],["groups",4],["tuple",1],["params",8],["selected",16],["token",17],["indices",22],["start",15],["idx",15],["categorized",14],["type",3],["max",3],["len",8],["if",4],["else",2],["enumerate",1],["ids",6],["data",7],["keys",1],["append",3],["assert",2],["not",6],["none",3],["logprobs",2],["note",1],["positions",1],["need",1],["skip",1],["extend",3],["range",3],["num",5],["seqs",5],["async",2],["h2d",2],["dtype",2],["torch",2],["long",1],["target",2],["device",4],["pin",2],["memory",2],["wsl",2],["items",1],["dict",1],["update",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner.execute_model","name":[["execute",1],["model",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["runner",1],["py",1]],"body":[["def",2],["execute",3],["model",8],["self",8],["seq",3],["group",5],["metadata",12],["list",7],["optional",4],["sequence",2],["kv",4],["caches",4],["tuple",2],["torch",4],["tensor",4],["sampler",2],["output",4],["input",11],["tokens",3],["positions",3],["sampling",3],["lora",5],["requests",2],["mapping",2],["prepare",1],["tensors",1],["if",2],["config",1],["active",1],["loras",1],["cuda",1],["graph",4],["batch",2],["size",2],["shape",1],["executable",3],["runners",1],["else",1],["hidden",3],["states",3],["ids",1],["sample",2],["next",1],["token",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner.load_model","name":[["load",1],["model",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["runner",1],["py",1]],"body":[["def",2],["load",2],["model",20],["self",24],["none",2],["actor",1],["config",12],["device",3],["lora",9],["vocab",3],["size",3],["if",1],["assert",3],["hasattr",3],["supported",2],["modules",8],["not",3],["support",1],["lo",2],["ra",1],["embedding",6],["have",2],["padding",3],["manager",3],["lrucache",1],["worker",1],["ramanager",1],["scheduler",3],["max",3],["num",2],["seqs",1],["batched",1],["tokens",1],["paddings",1],["create",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner.prepare_input_tensors","name":[["prepare",1],["input",1],["tensors",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["runner",1],["py",1]],"body":[["def",2],["prepare",6],["input",14],["tensors",3],["self",6],["seq",6],["group",10],["metadata",17],["list",8],["optional",2],["sequence",2],["tuple",2],["torch",4],["tensor",4],["sampling",4],["int",2],["lo",3],["ramapping",3],["note",2],["assume",2],["all",6],["sequences",2],["prompts",2],["decodes",2],["prompt",10],["if",2],["tokens",3],["positions",3],["lens",6],["subquery",3],["lora",15],["index",5],["mapping",11],["requests",3],["else",2],["decode",1],["none",2],["sample",1],["config",1],["flat",2],["item",2],["sublist",2],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner.profile_run","name":[["profile",1],["run",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["runner",1],["py",1]],"body":[["def",2],["profile",3],["run",3],["self",11],["none",6],["enable",2],["top",4],["sampling",7],["reflect",2],["accurate",2],["memory",4],["usage",3],["vocab",3],["size",3],["model",4],["config",7],["fixme",1],["sgm",1],["params",5],["will",2],["call",1],["cumsum",2],["causing",1],["deterministic",1],["throw",1],["error",1],["99",1],["max",14],["num",15],["batched",5],["tokens",6],["scheduler",2],["seqs",9],["represents",1],["maximum",1],["number",2],["different",1],["requests",9],["have",1],["unique",1],["loras",2],["therefore",1],["amount",1],["consumption",1],["create",1],["dummy",14],["lora",27],["request",7],["copies",1],["from",2],["passed",1],["contains",1],["warmup",3],["path",3],["per",4],["seq",11],["if",2],["idx",4],["range",3],["id",10],["lo",1],["rarequest",1],["name",1],["int",1],["local",1],["not",1],["real",1],["manager",1],["add",1],["rank",2],["append",2],["len",3],["sequences",2],["total",1],["equal",1],["list",1],["sequence",3],["group",7],["metadata",2],["data",4],["str",1],["prompt",1],["true",1],["block",1],["tables",1],["else",1],["inputs",1],["layers",3],["parallel",1],["kv",2],["caches",2],["execute",1],["torch",1],["cuda",1],["synchronize",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py","name":[["parallel",1],["state",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["copyright",3],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",1],["team",1],["adapted",1],["from",2],["https",1],["github",1],["com",1],["nvidia",2],["megatron",5],["lm",1],["blob",1],["main",1],["core",1],["parallel",11],["state",2],["py",1],["2022",1],["corporation",1],["all",1],["rights",1],["reserved",1],["model",5],["data",5],["groups",1],["import",3],["torch",2],["distributed",1],["vllm",2],["executor",1],["utils",1],["as",1],["ps",1],["version",1],["strongly",1],["tied",1],["implement",1],["hybrid",1],["engine",1],["weight",1],["sharing",1],["between",1],["assume",1],["tp",5],["dp",3],["pp",1],["world",1],["already",1],["established",1],["before",1],["calling",1],["function",1],["tensor",3],["group",7],["current",1],["rank",1],["belongs",1],["none",2],["micro",6],["additional",1],["origins",1],["splitting",1],["training",1],["into",1],["infer",1],["by",1],["default",1],["order",1],["utilities",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py#get_micro_data_parallel_group","name":[["micro",1],["data",1],["parallel",1],["group",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["micro",4],["data",4],["parallel",4],["group",4],["assert",1],["not",1],["none",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py#get_micro_data_parallel_rank","name":[["micro",1],["data",1],["parallel",1],["rank",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["micro",3],["data",3],["parallel",3],["rank",3],["return",1],["torch",1],["distributed",1],["group",2]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py#get_micro_data_parallel_world_size","name":[["micro",1],["data",1],["parallel",1],["world",1],["size",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["micro",3],["data",3],["parallel",3],["world",3],["size",3],["return",1],["torch",1],["distributed",1],["group",2]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py#get_tensor_model_parallel_group","name":[["tensor",1],["model",1],["parallel",1],["group",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["tensor",6],["model",6],["parallel",6],["group",6],["caller",1],["rank",1],["belongs",1],["assert",1],["not",2],["none",1],["initialized",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py#get_tensor_model_parallel_rank","name":[["tensor",1],["model",1],["parallel",1],["rank",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["tensor",4],["model",4],["parallel",4],["rank",4],["return",2],["my",1],["group",3],["torch",1],["distributed",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py#get_tensor_model_parallel_src_rank","name":[["tensor",1],["model",1],["parallel",1],["src",1],["rank",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["tensor",4],["model",4],["parallel",4],["src",2],["rank",7],["calculate",1],["global",3],["corresponding",1],["first",1],["local",4],["group",1],["torch",1],["distributed",1],["world",4],["size",4],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py#get_tensor_model_parallel_world_size","name":[["tensor",1],["model",1],["parallel",1],["world",1],["size",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["tensor",4],["model",4],["parallel",4],["world",4],["size",4],["return",2],["group",3],["torch",1],["distributed",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py#initialize_model_parallel_from_megatron","name":[["initialize",1],["model",1],["parallel",1],["from",1],["megatron",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["initialize",3],["model",45],["parallel",51],["from",4],["megatron",5],["tensor",36],["size",26],["none",11],["backward",2],["compatibility",2],["infer",5],["tp",20],["train",11],["core",1],["import",2],["state",1],["as",3],["mpu",11],["distributed",5],["new",4],["group",36],["world",11],["rank",9],["ensure",1],["some",1],["consistencies",1],["assert",8],["torch",4],["initialized",5],["if",4],["else",2],["isinstance",1],["int",2],["build",4],["groups",12],["ps",6],["already",4],["not",1],["implemented",1],["global",6],["micro",14],["data",5],["dp",9],["num",8],["range",6],["ranks",14],["type",2],["same",1],["no",1],["assume",1],["training",2],["then",1],["weight",1],["partitioned",1],["inference",2],["per",4],["start",2],["end",2],["list",1],["len",1],["pipeline",9]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py","name":[["tokenizer",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["tokenizer",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",1],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",6],["https",1],["github",1],["com",1],["vllm",6],["project",1],["blob",1],["main",1],["transformers",3],["utils",3],["tokenizer",5],["group",2],["py",1],["typing",1],["import",5],["list",1],["optional",1],["tuple",1],["union",1],["auto",1],["pre",2],["trained",2],["fast",1],["lora",1],["request",1],["lo",1],["rarequest",1],["make",1],["async",1],["lrucache",1],["tokenizers",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py#TokenizerGroup","name":[["tokenizer",1],["group",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["tokenizer",1],["py",1]],"body":[["class",2],["tokenizer",26],["group",3],["tokenizers",6],["be",2],["lo",4],["ra",1],["adapters",1],["def",6],["init",1],["self",23],["pre",2],["trained",2],["enable",5],["lora",28],["bool",1],["max",5],["num",2],["seqs",2],["int",7],["input",3],["length",3],["optional",6],["if",3],["lrucache",1],["capacity",1],["else",2],["none",5],["encode",4],["prompt",4],["str",4],["request",12],["id",9],["rarequest",3],["list",2],["return",7],["async",3],["await",1],["not",3],["todo",1],["sgm",2],["also",1],["passed",1],["but",1],["may",1],["different",1],["config",1],["put",1],["fixme",1],["simplicity",1],["assign",1],["special",1],["token",5],["here",1],["property",2],["pad",2],["eos",2]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py#TokenizerGroup.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["tokenizer",1],["py",1]],"body":[["def",2],["init",2],["self",7],["tokenizer",6],["pre",2],["trained",2],["enable",5],["lora",7],["bool",2],["max",7],["num",3],["seqs",3],["int",4],["input",4],["length",4],["optional",2],["if",1],["tokenizers",2],["lrucache",1],["capacity",1],["else",1],["none",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py#TokenizerGroup.encode","name":[["encode",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["tokenizer",1],["py",1]],"body":[["def",2],["encode",3],["self",3],["prompt",3],["str",4],["request",5],["id",2],["optional",4],["none",4],["lora",4],["lo",2],["rarequest",2],["list",2],["int",2],["tokenizer",3],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py#TokenizerGroup.encode_async","name":[["encode",1],["async",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["tokenizer",1],["py",1]],"body":[["async",5],["def",2],["encode",3],["self",3],["prompt",3],["str",4],["request",5],["id",2],["optional",4],["none",4],["lora",4],["lo",2],["rarequest",2],["list",2],["int",2],["tokenizer",3],["await",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py#TokenizerGroup.eos_token_id","name":[["eos",1],["token",1],["id",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["tokenizer",1],["py",1]],"body":[["def",2],["eos",3],["token",3],["id",3],["self",3],["return",1],["tokenizer",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py#TokenizerGroup.get_lora_tokenizer","name":[["lora",1],["tokenizer",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["tokenizer",1],["py",1]],"body":[["def",2],["lora",18],["tokenizer",14],["self",10],["request",7],["optional",2],["lo",2],["rarequest",2],["pre",2],["trained",2],["if",2],["not",3],["enable",1],["return",3],["int",3],["id",3],["tokenizers",3],["todo",1],["sgm",1],["also",1],["passed",1],["but",1],["may",1],["be",1],["different",1],["config",1],["put",1],["else",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py#TokenizerGroup.pad_token_id","name":[["pad",1],["token",1],["id",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["tokenizer",1],["py",1]],"body":[["def",2],["pad",3],["token",3],["id",3],["self",3],["return",1],["tokenizer",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/weight_loaders.py","name":[["weight",1],["loaders",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["weight",1],["loaders",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",1],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",2],["https",1],["github",1],["com",1],["vllm",3],["project",1],["tree",1],["main",1],["model",1],["executor",1],["models",1],["typing",1],["import",3],["dict",1],["torch",2],["nn",2],["note",1],["shengguangming",1],["replace",1],["origin",1],["weight",1],["loader",1],["function",1],["class",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/weight_loaders.py#default_weight_loader","name":[["default",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["default",3],["weight",8],["loader",3],["param",5],["torch",4],["tensor",4],["loaded",5],["none",2],["assert",2],["size",2],["data",5],["dtype",2],["if",1],["want",1],["shared",1],["weights",1],["type",1],["should",1],["also",1],["be",1],["same",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/weight_loaders.py#gpt2_weight_loader","name":[["gpt2",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["gpt2",2],["weight",14],["loader",6],["actor",3],["weights",5],["dict",5],["vllm",3],["model",3],["nn",4],["module",4],["params",2],["named",1],["parameters",1],["remove",1],["duplicate",1],["false",1],["name",12],["loaded",4],["items",1],["if",5],["lm",1],["head",1],["gpt",2],["ties",1],["embedding",1],["layer",2],["final",1],["linear",2],["continue",4],["attn",4],["bias",3],["masked",1],["skip",1],["attention",1],["mask",1],["note",2],["should",1],["not",4],["be",1],["skipped",1],["startswith",1],["transformer",2],["param",3],["hf",1],["implementation",1],["uses",1],["conv1",1],["instead",1],["because",1],["need",1],["transpose",1],["zhuohan",1],["logic",1],["below",1],["might",1],["break",1],["quantized",1],["models",1],["conv1d",2],["proj",1],["fc",1],["endswith",1],["todo",1],["check",1],["megatron",1],["getattr",1],["default",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/weight_loaders.py#llama_weight_loader","name":[["llama",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["llama",4],["weight",8],["loader",6],["actor",3],["weights",3],["dict",5],["vllm",3],["model",3],["nn",4],["module",6],["note",2],["shengguangming",2],["megatron",2],["may",2],["have",2],["prefix",6],["params",2],["named",1],["parameters",1],["name",6],["loaded",2],["items",1],["if",2],["len",2],["rotary",1],["emb",1],["inv",1],["freq",1],["continue",1],["else",1],["param",3],["getattr",1],["default",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/weight_loaders.py#mistral_weight_loader","name":[["mistral",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["mistral",2],["weight",8],["loader",6],["actor",3],["weights",3],["dict",5],["vllm",3],["model",3],["nn",4],["module",6],["todo",2],["need",2],["implement",2],["general",2],["way",2],["deal",2],["prefix",6],["params",2],["named",1],["parameters",1],["name",6],["loaded",2],["items",1],["if",2],["len",2],["rotary",1],["emb",1],["inv",1],["freq",1],["continue",1],["else",1],["param",3],["getattr",1],["default",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/weight_loaders.py#parallel_weight_loader","name":[["parallel",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["parallel",3],["weight",11],["loader",3],["self",2],["param",7],["torch",4],["tensor",4],["loaded",8],["none",2],["linear",1],["assert",2],["size",8],["parameter",1],["not",1],["align",1],["format",1],["data",5],["dtype",2],["if",1],["want",1],["shared",1],["weights",1],["type",1],["should",1],["also",1],["be",1],["same",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/worker.py","name":[["worker",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",1],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",3],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",15],["https",1],["github",1],["com",1],["vllm",12],["project",1],["blob",1],["main",1],["worker",4],["py",1],["gpu",1],["class",1],["import",18],["os",1],["gc",1],["typing",1],["dict",1],["list",1],["tuple",1],["optional",1],["union",1],["torch",3],["nn",2],["config",6],["cache",3],["device",1],["model",11],["parallel",10],["scheduler",1],["lo",2],["raconfig",1],["executor",4],["input",1],["metadata",2],["random",1],["seed",1],["utils",3],["state",3],["initialize",2],["sampling",3],["params",2],["type",1],["sequence",3],["sampler",1],["output",1],["data",1],["group",2],["engine",2],["custom",2],["all",1],["reduce",1],["init",1],["ar",1],["tensor",1],["runner",2],["loader",1],["load",1],["weights",1],["megatron",1],["lora",1],["request",1],["rarequest",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/worker.py#_check_if_gpu_supports_dtype","name":[["check",1],["if",1],["gpu",1],["supports",1],["dtype",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["check",4],["if",6],["gpu",7],["supports",4],["dtype",9],["torch",8],["bfloat16",2],["compute",6],["capability",7],["cuda",2],["device",2],["name",3],["raise",1],["value",1],["error",1],["only",1],["supported",1],["gpus",1],["at",1],["least",1],["your",1],["has",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/worker.py#_init_distributed_environment","name":[["init",1],["distributed",1],["environment",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["init",9],["distributed",14],["environment",4],["parallel",10],["config",6],["rank",4],["int",2],["method",6],["optional",2],["str",2],["none",4],["initialize",3],["if",3],["torch",6],["initialized",4],["print",1],["has",1],["been",1],["before",1],["llm",1],["elif",1],["not",2],["raise",1],["value",1],["error",1],["must",1],["be",1],["already",1],["else",2],["process",1],["group",1],["backend",1],["nccl",1],["world",3],["size",5],["small",1],["all",2],["reduce",2],["warmup",1],["zeros",1],["cuda",1],["todo",1],["shengguangming",1],["maybe",1],["should",1],["also",1],["flag",1],["megatron",2],["model",3],["from",1],["tensor",2]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/worker.py#_pad_to_alignment","name":[["pad",1],["alignment",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["pad",5],["alignment",2],["list",4],["int",8],["multiple",3],["return",1],["len",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/worker.py#_pad_to_max","name":[["pad",1],["max",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["pad",5],["max",5],["list",4],["int",8],["len",4],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker","name":[["worker",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["class",3],["worker",6],["executes",1],["partition",2],["model",40],["gpu",28],["each",2],["associated",1],["single",1],["responsible",1],["maintaining",1],["kv",4],["cache",40],["executing",1],["case",1],["distributed",13],["inference",3],["assigned",1],["def",6],["init",11],["self",59],["union",1],["nn",1],["module",1],["dict",2],["itself",1],["its",1],["parameter",1],["config",39],["parallel",11],["scheduler",5],["device",9],["rank",14],["optional",5],["int",11],["none",17],["method",4],["str",3],["lora",6],["lo",1],["raconfig",1],["dtype",7],["auto",1],["will",3],["be",5],["replaced",1],["runner",7],["uninitialized",1],["engine",14],["initialized",1],["by",2],["block",10],["size",10],["sliding",1],["window",1],["events",3],["offloading",1],["params",1],["cpu",12],["cupy",2],["port",1],["torch",16],["all",8],["reduce",8],["not",4],["free",6],["input",1],["tensor",5],["until",1],["synchronization",1],["point",1],["causes",1],["memory",18],["usage",3],["grow",1],["as",1],["number",4],["calls",1],["increases",1],["env",2],["var",1],["disables",1],["behavior",1],["related",1],["issue",1],["https",1],["discuss",1],["pytorch",1],["org",1],["cuda",10],["allocation",1],["lifetime",1],["inputs",2],["191573",1],["os",3],["environ",1],["nccl",1],["avoid",1],["record",1],["streams",1],["vars",1],["torchrun",1],["if",6],["else",1],["getenv",2],["local",3],["raise",1],["value",1],["error",1],["invalid",1],["unspecified",1],["check",1],["supports",1],["initialize",2],["environment",2],["todo",1],["disable",1],["custom",2],["ar",1],["random",1],["seed",2],["actor",1],["load",2],["mode",1],["profile",4],["num",20],["available",1],["blocks",23],["utilization",3],["float",1],["swap",2],["space",2],["tuple",1],["maximum",1],["allocated",2],["remaining",2],["empty",2],["reset",1],["peak",4],["stats",1],["execute",1],["forward",1],["pass",1],["dummy",1],["run",1],["calculate",1],["profiled",1],["synchronize",2],["total",3],["mem",1],["info",1],["note",1],["sgm",1],["max",2],["manager",1],["remove",1],["loras",1],["gc",1],["collect",1],["op",4],["min",2],["group",4],["item",2],["return",1],["ensure",1],["enforce",1],["eager",1],["true",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["init",9],["self",20],["model",21],["union",2],["nn",2],["module",2],["dict",4],["itself",2],["its",2],["parameter",2],["config",33],["parallel",7],["scheduler",7],["device",5],["rank",4],["optional",8],["int",2],["none",15],["distributed",4],["method",4],["str",4],["lora",6],["lo",2],["raconfig",2],["kv",4],["cache",10],["dtype",4],["auto",2],["will",3],["be",3],["replaced",2],["runner",2],["uninitialized",1],["engine",4],["initialized",1],["by",1],["block",1],["size",1],["sliding",1],["window",1],["events",1],["gpu",1],["offloading",1],["inference",1],["params",1],["cpu",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.add_lora","name":[["add",1],["lora",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["add",3],["lora",6],["self",3],["request",3],["lo",2],["rarequest",2],["bool",2],["return",1],["model",1],["runner",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.cache_swap","name":[["cache",1],["swap",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["cache",17],["swap",12],["self",6],["blocks",12],["dict",6],["int",12],["out",5],["copy",5],["list",2],["none",4],["issue",2],["operations",3],["issued",5],["op",5],["false",1],["if",6],["engine",3],["true",3],["events",4],["else",1],["wait",2],["finish",1],["todo",1],["woosuk",1],["profile",1],["swapping",1],["overhead",1],["optimize",1],["needed",1],["not",1],["event",2]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.execute_model","name":[["execute",1],["model",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["execute",5],["model",7],["self",8],["seq",7],["group",7],["metadata",10],["list",9],["sequence",3],["blocks",9],["swap",7],["dict",6],["int",12],["out",3],["copy",3],["sampler",2],["output",6],["num",2],["groups",2],["len",1],["cache",5],["if",2],["there",1],["no",1],["input",12],["don",1],["need",1],["return",3],["runner",1],["gpu",2],["prepare",2],["tensors",1],["note",1],["shengguangming",1],["currently",1],["pad",1],["our",1],["dataloader",1],["unpad",1],["pre",1],["process",1],["just",1],["un",1],["padded",1],["better",1],["performance",1],["tokens",2],["positions",3],["inputs",1],["ids",1],["kv",1],["caches",1],["events",2]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.free_cache_engine","name":[["free",1],["cache",1],["engine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["free",2],["cache",4],["engine",3],["self",4],["ensure",2],["enforce",2],["eager",2],["true",2],["none",2],["gpu",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.init_cache_engine","name":[["init",1],["cache",1],["engine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["init",2],["cache",19],["engine",8],["self",15],["config",9],["none",4],["if",1],["gpu",3],["model",2],["parallel",1],["events",2],["runner",1],["block",2],["size",2]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.init_model","name":[["init",1],["model",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["init",5],["model",11],["self",17],["cupy",3],["port",2],["optional",2],["int",4],["none",3],["torch",5],["distributed",7],["all",7],["reduce",7],["not",5],["free",2],["input",2],["tensor",2],["until",2],["synchronization",2],["point",2],["causes",2],["memory",2],["usage",2],["grow",2],["as",2],["number",2],["calls",2],["increases",2],["env",3],["var",2],["disables",2],["behavior",2],["related",2],["issue",2],["https",2],["discuss",2],["pytorch",2],["org",2],["cuda",4],["allocation",2],["lifetime",2],["inputs",2],["191573",2],["os",3],["environ",1],["nccl",1],["avoid",1],["record",1],["streams",1],["vars",1],["will",1],["be",1],["by",1],["torchrun",1],["rank",10],["if",4],["else",1],["getenv",2],["local",3],["device",4],["raise",1],["value",1],["error",1],["invalid",1],["unspecified",1],["check",1],["gpu",1],["supports",1],["dtype",2],["config",6],["initialize",2],["environment",2],["todo",1],["parallel",2],["method",1],["disable",1],["custom",2],["ar",1],["random",1],["seed",2],["actor",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.list_loras","name":[["list",1],["loras",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["list",3],["loras",3],["self",3],["int",2],["return",1],["model",1],["runner",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.load_model","name":[["load",1],["model",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["load",3],["model",4],["self",3],["runner",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.offload_model_weights","name":[["offload",1],["model",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["offload",2],["model",11],["weights",2],["self",9],["none",3],["if",1],["cpu",6],["name",5],["params",5],["runner",2],["named",2],["parameters",2],["torch",1],["empty",1],["like",1],["device",1],["data",2],["else",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.profile_num_available_blocks","name":[["profile",1],["num",1],["available",1],["blocks",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["profile",6],["num",21],["available",2],["blocks",25],["self",7],["block",8],["size",8],["int",11],["gpu",20],["memory",20],["utilization",4],["float",2],["cpu",12],["swap",3],["space",3],["cache",13],["dtype",3],["str",2],["tuple",2],["usage",3],["model",9],["maximum",2],["number",4],["be",3],["allocated",3],["remaining",3],["free",5],["torch",11],["cuda",7],["empty",2],["reset",1],["peak",4],["stats",1],["execute",1],["forward",1],["pass",1],["dummy",1],["inputs",1],["runner",3],["run",1],["calculate",1],["profiled",1],["synchronize",2],["total",3],["mem",1],["info",1],["engine",1],["config",2],["parallel",3],["note",1],["sgm",1],["max",2],["if",1],["lora",1],["manager",1],["remove",1],["all",4],["loras",1],["gc",1],["collect",1],["rank",1],["tensor",4],["device",2],["distributed",4],["reduce",4],["op",4],["min",2],["group",4],["item",2],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.remove_lora","name":[["remove",1],["lora",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["remove",3],["lora",6],["self",3],["id",3],["int",2],["bool",2],["return",1],["model",1],["runner",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.sync_model_weights","name":[["sync",1],["model",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["sync",2],["model",4],["weights",6],["self",3],["actor",3],["dict",2],["load",1],["runner",1]]},{"id":"verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.warm_up_model","name":[["warm",1],["up",1],["model",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["warm",2],["up",2],["model",7],["self",6],["none",2],["if",1],["not",2],["config",2],["enforce",1],["eager",1],["runner",1],["capture",1],["gpu",1],["cache",1],["reset",1],["seed",3],["ensure",1],["random",2],["state",1],["affected",1],["by",1],["initialization",1],["profiling",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/__init__.py","name":[["init",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["init",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py","name":[["arg",1],["utils",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["arg",1],["utils",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",1],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",2],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",8],["https",1],["github",1],["com",1],["vllm",6],["project",1],["blob",1],["main",1],["engine",2],["arg",1],["utils",2],["py",1],["import",11],["os",1],["argparse",1],["dataclasses",2],["dataclass",2],["typing",1],["list",1],["optional",1],["union",1],["torch",1],["nn",2],["transformers",1],["pretrained",1],["config",14],["model",2],["load",1],["cache",1],["decoding",1],["device",1],["lo",1],["raconfig",1],["parallel",1],["scheduler",1],["speculative",1],["tokenizer",1],["pool",1],["vision",1],["executor",1],["layers",1],["quantization",2],["methods",1],["str",1],["int",1],["tuple",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py#EngineArgs","name":[["engine",1],["args",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["arg",1],["utils",1],["py",1]],"body":[["class",2],["engine",10],["args",9],["arguments",4],["llm",2],["model",15],["hf",1],["config",4],["pretrained",1],["none",28],["skip",1],["tokenizer",15],["init",1],["bool",11],["false",11],["served",1],["name",7],["optional",24],["union",1],["str",25],["list",1],["todo",2],["download",4],["dir",4],["load",9],["format",10],["auto",11],["dtype",5],["kv",1],["cache",3],["quantization",2],["param",1],["path",3],["seed",1],["int",27],["max",13],["len",5],["worker",2],["ray",5],["pipeline",2],["parallel",5],["size",7],["tensor",1],["loading",2],["workers",2],["block",2],["16",2],["enable",3],["prefix",1],["caching",1],["v2",1],["manager",1],["swap",1],["space",1],["gi",1],["gpu",3],["memory",1],["utilization",1],["float",3],["90",1],["num",5],["batched",1],["tokens",2],["seqs",1],["256",2],["logprobs",1],["open",1],["ai",1],["default",15],["value",1],["disable",2],["log",1],["stats",1],["revision",5],["code",3],["enforce",1],["eager",1],["context",2],["capture",2],["seq",1],["8192",1],["custom",1],["all",1],["reduce",1],["pool",3],["type",13],["extra",3],["dict",2],["lora",4],["loras",3],["rank",1],["fully",1],["sharded",1],["vocab",1],["cpu",1],["device",1],["nsight",1],["blocks",1],["override",1],["lookahead",1],["slots",1],["loader",1],["related",1],["vision",1],["language",1],["models",3],["such",1],["as",1],["llava",1],["image",4],["input",2],["token",1],["id",3],["shape",1],["feature",1],["scheduler",1],["delay",1],["factor",1],["chunked",1],["prefill",1],["guided",1],["decoding",2],["backend",1],["outlines",1],["speculative",4],["configuration",1],["ngram",2],["prompt",2],["lookup",2],["min",1],["staticmethod",1],["def",1],["add",13],["cli",2],["parser",15],["argparse",2],["argument",14],["shared",1],["shengguangming",1],["delete",1],["unused",1],["facebook",1],["opt",1],["125m",1],["help",11],["huggingface",4],["specific",2],["version",4],["be",4],["branch",2],["tag",2],["commit",2],["if",5],["unspecified",3],["will",12],["mode",3],["choices",3],["slow",3],["fast",1],["available",2],["always",1],["trust",2],["remote",2],["action",2],["store",3],["true",2],["from",2],["directory",1],["weights",8],["pt",2],["safetensors",5],["npcache",2],["dummy",2],["try",1],["fall",1],["back",1],["pytorch",3],["bin",2],["not",1],["numpy",1],["speed",1],["up",1],["initialize",1],["random",1],["values",1],["mainly",1],["profiling",1],["half",1],["float16",1],["bfloat16",1],["float32",1],["data",1],["activations",1],["option",1],["fp16",2],["precision",2],["fp32",1],["bf16",2],["length",1],["automatically",2],["derived",1],["distributed",1],["serving",1],["more",1],["than",1],["pp",1],["arg",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py#EngineArgs.add_cli_args","name":[["add",1],["cli",1],["args",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["arg",1],["utils",1],["py",1]],"body":[["def",2],["add",23],["cli",3],["args",16],["parser",28],["argparse",4],["argument",25],["shared",1],["arguments",4],["llm",1],["engine",14],["model",10],["todo",2],["shengguangming",1],["delete",1],["unused",1],["type",19],["str",9],["default",22],["facebook",1],["opt",1],["125m",1],["help",21],["name",6],["path",2],["huggingface",4],["tokenizer",10],["revision",2],["none",5],["specific",2],["version",4],["be",5],["branch",2],["tag",2],["commit",2],["id",2],["if",5],["unspecified",3],["will",12],["mode",3],["choices",5],["auto",6],["slow",3],["fast",1],["available",2],["always",1],["trust",2],["remote",2],["code",2],["action",3],["store",4],["true",3],["from",2],["download",3],["dir",3],["directory",1],["load",8],["weights",9],["cache",3],["format",9],["pt",2],["safetensors",5],["npcache",2],["dummy",2],["try",1],["fall",1],["back",1],["pytorch",3],["bin",2],["not",1],["numpy",1],["speed",1],["up",1],["loading",1],["initialize",1],["random",2],["values",1],["mainly",1],["profiling",1],["dtype",2],["half",1],["float16",1],["bfloat16",1],["float",2],["float32",1],["data",1],["activations",1],["option",1],["fp16",2],["precision",2],["fp32",1],["models",2],["bf16",2],["max",5],["len",1],["int",8],["context",1],["length",1],["automatically",2],["derived",1],["parallel",6],["worker",1],["ray",2],["distributed",1],["serving",1],["more",1],["than",1],["gpu",5],["pipeline",3],["size",8],["pp",1],["number",4],["stages",1],["tensor",3],["tp",1],["replicas",1],["kv",1],["block",3],["16",1],["32",1],["token",1],["woosuk",1],["support",1],["fine",1],["grained",1],["seeds",1],["seed",4],["per",4],["request",1],["swap",3],["space",3],["cpu",1],["gi",1],["memory",3],["utilization",2],["percentage",1],["executor",1],["num",4],["batched",3],["tokens",3],["maximum",2],["iteration",2],["seqs",2],["sequences",1],["disable",2],["log",1],["stats",1],["logging",1],["statistics",1],["quantization",2],["settings",1],["awq",1],["method",1],["quantize",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py#EngineArgs.create_engine_config","name":[["create",1],["engine",1],["config",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["arg",1],["utils",1],["py",1]],"body":[["def",2],["create",4],["engine",5],["config",64],["self",68],["device",5],["note",1],["sgm",1],["only",1],["modify",1],["model",19],["other",1],["configs",1],["import",1],["from",1],["vllm",1],["hf",1],["dtype",6],["seed",1],["revision",3],["code",1],["tokenizer",6],["max",20],["len",6],["quantization",2],["param",1],["path",1],["enforce",1],["eager",1],["context",1],["capture",2],["seq",1],["logprobs",1],["skip",1],["init",1],["served",1],["name",1],["cache",5],["block",4],["size",17],["gpu",2],["memory",1],["utilization",1],["swap",1],["space",1],["kv",1],["num",8],["blocks",1],["override",1],["sliding",1],["window",1],["enable",6],["prefix",1],["caching",1],["parallel",10],["pipeline",1],["tensor",1],["worker",1],["ray",2],["loading",1],["workers",2],["disable",1],["custom",1],["all",1],["reduce",1],["pool",4],["type",6],["extra",5],["nsight",1],["world",7],["by",2],["torchrun",2],["int",2],["os",1],["getenv",1],["assert",1],["not",4],["initialized",1],["todo",1],["spec",2],["speculative",12],["maybe",1],["target",3],["tokens",3],["chunked",4],["prefill",4],["v2",3],["manager",3],["ngram",4],["prompt",4],["lookup",4],["min",2],["scheduler",5],["batched",1],["seqs",1],["lookahead",3],["slots",3],["if",5],["none",4],["else",4],["delay",2],["factor",2],["lora",10],["lo",1],["raconfig",1],["rank",2],["loras",8],["fully",2],["sharded",2],["vocab",2],["cpu",4],["load",6],["format",2],["download",2],["dir",2],["loader",2],["image",17],["input",9],["token",4],["id",4],["shape",4],["feature",4],["raise",1],["value",1],["error",1],["specify",1],["together",1],["vision",6],["language",6],["enum",1],["str",1],["tuple",1],["decoding",6],["guided",2],["backend",2],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py#EngineArgs.from_cli_args","name":[["from",1],["cli",1],["args",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["arg",1],["utils",1],["py",1]],"body":[["def",2],["from",3],["cli",2],["args",9],["cls",4],["argparse",2],["namespace",2],["engine",4],["list",2],["attributes",3],["dataclass",2],["attrs",2],["attr",5],["name",1],["dataclasses",1],["fields",1],["parsed",1],["arguments",1],["getattr",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py#nullable_str","name":[["nullable",1],["str",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["arg",1],["utils",1],["py",1]],"body":[["def",2],["nullable",2],["str",4],["val",5],["if",1],["not",1],["none",2],["return",2]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/config.py","name":[["config",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",1],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",9],["https",1],["github",1],["com",1],["vllm",8],["project",1],["blob",1],["main",1],["config",9],["py",1],["import",10],["enum",1],["json",1],["typing",1],["list",1],["optional",1],["union",1],["dataclasses",1],["dataclass",2],["field",1],["fields",1],["transformers",2],["pretrained",1],["logger",4],["init",2],["model",2],["executor",1],["layers",1],["quantization",3],["utils",2],["hf",1],["text",1],["hip",1],["add",1],["verl",1],["verify",2],["dtype",1],["max",1],["len",1],["gptqmarlin",1],["gptq",1],["marlin",1],["name",1],["gb",1],["30",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/config.py#LoadConfig","name":[["load",1],["config",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["class",2],["load",30],["config",8],["download",3],["dir",2],["directory",2],["weights",7],["default",3],["cache",2],["huggingface",1],["format",28],["model",8],["auto",2],["will",6],["try",1],["safetensors",4],["fall",1],["back",1],["pytorch",3],["bin",2],["if",5],["not",7],["available",1],["pt",1],["npcache",1],["store",1],["numpy",1],["speed",1],["up",1],["loading",2],["dummy",1],["initialize",1],["random",1],["values",1],["mainly",1],["profiling",1],["tensorizer",2],["core",1],["weave",1],["library",1],["fast",1],["weight",1],["union",2],["str",6],["base",1],["loader",7],["optional",2],["none",2],["extra",6],["dict",2],["field",1],["factory",1],["def",2],["post",1],["init",1],["self",8],["isinstance",2],["json",1],["loads",1],["verify",2],["return",1],["lower",1],["rocm",6],["supported",7],["list",1],["hip",1],["members",1],["raise",1],["value",1],["error",1],["formats",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/config.py#LoadConfig.__post_init__","name":[["post",1],["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["def",2],["post",2],["init",2],["self",5],["model",5],["loader",5],["extra",5],["config",5],["if",1],["isinstance",1],["str",1],["json",1],["loads",1],["verify",1],["load",1],["format",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/config.py#LoadConfig._verify_load_format","name":[["verify",1],["load",1],["format",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["def",2],["verify",2],["load",18],["format",17],["self",5],["none",2],["if",3],["not",6],["isinstance",1],["str",2],["return",1],["lower",1],["rocm",6],["supported",7],["list",1],["hip",1],["members",1],["raise",1],["value",1],["error",1],["formats",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/config.py#LoadFormat","name":[["load",1],["format",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["class",2],["load",2],["format",2],["str",2],["enum",4],["auto",2],["megatron",4],["hf",4],["dtensor",4],["dummy",6]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/config.py#ModelConfig","name":[["model",1],["config",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["class",2],["model",37],["config",17],["configuration",1],["args",1],["name",20],["path",9],["huggingface",3],["tokenizer",19],["mode",6],["auto",3],["will",17],["fast",1],["if",13],["available",2],["slow",2],["always",2],["trust",3],["remote",3],["code",8],["from",2],["hugging",2],["face",2],["downloading",1],["download",2],["dir",1],["directory",2],["load",10],["weights",10],["default",5],["cache",4],["format",9],["try",1],["safetensors",4],["fall",3],["back",3],["pytorch",3],["bin",2],["not",4],["pt",1],["npcache",1],["store",1],["numpy",1],["speed",1],["up",1],["loading",1],["dummy",1],["initialize",1],["random",2],["values",1],["mainly",1],["profiling",1],["dtype",6],["data",1],["type",2],["activations",1],["option",1],["fp16",2],["precision",2],["fp32",1],["models",2],["bf16",2],["seed",5],["reproducibility",1],["revision",14],["specific",3],["version",5],["be",7],["branch",3],["tag",4],["commit",3],["id",3],["unspecified",3],["hub",1],["max",21],["len",20],["maximum",3],["length",3],["sequence",4],["including",1],["prompt",1],["output",1],["none",13],["derived",1],["quantization",10],["method",1],["was",1],["quantize",1],["assume",1],["quantized",1],["param",4],["json",1],["file",1],["containing",1],["scaling",3],["factors",3],["kv",2],["into",1],["fp8",2],["e4",2],["m3",2],["rocm",2],["amd",1],["gpu",1],["future",1],["these",1],["also",1],["activation",1],["weight",1],["enforce",5],["eager",9],["whether",1],["execution",2],["true",2],["disable",1],["cuda",5],["graph",3],["execute",1],["false",3],["hybrid",1],["context",10],["capture",13],["covered",2],["by",2],["graphs",2],["has",2],["larger",2],["than",2],["deprecated",2],["seq",6],["instead",2],["skip",5],["init",5],["initialization",1],["detokenizer",1],["served",5],["metrics",1],["matches",1],["exposed",1],["via",1],["apis",1],["multiple",1],["names",1],["provided",1],["first",1],["specified",1],["same",1],["as",1],["def",1],["self",27],["hf",11],["pretrained",1],["str",8],["int",5],["optional",9],["bool",2],["logprobs",3],["union",1],["list",1],["raise",1],["value",1],["error",1],["text",2],["todo",1],["multimodal",1],["verify",6]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/config.py#ModelConfig.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["def",2],["init",6],["self",28],["hf",12],["config",15],["pretrained",2],["dtype",5],["str",16],["seed",4],["int",10],["revision",13],["optional",18],["none",21],["code",5],["tokenizer",10],["max",21],["model",13],["len",17],["quantization",9],["param",4],["path",6],["enforce",4],["eager",4],["bool",4],["false",4],["context",7],["capture",12],["seq",5],["logprobs",4],["skip",4],["served",5],["name",7],["union",2],["list",2],["if",1],["not",1],["raise",1],["value",1],["error",1],["deprecated",1],["instead",1],["trust",1],["remote",1],["text",2],["todo",1],["multimodal",1],["verify",6],["load",1],["format",1],["mode",1],["cuda",1],["graph",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py","name":[["dtensor",1],["weight",1],["loaders",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",2],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",3],["as",3],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",6],["https",1],["github",1],["com",1],["vllm",7],["project",1],["tree",1],["main",1],["model",10],["executor",4],["models",2],["typing",1],["import",7],["dict",2],["iterable",1],["tuple",1],["torch",3],["nn",2],["tensor",1],["dtensor",15],["shard",1],["replicate",1],["layers",1],["linear",1],["registry",2],["loader",14],["weight",14],["utils",1],["default",1],["gpt2",2],["lmhead",1],["llama",9],["causal",10],["lm",10],["lla",1],["mafor",1],["mistral",2],["same",1],["intern",1],["lmfor",1],["aquila",2],["phi3",1],["gemma",2],["gptbig",1],["code",1],["gptbigcode",1],["load",3],["weights",3],["starcoder2",2],["qwen2",2],["actor",1],["state",1],["note",1],["sgm",1],["per",1],["parameter",1],["each",1],["sub",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#_get_model_weight_loader","name":[["model",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["model",6],["weight",5],["loader",5],["arch",5],["str",2],["if",1],["dtensor",3],["registry",3],["return",1],["raise",1],["value",1],["error",1],["architectures",2],["not",1],["supported",2],["now",1],["keys",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#_process_parameter_names","name":[["process",1],["parameter",1],["names",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["process",2],["parameter",2],["names",2],["name",12],["remove",4],["weight",3],["if",4],["exists",2],["at",2],["end",2],["string",3],["endswith",1],["model",7],["layers",4],["prefix",1],["parts",5],["split",1],["reconstruct",1],["without",1],["join",1],["elif",1],["startswith",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#gemma_dtensor_weight_loader","name":[["gemma",1],["dtensor",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["gemma",3],["dtensor",5],["weight",31],["loader",14],["actor",3],["weights",6],["dict",9],["vllm",4],["model",3],["nn",4],["module",4],["stacked",6],["params",8],["mapping",2],["param",18],["name",26],["shard",7],["id",3],["qkv",3],["proj",10],["gate",3],["up",3],["named",1],["parameters",1],["loaded",13],["items",1],["if",5],["not",4],["continue",4],["replace",1],["skip",3],["loading",3],["extra",2],["bias",4],["gptq",2],["models",2],["endswith",2],["local",6],["redistribute",3],["getattr",3],["default",3],["dtype",6],["break",1],["else",2],["lm",3],["head",3],["as",1],["tied",1],["embed",1],["token",1],["prevent",1],["errors",1],["rmsnorm",1],["different",1],["from",1],["llama",1],["multiplies",1],["output",1],["instead",1],["just",1],["norm",3]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#gpt2_dtensor_weight_loader","name":[["gpt2",1],["dtensor",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["gpt2",2],["dtensor",2],["weight",2],["loader",2],["actor",2],["weights",2],["dict",2],["vllm",2],["model",2],["nn",4],["module",4],["pass",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#gptbigcode_dtensor_load_weights","name":[["gptbigcode",1],["dtensor",1],["load",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["gptbigcode",2],["dtensor",3],["load",2],["weights",6],["actor",3],["dict",5],["vllm",3],["model",3],["nn",2],["module",2],["params",2],["named",1],["parameters",1],["remove",1],["duplicate",1],["false",1],["name",6],["loaded",5],["weight",9],["items",1],["if",2],["lm",1],["head",1],["continue",2],["attn",2],["bias",2],["skip",1],["attention",1],["mask",1],["note",1],["should",1],["not",1],["be",1],["skipped",1],["local",2],["redistribute",1],["param",5],["loader",4],["getattr",1],["default",1],["dtype",2]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#llama_dtensor_weight_loader","name":[["llama",1],["dtensor",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["llama",2],["dtensor",4],["weight",22],["loader",9],["actor",3],["weights",5],["dict",8],["vllm",4],["model",5],["nn",4],["module",4],["stacked",2],["params",7],["mapping",2],["param",12],["name",25],["shard",4],["id",3],["qkv",3],["proj",10],["gate",3],["up",3],["named",1],["parameters",1],["loaded",9],["items",1],["if",7],["rotary",3],["emb",3],["inv",1],["freq",1],["continue",6],["cos",1],["cached",2],["sin",1],["models",3],["trained",1],["colossal",1],["ai",1],["may",1],["include",1],["these",1],["tensors",1],["checkpoint",1],["skip",4],["them",1],["tie",2],["word",2],["embeddings",2],["lm",2],["head",2],["might",1],["appear",1],["unnecessarily",1],["files",1],["processed",1],["quantization",1],["lo",1],["ra",1],["fine",1],["tuning",1],["etc",1],["config",1],["not",3],["replace",1],["loading",2],["extra",2],["bias",4],["gptq",2],["endswith",2],["local",4],["redistribute",2],["dtype",2],["break",1],["else",1],["getattr",1],["default",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#load_dtensor_weights","name":[["load",1],["dtensor",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["load",2],["dtensor",2],["weights",6],["actor",3],["dict",2],["vllm",7],["model",9],["nn",2],["module",2],["weight",3],["loader",3],["class",1],["name",1],["note",1],["sgm",1],["reduce",1],["peak",1],["memory",1],["usage",1],["offload",1],["cpu",1],["after",2],["init",1],["need",1],["sync",1],["first",1],["iter",1],["cuda",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#qwen2_dtensor_weight_loader","name":[["qwen2",1],["dtensor",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["qwen2",2],["dtensor",4],["weight",20],["loader",9],["actor",3],["weights",5],["dict",8],["vllm",4],["model",4],["nn",4],["module",4],["stacked",2],["params",7],["mapping",2],["param",13],["name",23],["shard",4],["id",3],["qkv",3],["proj",10],["gate",3],["up",3],["named",1],["parameters",1],["remove",1],["duplicate",1],["false",1],["loaded",9],["items",1],["if",5],["rotary",1],["emb",1],["inv",1],["freq",1],["continue",5],["config",1],["tie",1],["word",1],["embeddings",1],["lm",1],["head",1],["not",3],["replace",1],["skip",2],["loading",2],["extra",2],["bias",4],["gptq",2],["models",2],["endswith",2],["local",4],["redistribute",2],["dtype",4],["break",1],["else",1],["getattr",1],["default",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#redistribute_dtensor","name":[["redistribute",1],["dtensor",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["redistribute",3],["dtensor",4],["param",8],["name",9],["str",2],["loaded",8],["weights",8],["parallelize",7],["plan",7],["dict",2],["none",3],["process",1],["parameter",1],["names",1],["if",1],["not",2],["assert",1],["keys",2],["placement",2],["local",4],["device",2],["mesh",2],["placements",1],["else",1],["full",1],["tensor",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#starcoder2_dtensor_load_weights","name":[["starcoder2",1],["dtensor",1],["load",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["starcoder2",2],["dtensor",4],["load",2],["weights",7],["actor",3],["dict",6],["vllm",4],["model",4],["nn",2],["module",2],["stacked",2],["params",5],["mapping",2],["param",13],["name",19],["shard",4],["id",3],["qkv",3],["proj",6],["named",1],["parameters",1],["remove",1],["duplicate",1],["false",1],["loaded",9],["weight",18],["items",1],["if",3],["rotary",1],["emb",1],["inv",1],["freq",1],["continue",3],["not",1],["replace",1],["local",4],["redistribute",2],["loader",7],["dtype",4],["break",1],["else",1],["config",1],["tie",1],["word",1],["embeddings",1],["lm",1],["head",1],["getattr",1],["default",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#update_dtensor_weight_loader","name":[["update",1],["dtensor",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["update",2],["dtensor",2],["weight",2],["loader",2],["pass",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/hf_weight_loader.py","name":[["hf",1],["weight",1],["loader",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["hf",1],["weight",1],["loader",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",1],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",4],["https",1],["github",1],["com",1],["vllm",5],["project",1],["tree",1],["main",1],["model",5],["executor",3],["models",1],["typing",1],["import",5],["dict",1],["union",1],["optional",1],["iterable",1],["tuple",1],["torch",3],["nn",2],["loader",3],["utils",2],["default",2],["dtype",1],["weight",2]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/hf_weight_loader.py#gemma_load_weights","name":[["gemma",1],["load",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["hf",1],["weight",1],["loader",1],["py",1]],"body":[["def",2],["gemma",3],["load",2],["weights",7],["self",3],["iterable",2],["tuple",2],["str",2],["torch",2],["tensor",2],["stacked",2],["params",15],["mapping",2],["param",12],["name",21],["shard",7],["id",3],["qkv",3],["proj",10],["gate",3],["up",3],["dict",8],["named",1],["parameters",1],["loaded",7],["weight",22],["if",6],["not",5],["continue",4],["replace",1],["skip",3],["loading",3],["extra",2],["bias",4],["gptq",2],["models",2],["endswith",2],["loader",11],["break",1],["else",2],["lm",3],["head",3],["vllm",1],["as",1],["tied",1],["embed",1],["token",1],["prevent",2],["errors",1],["rmsnorm",1],["different",1],["from",2],["llama",1],["multiplies",1],["output",1],["instead",1],["just",1],["norm",3],["inplace",1],["modify",1],["actor",1],["getattr",2],["default",2],["add",1],["unloaded",3],["keys",1],["raise",1],["runtime",1],["error",1],["some",1],["initialized",1],["checkpoints",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/hf_weight_loader.py#load_hf_weights","name":[["load",1],["hf",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["hf",1],["weight",1],["loader",1],["py",1]],"body":[["def",2],["load",3],["hf",2],["weights",10],["actor",4],["dict",3],["vllm",7],["model",7],["nn",2],["module",7],["assert",1],["isinstance",1],["default",1],["torch",1],["dtype",2],["next",1],["parameters",1],["todo",1],["items",1],["named",1],["modules",1],["quant",5],["method",5],["getattr",1],["none",2],["if",2],["not",1],["process",3],["after",4],["loading",3],["fixme",1],["remove",1],["mixtral",1],["updated",1],["hasattr",1],["cuda",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/hf_weight_loader.py#update_hf_weight_loader","name":[["update",1],["hf",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["hf",1],["weight",1],["loader",1],["py",1]],"body":[["def",2],["update",2],["hf",2],["weight",2],["loader",2],["from",1],["vllm",1],["model",1],["executor",1],["models",1],["gemma",4],["import",1],["causal",2],["lm",2],["load",2],["weights",2]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py","name":[["llm",1],["engine",1],["sp",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",4],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",2],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",17],["https",1],["github",1],["com",1],["vllm",16],["project",1],["blob",1],["main",1],["engine",10],["py",1],["import",19],["torch",2],["typing",1],["dict",2],["optional",1],["union",1],["type",1],["config",12],["cache",1],["decoding",1],["device",1],["lo",1],["raconfig",1],["parallel",1],["scheduler",3],["speculative",1],["vision",1],["core",1],["output",3],["processor",3],["interfaces",1],["sequence",1],["group",2],["stop",2],["checker",2],["executor",3],["base",2],["logger",5],["init",2],["transformers",1],["utils",3],["detokenizer",2],["metrics",1],["stat",1],["usage",5],["lib",1],["context",1],["stats",1],["enabled",1],["message",1],["counter",1],["load",2],["generation",1],["llmengine",1],["nn",2],["arg",1],["args",1],["tokenizer",2],["model",1],["name",1],["local",1],["logging",1],["interval",1],["sec",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py#LLMEngine","name":[["llmengine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["class",14],["llmengine",5],["llm",6],["engine",6],["receives",2],["requests",2],["generates",2],["texts",2],["main",1],["from",5],["clients",1],["includes",1],["tokenizer",18],["language",7],["model",44],["possibly",1],["distributed",7],["across",1],["multiple",1],["gpus",1],["gpu",2],["memory",4],["space",1],["allocated",1],["intermediate",1],["states",1],["aka",1],["kv",4],["cache",13],["utilizes",1],["iteration",1],["level",1],["scheduling",1],["efficient",1],["management",2],["maximize",1],["serving",2],["throughput",1],["wraps",2],["offline",1],["batched",1],["inference",1],["async",1],["online",1],["note",3],["config",95],["arguments",5],["derived",1],["args",3],["comprehensive",1],["list",1],["see",2],["actor",1],["initialize",3],["outside",1],["vllm",4],["add",3],["verl",3],["initialized",1],["configuration",5],["related",4],["parallel",13],["execution",4],["scheduler",8],["request",1],["init",8],["method",2],["initialization",1],["torch",1],["process",1],["group",3],["details",1],["placement",2],["ray",1],["required",1],["log",5],["stats",5],["whether",1],["statistics",1],["def",1],["self",23],["sgm",2],["first",1],["two",1],["added",1],["union",1],["nn",2],["module",2],["dict",3],["itself",1],["its",1],["parameter",1],["original",1],["device",9],["load",11],["lora",5],["optional",4],["lo",1],["raconfig",1],["vision",6],["speculative",8],["decoding",7],["executor",6],["type",1],["base",1],["bool",1],["usage",10],["context",5],["none",3],["logger",1],["info",2],["initializing",1],["skip",3],["mode",3],["revision",4],["trust",2],["remote",2],["code",2],["dtype",6],["max",2],["seq",2],["len",2],["download",2],["dir",2],["format",2],["tensor",3],["size",3],["disable",2],["custom",2],["all",2],["reduce",2],["quantization",4],["enforce",2],["eager",2],["param",2],["path",2],["seed",2],["served",2],["name",4],["version",1],["todo",5],["woosuk",1],["print",1],["more",1],["configs",1],["debug",1],["currently",1],["hfconfig",1],["should",2],["not",2],["store",1],["be",1],["deleted",1],["shengguangming",1],["maybe",1],["choose",1],["here",1],["if",3],["check",1],["detokenizer",3],["else",1],["counter",2],["don",1],["know",1],["generation",2],["fields",1],["spmd",1],["profile",1],["caches",1],["stat",1],["enabled",2],["collect",1],["relevant",1],["loader",1],["import",1],["architecture",2],["message",1],["report",1],["extra",1],["kvs",1],["common",1],["str",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py#LLMEngine.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["init",7],["self",38],["note",6],["sgm",4],["first",2],["two",2],["arguments",5],["added",2],["verl",2],["model",51],["union",2],["nn",4],["module",4],["dict",6],["itself",2],["its",2],["parameter",2],["tokenizer",19],["vllm",4],["original",2],["config",127],["cache",22],["parallel",16],["scheduler",15],["device",11],["load",13],["lora",9],["optional",8],["lo",2],["raconfig",2],["vision",8],["language",8],["speculative",11],["decoding",10],["executor",9],["class",6],["type",2],["base",2],["log",5],["stats",6],["bool",3],["usage",13],["context",9],["engine",3],["none",4],["logger",4],["info",3],["initializing",1],["llm",1],["skip",3],["mode",3],["revision",4],["trust",2],["remote",2],["code",2],["dtype",8],["max",4],["seq",3],["len",4],["download",2],["dir",2],["format",2],["tensor",4],["size",6],["disable",4],["custom",4],["all",4],["reduce",4],["quantization",7],["enforce",4],["eager",4],["kv",3],["param",2],["path",2],["seed",2],["served",3],["name",6],["version",1],["todo",5],["woosuk",1],["print",1],["more",1],["configs",1],["debug",1],["currently",1],["hfconfig",1],["should",2],["not",2],["store",1],["be",1],["deleted",1],["shengguangming",2],["maybe",1],["choose",1],["here",2],["from",2],["if",6],["check",1],["detokenizer",4],["else",1],["counter",3],["don",1],["know",1],["generation",2],["fields",1],["add",1],["spmd",1],["gpu",4],["profile",1],["memory",3],["initialize",2],["caches",1],["stat",4],["enabled",2],["collect",1],["relevant",1],["loader",1],["import",1],["architecture",2],["message",1],["report",1],["extra",1],["kvs",1],["common",1],["configuration",1],["str",1],["block",2],["utilization",2],["feature",1],["flags",1],["enable",3],["prefix",2],["caching",2],["ping",2],["ensure",1],["liveness",1],["runs",1],["different",1],["process",2],["create",3],["have",2],["been",1],["updated",1],["numbers",1],["cpu",1],["blocks",1],["profiled",1],["distributed",1],["each",1],["will",1],["independent",1],["metric",1],["logging",2],["local",2],["interval",2],["sec",1],["labels",1],["sequence",2],["output",4],["processor",4],["beam",1],["search",1],["group",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py#LLMEngine._init_tokenizer","name":[["init",1],["tokenizer",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["init",8],["tokenizer",11],["self",5],["kwargs",6],["dict",1],["enable",1],["lora",2],["bool",1],["config",2],["max",3],["num",2],["seqs",2],["scheduler",1],["input",1],["length",1],["none",1],["update",1],["group",2]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py#LLMEngine.free_cache_engine","name":[["free",1],["cache",1],["engine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["free",3],["cache",3],["engine",3],["self",3],["model",1],["executor",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py#LLMEngine.from_engine_args","name":[["from",1],["engine",1],["args",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["from",4],["engine",22],["args",8],["cls",3],["model",3],["tokenizer",3],["usage",8],["context",10],["llmengine",2],["creates",1],["llm",2],["arguments",1],["create",3],["configs",1],["config",9],["initialize",1],["cluster",1],["specify",1],["executor",5],["class",4],["assert",1],["device",2],["type",1],["cuda",1],["currently",1],["vllm",1],["verl",1],["only",1],["support",1],["running",1],["gpu",2],["if",1],["parallel",1],["world",1],["size",1],["load",2],["format",1],["dummy",1],["hf",1],["spmd",1],["import",1],["spmdgpuexecutor",2],["dict",1],["log",2],["stats",2],["not",1],["disable",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py#LLMEngine.init_cache_engine","name":[["init",1],["cache",1],["engine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["init",3],["cache",3],["engine",3],["self",3],["todo",2],["check",2],["whether",2],["should",2],["rebuild",2],["cudagraph",4],["every",2],["iter",2],["offload",2],["load",2],["kvcache",2],["re",2],["capture",2],["would",2],["be",2],["time",2],["consuming",2],["model",1],["executor",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py#LLMEngine.offload_model_weights","name":[["offload",1],["model",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["offload",3],["model",4],["weights",3],["self",3],["none",2],["executor",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py#LLMEngine.sync_model_weights","name":[["sync",1],["model",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["sync",3],["model",4],["weights",7],["self",3],["actor",4],["dict",2],["str",4],["torch",2],["tensor",2],["load",4],["format",4],["none",2],["executor",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/llm.py","name":[["llm",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",3],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",15],["https",1],["github",1],["com",1],["vllm",9],["project",1],["blob",1],["main",1],["entrypoints",1],["py",1],["typing",1],["import",16],["dict",1],["list",1],["optional",1],["tuple",1],["union",1],["tqdm",2],["transformers",2],["pre",2],["trained",2],["tokenizer",4],["fast",1],["pretrained",1],["config",1],["torch",3],["nn",3],["arg",1],["utils",3],["engine",3],["args",1],["sp",1],["llmengine",1],["lora",1],["request",2],["lo",1],["rarequest",1],["outputs",1],["output",1],["sampling",2],["params",2],["sequence",2],["multi",1],["modal",1],["data",1],["usage",3],["lib",1],["context",1],["counter",1],["rnn",1],["pad",1],["verl",1],["workers",1],["rollout",1],["hybrid",1],["base",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM","name":[["llm",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["class",6],["llm",8],["generating",1],["texts",2],["from",4],["given",2],["prompts",3],["sampling",7],["parameters",3],["includes",1],["tokenizer",40],["language",1],["model",19],["possibly",1],["distributed",2],["across",1],["multiple",1],["gpus",2],["gpu",7],["memory",10],["space",6],["allocated",1],["intermediate",1],["states",2],["aka",1],["kv",3],["cache",7],["batch",1],["generates",1],["intelligent",1],["batching",1],["mechanism",1],["efficient",1],["management",1],["note",2],["intended",1],["be",5],["offline",1],["inference",1],["online",1],["serving",1],["async",1],["llmengine",2],["instead",2],["comprehensive",1],["list",3],["arguments",1],["see",2],["engine",17],["args",6],["hugging",3],["face",3],["transformers",2],["instance",2],["mode",5],["auto",5],["will",7],["fast",6],["if",10],["available",1],["slow",2],["always",2],["trust",3],["remote",3],["code",3],["downloading",1],["tensor",5],["parallel",5],["size",6],["number",2],["execution",3],["parallelism",1],["dtype",7],["data",2],["type",4],["weights",5],["activations",2],["currently",2],["support",2],["float32",2],["float16",2],["bfloat16",1],["torch",2],["attribute",1],["specified",1],["config",7],["file",1],["however",2],["quantization",4],["method",1],["quantize",1],["awq",1],["none",8],["assume",1],["not",3],["quantized",1],["determine",1],["revision",8],["specific",2],["version",2],["branch",2],["name",4],["tag",2],["commit",2],["id",2],["seed",5],["initialize",1],["random",1],["generator",1],["utilization",4],["ratio",1],["between",1],["reserve",1],["higher",1],["values",2],["increase",1],["thus",1],["improve",1],["throughput",1],["value",2],["too",2],["high",1],["may",2],["cause",2],["out",2],["oom",2],["errors",2],["swap",5],["gi",1],["cpu",1],["per",1],["as",1],["temporarily",1],["storing",1],["requests",2],["their",1],["best",2],["larger",2],["than",2],["all",5],["have",1],["you",1],["safely",1],["otherwise",1],["small",1],["enforce",5],["eager",8],["whether",1],["true",2],["disable",7],["cuda",3],["graph",2],["execute",1],["false",4],["hybrid",4],["max",4],["context",6],["len",5],["capture",4],["maximum",1],["covered",1],["by",1],["graphs",1],["sequence",1],["has",1],["length",1],["fall",1],["back",1],["custom",4],["reduce",4],["def",6],["init",3],["self",12],["union",6],["nn",1],["module",1],["dict",2],["itself",1],["its",1],["parameter",1],["pre",10],["trained",10],["base",3],["hf",3],["pretrained",1],["str",7],["bool",3],["int",4],["optional",5],["float",1],["load",3],["format",3],["kwargs",4],["log",2],["stats",2],["cls",2],["isinstance",1],["raise",1],["error",1],["unexpected",1],["must",1],["one",1],["following",1],["verl",1],["workers",1],["rollout",1],["request",1],["counter",2],["free",2],["return",1],["generate",1],["params",2],["para",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["init",2],["self",4],["model",9],["union",4],["nn",2],["module",2],["dict",4],["itself",2],["its",2],["parameter",2],["tokenizer",26],["pre",8],["trained",8],["fast",4],["hybrid",4],["engine",9],["base",4],["hf",4],["config",6],["pretrained",2],["mode",2],["str",10],["auto",6],["trust",2],["remote",2],["code",2],["bool",6],["false",6],["tensor",4],["parallel",4],["size",4],["int",8],["dtype",4],["quantization",4],["optional",6],["none",10],["revision",8],["seed",4],["gpu",4],["memory",4],["utilization",4],["float",2],["swap",4],["space",4],["enforce",4],["eager",4],["max",4],["context",4],["len",4],["capture",4],["disable",6],["custom",4],["all",4],["reduce",4],["load",4],["format",4],["kwargs",5],["if",2],["log",2],["stats",2],["not",2],["true",1],["args",4],["cls",2],["isinstance",1],["raise",1],["value",1],["error",1],["unexpected",1],["type",2],["must",1],["be",1],["one",1],["following",1],["verl",1],["workers",1],["rollout",1],["llm",1],["llmengine",1],["from",1],["request",1],["counter",2]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM._add_request","name":[["add",1],["request",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["add",3],["request",10],["self",4],["prompt",6],["optional",8],["str",3],["sampling",5],["params",5],["token",3],["ids",3],["list",2],["int",2],["lora",4],["lo",2],["rarequest",2],["none",6],["multi",6],["modal",6],["data",6],["id",2],["next",1],["counter",1],["llm",1],["engine",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM._post_process_outputs","name":[["post",1],["process",1],["outputs",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["post",2],["process",2],["outputs",8],["self",5],["request",8],["list",4],["output",15],["tuple",2],["torch",6],["tensor",6],["token",13],["ids",7],["logprobs",13],["completion",1],["usually",1],["len",2],["append",3],["todo",1],["shengguangming",1],["be",1],["optimzied",1],["by",1],["rewrite",1],["sampler",1],["logits",1],["dicts",3],["if",3],["not",2],["none",2],["logprob",4],["dict",2],["id",8],["zip",1],["pad",7],["llm",3],["engine",3],["tokenizer",3],["else",1],["eos",1],["sequence",2],["batch",2],["first",2],["true",2],["padding",2],["value",2],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM._pre_process_inputs","name":[["pre",1],["process",1],["inputs",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["pre",2],["process",2],["inputs",2],["self",5],["prompt",6],["token",13],["ids",6],["torch",3],["tensor",2],["list",2],["int",2],["remove",2],["left",2],["padding",2],["id",7],["pad",6],["llm",3],["engine",3],["tokenizer",3],["if",1],["not",1],["none",1],["else",1],["eos",1],["non",2],["index",2],["nonzero",1],["as",1],["tuple",1],["false",1],["tolist",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM._run_engine","name":[["run",1],["engine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["run",3],["engine",6],["self",6],["tqdm",8],["bool",2],["list",3],["request",5],["output",6],["initialize",2],["if",4],["num",3],["requests",6],["llm",3],["unfinished",2],["pbar",3],["total",1],["desc",1],["processed",1],["prompts",1],["dynamic",1],["ncols",1],["true",1],["outputs",9],["while",1],["has",1],["step",3],["finished",2],["append",1],["update",1],["close",1],["sort",1],["by",1],["id",2],["necessary",1],["because",1],["some",1],["may",1],["be",1],["earlier",1],["than",1],["its",1],["previous",1],["sorted",1],["key",1],["lambda",1],["int",1],["todo",1],["shengguangming",1],["maybe",1],["hack",1],["autoregressive",1],["logics",1],["without",1],["only",1],["apply",1],["post",2],["process",2],["better",1],["performance",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM.free_cache_engine","name":[["free",1],["cache",1],["engine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["free",3],["cache",3],["engine",4],["self",3],["llm",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM.generate","name":[["generate",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["generate",3],["self",6],["prompts",26],["optional",10],["union",4],["str",6],["list",21],["none",26],["sampling",19],["params",17],["prompt",17],["token",19],["ids",19],["int",2],["tqdm",5],["bool",2],["true",3],["lora",5],["request",10],["lo",3],["rarequest",2],["multi",14],["modal",14],["data",18],["output",3],["generates",1],["completions",3],["input",3],["note",2],["class",1],["automatically",1],["batches",1],["given",1],["considering",1],["memory",1],["constraint",1],["best",1],["performance",1],["put",1],["all",1],["your",1],["into",2],["single",3],["pass",1],["method",1],["args",1],["parameters",2],["text",1],["generation",2],["if",16],["default",2],["value",5],["applied",1],["every",1],["must",5],["have",1],["same",4],["length",1],["as",2],["paired",1],["one",2],["by",1],["tokenizer",3],["convert",3],["whether",1],["display",1],["progress",1],["bar",1],["ra",1],["any",1],["returns",1],["objects",1],["containing",1],["generated",1],["order",1],["raise",4],["error",4],["either",1],["be",4],["provided",1],["llm",1],["engine",3],["model",1],["config",1],["skip",2],["init",2],["not",7],["isinstance",4],["len",5],["lengths",2],["num",4],["requests",5],["else",5],["assert",1],["elif",1],["torch",1],["float16",1],["add",2],["range",1],["shengguangming",1],["rollout",1],["pre",1],["process",1],["inputs",1],["ith",1],["image",1],["while",1],["maintaining",1],["batch",1],["dim",1],["type",2],["unsqueeze",1],["return",1],["run",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM.get_tokenizer","name":[["tokenizer",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["tokenizer",7],["self",3],["union",2],["pre",4],["trained",4],["fast",2],["return",1],["llm",1],["engine",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM.init_cache_engine","name":[["init",1],["cache",1],["engine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["init",3],["cache",3],["engine",4],["self",3],["llm",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM.offload_model_weights","name":[["offload",1],["model",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["offload",3],["model",3],["weights",3],["self",3],["none",2],["llm",1],["engine",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM.set_tokenizer","name":[["tokenizer",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["tokenizer",10],["self",3],["union",2],["pre",4],["trained",4],["fast",2],["none",2],["llm",1],["engine",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM.sync_model_weights","name":[["sync",1],["model",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["sync",3],["model",3],["weights",7],["self",3],["actor",4],["dict",2],["str",4],["torch",2],["tensor",2],["load",4],["format",4],["none",2],["llm",1],["engine",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py","name":[["megatron",1],["weight",1],["loaders",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",2],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",3],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",6],["https",1],["github",1],["com",1],["vllm",8],["project",1],["tree",1],["main",1],["model",9],["executor",5],["models",2],["typing",1],["import",7],["dict",2],["torch",2],["nn",2],["layers",3],["linear",5],["vocab",6],["parallel",14],["embedding",3],["lmhead",3],["activation",4],["scaled",3],["registry",4],["note",1],["shengguangming",3],["replace",1],["origin",1],["weight",22],["loader",22],["function",3],["class",4],["layer",5],["megatron",9],["column",2],["merged",1],["qkvparallel",1],["row",1],["todo",1],["latest",1],["commit",1],["fix",1],["awq",1],["add",1],["load",2],["weights",2],["default",3],["items",1],["setattr",1],["gpt2",2],["llama",3],["causal",3],["lm",3],["core",2],["te",3],["backend",1],["open",1],["source",1],["lla",1],["mafor",1],["mistral",2],["actor",1],["state",1],["fixme",1],["will",1],["pad",1],["64",2],["incur",1],["out",1],["bounds",1],["so",1],["need",1],["rewrite",1],["init",1],["padding",1],["size",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#_get_model_weight_loader","name":[["model",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["model",6],["weight",4],["loader",4],["arch",5],["str",2],["if",1],["megatron",2],["registry",3],["return",1],["raise",1],["value",1],["error",1],["architectures",2],["not",1],["supported",3],["now",1],["archs",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#_replace_name","name":[["replace",1],["name",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["replace",4],["name",38],["megatron",14],["mapping",3],["if",3],["not",1],["continue",1],["layers",2],["deal",1],["decoder",2],["model",1],["list",13],["split",1],["layer",2],["norm",2],["weight",3],["bias",3],["param",12],["append",3],["join",2],["else",2],["return",2]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#_replace_name~2","name":[["replace",1],["name",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["replace",4],["name",38],["megatron",14],["mapping",3],["if",3],["not",1],["continue",1],["layers",2],["deal",1],["decoder",2],["model",1],["list",13],["split",1],["layer",2],["norm",2],["weight",3],["bias",3],["param",12],["append",3],["join",2],["else",2],["return",2]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#default_weight_loader","name":[["default",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["default",3],["weight",8],["loader",3],["param",5],["torch",4],["tensor",4],["loaded",5],["none",2],["assert",2],["size",2],["data",5],["dtype",2],["if",1],["want",1],["shared",1],["weights",1],["type",1],["should",1],["also",1],["be",1],["same",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#gpt2_weight_loader","name":[["gpt2",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["gpt2",2],["weight",14],["loader",6],["actor",3],["weights",5],["dict",5],["vllm",3],["model",3],["nn",4],["module",4],["params",2],["named",1],["parameters",1],["remove",1],["duplicate",1],["false",1],["name",12],["loaded",4],["items",1],["if",5],["lm",1],["head",1],["gpt",2],["ties",1],["embedding",1],["layer",2],["final",1],["linear",2],["continue",4],["attn",4],["bias",3],["masked",1],["skip",1],["attention",1],["mask",1],["note",2],["should",1],["not",4],["be",1],["skipped",1],["startswith",1],["transformer",2],["param",3],["hf",1],["implementation",1],["uses",1],["conv1",1],["instead",1],["because",1],["need",1],["transpose",1],["zhuohan",1],["logic",1],["below",1],["might",1],["break",1],["quantized",1],["models",1],["conv1d",2],["proj",1],["fc",1],["endswith",1],["todo",1],["check",1],["megatron",1],["getattr",1],["default",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#llama_megatron_core_te_weight_loader","name":[["llama",1],["megatron",1],["core",1],["te",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["llama",3],["megatron",4],["core",3],["te",2],["weight",12],["loader",6],["actor",3],["weights",3],["dict",6],["vllm",4],["model",7],["nn",4],["module",4],["params",5],["mapping",2],["gpt",1],["name",10],["embedding",1],["word",1],["embeddings",1],["embed",1],["tokens",1],["self",8],["attention",8],["linear",9],["qkv",6],["layer",5],["norm",5],["input",2],["layernorm",7],["bias",5],["attn",3],["proj",6],["pre",1],["mlp",7],["post",3],["fc1",3],["gate",1],["up",1],["fc2",1],["down",1],["decoder",1],["final",1],["output",1],["lm",1],["head",1],["note",1],["shengguangming",1],["may",1],["have",1],["prefix",1],["named",1],["parameters",1],["loaded",2],["items",1],["replace",1],["if",2],["endswith",1],["not",1],["continue",2],["rotary",1],["emb",1],["inv",1],["freq",1],["else",1],["param",3],["getattr",1],["default",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#llama_megatron_core_te_weight_loader~2","name":[["llama",1],["megatron",1],["core",1],["te",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["llama",3],["megatron",4],["core",3],["te",2],["weight",12],["loader",6],["actor",3],["weights",3],["dict",6],["vllm",4],["model",7],["nn",4],["module",4],["params",5],["mapping",2],["gpt",1],["name",10],["embedding",1],["word",1],["embeddings",1],["embed",1],["tokens",1],["self",8],["attention",8],["linear",9],["qkv",6],["layer",5],["norm",5],["input",2],["layernorm",7],["bias",5],["attn",3],["proj",6],["pre",1],["mlp",7],["post",3],["fc1",3],["gate",1],["up",1],["fc2",1],["down",1],["decoder",1],["final",1],["output",1],["lm",1],["head",1],["note",1],["shengguangming",1],["may",1],["have",1],["prefix",1],["named",1],["parameters",1],["loaded",2],["items",1],["replace",1],["if",2],["endswith",1],["not",1],["continue",2],["rotary",1],["emb",1],["inv",1],["freq",1],["else",1],["param",3],["getattr",1],["default",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#llama_megatron_core_weight_loader","name":[["llama",1],["megatron",1],["core",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["llama",3],["megatron",4],["core",3],["weight",8],["loader",6],["actor",3],["weights",3],["dict",6],["vllm",4],["model",7],["nn",4],["module",4],["params",5],["mapping",2],["gpt",1],["name",10],["embedding",1],["word",1],["embeddings",1],["embed",1],["tokens",1],["self",4],["attention",3],["linear",4],["qkv",2],["attn",2],["proj",5],["input",2],["layernorm",5],["pre",1],["mlp",5],["post",1],["fc1",1],["gate",1],["up",1],["fc2",1],["down",1],["decoder",1],["final",1],["norm",1],["output",1],["layer",1],["lm",1],["head",1],["note",1],["shengguangming",1],["may",1],["have",1],["prefix",1],["named",1],["parameters",1],["loaded",2],["items",1],["replace",1],["if",2],["endswith",1],["bias",1],["not",1],["continue",2],["rotary",1],["emb",1],["inv",1],["freq",1],["else",1],["param",3],["getattr",1],["default",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#llama_megatron_core_weight_loader~2","name":[["llama",1],["megatron",1],["core",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["llama",3],["megatron",4],["core",3],["weight",8],["loader",6],["actor",3],["weights",3],["dict",6],["vllm",4],["model",7],["nn",4],["module",4],["params",5],["mapping",2],["gpt",1],["name",10],["embedding",1],["word",1],["embeddings",1],["embed",1],["tokens",1],["self",4],["attention",3],["linear",4],["qkv",2],["attn",2],["proj",5],["input",2],["layernorm",5],["pre",1],["mlp",5],["post",1],["fc1",1],["gate",1],["up",1],["fc2",1],["down",1],["decoder",1],["final",1],["norm",1],["output",1],["layer",1],["lm",1],["head",1],["note",1],["shengguangming",1],["may",1],["have",1],["prefix",1],["named",1],["parameters",1],["loaded",2],["items",1],["replace",1],["if",2],["endswith",1],["bias",1],["not",1],["continue",2],["rotary",1],["emb",1],["inv",1],["freq",1],["else",1],["param",3],["getattr",1],["default",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#llama_megatron_weight_loader","name":[["llama",1],["megatron",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["llama",4],["megatron",4],["weight",8],["loader",6],["actor",3],["weights",3],["dict",5],["vllm",3],["model",3],["nn",4],["module",4],["note",2],["shengguangming",2],["may",2],["have",2],["prefix",2],["params",2],["named",1],["parameters",1],["name",3],["loaded",2],["items",1],["if",1],["rotary",1],["emb",1],["inv",1],["freq",1],["continue",1],["else",1],["param",3],["getattr",1],["default",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#load_megatron_weights","name":[["load",1],["megatron",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["load",2],["megatron",2],["weights",6],["actor",3],["dict",2],["vllm",7],["model",9],["nn",2],["module",2],["weight",3],["loader",3],["class",1],["name",1],["note",1],["sgm",1],["reduce",1],["peak",1],["memory",1],["usage",1],["offload",1],["cpu",1],["after",2],["init",1],["need",1],["sync",1],["first",1],["iter",1],["cuda",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#mistral_megatron_weight_loader","name":[["mistral",1],["megatron",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["mistral",2],["megatron",2],["weight",8],["loader",6],["actor",3],["weights",3],["dict",5],["vllm",3],["model",3],["nn",4],["module",4],["todo",2],["need",2],["implement",2],["general",2],["way",2],["deal",2],["prefix",2],["params",2],["named",1],["parameters",1],["name",3],["loaded",2],["items",1],["if",1],["rotary",1],["emb",1],["inv",1],["freq",1],["continue",1],["else",1],["param",3],["getattr",1],["default",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#parallel_weight_loader","name":[["parallel",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["parallel",3],["weight",11],["loader",3],["self",2],["param",7],["torch",4],["tensor",4],["loaded",8],["none",2],["linear",1],["assert",2],["size",8],["parameter",1],["not",1],["align",1],["format",1],["data",5],["dtype",2],["if",1],["want",1],["shared",1],["weights",1],["type",1],["should",1],["also",1],["be",1],["same",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#update_megatron_weight_loader","name":[["update",1],["megatron",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["update",2],["megatron",3],["weight",6],["loader",6],["layer",3],["class",2],["registry",1],["items",1],["vocab",2],["parallel",1],["embedding",1],["init",2]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#vocab_init","name":[["vocab",1],["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["vocab",15],["init",3],["self",20],["num",13],["embeddings",13],["int",8],["embedding",6],["dim",6],["params",5],["dtype",9],["optional",4],["torch",5],["none",5],["org",4],["padding",5],["size",11],["default",3],["super",1],["parallel",5],["keep",1],["input",1],["dimensions",1],["todo",2],["pad",2],["be",1],["divided",1],["by",1],["padded",1],["if",1],["tp",2],["tensor",3],["model",2],["world",1],["divide",1],["weight",6],["matrix",1],["along",1],["vocaburaly",1],["dimension",1],["remove",1],["dependencies",1],["from",3],["megatron",2],["core",1],["utils",1],["import",1],["utility",2],["start",2],["index",4],["end",2],["range",1],["global",1],["rank",1],["per",2],["partition",2],["parameter",1],["empty",1],["device",2],["cuda",1],["current",1],["attrs",1],["loader",2]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/model_loader.py","name":[["model",1],["loader",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",1],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",2],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",3],["as",3],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",2],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",13],["https",1],["github",1],["com",1],["vllm",10],["project",1],["tree",1],["main",1],["model",14],["executor",5],["loader",10],["utilities",1],["selecting",1],["loading",1],["models",1],["typing",1],["import",14],["dict",1],["union",1],["optional",1],["iterable",1],["tuple",1],["torch",3],["nn",2],["transformers",1],["pre",1],["trained",1],["config",8],["device",1],["lo",1],["raconfig",1],["parallel",2],["scheduler",2],["vision",1],["base",1],["initialize",1],["utils",1],["default",1],["dtype",1],["communication",1],["op",1],["tensor",1],["all",2],["gather",3],["load",4],["format",1],["megatron",3],["weight",6],["loaders",2],["weights",2],["update",3],["dtensor",3],["hf",2],["fixme",1],["sgm",1],["hack",1],["logits",7],["function",1],["v0",2],["they",1],["ray",1],["result",1],["will",1],["only",1],["need",1],["return",1],["driver",1],["node",1],["therefore",1],["enough",1],["however",1],["spmd",1],["instead",1],["central",1],["aligned",1],["layers",1],["processor",3]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#_get_logits","name":[["logits",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["logits",12],["self",3],["hidden",3],["states",3],["torch",9],["tensor",9],["embedding",7],["bias",4],["optional",2],["next",2],["tokens",2],["matmul",1],["if",3],["not",2],["none",2],["model",1],["parallel",1],["all",1],["gather",1],["remove",1],["paddings",1],["vocab",2],["any",1],["org",1],["size",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#DTensorLoader","name":[["dtensor",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["class",2],["dtensor",4],["loader",7],["base",2],["model",39],["load",16],["weights",15],["from",2],["partitioned",1],["megatron",1],["def",3],["init",2],["self",3],["config",24],["super",1],["if",5],["extra",2],["raise",1],["value",1],["error",1],["not",2],["supported",1],["format",2],["iterator",1],["actor",14],["union",2],["pre",2],["trained",2],["dict",4],["note",3],["shengguangming",1],["pass",1],["isinstance",2],["nn",3],["module",8],["named",3],["parameters",2],["remove",3],["duplicate",2],["false",2],["vllm",6],["else",2],["return",2],["device",5],["lora",2],["optional",2],["lo",1],["raconfig",1],["vision",3],["language",3],["parallel",2],["scheduler",2],["default",1],["torch",2],["dtype",2],["initialize",1],["todo",1],["sgm",2],["hack",1],["need",3],["register",1],["weight",1],["func",1],["each",1],["modules",1],["quant",5],["method",5],["getattr",1],["none",2],["process",3],["after",4],["loading",3],["fixme",1],["mixtral",1],["updated",1],["hasattr",1],["some",1],["point",1],["gpu",1],["but",1],["still",1],["cuda",1],["zhangchi",1],["usc1992",1],["profile",1],["memory",1],["usage",1],["eval",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#DTensorLoader.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["init",3],["self",2],["load",9],["config",9],["super",1],["if",1],["model",2],["loader",2],["extra",2],["raise",1],["value",1],["error",1],["not",1],["supported",1],["format",2]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#DTensorLoader._get_weights_iterator","name":[["weights",1],["iterator",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["weights",8],["iterator",2],["actor",10],["model",14],["union",2],["pre",2],["trained",2],["dict",3],["note",2],["shengguangming",2],["load",4],["from",2],["pass",1],["if",1],["isinstance",1],["nn",1],["module",1],["named",1],["parameters",1],["remove",1],["duplicate",1],["false",1],["vllm",2],["else",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#DTensorLoader.load_model","name":[["load",1],["model",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["load",6],["model",26],["self",3],["actor",7],["union",2],["pre",2],["trained",2],["dict",3],["config",28],["device",7],["lora",3],["optional",4],["lo",2],["raconfig",2],["vision",5],["language",5],["parallel",4],["scheduler",4],["nn",3],["module",8],["default",1],["torch",2],["dtype",2],["initialize",1],["todo",1],["sgm",2],["hack",1],["need",3],["register",1],["weight",1],["func",1],["each",1],["vllm",4],["if",3],["isinstance",1],["dtensor",2],["weights",8],["named",2],["parameters",1],["remove",2],["duplicate",1],["false",1],["else",1],["modules",1],["quant",5],["method",5],["getattr",1],["none",2],["not",1],["process",3],["after",4],["loading",3],["fixme",1],["mixtral",1],["updated",1],["hasattr",1],["note",2],["some",1],["point",1],["gpu",1],["but",1],["still",1],["cuda",1],["zhangchi",1],["usc1992",1],["profile",1],["memory",1],["usage",1],["return",1],["eval",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#DummyModelLoader","name":[["dummy",1],["model",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["class",2],["dummy",3],["model",17],["loader",7],["base",2],["will",1],["weights",3],["random",2],["values",2],["def",2],["init",2],["self",3],["load",9],["config",24],["super",1],["if",1],["extra",2],["raise",1],["value",1],["error",1],["not",1],["supported",1],["format",2],["device",5],["lora",2],["optional",2],["lo",1],["raconfig",1],["vision",3],["language",3],["parallel",2],["scheduler",2],["nn",1],["module",1],["default",1],["torch",2],["dtype",2],["initialize",2],["note",1],["woosuk",1],["accurate",1],["performance",1],["evaluation",1],["assign",1],["return",1],["eval",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#DummyModelLoader.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["init",3],["self",2],["load",9],["config",9],["super",1],["if",1],["model",2],["loader",2],["extra",2],["raise",1],["value",1],["error",1],["not",1],["supported",1],["format",2]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#DummyModelLoader.load_model","name":[["load",1],["model",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["load",3],["model",12],["self",3],["config",28],["device",7],["lora",3],["optional",4],["lo",2],["raconfig",2],["vision",5],["language",5],["parallel",4],["scheduler",4],["nn",2],["module",2],["default",1],["torch",2],["dtype",2],["initialize",2],["note",1],["woosuk",1],["accurate",1],["performance",1],["evaluation",1],["assign",1],["random",1],["values",1],["weights",2],["dummy",1],["return",1],["eval",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#get_model","name":[["model",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["model",19],["actor",4],["union",2],["pre",2],["trained",2],["dict",2],["config",52],["load",9],["device",8],["parallel",8],["scheduler",8],["lora",6],["optional",4],["lo",2],["raconfig",2],["vision",8],["language",8],["nn",2],["module",2],["loader",4],["if",1],["format",1],["startswith",1],["dummy",1],["return",2],["else",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#get_model_loader","name":[["model",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["model",8],["loader",19],["load",43],["config",22],["base",2],["based",1],["format",22],["if",8],["isinstance",1],["type",1],["return",8],["auto",1],["update",7],["megatron",8],["weight",8],["note",1],["sgm",1],["change",1],["function",1],["runtime",1],["hf",5],["hfloader",1],["dtensor",5],["dummy",6],["raise",1],["value",1],["error",1],["not",1],["supported",1],["verl",1],["only",1],["support",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#HFLoader","name":[["hfloader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["class",2],["hfloader",2],["base",2],["model",31],["loader",5],["load",11],["weights",8],["from",1],["full",1],["params",1],["def",3],["init",3],["self",5],["config",24],["super",1],["if",4],["extra",2],["raise",2],["value",2],["error",2],["not",2],["supported",1],["format",2],["iterator",2],["actor",9],["union",2],["pre",2],["trained",2],["dict",5],["isinstance",2],["return",3],["items",2],["elif",1],["nn",3],["module",8],["named",2],["parameters",1],["else",1],["should",1],["be",1],["but",2],["type",1],["device",5],["lora",2],["optional",2],["lo",1],["raconfig",1],["vision",3],["language",3],["parallel",2],["scheduler",2],["default",1],["torch",2],["dtype",2],["note",3],["sgm",2],["cpu",1],["initialize",1],["modules",1],["quant",5],["method",5],["getattr",1],["none",2],["process",3],["after",4],["loading",3],["fixme",1],["remove",1],["mixtral",1],["updated",1],["hasattr",1],["some",1],["point",1],["gpu",1],["still",1],["need",2],["cuda",1],["zhangchi",1],["usc1992",1],["vllm",1],["profile",1],["memory",1],["usage",1],["eval",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#HFLoader.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["init",3],["self",2],["load",9],["config",9],["super",1],["if",1],["model",2],["loader",2],["extra",2],["raise",1],["value",1],["error",1],["not",1],["supported",1],["format",2]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#HFLoader._get_weights_iterator","name":[["weights",1],["iterator",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["weights",2],["iterator",2],["self",2],["actor",8],["model",10],["union",2],["pre",2],["trained",2],["dict",5],["if",1],["isinstance",2],["return",2],["items",2],["elif",1],["nn",2],["module",2],["named",1],["parameters",1],["else",1],["raise",1],["value",1],["error",1],["should",1],["be",1],["but",1],["type",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#HFLoader.load_model","name":[["load",1],["model",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["load",4],["model",21],["self",4],["actor",3],["union",2],["pre",2],["trained",2],["dict",2],["config",28],["device",7],["lora",3],["optional",4],["lo",2],["raconfig",2],["vision",5],["language",5],["parallel",4],["scheduler",4],["nn",2],["module",7],["default",1],["torch",2],["dtype",2],["note",3],["sgm",2],["init",1],["cpu",1],["initialize",1],["weights",6],["iterator",1],["named",1],["modules",1],["quant",5],["method",5],["getattr",1],["none",2],["if",2],["not",1],["process",3],["after",4],["loading",3],["fixme",1],["remove",1],["mixtral",1],["updated",1],["hasattr",1],["some",1],["point",1],["gpu",1],["but",1],["still",1],["need",2],["cuda",1],["zhangchi",1],["usc1992",1],["vllm",1],["profile",1],["memory",1],["usage",1],["return",1],["eval",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#MegatronLoader","name":[["megatron",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["class",2],["megatron",5],["loader",7],["base",2],["model",39],["load",16],["weights",15],["from",2],["partitioned",1],["def",3],["init",2],["self",3],["config",24],["super",1],["if",5],["extra",2],["raise",1],["value",1],["error",1],["not",2],["supported",1],["format",2],["iterator",1],["actor",14],["union",2],["pre",2],["trained",2],["dict",4],["note",3],["shengguangming",1],["pass",1],["isinstance",2],["nn",3],["module",8],["named",3],["parameters",2],["remove",3],["duplicate",2],["false",2],["vllm",6],["else",2],["return",2],["device",5],["lora",2],["optional",2],["lo",1],["raconfig",1],["vision",3],["language",3],["parallel",2],["scheduler",2],["default",1],["torch",2],["dtype",2],["initialize",1],["todo",1],["sgm",2],["hack",1],["need",3],["register",1],["weight",1],["func",1],["each",1],["modules",1],["quant",5],["method",5],["getattr",1],["none",2],["process",3],["after",4],["loading",3],["fixme",1],["mixtral",1],["updated",1],["hasattr",1],["some",1],["point",1],["gpu",1],["but",1],["still",1],["cuda",1],["zhangchi",1],["usc1992",1],["profile",1],["memory",1],["usage",1],["eval",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#MegatronLoader.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["init",3],["self",2],["load",9],["config",9],["super",1],["if",1],["model",2],["loader",2],["extra",2],["raise",1],["value",1],["error",1],["not",1],["supported",1],["format",2]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#MegatronLoader._get_weights_iterator","name":[["weights",1],["iterator",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["weights",8],["iterator",2],["actor",10],["model",14],["union",2],["pre",2],["trained",2],["dict",3],["note",2],["shengguangming",2],["load",4],["from",2],["pass",1],["if",1],["isinstance",1],["nn",1],["module",1],["named",1],["parameters",1],["remove",1],["duplicate",1],["false",1],["vllm",2],["else",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#MegatronLoader.load_model","name":[["load",1],["model",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["load",6],["model",26],["self",3],["actor",7],["union",2],["pre",2],["trained",2],["dict",3],["config",28],["device",7],["lora",3],["optional",4],["lo",2],["raconfig",2],["vision",5],["language",5],["parallel",4],["scheduler",4],["nn",3],["module",8],["default",1],["torch",2],["dtype",2],["initialize",1],["todo",1],["sgm",2],["hack",1],["need",3],["register",1],["weight",1],["func",1],["each",1],["vllm",4],["if",3],["isinstance",1],["megatron",2],["weights",8],["named",2],["parameters",1],["remove",2],["duplicate",1],["false",1],["else",1],["modules",1],["quant",5],["method",5],["getattr",1],["none",2],["not",1],["process",3],["after",4],["loading",3],["fixme",1],["mixtral",1],["updated",1],["hasattr",1],["note",2],["some",1],["point",1],["gpu",1],["but",1],["still",1],["cuda",1],["zhangchi",1],["usc1992",1],["profile",1],["memory",1],["usage",1],["return",1],["eval",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/model_runner.py","name":[["model",1],["runner",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["runner",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",1],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",2],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",15],["https",1],["github",1],["com",1],["vllm",13],["project",1],["blob",1],["main",1],["worker",4],["model",7],["runner",4],["py",1],["import",16],["torch",2],["nn",2],["enum",2],["int",1],["typing",1],["dict",1],["list",1],["optional",1],["tuple",1],["union",1],["attention",2],["metadata",3],["attn",1],["backend",1],["config",8],["device",1],["lo",4],["raconfig",1],["parallel",1],["scheduler",1],["vision",1],["logger",4],["init",2],["lora",3],["layers",1],["ramapping",1],["request",1],["rarequest",1],["manager",1],["lrucache",1],["ramanager",1],["executor",1],["sampling",1],["sequence",3],["multi",1],["modal",1],["data",2],["sampler",1],["output",1],["group",1],["utils",1],["cuda",1],["memory",2],["profiler",1],["hip",1],["pin",1],["available",1],["cudagraph",1],["loader",1],["load",1],["name",1],["batches",1],["constructed",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/model_runner.py#BatchType","name":[["batch",1],["type",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["runner",1],["py",1]],"body":[["class",2],["batch",6],["type",2],["int",2],["enum",2],["every",3],["prefill",4],["decode",3],["mixture",1],["mixed",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/model_runner.py#ModelRunner","name":[["model",1],["runner",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["runner",1],["py",1]],"body":[["class",3],["model",51],["runner",5],["def",3],["init",1],["self",62],["union",1],["nn",1],["module",1],["dict",3],["itself",1],["its",1],["parameter",1],["config",58],["parallel",6],["scheduler",8],["device",12],["load",10],["lora",17],["optional",4],["lo",7],["raconfig",1],["kv",12],["cache",13],["dtype",5],["str",1],["auto",1],["vision",6],["language",6],["none",14],["be",6],["tests",2],["samplers",1],["test",1],["sampler",1],["py",1],["fixme",1],["woosuk",1],["hack",1],["make",1],["work",1],["refactor",1],["sliding",2],["window",2],["if",10],["not",12],["else",7],["note",3],["sgm",3],["add",1],["verl",1],["will",3],["replaced",1],["by",1],["after",3],["manager",4],["lrucache",2],["worker",2],["ramanager",2],["graph",5],["runners",1],["int",4],["cudagraph",1],["memory",7],["pool",1],["tuple",2],["during",1],["capture",6],["max",7],["seq",10],["len",4],["pin",2],["available",1],["attn",4],["backend",3],["lazy",1],["initialization",1],["block",7],["size",4],["initial",2],["profiling",2],["cuda",2],["input",10],["tables",2],["must",1],["padded",1],["however",1],["creating",1],["table",3],["python",1],["expensive",1],["optimize",1],["numpy",1],["only",2],["copy",1],["actual",1],["content",1],["at",1],["every",1],["iteration",1],["shape",1],["cached",1],["batch",1],["context",1],["torch",5],["tensor",5],["flashinfer",2],["workspace",1],["buffer",1],["initialize",1],["actor",2],["profiler",1],["as",1],["usage",2],["consumed",1],["logger",3],["info",1],["loading",2],["weights",1],["took",1],["4f",1],["gb",1],["float",1],["30",1],["assert",3],["hasattr",3],["supported",2],["modules",8],["support",2],["ra",1],["embedding",6],["have",2],["padding",3],["num",2],["seqs",1],["batched",1],["tokens",3],["vocab",1],["create",1],["fp8",4],["hip",1],["currently",1],["scaled",1],["enabled",1],["rocm",1],["quantization",3],["param",3],["path",3],["callable",1],["getattr",1],["scales",2],["raise",1],["runtime",1],["error",1],["scaling",6],["factors",6],["provided",3],["but",3],["warning",2],["no",1],["defaulting",1],["may",1],["lead",1],["less",1],["accurate",1],["results",1],["elif",1],["data",1],["type",1],["prepare",4],["tensors",2],["group",7],["metadata",7],["list",3],["sequence",1],["attention",1],["sampling",1],["rarequest",1],["ramapping",1],["all",1],["workers",1],["same",1],["way",1],["prefill",4],["reqs",5],["decode",7],["meta",4],["prompt",3],["append",2],["positions",2],["lens",2],["query",1],["index",2],["mapping",4],["requests",1],["multi",1],["modal",1],["slot",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/model_runner.py#ModelRunner.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["runner",1],["py",1]],"body":[["def",2],["init",2],["self",26],["model",21],["union",2],["nn",2],["module",2],["dict",5],["itself",2],["its",2],["parameter",2],["config",50],["parallel",6],["scheduler",6],["device",11],["load",7],["lora",5],["optional",7],["lo",3],["raconfig",2],["kv",4],["cache",5],["dtype",5],["str",2],["auto",2],["vision",6],["language",6],["none",11],["be",5],["tests",2],["samplers",1],["test",1],["sampler",1],["py",1],["fixme",1],["woosuk",1],["hack",1],["make",1],["work",1],["refactor",1],["sliding",2],["window",2],["if",5],["not",4],["else",4],["note",1],["sgm",1],["add",1],["verl",1],["will",2],["replaced",1],["by",1],["after",3],["manager",1],["lrucache",1],["worker",1],["ramanager",1],["graph",5],["runners",1],["int",4],["cudagraph",1],["runner",1],["memory",3],["pool",1],["tuple",1],["during",1],["capture",6],["max",5],["seq",3],["len",4],["pin",2],["available",1],["attn",2],["backend",3],["lazy",1],["initialization",1],["block",7],["size",3],["initial",2],["profiling",2],["cuda",1],["input",2],["tables",2],["must",1],["padded",1],["however",1],["creating",1],["table",3],["python",1],["expensive",1],["optimize",1],["numpy",1],["only",1],["copy",1],["actual",1],["content",1],["at",1],["every",1],["iteration",1],["shape",1],["cached",1],["batch",1],["context",1],["torch",2],["tensor",2],["flashinfer",2],["workspace",1],["buffer",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/model_runner.py#ModelRunner.execute_model","name":[["execute",1],["model",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["runner",1],["py",1]],"body":[["def",2],["execute",5],["model",11],["self",11],["seq",3],["group",5],["metadata",16],["list",7],["sequence",2],["kv",4],["caches",4],["torch",2],["tensor",2],["optional",2],["sampler",2],["output",4],["input",10],["tokens",3],["positions",3],["attn",5],["sampling",6],["lora",5],["requests",2],["mapping",2],["multi",2],["modal",2],["prepare",1],["tensors",1],["if",4],["config",2],["active",1],["loras",1],["currently",1],["cuda",2],["graph",5],["only",2],["supported",1],["by",1],["decode",4],["phase",1],["prefill",3],["meta",4],["none",2],["batch",2],["size",2],["shape",1],["executable",3],["runners",1],["else",1],["kwargs",3],["ids",1],["vision",1],["language",1],["update",1],["image",1],["hidden",2],["states",2],["compute",2],["logits",5],["perform",2],["driver",2],["worker",2],["not",1],["return",2],["todo",1],["sgm",1],["rank",1],["sample",2],["next",1],["token",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/model_runner.py#ModelRunner.load_model","name":[["load",1],["model",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["runner",1],["py",1]],"body":[["def",2],["load",6],["model",29],["self",36],["none",5],["cuda",1],["memory",4],["profiler",1],["as",1],["actor",1],["config",21],["device",3],["lora",9],["parallel",2],["scheduler",4],["vision",2],["language",2],["usage",2],["consumed",1],["logger",3],["info",1],["loading",2],["weights",1],["took",1],["4f",1],["gb",1],["float",1],["30",1],["if",4],["assert",3],["hasattr",3],["supported",2],["modules",8],["not",8],["support",2],["lo",2],["ra",1],["embedding",6],["have",2],["padding",3],["manager",3],["lrucache",1],["worker",1],["ramanager",1],["max",2],["num",2],["seqs",1],["batched",1],["tokens",1],["vocab",1],["size",1],["create",1],["kv",9],["cache",9],["dtype",1],["fp8",4],["hip",1],["currently",1],["scaled",1],["only",1],["enabled",1],["rocm",1],["quantization",3],["param",3],["path",3],["callable",1],["getattr",1],["scales",2],["else",2],["raise",1],["runtime",1],["error",1],["scaling",6],["factors",6],["provided",3],["but",3],["class",1],["warning",2],["no",1],["defaulting",1],["may",1],["lead",1],["less",1],["accurate",1],["results",1],["elif",1],["data",1],["type",1],["will",1],["be",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/model_runner.py#ModelRunner.prepare_input_tensors","name":[["prepare",1],["input",1],["tensors",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["runner",1],["py",1]],"body":[["def",2],["prepare",8],["input",23],["tensors",4],["self",12],["seq",11],["group",10],["metadata",27],["list",6],["sequence",2],["tuple",2],["torch",12],["tensor",9],["attention",3],["sampling",5],["lo",5],["rarequest",2],["ramapping",3],["note",3],["sgm",2],["all",2],["workers",2],["same",2],["way",2],["prefill",15],["reqs",8],["decode",27],["meta",4],["if",6],["prompt",7],["append",2],["else",3],["tokens",15],["positions",7],["attn",10],["lens",5],["query",2],["lora",19],["index",5],["mapping",21],["requests",5],["multi",2],["modal",2],["slot",8],["device",7],["pin",1],["memory",1],["not",5],["scheduler",1],["config",2],["chunked",1],["enabled",1],["assert",1],["len",5],["num",9],["prefills",3],["coalesce",1],["currently",1],["coalesced",1],["simplicity",1],["extend",5],["update",1],["dtype",5],["long",3],["none",4],["broadcast",2],["batch",7],["contains",2],["both",1],["sends",1],["broadcasts",1],["only",1],["type",7],["triggers",1],["single",1],["mixed",1],["elif",1],["kv",2],["cache",2],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py","name":[["parallel",1],["state",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["copyright",3],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",1],["team",1],["adapted",1],["from",4],["https",1],["github",1],["com",1],["nvidia",2],["megatron",5],["lm",1],["blob",1],["main",1],["core",1],["parallel",6],["state",2],["py",1],["2022",1],["corporation",1],["all",1],["rights",1],["reserved",1],["model",3],["data",1],["groups",1],["import",8],["os",1],["torch",3],["distributed",3],["typing",1],["optional",1],["vllm",4],["as",2],["ps",1],["envs",2],["logger",4],["init",3],["device",6],["mesh",5],["name",1],["version",1],["strongly",1],["tied",1],["implement",1],["hybrid",2],["engine",2],["weight",1],["sharing",1],["between",1],["assume",1],["tp",3],["dp",1],["pp",1],["world",1],["already",1],["established",1],["before",1],["calling",1],["function",1],["dtensor",1],["none",3],["tensor",2],["group",4],["current",1],["rank",1],["belongs",1],["cpu",1],["method",1],["initializing",1],["utilities",2]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#ensure_model_parallel_initialized","name":[["ensure",1],["model",1],["parallel",1],["initialized",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["ensure",3],["model",20],["parallel",24],["initialized",7],["tensor",9],["size",16],["int",4],["pipeline",9],["backend",7],["optional",2],["str",2],["none",4],["helper",1],["initialize",2],["groups",2],["if",3],["they",1],["not",2],["sizes",1],["equal",1],["expected",1],["values",1],["device",1],["world",5],["group",3],["torch",1],["distributed",1],["return",1],["assert",2],["already",2],["but",2],["unexpected",2],["vs",2]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#get_device_mesh","name":[["device",1],["mesh",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["device",5],["mesh",5],["assert",1],["not",2],["none",1],["initialized",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#get_tensor_model_parallel_group","name":[["tensor",1],["model",1],["parallel",1],["group",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["tensor",4],["model",4],["parallel",4],["group",6],["caller",1],["rank",1],["belongs",1],["assert",1],["tp",2],["device",2],["not",2],["none",1],["initialized",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#get_tensor_model_parallel_rank","name":[["tensor",1],["model",1],["parallel",1],["rank",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["tensor",4],["model",4],["parallel",4],["rank",4],["return",2],["my",1],["group",3],["torch",1],["distributed",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#get_tensor_model_parallel_src_rank","name":[["tensor",1],["model",1],["parallel",1],["src",1],["rank",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["tensor",4],["model",4],["parallel",4],["src",2],["rank",7],["calculate",1],["global",3],["corresponding",1],["first",1],["local",4],["group",1],["torch",1],["distributed",1],["world",4],["size",4],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#get_tensor_model_parallel_world_size","name":[["tensor",1],["model",1],["parallel",1],["world",1],["size",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["tensor",4],["model",4],["parallel",4],["world",4],["size",4],["return",2],["group",3],["torch",1],["distributed",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#initialize_model_parallel","name":[["initialize",1],["model",1],["parallel",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["initialize",3],["model",36],["parallel",32],["tensor",18],["size",20],["int",7],["pipeline",16],["backend",13],["optional",2],["str",2],["none",7],["note",3],["method",1],["hack",1],["from",1],["open",1],["sourced",1],["version",1],["without",1],["asertion",1],["world",9],["tp",13],["pp",2],["groups",14],["arguments",1],["number",2],["gpus",6],["parallelism",2],["let",1],["say",1],["have",1],["total",2],["denoted",1],["by",3],["g0",3],["g7",3],["parallelize",2],["present",1],["function",1],["will",3],["create",1],["g1",2],["g2",2],["g3",2],["g4",2],["g5",2],["g6",2],["efficiency",1],["caller",1],["should",1],["make",1],["sure",1],["adjacent",1],["ranks",20],["same",1],["dgx",2],["box",3],["example",1],["if",5],["boxes",1],["16",1],["rank",9],["belong",2],["first",1],["15",1],["second",1],["ensure",1],["some",1],["consistencies",1],["assert",6],["torch",14],["distributed",14],["initialized",4],["device",19],["group",38],["sgm",1],["don",1],["dp",1],["not",1],["managed",1],["vllm",2],["but",1],["ve",1],["rl",1],["worker",1],["num",7],["build",3],["mesh",16],["init",3],["cuda",2],["dim",3],["names",2],["replicate",1],["shard",9],["else",1],["global",3],["cpu",7],["already",3],["range",4],["new",5],["gloo",3],["process",5],["todo",3],["hang",2],["print",3],["ps",5]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#initialize_model_parallel_for_vllm","name":[["initialize",1],["model",1],["parallel",1],["vllm",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["initialize",3],["model",34],["parallel",37],["vllm",3],["tensor",27],["size",15],["int",6],["num",13],["groups",16],["per",10],["train",17],["tp",35],["none",5],["from",1],["torch",9],["distributed",9],["import",1],["new",5],["group",42],["world",4],["rank",5],["ensure",1],["some",1],["consistencies",1],["assert",7],["initialized",4],["isinstance",1],["not",1],["different",2],["build",3],["ps",8],["device",9],["already",3],["global",7],["cpu",11],["mesh",1],["backend",6],["if",4],["same",1],["as",2],["megatron",1],["range",6],["ranks",13],["gloo",2],["no",1],["micro",2],["data",1],["else",1],["dp",1],["assume",1],["training",2],["infer",1],["then",1],["weight",1],["partitioned",1],["inference",2],["start",2],["end",2],["list",1],["len",1],["pipeline",9],["mpu",2]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#initialize_parallel_state","name":[["initialize",1],["parallel",1],["state",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["initialize",4],["parallel",13],["state",2],["distributed",9],["init",4],["method",3],["str",4],["env",5],["backend",4],["nccl",3],["tensor",8],["model",11],["size",15],["int",9],["num",4],["tp",8],["per",4],["train",4],["pipeline",3],["torch",4],["all",6],["reduce",6],["not",3],["free",2],["input",2],["until",2],["synchronization",2],["point",2],["causes",2],["memory",2],["usage",2],["grow",2],["as",2],["number",2],["calls",2],["increases",2],["var",2],["disables",2],["behavior",2],["related",2],["issue",2],["https",2],["discuss",2],["pytorch",2],["org",2],["cuda",2],["allocation",2],["lifetime",2],["inputs",2],["191573",2],["os",4],["environ",1],["avoid",1],["record",1],["streams",1],["note",2],["sgm",1],["modify",1],["verl",1],["vars",1],["will",1],["be",1],["by",3],["torchrun",3],["rank",6],["getenv",3],["local",3],["world",7],["assert",1],["initialized",1],["ps",1],["environment",1],["if",1],["build",1],["sepearate",1],["inference",1],["group",1],["infer",1],["micro",1],["dp",1],["vllm",1],["groups",1],["else",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#model_parallel_is_initialized","name":[["model",1],["parallel",1],["initialized",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["model",3],["parallel",4],["initialized",3],["check",1],["if",1],["tensor",1],["pipeline",2],["groups",1],["return",1],["ps",1],["tp",1],["device",1],["group",2],["not",2],["none",2]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py","name":[["spmd",1],["gpu",1],["executor",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",1],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",2],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",2],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",2],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",8],["https",1],["github",1],["com",1],["vllm",9],["project",1],["blob",1],["main",1],["executor",7],["gpu",1],["py",1],["import",11],["os",1],["socket",1],["typing",1],["dict",1],["list",1],["optional",1],["tuple",1],["torch",1],["envs",2],["base",3],["async",2],["logger",4],["init",2],["lora",1],["request",2],["lo",2],["rarequest",1],["sequence",1],["sampler",1],["output",1],["execute",1],["model",2],["config",10],["cache",1],["device",1],["raconfig",1],["parallel",1],["scheduler",1],["speculative",1],["vision",1],["load",1],["name",1],["todo",1],["sgm",1],["implemented",1],["yet",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#get_open_port","name":[["open",1],["port",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["open",2],["port",2],["socket",4],["af",1],["inet",1],["sock",1],["stream",1],["as",1],["bind",1],["return",1],["getsockname",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#initialize_cluster","name":[["initialize",1],["cluster",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["initialize",4],["cluster",4],["parallel",6],["config",5],["engine",2],["ray",5],["bool",2],["false",2],["address",3],["optional",4],["str",4],["none",4],["tuple",2],["distributed",8],["probably",1],["args",1],["configurations",1],["execution",1],["returns",1],["init",5],["method",5],["initializing",1],["backend",1],["locally",1],["port",3],["open",1],["need",1],["setup",1],["make",1],["sure",1],["megatron",1],["code",1],["world",1],["size",1],["works",1],["correctly",1],["tcp",1],["localhost",1],["env",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor","name":[["spmdgpuexecutor",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["class",2],["spmdgpuexecutor",2],["executor",6],["base",2],["spmd",2],["based",1],["multi",2],["gpu",16],["implementations",1],["def",14],["init",18],["self",49],["model",24],["pytorch",1],["itself",1],["its",3],["parameter",1],["dict",2],["config",49],["cache",17],["parallel",7],["scheduler",6],["device",6],["load",9],["lora",20],["optional",3],["lo",2],["raconfig",1],["vision",6],["language",6],["speculative",7],["none",8],["distributed",9],["method",6],["initialize",4],["cluster",1],["todo",1],["sgm",4],["verl",3],["not",5],["support",1],["decode",1],["now",2],["assert",3],["decoding",1],["yet",1],["supported",1],["backend",1],["create",1],["worker",21],["each",4],["workers",5],["sp",2],["str",3],["lazy",1],["import",3],["avoid",2],["importing",1],["torch",9],["cuda",6],["xformers",1],["before",2],["visible",1],["devices",1],["from",1],["pylint",1],["disable",1],["outside",1],["toplevel",1],["rank",10],["int",9],["os",2],["getenv",2],["local",5],["print",3],["note",6],["shengguangming",2],["process",2],["group",1],["will",4],["be",5],["called",1],["inside",1],["determine",4],["num",24],["available",4],["blocks",28],["tuple",2],["number",3],["kv",2],["invokes",1],["takes",1],["min",1],["results",2],["guaranteeing",1],["selected",1],["sizes",1],["compatible",1],["all",6],["returns",2],["cpu",11],["maximum",1],["allocated",5],["don",1],["shared",1],["centralized",1],["controler",1],["but",2],["have",2],["own",2],["return",7],["log",2],["here",1],["multiple",1],["logs",1],["greater",3],["than",3],["one",1],["could",1],["engine",5],["executors",1],["gpus",2],["logger",1],["info",1],["if",2],["memory",6],["1e9",4],["gb",4],["reserved",4],["after",1],["profile",1],["capture",1],["cudagraph",1],["rebuilding",1],["kvcache",1],["free",2],["execute",5],["req",3],["list",3],["sampler",1],["output",1],["outputs",3],["vllm",2],["under",1],["has",1],["therefore",1],["should",1],["ray",1],["only",1],["driver",1],["sampling",1],["add",3],["request",4],["rarequest",1],["bool",2],["id",7],["must",2],["remove",2],["loras",2],["check",1],["health",1],["spmdexecutor",1],["always",1],["healthy",1],["as",2],["long",1],["running",1],["offload",2],["weights",7],["sync",2],["actor",3],["tensor",1],["format",3]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["init",5],["self",12],["model",11],["pytorch",2],["itself",2],["its",2],["parameter",2],["dict",2],["config",53],["cache",6],["parallel",7],["scheduler",6],["device",6],["load",6],["lora",4],["optional",6],["lo",2],["raconfig",2],["vision",6],["language",6],["speculative",6],["none",2],["distributed",2],["method",2],["initialize",1],["cluster",1],["executor",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor._init_executor","name":[["init",1],["executor",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["init",6],["executor",2],["self",4],["model",3],["distributed",3],["method",3],["none",2],["assert",1],["not",2],["speculative",2],["config",1],["decoding",1],["yet",1],["supported",1],["multi",1],["gpu",2],["backend",1],["create",1],["parallel",1],["worker",1],["each",1],["workers",1],["sp",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor._init_workers_sp","name":[["init",1],["workers",1],["sp",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["init",8],["workers",2],["sp",2],["self",13],["model",6],["distributed",4],["method",3],["str",2],["lazy",2],["import",4],["worker",10],["avoid",2],["importing",2],["torch",3],["cuda",4],["xformers",2],["before",2],["visible",2],["devices",2],["from",1],["pylint",1],["disable",1],["outside",1],["toplevel",1],["rank",8],["int",2],["os",2],["getenv",2],["local",5],["print",1],["config",10],["parallel",1],["scheduler",1],["device",2],["cache",1],["load",2],["lora",2],["vision",2],["language",2],["note",1],["shengguangming",1],["process",1],["group",1],["will",1],["be",1],["called",1],["inside",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.add_lora","name":[["add",1],["lora",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["add",3],["lora",10],["self",3],["request",5],["lo",2],["rarequest",2],["bool",2],["assert",1],["int",1],["id",2],["must",1],["be",1],["greater",1],["than",1],["return",1],["worker",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.check_health","name":[["check",1],["health",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["check",2],["health",2],["self",2],["none",2],["spmdexecutor",2],["will",2],["always",2],["be",2],["healthy",2],["as",4],["long",2],["running",2],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.determine_num_available_blocks","name":[["determine",1],["num",1],["available",1],["blocks",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["determine",5],["num",13],["available",5],["blocks",15],["self",3],["tuple",3],["int",4],["number",2],["kv",1],["invokes",1],["each",2],["worker",2],["takes",1],["min",1],["results",1],["guaranteeing",1],["selected",1],["cache",1],["sizes",1],["compatible",1],["all",1],["workers",1],["returns",1],["gpu",4],["cpu",4],["maximum",1],["be",1],["allocated",1],["note",1],["shengguangming",1],["now",1],["don",1],["shared",1],["centralized",1],["controler",1],["but",1],["process",1],["will",1],["have",1],["its",1],["own",1],["scheduler",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.execute_model","name":[["execute",1],["model",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["execute",7],["model",7],["self",3],["req",4],["list",2],["sampler",2],["output",2],["all",3],["outputs",3],["worker",2],["note",1],["sgm",1],["each",1],["gpu",2],["vllm",2],["under",1],["verl",1],["has",1],["its",1],["own",1],["spmd",1],["executor",1],["therefore",1],["gpus",1],["should",1],["return",2],["ray",1],["only",1],["driver",1],["returns",1],["sampling",1],["results",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.free_cache_engine","name":[["free",1],["cache",1],["engine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["free",3],["cache",3],["engine",3],["self",3],["none",2],["worker",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.init_cache_engine","name":[["init",1],["cache",1],["engine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["init",3],["cache",3],["engine",3],["self",3],["none",2],["worker",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.initialize_cache","name":[["initialize",1],["cache",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["initialize",4],["cache",8],["self",5],["num",14],["gpu",8],["blocks",16],["int",4],["cpu",8],["none",2],["kv",1],["all",2],["workers",2],["note",1],["log",2],["here",1],["avoid",1],["multiple",1],["logs",1],["number",1],["greater",1],["than",1],["one",1],["could",1],["engine",1],["but",1],["not",1],["executors",1],["have",1],["gpus",1],["logger",1],["info",1],["config",2],["if",2],["torch",6],["distributed",2],["rank",2],["print",2],["before",1],["init",2],["memory",6],["allocated",4],["cuda",4],["1e9",4],["gb",4],["reserved",4],["worker",1],["after",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.list_loras","name":[["list",1],["loras",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["list",3],["loras",3],["self",3],["int",2],["return",1],["worker",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.offload_model_weights","name":[["offload",1],["model",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["offload",3],["model",3],["weights",3],["self",3],["none",2],["worker",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.remove_lora","name":[["remove",1],["lora",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["remove",3],["lora",9],["self",3],["id",6],["int",2],["bool",2],["assert",1],["must",1],["be",1],["greater",1],["than",1],["return",1],["worker",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.sync_model_weights","name":[["sync",1],["model",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["sync",3],["model",3],["weights",7],["self",3],["actor",4],["dict",2],["str",4],["torch",2],["tensor",2],["load",4],["format",4],["none",2],["worker",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutorAsync","name":[["spmdgpuexecutor",1],["async",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["class",2],["spmdgpuexecutor",4],["async",8],["executor",3],["base",2],["def",2],["execute",3],["model",4],["self",3],["req",1],["request",1],["list",1],["sampler",1],["output",1],["executes",1],["one",1],["step",1],["given",1],["sequences",1],["raise",2],["not",2],["implemented",1],["error",1],["check",2],["health",2],["none",1],["checks",1],["if",2],["healthy",1],["should",1],["exception",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutorAsync.check_health_async","name":[["check",1],["health",1],["async",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["async",4],["def",2],["check",3],["health",3],["self",3],["none",2],["checks",1],["if",2],["executor",1],["healthy",1],["not",1],["should",1],["raise",1],["exception",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutorAsync.execute_model_async","name":[["execute",1],["model",1],["async",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["async",4],["def",2],["execute",6],["model",7],["self",2],["req",2],["request",2],["list",2],["sampler",2],["output",2],["executes",1],["one",1],["step",1],["given",1],["sequences",1],["raise",1],["not",1],["implemented",1],["error",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py","name":[["tokenizer",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["tokenizer",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",1],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",6],["https",1],["github",1],["com",1],["vllm",6],["project",1],["blob",1],["main",1],["transformers",3],["utils",3],["tokenizer",5],["group",2],["py",1],["typing",1],["import",5],["list",1],["optional",1],["tuple",1],["union",1],["auto",1],["pre",2],["trained",2],["fast",1],["lora",1],["request",1],["lo",1],["rarequest",1],["make",1],["async",1],["lrucache",1],["tokenizers",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py#TokenizerGroup","name":[["tokenizer",1],["group",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["tokenizer",1],["py",1]],"body":[["class",2],["tokenizer",28],["group",4],["tokenizers",5],["be",2],["lo",6],["ra",2],["adapters",1],["def",8],["init",1],["self",25],["pre",3],["trained",3],["enable",5],["lora",28],["bool",2],["max",7],["num",2],["seqs",2],["int",8],["input",6],["length",5],["optional",8],["lrucache",1],["capacity",1],["if",4],["else",2],["none",6],["ping",1],["check",1],["alive",1],["return",9],["true",1],["len",1],["request",14],["rarequest",4],["maximum",1],["encode",4],["prompt",4],["str",4],["id",9],["list",2],["async",3],["await",1],["not",3],["todo",1],["sgm",2],["also",1],["passed",1],["but",1],["may",1],["different",1],["config",1],["put",1],["fixme",1],["simplicity",1],["assign",1],["special",1],["token",5],["here",1],["property",2],["pad",2],["eos",2]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py#TokenizerGroup.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["tokenizer",1],["py",1]],"body":[["def",2],["init",2],["self",6],["tokenizer",7],["pre",3],["trained",3],["enable",5],["lora",6],["bool",2],["max",7],["num",3],["seqs",3],["int",4],["input",4],["length",4],["optional",2],["tokenizers",1],["lrucache",1],["capacity",1],["if",1],["else",1],["none",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py#TokenizerGroup.encode","name":[["encode",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["tokenizer",1],["py",1]],"body":[["def",2],["encode",3],["self",3],["prompt",3],["str",4],["request",5],["id",2],["optional",4],["none",4],["lora",4],["lo",2],["rarequest",2],["list",2],["int",2],["tokenizer",3],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py#TokenizerGroup.encode_async","name":[["encode",1],["async",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["tokenizer",1],["py",1]],"body":[["async",5],["def",2],["encode",3],["self",3],["prompt",3],["str",4],["request",5],["id",2],["optional",4],["none",4],["lora",4],["lo",2],["rarequest",2],["list",2],["int",2],["tokenizer",3],["await",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py#TokenizerGroup.eos_token_id","name":[["eos",1],["token",1],["id",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["tokenizer",1],["py",1]],"body":[["def",2],["eos",3],["token",3],["id",3],["self",3],["return",1],["tokenizer",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py#TokenizerGroup.get_lora_tokenizer","name":[["lora",1],["tokenizer",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["tokenizer",1],["py",1]],"body":[["def",2],["lora",18],["tokenizer",14],["self",10],["request",7],["optional",2],["lo",2],["rarequest",2],["pre",2],["trained",2],["if",2],["not",3],["enable",1],["return",3],["int",3],["id",3],["tokenizers",3],["todo",1],["sgm",1],["also",1],["passed",1],["but",1],["may",1],["be",1],["different",1],["config",1],["put",1],["else",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py#TokenizerGroup.get_max_input_len","name":[["max",1],["input",1],["len",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["tokenizer",1],["py",1]],"body":[["def",2],["max",3],["input",4],["len",2],["self",3],["lora",2],["request",3],["optional",4],["lo",3],["rarequest",2],["none",2],["int",2],["maximum",1],["length",2],["ra",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py#TokenizerGroup.pad_token_id","name":[["pad",1],["token",1],["id",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["tokenizer",1],["py",1]],"body":[["def",2],["pad",3],["token",3],["id",3],["self",3],["return",1],["tokenizer",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py#TokenizerGroup.ping","name":[["ping",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["tokenizer",1],["py",1]],"body":[["def",2],["ping",2],["self",2],["bool",2],["check",1],["if",1],["tokenizer",1],["group",1],["alive",1],["return",1],["true",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/worker.py","name":[["worker",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",1],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",2],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",7],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",2],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",16],["https",1],["github",1],["com",1],["vllm",13],["project",1],["blob",1],["main",1],["worker",7],["py",1],["gpu",2],["class",1],["import",20],["os",1],["gc",1],["typing",1],["dict",1],["list",1],["tuple",1],["optional",1],["union",1],["torch",3],["nn",2],["config",9],["cache",3],["device",3],["lo",1],["raconfig",1],["parallel",7],["scheduler",1],["vision",1],["model",9],["executor",2],["random",1],["seed",1],["sequence",1],["sampler",1],["output",1],["execute",1],["request",1],["engine",2],["communicators",2],["pynccl",1],["utils",2],["custom",2],["all",1],["reduce",1],["init",2],["ar",1],["todo",1],["sgm",1],["check",2],["has",1],["similar",1],["state",2],["tensor",2],["cpu",1],["group",2],["environment",1],["if",1],["supports",1],["dtype",1],["runner",2],["megatron",2],["weight",3],["loaders",2],["load",5],["weights",3],["hf",2],["loader",1],["dtensor",2],["ensure",1],["initialized",1],["format",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/worker.py#init_worker_distributed_environment","name":[["init",1],["worker",1],["distributed",1],["environment",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["init",8],["worker",2],["distributed",8],["environment",4],["parallel",18],["config",12],["rank",6],["int",4],["method",3],["optional",2],["str",2],["env",2],["local",3],["none",2],["initialize",3],["note",3],["sgm",2],["tcp",1],["localhost",1],["xxxx",1],["will",1],["hang",1],["hf",1],["setting",1],["without",1],["megatron",1],["world",11],["size",15],["ensure",1],["model",4],["initialized",5],["tensor",3],["pipeline",2],["todo",1],["check",1],["whether",1],["need",1],["if",4],["pynccl",12],["utils",5],["raise",1],["runtime",1],["error",1],["already",1],["but",1],["not",2],["match",1],["vs",1],["elif",1],["woosuk",1],["don",1],["process",2],["group",5],["kaichao",1],["by",1],["default",1],["tp",1],["cpu",1],["custom",3],["fast",1],["all",5],["reduce",5],["implementation",1],["disable",1],["ar",1],["small",1],["warmup",1],["torch",3],["zeros",2],["cuda",2]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker","name":[["worker",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["class",3],["worker",14],["executes",1],["partition",2],["model",30],["gpu",20],["each",2],["associated",1],["single",1],["responsible",1],["maintaining",1],["kv",3],["cache",21],["executing",1],["case",1],["distributed",9],["inference",3],["assigned",1],["def",3],["init",10],["self",49],["union",1],["nn",1],["module",1],["dict",2],["itself",1],["its",1],["parameter",2],["config",54],["parallel",7],["scheduler",5],["device",15],["load",6],["local",7],["rank",19],["int",9],["method",4],["str",1],["lora",6],["optional",2],["lo",2],["raconfig",1],["none",8],["vision",8],["language",8],["driver",5],["bool",1],["false",1],["will",4],["be",8],["replaced",1],["if",6],["assert",4],["must",1],["have",1],["not",6],["tested",1],["ra",1],["settings",1],["runner",3],["dtype",4],["uninitialized",1],["engine",6],["initialized",2],["by",5],["list",1],["torch",12],["tensor",2],["note",3],["sgm",3],["offloading",1],["params",1],["cpu",2],["type",2],["cuda",10],["all",3],["reduce",3],["free",6],["input",1],["until",1],["synchronization",1],["point",1],["causes",1],["memory",26],["usage",6],["grow",1],["as",1],["number",4],["calls",1],["increases",1],["env",2],["var",1],["disables",1],["behavior",1],["related",1],["issue",1],["https",1],["discuss",1],["pytorch",1],["org",1],["allocation",1],["lifetime",1],["inputs",2],["191573",1],["os",4],["environ",1],["nccl",1],["avoid",1],["record",1],["streams",1],["modify",1],["verl",1],["vars",1],["torchrun",3],["else",2],["getenv",3],["raise",2],["value",1],["error",3],["invalid",1],["unspecified",1],["world",7],["size",10],["check",1],["supports",1],["empty",2],["mem",2],["info",2],["runtime",1],["support",1],["initialize",1],["environment",2],["random",2],["seed",3],["actor",1],["mode",1],["determine",2],["num",3],["available",1],["blocks",7],["tuple",1],["profiles",1],["peak",6],["many",1],["may",2],["allocated",4],["without",1],["ooms",1],["first",1],["conduct",1],["profiling",2],["existing",1],["then",1],["calculate",2],["maximum",2],["possible",1],["remaining",3],["tip",1],["you",1],["limit",1],["adjusting",1],["utilization",3],["profile",3],["reset",1],["stats",1],["execute",1],["forward",1],["pass",1],["dummy",1],["run",1],["profiled",1],["synchronize",1],["total",3],["happens",1],["was",1],["properly",1],["cleaned",1],["up",1],["before",1],["initializing",1],["llm",1],["instance",1],["block",3],["bytes",1],["ca",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["init",9],["self",26],["model",22],["union",2],["nn",2],["module",2],["dict",4],["itself",2],["its",2],["parameter",2],["config",59],["parallel",7],["scheduler",7],["device",7],["cache",14],["load",8],["local",4],["rank",10],["int",4],["distributed",4],["method",4],["str",2],["lora",7],["optional",4],["lo",3],["raconfig",2],["none",9],["vision",10],["language",10],["driver",6],["worker",6],["bool",2],["false",2],["will",3],["be",4],["replaced",2],["if",2],["assert",2],["must",1],["have",1],["not",1],["tested",1],["ra",1],["settings",1],["runner",2],["kv",1],["dtype",2],["uninitialized",1],["engine",5],["initialized",1],["by",1],["gpu",1],["list",1],["torch",1],["tensor",1],["note",1],["sgm",1],["offloading",1],["inference",1],["params",1],["cpu",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker._init_cache_engine","name":[["init",1],["cache",1],["engine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["init",3],["cache",5],["engine",4],["self",4],["if",1],["none",2],["gpu",1],["super",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker.determine_num_available_blocks","name":[["determine",1],["num",1],["available",1],["blocks",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["determine",3],["num",21],["available",2],["blocks",26],["self",9],["tuple",2],["int",7],["profiles",1],["peak",6],["memory",24],["usage",5],["model",8],["many",1],["kv",1],["may",2],["be",4],["allocated",4],["without",1],["ooms",1],["engine",1],["will",1],["first",1],["conduct",1],["profiling",2],["existing",1],["then",1],["calculate",2],["maximum",2],["possible",1],["number",4],["gpu",22],["cpu",10],["remaining",3],["free",5],["tip",1],["you",1],["limit",1],["by",1],["adjusting",1],["utilization",3],["parameter",1],["profile",3],["cache",11],["torch",11],["cuda",7],["empty",2],["reset",1],["stats",1],["execute",1],["forward",1],["pass",1],["dummy",1],["inputs",1],["runner",3],["run",1],["profiled",1],["synchronize",2],["total",3],["mem",1],["info",1],["assert",1],["error",1],["happens",1],["was",1],["not",1],["properly",1],["cleaned",1],["up",1],["before",1],["initializing",1],["llm",1],["instance",1],["block",5],["size",5],["bytes",2],["note",2],["sgm",2],["config",3],["swap",1],["space",1],["max",2],["if",1],["lora",1],["manager",1],["remove",1],["all",4],["loras",1],["add",1],["verl",1],["rank",1],["tensor",4],["device",2],["distributed",4],["reduce",4],["op",4],["min",2],["group",4],["parallel",2],["item",2],["gc",1],["collect",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker.execute_model","name":[["execute",1],["model",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["execute",14],["model",15],["self",5],["req",8],["optional",2],["request",2],["none",6],["list",9],["sampler",2],["output",5],["if",3],["seq",8],["group",6],["metadata",6],["else",1],["note",1],["sgm",1],["each",1],["spmd",1],["rank",1],["will",1],["have",1],["identical",1],["input",2],["assert",2],["not",2],["num",2],["groups",2],["len",1],["blocks",9],["swap",7],["out",3],["copy",3],["cache",2],["there",1],["no",1],["don",1],["need",1],["return",2],["runner",1],["gpu",1],["worker",1],["only",1],["supports",1],["single",1],["step",1],["execution",1],["wrap",1],["conform",1],["interface",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker.free_cache_engine","name":[["free",1],["cache",1],["engine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["free",2],["cache",4],["engine",3],["self",4],["ensure",2],["enforce",2],["eager",2],["true",2],["none",2],["gpu",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker.init_device","name":[["init",1],["device",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["init",5],["device",11],["self",21],["none",3],["if",4],["config",8],["type",2],["cuda",6],["torch",6],["distributed",5],["all",3],["reduce",3],["not",4],["free",1],["input",1],["tensor",1],["until",1],["synchronization",1],["point",1],["causes",1],["memory",2],["usage",1],["grow",1],["as",1],["number",1],["calls",1],["increases",1],["env",2],["var",1],["disables",1],["behavior",1],["related",1],["issue",1],["https",1],["discuss",1],["pytorch",1],["org",1],["allocation",1],["lifetime",1],["inputs",1],["191573",1],["os",4],["environ",1],["nccl",1],["avoid",1],["record",1],["streams",1],["note",1],["sgm",1],["modify",1],["verl",1],["vars",1],["will",1],["be",1],["by",3],["torchrun",3],["rank",11],["else",2],["int",3],["getenv",3],["local",4],["raise",2],["value",1],["error",2],["invalid",1],["unspecified",1],["world",7],["size",7],["assert",1],["initialized",1],["parallel",2],["check",1],["gpu",2],["supports",1],["dtype",2],["model",8],["empty",1],["cache",1],["mem",1],["info",1],["runtime",1],["support",1],["initialize",1],["environment",2],["worker",1],["method",1],["random",2],["seed",3],["actor",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker.offload_model_weights","name":[["offload",1],["model",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["offload",2],["model",11],["weights",2],["self",9],["none",3],["if",1],["cpu",6],["name",5],["params",5],["runner",2],["named",2],["parameters",2],["torch",1],["empty",1],["like",1],["device",1],["data",2],["else",1]]},{"id":"verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker.sync_model_weights","name":[["sync",1],["model",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["sync",2],["model",9],["weights",10],["self",5],["actor",5],["dict",3],["load",12],["format",9],["str",2],["if",1],["megatron",2],["auto",1],["runner",3],["elif",2],["hf",2],["full",1],["state",1],["without",1],["no",1],["sharding",1],["dtensor",2]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/__init__.py","name":[["init",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["init",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py","name":[["arg",1],["utils",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["arg",1],["utils",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",1],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",12],["https",1],["github",1],["com",1],["vllm",10],["project",1],["blob",1],["main",1],["engine",2],["arg",1],["utils",4],["py",1],["import",16],["os",1],["argparse",1],["dataclasses",2],["json",1],["dataclass",2],["typing",1],["type",3],["checking",2],["list",1],["optional",1],["tuple",2],["union",1],["torch",1],["nn",2],["transformers",2],["pretrained",1],["config",16],["model",2],["load",1],["cache",1],["decoding",1],["device",1],["lo",1],["raconfig",1],["multi",1],["modal",1],["observability",1],["parallel",1],["prompt",1],["adapter",1],["scheduler",1],["speculative",1],["tokenizer",4],["pool",1],["executor",4],["base",4],["logger",4],["init",2],["flexible",1],["argument",1],["parser",1],["layers",1],["quantization",2],["methods",1],["str",1],["int",1],["if",1],["group",3],["name",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py#EngineArgs","name":[["engine",1],["args",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["arg",1],["utils",1],["py",1]],"body":[["class",4],["engine",8],["args",8],["arguments",3],["llm",2],["model",11],["hf",1],["config",4],["pretrained",1],["none",38],["verl",1],["served",1],["name",8],["todo",3],["sgm",2],["check",2],["tokenizer",19],["optional",34],["str",30],["skip",1],["init",1],["bool",15],["false",13],["mode",5],["auto",10],["trust",3],["remote",3],["code",4],["download",4],["dir",4],["load",5],["format",4],["dtype",3],["kv",1],["cache",2],["quantization",2],["param",1],["path",4],["seed",1],["int",28],["max",14],["len",4],["worker",1],["ray",3],["note",2],["specifying",2],["custom",2],["executor",3],["backend",3],["by",3],["passing",2],["intended",2],["expert",2],["only",2],["api",3],["may",2],["change",2],["without",2],["notice",2],["distributed",1],["union",3],["type",10],["base",2],["pipeline",1],["parallel",4],["size",7],["tensor",2],["loading",1],["workers",2],["block",2],["16",2],["enable",4],["prefix",1],["caching",1],["disable",5],["sliding",1],["window",1],["v2",1],["manager",1],["swap",1],["space",1],["gi",2],["cpu",2],["offload",1],["gb",1],["gpu",2],["memory",1],["utilization",1],["float",6],["90",1],["num",5],["batched",1],["tokens",2],["seqs",1],["256",2],["logprobs",2],["20",1],["default",12],["value",1],["open",1],["ai",1],["chat",1],["completions",1],["log",1],["stats",1],["revision",5],["rope",2],["scaling",2],["dict",3],["theta",1],["enforce",1],["eager",1],["context",1],["capture",2],["seq",1],["8192",1],["all",1],["reduce",1],["pool",4],["group",1],["extra",3],["lora",5],["loras",3],["rank",1],["prompt",5],["adapter",3],["adapters",1],["token",1],["fully",1],["sharded",1],["vocab",1],["long",1],["factors",1],["tuple",1],["device",1],["nsight",1],["blocks",1],["override",1],["lookahead",1],["slots",1],["loader",1],["ignore",1],["patterns",1],["list",1],["preemption",1],["scheduler",1],["delay",1],["factor",1],["chunked",1],["prefill",1],["guided",1],["decoding",4],["outlines",1],["speculative",6],["configuration",1],["draft",1],["batch",1],["ngram",2],["lookup",2],["min",1],["spec",2],["acceptance",3],["method",1],["rejection",1],["sampler",3],["typical",2],["posterior",2],["threshold",1],["alpha",1],["qlora",1],["during",1],["otlp",1],["traces",1],["endpoint",1],["staticmethod",1],["def",1],["add",9],["cli",2],["parser",11],["argparse",2],["argument",10],["shared",1],["shengguangming",1],["delete",1],["unused",1],["facebook",1],["opt",1],["125m",1],["help",8],["huggingface",4],["specific",2],["version",4],["be",2],["branch",2],["tag",2],["commit",2],["id",2],["if",3],["unspecified",2],["will",5],["choices",2],["slow",3],["fast",1],["available",1],["always",1],["action",1],["store",1],["true",1],["from",1],["directory",1],["weights",2],["pt",1],["safetensors",1],["npcache",1],["dummy",1],["tr",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py#EngineArgs.add_cli_args","name":[["add",1],["cli",1],["args",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["arg",1],["utils",1],["py",1]],"body":[["def",2],["add",23],["cli",3],["args",16],["parser",28],["argparse",4],["argument",25],["shared",1],["arguments",4],["llm",1],["engine",14],["model",10],["todo",2],["shengguangming",1],["delete",1],["unused",1],["type",19],["str",9],["default",22],["facebook",1],["opt",1],["125m",1],["help",21],["name",6],["path",2],["huggingface",4],["tokenizer",10],["revision",2],["none",5],["specific",2],["version",4],["be",5],["branch",2],["tag",2],["commit",2],["id",2],["if",5],["unspecified",3],["will",12],["mode",3],["choices",5],["auto",6],["slow",3],["fast",1],["available",2],["always",1],["trust",2],["remote",2],["code",2],["action",3],["store",4],["true",3],["from",2],["download",3],["dir",3],["directory",1],["load",8],["weights",9],["cache",3],["format",9],["pt",2],["safetensors",5],["npcache",2],["dummy",2],["try",1],["fall",1],["back",1],["pytorch",3],["bin",2],["not",1],["numpy",1],["speed",1],["up",1],["loading",1],["initialize",1],["random",2],["values",1],["mainly",1],["profiling",1],["dtype",2],["half",1],["float16",1],["bfloat16",1],["float",2],["float32",1],["data",1],["activations",1],["option",1],["fp16",2],["precision",2],["fp32",1],["models",2],["bf16",2],["max",5],["len",1],["int",8],["context",1],["length",1],["automatically",2],["derived",1],["parallel",6],["worker",1],["ray",2],["distributed",1],["serving",1],["more",1],["than",1],["gpu",5],["pipeline",3],["size",8],["pp",1],["number",4],["stages",1],["tensor",3],["tp",1],["replicas",1],["kv",1],["block",3],["16",1],["32",1],["token",1],["woosuk",1],["support",1],["fine",1],["grained",1],["seeds",1],["seed",4],["per",4],["request",1],["swap",3],["space",3],["cpu",1],["gi",1],["memory",3],["utilization",2],["percentage",1],["executor",1],["num",4],["batched",3],["tokens",3],["maximum",2],["iteration",2],["seqs",2],["sequences",1],["disable",2],["log",1],["stats",1],["logging",1],["statistics",1],["quantization",2],["settings",1],["awq",1],["method",1],["quantize",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py#EngineArgs.create_engine_config","name":[["create",1],["engine",1],["config",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["arg",1],["utils",1],["py",1]],"body":[["def",2],["create",4],["engine",4],["config",38],["self",67],["bitsandbytes",8],["quantization",11],["needs",2],["specific",2],["model",28],["loader",2],["so",2],["make",2],["sure",2],["quant",2],["method",2],["load",7],["format",7],["consistent",2],["if",9],["qlora",2],["adapter",5],["name",4],["path",4],["not",14],["none",6],["raise",2],["value",3],["error",2],["bits",2],["bytes",2],["qlo",2],["ra",2],["only",3],["support",2],["but",3],["got",3],["assert",2],["cpu",5],["offload",5],["gb",4],["space",4],["must",1],["be",1],["non",1],["negative",1],["multimodal",3],["multi",1],["modal",1],["device",5],["note",2],["sgm",1],["modify",1],["other",1],["configs",1],["import",1],["from",1],["vllm",1],["hf",2],["tokenizer",11],["mode",2],["trust",2],["remote",2],["code",4],["dtype",6],["seed",2],["revision",6],["rope",4],["scaling",2],["theta",2],["max",18],["len",14],["param",2],["enforce",2],["eager",2],["context",7],["capture",4],["seq",2],["logprobs",2],["disable",7],["sliding",7],["window",7],["skip",2],["init",2],["served",2],["cache",5],["block",4],["size",18],["gpu",6],["memory",4],["utilization",2],["swap",2],["kv",2],["num",4],["blocks",2],["override",2],["enable",14],["prefix",3],["caching",3],["parallel",14],["pipeline",2],["tensor",4],["worker",2],["ray",4],["loading",2],["workers",4],["custom",2],["all",2],["reduce",2],["pool",5],["type",2],["extra",1],["nsight",2],["distributed",2],["executor",2],["backend",2],["verl",1],["world",7],["by",7],["torchrun",2],["int",1],["os",1],["getenv",1],["initialized",1],["long",5],["32768",1],["chunked",12],["prefill",12],["explicitly",1],["default",2],["32",2],["models",3],["avoid",1],["oom",2],["errors",2],["initial",2],["profiling",2],["phase",2],["cuda",1],["spec",4],["decode",2],["speculative",13],["has",3],["seqlen",3],["agnostic",3],["layers",3],["contains",1],["lora",1],["prompt",1],["true",1],["logger",2],["warning",2],["enabled",1],["currently",1],["might",1],["work",1],["some",1],["features",1],["you",1],["encounter",1],["any",1],["issues",1],["please",1],["setting",2],["false",2],["length",1],["may",1],["cause",1],["during",1],["result",1],["low",1],["performance",1],["due",1],["small",1],["consider",1],["smaller",1],["todo",1],["maybe",1],["target",3],["draft",2],["tokens",2],["batch",2],["v2",2],["manager",2],["dis",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py#EngineArgs.from_cli_args","name":[["from",1],["cli",1],["args",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["arg",1],["utils",1],["py",1]],"body":[["def",2],["from",3],["cli",2],["args",9],["cls",4],["argparse",2],["namespace",2],["engine",4],["list",2],["attributes",3],["dataclass",2],["attrs",2],["attr",5],["name",1],["dataclasses",1],["fields",1],["parsed",1],["arguments",1],["getattr",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py#nullable_str","name":[["nullable",1],["str",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["arg",1],["utils",1],["py",1]],"body":[["def",2],["nullable",2],["str",4],["val",5],["if",1],["not",1],["none",2],["return",2]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/config.py","name":[["config",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",1],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",9],["https",1],["github",1],["com",1],["vllm",8],["project",1],["blob",1],["main",1],["config",9],["py",1],["import",11],["enum",1],["json",1],["typing",1],["list",1],["optional",1],["union",1],["dataclasses",1],["dataclass",2],["field",1],["fields",1],["torch",1],["transformers",2],["pretrained",1],["logger",4],["init",2],["model",3],["executor",1],["layers",1],["quantization",3],["utils",2],["hf",1],["text",1],["hip",1],["print",1],["warning",1],["once",1],["add",1],["verl",1],["verify",2],["dtype",1],["max",1],["len",1],["served",1],["name",2],["gptqmarlin",1],["gptq",1],["marlin",1],["gb",1],["30",1],["todo",1],["check",1],["whether",1],["necessary",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/config.py#LoadConfig","name":[["load",1],["config",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["class",2],["load",31],["config",8],["download",3],["dir",2],["directory",2],["weights",9],["default",4],["cache",2],["huggingface",1],["format",28],["model",9],["auto",2],["will",7],["try",1],["safetensors",4],["fall",1],["back",1],["pytorch",3],["bin",2],["if",6],["not",8],["available",1],["pt",1],["npcache",1],["store",1],["numpy",1],["speed",1],["up",1],["loading",4],["dummy",1],["initialize",1],["random",1],["values",1],["mainly",1],["profiling",1],["tensorizer",2],["core",1],["weave",1],["library",1],["fast",1],["weight",1],["bitsandbytes",1],["nf4",1],["type",1],["ignore",7],["patterns",8],["list",3],["original",2],["avoid",1],["repeated",1],["llama",1],["checkpoints",1],["union",3],["str",8],["base",1],["loader",7],["optional",3],["none",4],["extra",6],["dict",2],["field",1],["factory",1],["def",2],["post",1],["init",1],["self",12],["isinstance",2],["json",1],["loads",1],["verify",2],["len",1],["logger",1],["info",1],["ignoring",1],["following",1],["downloading",1],["else",1],["return",1],["lower",1],["rocm",6],["supported",7],["hip",1],["members",1],["raise",1],["value",1],["error",1],["formats",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/config.py#LoadConfig.__post_init__","name":[["post",1],["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["def",2],["post",2],["init",2],["self",9],["model",5],["loader",5],["extra",5],["config",5],["if",2],["isinstance",1],["str",1],["json",1],["loads",1],["verify",1],["load",1],["format",1],["ignore",4],["patterns",5],["not",1],["none",1],["len",1],["logger",1],["info",1],["ignoring",1],["following",1],["downloading",1],["weights",1],["else",1],["original",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/config.py#LoadConfig._verify_load_format","name":[["verify",1],["load",1],["format",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["def",2],["verify",2],["load",18],["format",17],["self",5],["none",2],["if",3],["not",6],["isinstance",1],["str",2],["return",1],["lower",1],["rocm",6],["supported",7],["list",1],["hip",1],["members",1],["raise",1],["value",1],["error",1],["formats",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/config.py#LoadFormat","name":[["load",1],["format",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["class",2],["load",2],["format",2],["str",2],["enum",4],["auto",2],["megatron",4],["hf",4],["dtensor",4],["dummy",6]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/config.py#ModelConfig","name":[["model",1],["config",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["class",2],["model",31],["config",14],["configuration",1],["args",1],["name",17],["path",9],["huggingface",3],["tokenizer",24],["mode",8],["auto",3],["will",17],["fast",1],["if",14],["available",2],["slow",2],["always",2],["trust",6],["remote",6],["code",11],["from",2],["hugging",2],["face",2],["downloading",1],["download",2],["dir",1],["directory",2],["load",9],["weights",10],["default",6],["cache",4],["format",8],["try",1],["safetensors",4],["fall",3],["back",3],["pytorch",3],["bin",2],["not",4],["pt",1],["npcache",1],["store",1],["numpy",1],["speed",1],["up",1],["loading",1],["dummy",1],["initialize",1],["random",2],["values",1],["mainly",1],["profiling",1],["dtype",4],["data",1],["type",2],["activations",1],["option",1],["fp16",2],["precision",2],["fp32",1],["models",2],["bf16",2],["seed",5],["reproducibility",1],["revision",17],["specific",3],["version",7],["be",7],["branch",3],["tag",4],["commit",3],["id",3],["unspecified",3],["hub",1],["max",15],["len",14],["maximum",3],["length",3],["sequence",4],["including",1],["prompt",1],["output",1],["none",17],["derived",1],["quantization",9],["method",1],["was",1],["quantize",1],["assume",1],["quantized",1],["param",4],["json",1],["file",1],["containing",1],["scaling",6],["factors",3],["kv",2],["into",1],["fp8",2],["e4",2],["m3",2],["rocm",2],["amd",1],["gpu",1],["future",1],["these",1],["also",1],["activation",1],["weight",1],["enforce",5],["eager",9],["whether",1],["execution",2],["true",2],["disable",4],["cuda",4],["graph",2],["execute",1],["false",4],["hybrid",1],["context",7],["capture",10],["covered",2],["by",3],["graphs",2],["has",2],["larger",2],["than",2],["deprecated",2],["seq",6],["instead",2],["skip",5],["init",5],["initialization",1],["detokenizer",1],["served",2],["metrics",1],["matches",1],["exposed",1],["via",1],["apis",1],["multiple",1],["names",1],["provided",1],["first",1],["specified",1],["same",2],["as",2],["def",1],["self",22],["hf",7],["pretrained",1],["str",9],["bool",4],["union",2],["torch",1],["int",5],["optional",12],["rope",6],["dict",1],["theta",3],["float",1],["logprobs",3],["20",1],["sliding",3],["window",3],["list",1],["multimodal",1],["multi",1],["modal",1],["note",1],["sgm",1],["open",1],["sourced",1],["consistent",1],["else",1],["raise",1],["value",1],["error",1],["text",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/config.py#ModelConfig.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["def",2],["init",7],["self",45],["hf",17],["config",26],["pretrained",2],["tokenizer",19],["mode",7],["str",19],["trust",5],["remote",5],["code",9],["bool",8],["dtype",7],["union",4],["torch",2],["seed",4],["int",10],["revision",16],["optional",24],["none",29],["rope",8],["scaling",4],["dict",2],["theta",4],["float",2],["max",20],["model",19],["len",16],["quantization",9],["param",4],["path",6],["enforce",4],["eager",4],["false",6],["context",4],["capture",9],["seq",5],["logprobs",4],["20",2],["disable",8],["sliding",15],["window",15],["skip",5],["served",8],["name",10],["list",2],["multimodal",4],["multi",2],["modal",2],["note",1],["sgm",1],["same",1],["as",1],["open",1],["sourced",1],["version",2],["consistent",1],["by",2],["default",1],["if",4],["else",1],["not",5],["raise",1],["value",1],["error",1],["deprecated",1],["instead",1],["text",7],["verify",8],["load",1],["format",1],["type",1],["gemma2",1],["print",1],["warning",1],["once",1],["gemma",1],["uses",1],["attention",1],["every",1],["odd",1],["layer",1],["currently",1],["supported",1],["llm",1],["disabling",1],["capping",1],["length",1],["size",1],["true",1],["embedding",1],["cuda",1],["graph",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py","name":[["dtensor",1],["weight",1],["loaders",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",2],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",3],["as",3],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",8],["https",1],["github",1],["com",1],["vllm",9],["project",1],["tree",1],["main",1],["model",12],["executor",6],["models",3],["typing",1],["import",9],["dict",2],["iterable",1],["tuple",1],["torch",3],["nn",2],["tensor",1],["dtensor",17],["shard",1],["replicate",1],["layers",2],["linear",1],["registry",2],["loader",16],["weight",16],["utils",2],["default",1],["pp",1],["missing",1],["parameter",2],["fused",2],["moe",1],["mo",1],["gpt2",2],["lmhead",1],["llama",9],["causal",12],["lm",12],["lla",1],["mafor",1],["mistral",2],["same",1],["intern",1],["lmfor",1],["aquila",2],["phi3",1],["gemma",3],["gemma2",1],["gptbig",1],["code",1],["gptbigcode",1],["load",3],["weights",3],["starcoder2",2],["qwen2",2],["deepseek",1],["v2",1],["deepseekv2",1],["actor",1],["state",1],["note",1],["sgm",1],["per",1],["each",1],["sub",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#_get_model_weight_loader","name":[["model",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["model",6],["weight",5],["loader",5],["arch",5],["str",2],["if",1],["dtensor",3],["registry",3],["return",1],["raise",1],["value",1],["error",1],["architectures",2],["not",1],["supported",2],["now",1],["keys",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#_process_parameter_names","name":[["process",1],["parameter",1],["names",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["process",2],["parameter",2],["names",2],["name",12],["remove",4],["weight",3],["if",4],["exists",2],["at",2],["end",2],["string",3],["endswith",1],["model",7],["layers",4],["prefix",1],["parts",5],["split",1],["reconstruct",1],["without",1],["join",1],["elif",1],["startswith",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#deepseekv2_dtensor_weight_loader","name":[["deepseekv2",1],["dtensor",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["deepseekv2",2],["dtensor",5],["weight",33],["loader",14],["actor",3],["weights",7],["dict",10],["vllm",7],["model",7],["nn",4],["module",4],["stacked",3],["params",15],["mapping",9],["param",21],["name",46],["shard",8],["id",11],["gate",9],["up",7],["proj",13],["fp8",2],["scales",2],["activation",1],["expert",9],["fused",1],["mo",1],["make",1],["ckpt",3],["down",2],["num",1],["experts",9],["config",1],["routed",1],["named",1],["parameters",1],["remove",1],["duplicate",1],["false",1],["loaded",13],["items",1],["if",9],["rotary",1],["emb",1],["inv",1],["freq",1],["continue",9],["skip",4],["non",1],["layers",1],["handled",1],["below",3],["not",5],["have",1],["mlp",4],["checkpoint",1],["since",1],["handle",1],["need",1],["here",1],["before",1],["update",1],["otherwise",1],["will",2],["be",2],["updated",2],["then",1],["breaks",1],["load",1],["replace",2],["loading",2],["extra",2],["bias",4],["gptq",2],["models",2],["endswith",2],["pp",3],["missing",3],["parameter",3],["local",6],["redistribute",3],["getattr",3],["default",3],["dtype",6],["break",2],["else",2]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#gemma_dtensor_weight_loader","name":[["gemma",1],["dtensor",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["gemma",2],["dtensor",4],["weight",19],["loader",10],["actor",3],["weights",5],["dict",8],["vllm",4],["model",3],["nn",4],["module",4],["stacked",6],["params",7],["mapping",2],["param",13],["name",22],["shard",7],["id",3],["qkv",3],["proj",10],["gate",3],["up",3],["named",1],["parameters",1],["loaded",9],["items",1],["if",4],["not",4],["continue",4],["replace",1],["skip",3],["loading",3],["extra",2],["bias",4],["gptq",2],["models",2],["endswith",2],["local",4],["redistribute",2],["getattr",2],["default",2],["dtype",4],["break",1],["else",1],["lm",3],["head",3],["as",1],["tied",1],["embed",1],["token",1],["prevent",1],["errors",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#gpt2_dtensor_weight_loader","name":[["gpt2",1],["dtensor",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["gpt2",2],["dtensor",2],["weight",2],["loader",2],["actor",2],["weights",2],["dict",2],["vllm",2],["model",2],["nn",4],["module",4],["pass",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#gptbigcode_dtensor_load_weights","name":[["gptbigcode",1],["dtensor",1],["load",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["gptbigcode",2],["dtensor",3],["load",2],["weights",6],["actor",3],["dict",5],["vllm",3],["model",3],["nn",2],["module",2],["params",2],["named",1],["parameters",1],["remove",1],["duplicate",1],["false",1],["name",6],["loaded",5],["weight",9],["items",1],["if",2],["lm",1],["head",1],["continue",2],["attn",2],["bias",2],["skip",1],["attention",1],["mask",1],["note",1],["should",1],["not",1],["be",1],["skipped",1],["local",2],["redistribute",1],["param",5],["loader",4],["getattr",1],["default",1],["dtype",2]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#llama_dtensor_weight_loader","name":[["llama",1],["dtensor",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["llama",2],["dtensor",4],["weight",22],["loader",9],["actor",3],["weights",5],["dict",8],["vllm",4],["model",5],["nn",4],["module",4],["stacked",2],["params",7],["mapping",2],["param",12],["name",25],["shard",4],["id",3],["qkv",3],["proj",10],["gate",3],["up",3],["named",1],["parameters",1],["loaded",9],["items",1],["if",7],["rotary",3],["emb",3],["inv",1],["freq",1],["continue",6],["cos",1],["cached",2],["sin",1],["models",3],["trained",1],["colossal",1],["ai",1],["may",1],["include",1],["these",1],["tensors",1],["checkpoint",1],["skip",4],["them",1],["tie",2],["word",2],["embeddings",2],["lm",2],["head",2],["might",1],["appear",1],["unnecessarily",1],["files",1],["processed",1],["quantization",1],["lo",1],["ra",1],["fine",1],["tuning",1],["etc",1],["config",1],["not",3],["replace",1],["loading",2],["extra",2],["bias",4],["gptq",2],["endswith",2],["local",4],["redistribute",2],["dtype",2],["break",1],["else",1],["getattr",1],["default",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#load_dtensor_weights","name":[["load",1],["dtensor",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["load",2],["dtensor",2],["weights",6],["actor",3],["dict",2],["vllm",7],["model",9],["nn",2],["module",2],["weight",3],["loader",3],["class",1],["name",1],["note",1],["sgm",1],["reduce",1],["peak",1],["memory",1],["usage",1],["offload",1],["cpu",1],["after",2],["init",1],["need",1],["sync",1],["first",1],["iter",1],["cuda",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#qwen2_dtensor_weight_loader","name":[["qwen2",1],["dtensor",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["qwen2",2],["dtensor",4],["weight",20],["loader",9],["actor",3],["weights",5],["dict",8],["vllm",4],["model",4],["nn",4],["module",4],["stacked",2],["params",7],["mapping",2],["param",13],["name",23],["shard",4],["id",3],["qkv",3],["proj",10],["gate",3],["up",3],["named",1],["parameters",1],["remove",1],["duplicate",1],["false",1],["loaded",9],["items",1],["if",5],["rotary",1],["emb",1],["inv",1],["freq",1],["continue",5],["config",1],["tie",1],["word",1],["embeddings",1],["lm",1],["head",1],["not",3],["replace",1],["skip",2],["loading",2],["extra",2],["bias",4],["gptq",2],["models",2],["endswith",2],["local",4],["redistribute",2],["dtype",4],["break",1],["else",1],["getattr",1],["default",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#redistribute_dtensor","name":[["redistribute",1],["dtensor",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["redistribute",3],["dtensor",4],["param",8],["name",9],["str",2],["loaded",8],["weights",8],["parallelize",7],["plan",7],["dict",2],["none",3],["process",1],["parameter",1],["names",1],["if",1],["not",2],["assert",1],["keys",2],["placement",2],["local",4],["device",2],["mesh",2],["placements",1],["else",1],["full",1],["tensor",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#starcoder2_dtensor_load_weights","name":[["starcoder2",1],["dtensor",1],["load",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["starcoder2",2],["dtensor",4],["load",2],["weights",7],["actor",3],["dict",6],["vllm",4],["model",4],["nn",2],["module",2],["stacked",2],["params",5],["mapping",2],["param",13],["name",19],["shard",4],["id",3],["qkv",3],["proj",6],["named",1],["parameters",1],["remove",1],["duplicate",1],["false",1],["loaded",9],["weight",18],["items",1],["if",3],["rotary",1],["emb",1],["inv",1],["freq",1],["continue",3],["not",1],["replace",1],["local",4],["redistribute",2],["loader",7],["dtype",4],["break",1],["else",1],["config",1],["tie",1],["word",1],["embeddings",1],["lm",1],["head",1],["getattr",1],["default",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#update_dtensor_weight_loader","name":[["update",1],["dtensor",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["update",2],["dtensor",2],["weight",2],["loader",2],["pass",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/hf_weight_loader.py","name":[["hf",1],["weight",1],["loader",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["hf",1],["weight",1],["loader",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",1],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",4],["https",1],["github",1],["com",1],["vllm",5],["project",1],["tree",1],["main",1],["model",5],["executor",3],["models",1],["typing",1],["import",5],["dict",1],["union",1],["optional",1],["iterable",1],["tuple",1],["torch",3],["nn",2],["loader",3],["utils",2],["default",2],["dtype",1],["weight",2]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/hf_weight_loader.py#load_hf_weights","name":[["load",1],["hf",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["hf",1],["weight",1],["loader",1],["py",1]],"body":[["def",2],["load",3],["hf",2],["weights",12],["actor",6],["dict",3],["vllm",8],["model",8],["nn",2],["module",7],["assert",1],["isinstance",1],["default",1],["torch",1],["dtype",2],["next",1],["parameters",1],["todo",1],["if",3],["config",1],["tie",1],["word",1],["embeddings",1],["lm",2],["head",2],["weight",2],["keys",1],["del",1],["items",1],["named",1],["modules",1],["quant",5],["method",5],["getattr",1],["none",2],["not",1],["process",3],["after",4],["loading",3],["fixme",1],["remove",1],["mixtral",1],["updated",1],["hasattr",1],["cuda",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/hf_weight_loader.py#update_hf_weight_loader","name":[["update",1],["hf",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["hf",1],["weight",1],["loader",1],["py",1]],"body":[["def",2],["update",2],["hf",3],["weight",3],["loader",3],["print",1],["no",1],["need",1],["be",1],["updated",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py","name":[["llm",1],["engine",1],["sp",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",4],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",4],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",4],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",2],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",20],["https",1],["github",1],["com",1],["vllm",20],["project",1],["blob",1],["main",1],["engine",11],["py",1],["import",22],["torch",2],["typing",1],["dict",2],["optional",1],["union",1],["type",1],["envs",2],["config",15],["cache",1],["decoding",1],["device",1],["lo",1],["raconfig",1],["multi",1],["modal",1],["observability",1],["parallel",1],["prompt",2],["adapter",1],["scheduler",3],["speculative",1],["core",1],["output",3],["processor",3],["interfaces",1],["sequence",1],["group",2],["stop",2],["checker",2],["executor",3],["base",3],["inputs",2],["input",1],["registry",1],["llminputs",1],["logger",7],["init",3],["transformers",1],["utils",3],["detokenizer",2],["metrics",1],["logging",2],["stat",3],["prometheus",1],["stats",2],["tracing",1],["span",2],["attributes",1],["extract",1],["trace",1],["context",2],["tracer",1],["usage",5],["lib",1],["enabled",1],["message",1],["counter",1],["load",2],["generation",1],["llmengine",1],["nn",2],["arg",1],["args",1],["tokenizer",2],["model",1],["name",1],["local",1],["interval",1],["sec",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine","name":[["llmengine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["class",11],["llmengine",5],["llm",6],["engine",6],["receives",2],["requests",2],["generates",2],["texts",2],["main",1],["from",4],["clients",1],["includes",1],["tokenizer",16],["language",1],["model",42],["possibly",1],["distributed",7],["across",1],["multiple",1],["gpus",1],["gpu",2],["memory",3],["space",1],["allocated",1],["intermediate",1],["states",1],["aka",1],["kv",3],["cache",13],["utilizes",1],["iteration",1],["level",1],["scheduling",1],["efficient",1],["management",2],["maximize",1],["serving",2],["throughput",1],["wraps",2],["offline",1],["batched",1],["inference",1],["async",1],["online",1],["note",3],["config",102],["arguments",5],["derived",1],["args",3],["comprehensive",1],["list",1],["see",2],["actor",1],["initialize",1],["outside",1],["vllm",3],["add",3],["verl",3],["initialized",1],["configuration",4],["related",4],["parallel",14],["execution",4],["scheduler",9],["request",1],["init",8],["method",2],["initialization",1],["torch",1],["process",1],["group",3],["details",1],["placement",2],["ray",1],["required",1],["log",5],["stats",4],["whether",1],["statistics",1],["def",1],["self",27],["sgm",2],["first",1],["two",1],["added",1],["union",1],["nn",2],["module",2],["dict",4],["itself",1],["its",1],["parameter",1],["original",1],["device",9],["load",9],["lora",4],["optional",7],["lo",1],["raconfig",1],["multimodal",3],["multi",1],["modal",1],["speculative",6],["decoding",7],["observability",7],["prompt",4],["adapter",4],["executor",5],["type",1],["base",2],["bool",1],["usage",3],["context",4],["stat",2],["loggers",1],["str",1],["logger",2],["none",4],["info",1],["initializing",1],["skip",3],["revision",4],["rope",4],["scaling",2],["theta",2],["trust",2],["remote",2],["code",2],["dtype",4],["max",2],["seq",2],["len",2],["download",2],["dir",2],["format",2],["tensor",2],["size",4],["pipeline",2],["disable",2],["custom",2],["all",2],["reduce",2],["quantization",4],["enforce",2],["eager",2],["param",2],["path",2],["seed",2],["served",2],["name",2],["v2",2],["block",2],["manager",2],["enable",2],["prefix",2],["caching",2],["version",1],["todo",2],["woosuk",1],["print",1],["more",1],["configs",1],["debug",1],["mode",1],["should",2],["not",2],["store",1],["be",1],["deleted",1],["shengguangming",1],["maybe",1],["choose",1],["here",1],["if",1],["detokenizer",3],["else",1],["counter",2],["generation",2],["fields",1],["input",3],["processor",2],["registry",1],["create",1],["spmd",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["init",7],["self",32],["note",5],["sgm",4],["first",2],["two",2],["arguments",5],["added",2],["verl",2],["model",48],["union",2],["nn",4],["module",4],["dict",7],["itself",2],["its",2],["parameter",2],["tokenizer",17],["vllm",4],["original",2],["config",143],["cache",20],["parallel",19],["scheduler",10],["device",11],["load",13],["lora",8],["optional",14],["lo",2],["raconfig",2],["multimodal",6],["multi",2],["modal",2],["speculative",10],["decoding",9],["observability",9],["prompt",10],["adapter",10],["executor",8],["class",5],["type",2],["base",4],["log",4],["stats",5],["bool",4],["usage",12],["context",9],["engine",3],["stat",5],["loggers",2],["str",4],["logger",3],["none",6],["info",2],["initializing",1],["llm",1],["skip",3],["revision",4],["rope",4],["scaling",2],["theta",2],["trust",2],["remote",2],["code",2],["dtype",8],["max",2],["seq",2],["len",2],["download",2],["dir",2],["format",2],["tensor",4],["size",8],["pipeline",2],["disable",4],["custom",4],["all",4],["reduce",4],["quantization",7],["enforce",4],["eager",4],["kv",3],["param",2],["path",2],["seed",2],["served",2],["name",4],["v2",2],["block",4],["manager",2],["enable",6],["prefix",4],["caching",4],["version",1],["todo",2],["woosuk",1],["print",1],["more",1],["configs",1],["debug",1],["mode",2],["should",2],["not",3],["store",1],["be",1],["deleted",1],["shengguangming",1],["maybe",1],["choose",1],["here",2],["from",2],["if",6],["detokenizer",3],["else",1],["counter",2],["generation",2],["fields",1],["input",3],["processor",2],["registry",1],["create",2],["add",1],["spmd",1],["gpu",4],["profile",1],["memory",3],["initialize",2],["embedding",1],["caches",1],["enabled",2],["collect",1],["relevant",1],["loader",1],["import",1],["architecture",2],["message",1],["report",1],["extra",1],["kvs",1],["common",1],["configuration",1],["utilization",2],["feature",1],["flags",1],["ping",2],["ensure",1],["liveness",1],["runs",1],["different",1],["process",1],["have",1],["been",1],["updated",1],["numbers",1],["cpu",1],["blocks",1],["profiled",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine._get_executor_cls","name":[["executor",1],["cls",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["executor",7],["cls",4],["engine",7],["config",10],["type",3],["base",2],["assert",1],["device",2],["cuda",1],["currently",1],["vllm",1],["verl",1],["only",1],["support",1],["running",1],["gpu",2],["if",1],["parallel",1],["world",1],["size",1],["load",2],["format",1],["dummy",1],["hf",1],["from",1],["spmd",1],["import",1],["spmdgpuexecutor",2],["class",2],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine._init_tokenizer","name":[["init",1],["tokenizer",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["init",8],["tokenizer",9],["self",4],["kwargs",6],["dict",1],["enable",1],["lora",2],["bool",1],["config",2],["max",3],["num",2],["seqs",2],["scheduler",1],["input",1],["length",1],["none",1],["update",1],["return",1],["group",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine.free_cache_engine","name":[["free",1],["cache",1],["engine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["free",3],["cache",3],["engine",3],["self",3],["model",1],["executor",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine.from_engine_args","name":[["from",1],["engine",1],["args",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["from",4],["engine",21],["args",8],["cls",5],["model",3],["tokenizer",3],["usage",8],["context",10],["stat",6],["loggers",4],["optional",2],["dict",3],["str",2],["logger",2],["base",2],["none",2],["llmengine",2],["creates",1],["llm",2],["arguments",1],["create",3],["configs",1],["config",6],["executor",7],["class",5],["initialize",1],["cluster",1],["specify",1],["assert",1],["device",2],["type",1],["cuda",1],["currently",1],["vllm",1],["verl",1],["only",1],["support",1],["running",1],["gpu",2],["spmd",1],["import",1],["spmdgpuexecutor",2],["log",2],["stats",2],["not",1],["disable",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine.init_cache_engine","name":[["init",1],["cache",1],["engine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["init",3],["cache",3],["engine",3],["self",3],["todo",2],["check",2],["whether",2],["should",2],["rebuild",2],["cudagraph",4],["every",2],["iter",2],["offload",2],["load",2],["kvcache",2],["re",2],["capture",2],["would",2],["be",2],["time",2],["consuming",2],["model",1],["executor",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine.offload_model_weights","name":[["offload",1],["model",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["offload",3],["model",4],["weights",3],["self",3],["none",2],["executor",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine.sync_model_weights","name":[["sync",1],["model",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["sync",3],["model",4],["weights",7],["self",3],["actor",4],["dict",2],["str",4],["torch",2],["tensor",2],["load",4],["format",4],["none",2],["executor",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/llm.py","name":[["llm",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",4],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",23],["https",1],["github",1],["com",1],["vllm",16],["project",1],["blob",1],["main",1],["entrypoints",1],["py",1],["contextlib",1],["import",24],["contextmanager",1],["typing",1],["class",1],["var",1],["list",1],["optional",1],["sequence",2],["union",1],["cast",1],["overload",1],["dict",1],["tuple",1],["tqdm",2],["transformers",3],["pre",2],["trained",2],["tokenizer",6],["fast",1],["pretrained",1],["config",1],["torch",3],["nn",3],["arg",1],["utils",4],["engine",3],["args",1],["sp",1],["llmengine",1],["inputs",2],["prompt",6],["text",1],["tokens",1],["parse",1],["batch",1],["logger",2],["init",1],["lora",1],["request",6],["lo",1],["rarequest",1],["model",2],["executor",2],["guided",5],["decoding",4],["local",1],["logits",1],["processor",1],["fields",1],["llmguided",1],["options",1],["outputs",1],["embedding",1],["output",2],["pooling",2],["params",4],["adapter",2],["sampling",2],["cached",1],["usage",3],["lib",1],["context",1],["counter",1],["deprecate",1],["kwargs",1],["rnn",1],["pad",1],["verl",1],["workers",1],["rollout",1],["hybrid",1],["base",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM","name":[["llm",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["class",6],["llm",9],["generating",1],["texts",2],["from",4],["given",2],["prompts",2],["sampling",4],["parameters",3],["includes",1],["tokenizer",37],["language",1],["model",19],["possibly",1],["distributed",2],["across",1],["multiple",1],["gpus",2],["gpu",7],["memory",10],["space",6],["allocated",1],["intermediate",1],["states",2],["aka",1],["kv",3],["cache",7],["batch",1],["generates",1],["intelligent",1],["batching",1],["mechanism",1],["efficient",1],["management",1],["note",2],["intended",1],["be",5],["offline",1],["inference",1],["online",1],["serving",1],["async",1],["llmengine",2],["instead",2],["comprehensive",1],["list",1],["arguments",1],["see",2],["engine",16],["args",6],["hugging",3],["face",3],["transformers",2],["instance",2],["mode",5],["auto",5],["will",7],["fast",5],["if",10],["available",1],["slow",2],["always",2],["trust",3],["remote",3],["code",3],["downloading",1],["tensor",5],["parallel",5],["size",6],["number",2],["execution",3],["parallelism",1],["dtype",7],["data",2],["type",4],["weights",5],["activations",2],["currently",2],["support",2],["float32",2],["float16",2],["bfloat16",1],["torch",2],["attribute",1],["specified",1],["config",7],["file",1],["however",2],["quantization",4],["method",1],["quantize",1],["awq",1],["none",6],["assume",1],["not",3],["quantized",1],["determine",1],["revision",8],["specific",2],["version",2],["branch",2],["name",4],["tag",2],["commit",2],["id",2],["seed",5],["initialize",1],["random",1],["generator",1],["utilization",4],["ratio",1],["between",1],["reserve",1],["higher",1],["values",2],["increase",1],["thus",1],["improve",1],["throughput",1],["value",2],["too",2],["high",1],["may",2],["cause",2],["out",2],["oom",2],["errors",2],["swap",5],["gi",1],["cpu",4],["per",1],["as",1],["temporarily",1],["storing",1],["requests",2],["their",1],["best",2],["larger",2],["than",2],["all",5],["have",1],["you",1],["safely",1],["otherwise",1],["small",1],["enforce",5],["eager",8],["whether",1],["true",2],["disable",7],["cuda",3],["graph",2],["execute",1],["false",5],["hybrid",4],["max",7],["context",6],["len",8],["capture",7],["maximum",1],["covered",1],["by",1],["graphs",1],["sequence",1],["has",1],["length",1],["fall",1],["back",1],["custom",4],["reduce",4],["def",5],["init",6],["self",9],["union",3],["nn",1],["module",1],["dict",2],["itself",1],["its",1],["parameter",1],["pre",8],["trained",8],["base",3],["hf",3],["pretrained",1],["str",5],["bool",4],["skip",3],["int",5],["optional",4],["float",2],["offload",3],["gb",3],["seq",3],["8192",1],["load",3],["format",3],["kwargs",4],["log",2],["stats",2],["cls",2],["isinstance",1],["raise",1],["error",1],["unexpected",1],["must",1],["one",1],["following",1],["verl",1],["workers",1],["rollout",1],["todo",1],["check",1],["usagecontext",1],["request",1],["counter",2],["free",2],["return",1],["token",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["init",6],["self",4],["model",9],["union",4],["nn",2],["module",2],["dict",4],["itself",2],["its",2],["parameter",2],["tokenizer",30],["pre",8],["trained",8],["fast",4],["hybrid",4],["engine",9],["base",4],["hf",4],["config",6],["pretrained",2],["mode",2],["str",10],["auto",6],["trust",2],["remote",2],["code",2],["bool",8],["false",8],["skip",4],["tensor",4],["parallel",4],["size",4],["int",10],["dtype",4],["quantization",4],["optional",8],["none",10],["revision",8],["seed",4],["gpu",4],["memory",4],["utilization",4],["float",4],["swap",4],["space",4],["cpu",4],["offload",4],["gb",4],["enforce",4],["eager",4],["max",8],["context",4],["len",8],["capture",8],["seq",4],["8192",2],["disable",6],["custom",4],["all",4],["reduce",4],["load",4],["format",4],["kwargs",5],["if",2],["log",2],["stats",2],["not",2],["true",1],["args",4],["cls",2],["isinstance",1],["raise",1],["value",1],["error",1],["unexpected",1],["type",2],["must",1],["be",1],["one",1],["following",1],["verl",1],["workers",1],["rollout",1],["llm",1],["llmengine",1],["from",1],["todo",1],["check",1],["usagecontext",1],["request",1],["counter",2]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM._post_process_outputs","name":[["post",1],["process",1],["outputs",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["post",2],["process",2],["outputs",8],["self",5],["request",8],["list",4],["output",15],["tuple",2],["torch",6],["tensor",6],["token",13],["ids",7],["logprobs",13],["completion",1],["usually",1],["len",2],["append",3],["todo",1],["shengguangming",1],["be",1],["optimzied",1],["by",1],["rewrite",1],["sampler",1],["logits",1],["dicts",3],["if",3],["not",2],["none",2],["logprob",4],["dict",2],["id",8],["zip",1],["pad",7],["llm",3],["engine",3],["tokenizer",3],["else",1],["eos",1],["sequence",2],["batch",2],["first",2],["true",2],["padding",2],["value",2],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM._run_engine","name":[["run",1],["engine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["run",3],["engine",6],["self",6],["tqdm",8],["bool",2],["list",3],["union",3],["request",10],["output",16],["embedding",3],["initialize",2],["if",5],["num",3],["requests",6],["llm",3],["unfinished",2],["pbar",6],["total",7],["desc",1],["processed",1],["prompts",1],["dynamic",1],["ncols",1],["true",1],["postfix",2],["est",2],["speed",2],["input",2],["2f",4],["toks",10],["outputs",10],["out",5],["while",1],["has",1],["step",3],["finished",2],["append",1],["isinstance",1],["calculate",1],["tokens",1],["only",1],["len",2],["prompt",1],["token",2],["ids",2],["spd",4],["format",2],["dict",2],["elapsed",2],["sum",1],["stp",2],["update",1],["close",1],["sort",1],["by",1],["id",2],["necessary",1],["because",1],["some",1],["may",1],["be",1],["earlier",1],["than",1],["its",1],["previous",1],["sorted",1],["key",1],["lambda",1],["int",1],["return",1],["post",1],["process",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM.free_cache_engine","name":[["free",1],["cache",1],["engine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["free",3],["cache",3],["engine",4],["self",3],["llm",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM.get_tokenizer","name":[["tokenizer",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["tokenizer",7],["self",3],["union",2],["pre",4],["trained",4],["fast",2],["return",1],["llm",1],["engine",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM.init_cache_engine","name":[["init",1],["cache",1],["engine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["init",3],["cache",3],["engine",4],["self",3],["llm",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM.offload_model_weights","name":[["offload",1],["model",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["offload",3],["model",3],["weights",3],["self",3],["none",2],["llm",1],["engine",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM.set_tokenizer","name":[["tokenizer",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["tokenizer",10],["self",3],["union",2],["pre",4],["trained",4],["fast",2],["none",2],["llm",1],["engine",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM.sync_model_weights","name":[["sync",1],["model",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["sync",3],["model",3],["weights",7],["self",3],["actor",4],["dict",2],["str",4],["torch",2],["tensor",2],["load",4],["format",4],["none",2],["llm",1],["engine",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py","name":[["megatron",1],["weight",1],["loaders",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",1],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",6],["https",1],["github",1],["com",1],["vllm",8],["project",1],["tree",1],["main",1],["model",9],["executor",5],["models",2],["typing",1],["import",7],["dict",2],["torch",2],["nn",2],["layers",3],["linear",5],["vocab",3],["parallel",14],["embedding",3],["lmhead",3],["activation",4],["scaled",3],["registry",4],["note",1],["shengguangming",2],["replace",1],["origin",1],["weight",22],["loader",22],["function",2],["class",4],["layer",5],["megatron",9],["column",2],["merged",1],["qkvparallel",1],["row",1],["todo",1],["latest",1],["commit",1],["fix",1],["awq",1],["add",1],["load",2],["weights",2],["default",2],["items",1],["setattr",1],["gpt2",2],["llama",3],["causal",3],["lm",3],["te",1],["backend",1],["open",1],["source",1],["lla",1],["mafor",1],["mistral",2],["actor",1],["state",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#_get_model_weight_loader","name":[["model",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["model",6],["weight",4],["loader",4],["arch",5],["str",2],["if",1],["megatron",2],["registry",3],["return",1],["raise",1],["value",1],["error",1],["architectures",2],["not",1],["supported",3],["now",1],["archs",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#_replace_name","name":[["replace",1],["name",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["replace",4],["name",38],["megatron",14],["mapping",3],["if",3],["not",1],["continue",1],["layers",2],["deal",1],["decoder",2],["model",1],["list",13],["split",1],["layer",2],["norm",2],["weight",3],["bias",3],["param",12],["append",3],["join",2],["else",2],["return",2]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#_replace_name~2","name":[["replace",1],["name",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["replace",4],["name",38],["megatron",14],["mapping",3],["if",3],["not",1],["continue",1],["layers",2],["deal",1],["decoder",2],["model",1],["list",13],["split",1],["layer",2],["norm",2],["weight",3],["bias",3],["param",12],["append",3],["join",2],["else",2],["return",2]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#default_weight_loader","name":[["default",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["default",3],["weight",8],["loader",3],["param",5],["torch",4],["tensor",4],["loaded",5],["none",2],["assert",2],["size",2],["data",5],["dtype",2],["if",1],["want",1],["shared",1],["weights",1],["type",1],["should",1],["also",1],["be",1],["same",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#gpt2_weight_loader","name":[["gpt2",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["gpt2",2],["weight",14],["loader",6],["actor",3],["weights",5],["dict",5],["vllm",3],["model",3],["nn",4],["module",4],["params",2],["named",1],["parameters",1],["remove",1],["duplicate",1],["false",1],["name",12],["loaded",4],["items",1],["if",5],["lm",1],["head",1],["gpt",2],["ties",1],["embedding",1],["layer",2],["final",1],["linear",2],["continue",4],["attn",4],["bias",3],["masked",1],["skip",1],["attention",1],["mask",1],["note",2],["should",1],["not",4],["be",1],["skipped",1],["startswith",1],["transformer",2],["param",3],["hf",1],["implementation",1],["uses",1],["conv1",1],["instead",1],["because",1],["need",1],["transpose",1],["zhuohan",1],["logic",1],["below",1],["might",1],["break",1],["quantized",1],["models",1],["conv1d",2],["proj",1],["fc",1],["endswith",1],["todo",1],["check",1],["megatron",1],["getattr",1],["default",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#llama_megatron_core_te_weight_loader","name":[["llama",1],["megatron",1],["core",1],["te",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["llama",3],["megatron",4],["core",3],["te",2],["weight",12],["loader",6],["actor",3],["weights",3],["dict",6],["vllm",4],["model",7],["nn",4],["module",4],["params",5],["mapping",2],["gpt",1],["name",10],["embedding",1],["word",1],["embeddings",1],["embed",1],["tokens",1],["self",8],["attention",8],["linear",9],["qkv",6],["layer",5],["norm",5],["input",2],["layernorm",7],["bias",5],["attn",3],["proj",6],["pre",1],["mlp",7],["post",3],["fc1",3],["gate",1],["up",1],["fc2",1],["down",1],["decoder",1],["final",1],["output",1],["lm",1],["head",1],["note",1],["shengguangming",1],["may",1],["have",1],["prefix",1],["named",1],["parameters",1],["loaded",2],["items",1],["replace",1],["if",2],["endswith",1],["not",1],["continue",2],["rotary",1],["emb",1],["inv",1],["freq",1],["else",1],["param",3],["getattr",1],["default",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#llama_megatron_core_te_weight_loader~2","name":[["llama",1],["megatron",1],["core",1],["te",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["llama",3],["megatron",4],["core",3],["te",2],["weight",12],["loader",6],["actor",3],["weights",3],["dict",6],["vllm",4],["model",7],["nn",4],["module",4],["params",5],["mapping",2],["gpt",1],["name",10],["embedding",1],["word",1],["embeddings",1],["embed",1],["tokens",1],["self",8],["attention",8],["linear",9],["qkv",6],["layer",5],["norm",5],["input",2],["layernorm",7],["bias",5],["attn",3],["proj",6],["pre",1],["mlp",7],["post",3],["fc1",3],["gate",1],["up",1],["fc2",1],["down",1],["decoder",1],["final",1],["output",1],["lm",1],["head",1],["note",1],["shengguangming",1],["may",1],["have",1],["prefix",1],["named",1],["parameters",1],["loaded",2],["items",1],["replace",1],["if",2],["endswith",1],["not",1],["continue",2],["rotary",1],["emb",1],["inv",1],["freq",1],["else",1],["param",3],["getattr",1],["default",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#llama_megatron_core_weight_loader","name":[["llama",1],["megatron",1],["core",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["llama",3],["megatron",4],["core",3],["weight",8],["loader",6],["actor",3],["weights",3],["dict",6],["vllm",4],["model",7],["nn",4],["module",4],["params",5],["mapping",2],["gpt",1],["name",10],["embedding",1],["word",1],["embeddings",1],["embed",1],["tokens",1],["self",4],["attention",3],["linear",4],["qkv",2],["attn",2],["proj",5],["input",2],["layernorm",5],["pre",1],["mlp",5],["post",1],["fc1",1],["gate",1],["up",1],["fc2",1],["down",1],["decoder",1],["final",1],["norm",1],["output",1],["layer",1],["lm",1],["head",1],["note",1],["shengguangming",1],["may",1],["have",1],["prefix",1],["named",1],["parameters",1],["loaded",2],["items",1],["replace",1],["if",2],["endswith",1],["bias",1],["not",1],["continue",2],["rotary",1],["emb",1],["inv",1],["freq",1],["else",1],["param",3],["getattr",1],["default",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#llama_megatron_core_weight_loader~2","name":[["llama",1],["megatron",1],["core",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["llama",3],["megatron",4],["core",3],["weight",8],["loader",6],["actor",3],["weights",3],["dict",6],["vllm",4],["model",7],["nn",4],["module",4],["params",5],["mapping",2],["gpt",1],["name",10],["embedding",1],["word",1],["embeddings",1],["embed",1],["tokens",1],["self",4],["attention",3],["linear",4],["qkv",2],["attn",2],["proj",5],["input",2],["layernorm",5],["pre",1],["mlp",5],["post",1],["fc1",1],["gate",1],["up",1],["fc2",1],["down",1],["decoder",1],["final",1],["norm",1],["output",1],["layer",1],["lm",1],["head",1],["note",1],["shengguangming",1],["may",1],["have",1],["prefix",1],["named",1],["parameters",1],["loaded",2],["items",1],["replace",1],["if",2],["endswith",1],["bias",1],["not",1],["continue",2],["rotary",1],["emb",1],["inv",1],["freq",1],["else",1],["param",3],["getattr",1],["default",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#llama_megatron_weight_loader","name":[["llama",1],["megatron",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["llama",4],["megatron",4],["weight",8],["loader",6],["actor",3],["weights",3],["dict",5],["vllm",3],["model",3],["nn",4],["module",4],["note",2],["shengguangming",2],["may",2],["have",2],["prefix",2],["params",2],["named",1],["parameters",1],["name",3],["loaded",2],["items",1],["if",1],["rotary",1],["emb",1],["inv",1],["freq",1],["continue",1],["else",1],["param",3],["getattr",1],["default",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#load_megatron_weights","name":[["load",1],["megatron",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["load",2],["megatron",2],["weights",6],["actor",3],["dict",2],["vllm",7],["model",9],["nn",2],["module",2],["weight",3],["loader",3],["class",1],["name",1],["note",1],["sgm",1],["reduce",1],["peak",1],["memory",1],["usage",1],["offload",1],["cpu",1],["after",2],["init",1],["need",1],["sync",1],["first",1],["iter",1],["cuda",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#mistral_megatron_weight_loader","name":[["mistral",1],["megatron",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["mistral",2],["megatron",2],["weight",8],["loader",6],["actor",3],["weights",3],["dict",5],["vllm",3],["model",3],["nn",4],["module",4],["todo",2],["need",2],["implement",2],["general",2],["way",2],["deal",2],["prefix",2],["params",2],["named",1],["parameters",1],["name",3],["loaded",2],["items",1],["if",1],["rotary",1],["emb",1],["inv",1],["freq",1],["continue",1],["else",1],["param",3],["getattr",1],["default",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#parallel_weight_loader","name":[["parallel",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["parallel",3],["weight",11],["loader",3],["self",2],["param",7],["torch",4],["tensor",4],["loaded",8],["none",2],["linear",1],["assert",2],["size",8],["parameter",1],["not",1],["align",1],["format",1],["data",5],["dtype",2],["if",1],["want",1],["shared",1],["weights",1],["type",1],["should",1],["also",1],["be",1],["same",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#update_megatron_weight_loader","name":[["update",1],["megatron",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["update",2],["megatron",3],["weight",6],["loader",6],["layer",3],["class",2],["registry",1],["items",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/model_loader.py","name":[["model",1],["loader",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",1],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",2],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",3],["as",3],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",13],["https",1],["github",1],["com",1],["vllm",10],["project",1],["tree",1],["main",1],["model",15],["executor",5],["loader",10],["typing",1],["import",14],["dict",1],["union",1],["optional",1],["iterable",1],["tuple",1],["torch",3],["nn",2],["transformers",1],["pre",1],["trained",1],["config",11],["cache",1],["device",1],["load",5],["lo",1],["raconfig",1],["multi",1],["modal",1],["parallel",2],["scheduler",2],["base",1],["initialize",1],["utils",1],["default",1],["dtype",1],["communication",1],["op",1],["tensor",1],["all",3],["gather",4],["format",1],["megatron",3],["weight",6],["loaders",2],["weights",2],["update",3],["dtensor",3],["hf",2],["fixme",1],["sgm",1],["hack",1],["logits",5],["function",1],["v0",2],["they",1],["ray",1],["result",1],["will",1],["only",1],["need",1],["return",1],["driver",1],["node",1],["therefore",1],["enough",1],["however",1],["spmd",1],["instead",1],["central",1],["aligned",1],["layers",1],["processor",3],["init",2],["logitsprocessor",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#_get_logits","name":[["logits",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["logits",12],["self",3],["hidden",3],["states",3],["torch",9],["tensor",9],["embedding",7],["bias",4],["optional",2],["next",2],["tokens",2],["matmul",1],["if",3],["not",2],["none",2],["model",1],["parallel",1],["all",1],["gather",1],["remove",1],["paddings",1],["vocab",2],["any",1],["org",1],["size",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#DTensorLoader","name":[["dtensor",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["class",2],["dtensor",4],["loader",7],["base",2],["model",39],["load",16],["weights",15],["from",2],["partitioned",1],["megatron",1],["def",3],["init",2],["self",3],["config",28],["super",1],["if",5],["extra",2],["raise",1],["value",1],["error",1],["not",2],["supported",1],["format",2],["iterator",1],["actor",14],["union",2],["pre",2],["trained",2],["dict",4],["note",3],["shengguangming",1],["pass",1],["isinstance",2],["nn",3],["module",8],["named",3],["parameters",2],["remove",3],["duplicate",2],["false",2],["vllm",6],["else",2],["return",2],["device",5],["lora",2],["optional",2],["lo",1],["raconfig",1],["multimodal",2],["multi",1],["modal",1],["parallel",2],["scheduler",3],["cache",3],["default",1],["torch",2],["dtype",2],["initialize",1],["todo",1],["sgm",2],["hack",1],["need",3],["register",1],["weight",1],["func",1],["each",1],["modules",1],["quant",5],["method",5],["getattr",1],["none",2],["process",3],["after",4],["loading",3],["fixme",1],["mixtral",1],["updated",1],["hasattr",1],["some",1],["point",1],["gpu",1],["but",1],["still",1],["cuda",1],["zhangchi",1],["usc1992",1],["profile",1],["memory",1],["usage",1],["eval",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#DTensorLoader.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["init",3],["self",2],["load",9],["config",9],["super",1],["if",1],["model",2],["loader",2],["extra",2],["raise",1],["value",1],["error",1],["not",1],["supported",1],["format",2]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#DTensorLoader._get_weights_iterator","name":[["weights",1],["iterator",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["weights",8],["iterator",2],["actor",10],["model",14],["union",2],["pre",2],["trained",2],["dict",3],["note",2],["shengguangming",2],["load",4],["from",2],["pass",1],["if",1],["isinstance",1],["nn",1],["module",1],["named",1],["parameters",1],["remove",1],["duplicate",1],["false",1],["vllm",2],["else",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#DTensorLoader.load_model","name":[["load",1],["model",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["load",6],["model",26],["self",3],["actor",7],["union",2],["pre",2],["trained",2],["dict",3],["config",34],["device",7],["lora",3],["optional",4],["lo",2],["raconfig",2],["multimodal",3],["multi",2],["modal",2],["parallel",4],["scheduler",5],["cache",5],["nn",3],["module",8],["default",1],["torch",2],["dtype",2],["initialize",1],["todo",1],["sgm",2],["hack",1],["need",3],["register",1],["weight",1],["func",1],["each",1],["vllm",4],["if",3],["isinstance",1],["dtensor",2],["weights",8],["named",2],["parameters",1],["remove",2],["duplicate",1],["false",1],["else",1],["modules",1],["quant",5],["method",5],["getattr",1],["none",2],["not",1],["process",3],["after",4],["loading",3],["fixme",1],["mixtral",1],["updated",1],["hasattr",1],["note",2],["some",1],["point",1],["gpu",1],["but",1],["still",1],["cuda",1],["zhangchi",1],["usc1992",1],["profile",1],["memory",1],["usage",1],["return",1],["eval",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#DummyModelLoader","name":[["dummy",1],["model",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["class",2],["dummy",3],["model",17],["loader",7],["base",2],["will",1],["weights",3],["random",2],["values",2],["def",2],["init",2],["self",3],["load",9],["config",28],["super",1],["if",1],["extra",2],["raise",1],["value",1],["error",1],["not",1],["supported",1],["format",2],["device",5],["lora",2],["optional",2],["lo",1],["raconfig",1],["multimodal",2],["multi",1],["modal",1],["parallel",2],["scheduler",3],["cache",3],["nn",1],["module",1],["default",1],["torch",2],["dtype",2],["initialize",2],["note",1],["woosuk",1],["accurate",1],["performance",1],["evaluation",1],["assign",1],["return",1],["eval",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#DummyModelLoader.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["init",3],["self",2],["load",9],["config",9],["super",1],["if",1],["model",2],["loader",2],["extra",2],["raise",1],["value",1],["error",1],["not",1],["supported",1],["format",2]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#DummyModelLoader.load_model","name":[["load",1],["model",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["load",3],["model",12],["self",3],["config",34],["device",7],["lora",3],["optional",4],["lo",2],["raconfig",2],["multimodal",3],["multi",2],["modal",2],["parallel",4],["scheduler",5],["cache",5],["nn",2],["module",2],["default",1],["torch",2],["dtype",2],["initialize",2],["note",1],["woosuk",1],["accurate",1],["performance",1],["evaluation",1],["assign",1],["random",1],["values",1],["weights",2],["dummy",1],["return",1],["eval",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#get_model","name":[["model",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["model",19],["actor",4],["union",2],["pre",2],["trained",2],["dict",2],["config",60],["load",9],["device",8],["parallel",8],["scheduler",8],["lora",6],["optional",4],["lo",2],["raconfig",2],["multimodal",6],["multi",2],["modal",2],["cache",8],["none",2],["nn",2],["module",2],["loader",4],["if",1],["format",1],["startswith",1],["dummy",1],["return",2],["else",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#get_model_loader","name":[["model",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["model",8],["loader",19],["load",43],["config",22],["base",2],["based",1],["format",22],["if",8],["isinstance",1],["type",1],["return",8],["auto",1],["update",7],["megatron",8],["weight",8],["note",1],["sgm",1],["change",1],["function",1],["runtime",1],["hf",5],["hfloader",1],["dtensor",5],["dummy",6],["raise",1],["value",1],["error",1],["not",1],["supported",1],["verl",1],["only",1],["support",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#HFLoader","name":[["hfloader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["class",2],["hfloader",2],["base",2],["model",31],["loader",5],["load",11],["weights",8],["from",1],["full",1],["params",1],["def",3],["init",3],["self",5],["config",28],["super",1],["if",4],["extra",2],["raise",2],["value",2],["error",2],["not",2],["supported",1],["format",2],["iterator",2],["actor",9],["union",2],["pre",2],["trained",2],["dict",5],["isinstance",2],["return",3],["items",2],["elif",1],["nn",3],["module",8],["named",2],["parameters",1],["else",1],["should",1],["be",1],["but",2],["type",1],["device",5],["lora",2],["optional",2],["lo",1],["raconfig",1],["multimodal",2],["multi",1],["modal",1],["parallel",2],["scheduler",3],["cache",3],["default",1],["torch",2],["dtype",2],["note",3],["sgm",2],["cpu",1],["initialize",1],["modules",1],["quant",5],["method",5],["getattr",1],["none",2],["process",3],["after",4],["loading",3],["fixme",1],["remove",1],["mixtral",1],["updated",1],["hasattr",1],["some",1],["point",1],["gpu",1],["still",1],["need",2],["cuda",1],["zhangchi",1],["usc1992",1],["vllm",1],["profile",1],["memory",1],["usage",1],["eval",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#HFLoader.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["init",3],["self",2],["load",9],["config",9],["super",1],["if",1],["model",2],["loader",2],["extra",2],["raise",1],["value",1],["error",1],["not",1],["supported",1],["format",2]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#HFLoader._get_weights_iterator","name":[["weights",1],["iterator",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["weights",2],["iterator",2],["self",2],["actor",8],["model",10],["union",2],["pre",2],["trained",2],["dict",5],["if",1],["isinstance",2],["return",2],["items",2],["elif",1],["nn",2],["module",2],["named",1],["parameters",1],["else",1],["raise",1],["value",1],["error",1],["should",1],["be",1],["but",1],["type",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#HFLoader.load_model","name":[["load",1],["model",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["load",4],["model",21],["self",4],["actor",3],["union",2],["pre",2],["trained",2],["dict",2],["config",34],["device",7],["lora",3],["optional",4],["lo",2],["raconfig",2],["multimodal",3],["multi",2],["modal",2],["parallel",4],["scheduler",5],["cache",5],["nn",2],["module",7],["default",1],["torch",2],["dtype",2],["note",3],["sgm",2],["init",1],["cpu",1],["initialize",1],["weights",6],["iterator",1],["named",1],["modules",1],["quant",5],["method",5],["getattr",1],["none",2],["if",2],["not",1],["process",3],["after",4],["loading",3],["fixme",1],["remove",1],["mixtral",1],["updated",1],["hasattr",1],["some",1],["point",1],["gpu",1],["but",1],["still",1],["need",2],["cuda",1],["zhangchi",1],["usc1992",1],["vllm",1],["profile",1],["memory",1],["usage",1],["return",1],["eval",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#logitsprocessor_init","name":[["logitsprocessor",1],["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["logitsprocessor",2],["init",3],["self",9],["vocab",9],["size",10],["int",4],["org",4],["optional",4],["none",6],["scale",5],["float",4],["logits",9],["as",4],["input",5],["bool",2],["false",3],["soft",5],["cap",5],["args",1],["scaling",1],["factor",1],["apply",1],["super",1],["processor",1],["whether",2],["default",1],["hidden",1],["states",1],["original",1],["vocabulary",1],["without",1],["lo",1],["ra",1],["gemma",1],["gather",4],["all",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#MegatronLoader","name":[["megatron",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["class",2],["megatron",5],["loader",7],["base",2],["model",39],["load",16],["weights",15],["from",2],["partitioned",1],["def",3],["init",2],["self",3],["config",28],["super",1],["if",5],["extra",2],["raise",1],["value",1],["error",1],["not",2],["supported",1],["format",2],["iterator",1],["actor",14],["union",2],["pre",2],["trained",2],["dict",4],["note",3],["shengguangming",1],["pass",1],["isinstance",2],["nn",3],["module",8],["named",3],["parameters",2],["remove",3],["duplicate",2],["false",2],["vllm",6],["else",2],["return",2],["device",5],["lora",2],["optional",2],["lo",1],["raconfig",1],["multimodal",2],["multi",1],["modal",1],["parallel",2],["scheduler",3],["cache",3],["default",1],["torch",2],["dtype",2],["initialize",1],["todo",1],["sgm",2],["hack",1],["need",3],["register",1],["weight",1],["func",1],["each",1],["modules",1],["quant",5],["method",5],["getattr",1],["none",2],["process",3],["after",4],["loading",3],["fixme",1],["mixtral",1],["updated",1],["hasattr",1],["some",1],["point",1],["gpu",1],["but",1],["still",1],["cuda",1],["zhangchi",1],["usc1992",1],["profile",1],["memory",1],["usage",1],["eval",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#MegatronLoader.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["init",3],["self",2],["load",9],["config",9],["super",1],["if",1],["model",2],["loader",2],["extra",2],["raise",1],["value",1],["error",1],["not",1],["supported",1],["format",2]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#MegatronLoader._get_weights_iterator","name":[["weights",1],["iterator",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["weights",8],["iterator",2],["actor",10],["model",14],["union",2],["pre",2],["trained",2],["dict",3],["note",2],["shengguangming",2],["load",4],["from",2],["pass",1],["if",1],["isinstance",1],["nn",1],["module",1],["named",1],["parameters",1],["remove",1],["duplicate",1],["false",1],["vllm",2],["else",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#MegatronLoader.load_model","name":[["load",1],["model",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["load",6],["model",26],["self",3],["actor",7],["union",2],["pre",2],["trained",2],["dict",3],["config",34],["device",7],["lora",3],["optional",4],["lo",2],["raconfig",2],["multimodal",3],["multi",2],["modal",2],["parallel",4],["scheduler",5],["cache",5],["nn",3],["module",8],["default",1],["torch",2],["dtype",2],["initialize",1],["todo",1],["sgm",2],["hack",1],["need",3],["register",1],["weight",1],["func",1],["each",1],["vllm",4],["if",3],["isinstance",1],["megatron",2],["weights",8],["named",2],["parameters",1],["remove",2],["duplicate",1],["false",1],["else",1],["modules",1],["quant",5],["method",5],["getattr",1],["none",2],["not",1],["process",3],["after",4],["loading",3],["fixme",1],["mixtral",1],["updated",1],["hasattr",1],["note",2],["some",1],["point",1],["gpu",1],["but",1],["still",1],["cuda",1],["zhangchi",1],["usc1992",1],["profile",1],["memory",1],["usage",1],["return",1],["eval",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/model_runner.py","name":[["model",1],["runner",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["runner",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",1],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",3],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",16],["https",1],["github",1],["com",1],["vllm",15],["project",1],["blob",1],["main",1],["worker",6],["model",8],["runner",4],["py",1],["import",19],["torch",2],["nn",2],["enum",2],["int",1],["typing",1],["dict",1],["list",1],["optional",1],["tuple",1],["union",1],["warnings",1],["envs",2],["attention",2],["metadata",2],["attn",1],["backend",1],["config",10],["cache",1],["device",1],["lo",4],["raconfig",1],["multi",1],["modal",1],["parallel",1],["prompt",3],["adapter",3],["scheduler",1],["logger",4],["init",2],["lora",4],["layers",1],["ramapping",1],["request",1],["rarequest",1],["manager",3],["lrucache",2],["ramanager",1],["executor",2],["sampling",1],["models",1],["interfaces",1],["supports",2],["vision",1],["utils",1],["cuda",1],["memory",2],["profiler",1],["hip",1],["pin",1],["available",1],["cudagraph",1],["loader",1],["load",1],["name",1],["batches",1],["constructed",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/model_runner.py#BatchType","name":[["batch",1],["type",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["runner",1],["py",1]],"body":[["class",2],["batch",6],["type",2],["int",2],["enum",2],["every",3],["prefill",4],["decode",3],["mixture",1],["mixed",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/model_runner.py#ModelRunner","name":[["model",1],["runner",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["runner",1],["py",1]],"body":[["class",3],["model",48],["runner",4],["def",2],["init",2],["self",49],["union",1],["nn",1],["module",1],["dict",2],["verl",2],["itself",1],["its",1],["parameter",1],["config",57],["parallel",5],["scheduler",9],["device",7],["cache",16],["load",9],["lora",10],["optional",4],["lo",4],["raconfig",1],["kv",11],["dtype",3],["str",1],["auto",1],["driver",2],["worker",4],["bool",2],["false",2],["prompt",10],["adapter",10],["none",5],["multimodal",5],["multi",1],["modal",1],["return",3],["hidden",3],["states",3],["super",1],["true",2],["hack",1],["note",2],["sgm",2],["add",1],["will",3],["be",4],["replaced",1],["by",1],["initialize",1],["actor",2],["logger",4],["info",3],["starting",1],["cuda",1],["memory",4],["profiler",1],["as",1],["usage",2],["consumed",1],["loading",3],["weights",1],["took",1],["4f",1],["gb",1],["float",1],["30",1],["if",6],["assert",2],["supports",2],["not",4],["support",2],["ra",2],["vision",2],["tested",1],["language",1],["settings",1],["manager",7],["lrucache",2],["ramanager",1],["max",6],["num",4],["seqs",2],["batched",2],["tokens",2],["vocab",1],["size",1],["embedding",2],["modules",2],["padding",1],["position",2],["embeddings",2],["create",2],["fp8",3],["hip",1],["currently",1],["only",1],["rocm",1],["accepts",1],["scaling",8],["factors",7],["via",1],["quantization",4],["param",4],["path",4],["deprecated",2],["future",2],["callable",1],["getattr",1],["scales",2],["warnings",1],["warn",1],["factor",1],["from",2],["json",1],["removed",1],["please",1],["include",1],["checkpoint",1],["warning",2],["stacklevel",1],["loaded",1],["else",2],["raise",1],["runtime",1],["error",1],["provided",2],["but",2],["no",1],["defaulting",1],["may",1],["lead",1],["less",1],["accurate",1],["results",1],["envs",1],["vllm",1],["test",1],["dynamo",1],["graph",1],["capture",1],["torch",1],["compile",1],["fullgraph",1],["backend",1],["eager",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/model_runner.py#ModelRunner.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["runner",1],["py",1]],"body":[["def",2],["init",3],["self",3],["model",12],["union",2],["nn",2],["module",2],["dict",4],["verl",3],["itself",2],["its",2],["parameter",2],["config",45],["parallel",5],["scheduler",5],["device",5],["cache",8],["load",5],["lora",3],["optional",8],["lo",2],["raconfig",2],["kv",3],["dtype",3],["str",2],["auto",2],["driver",3],["worker",3],["bool",4],["false",4],["prompt",6],["adapter",6],["none",4],["multimodal",4],["multi",2],["modal",2],["return",4],["hidden",4],["states",4],["super",1],["true",1],["hack",1],["note",1],["sgm",1],["add",1],["will",1],["be",1],["replaced",1],["by",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/model_runner.py#ModelRunner.load_model","name":[["load",1],["model",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["runner",1],["py",1]],"body":[["def",2],["load",7],["model",35],["self",48],["none",4],["logger",4],["info",3],["starting",1],["config",29],["cuda",1],["memory",4],["profiler",1],["as",1],["actor",1],["device",4],["lora",8],["parallel",2],["scheduler",6],["multimodal",2],["cache",11],["usage",2],["consumed",1],["loading",3],["weights",1],["took",1],["4f",1],["gb",1],["float",1],["30",1],["if",6],["assert",2],["supports",2],["not",4],["support",2],["lo",3],["ra",2],["vision",2],["be",3],["tested",1],["language",1],["settings",1],["manager",7],["lrucache",2],["worker",2],["ramanager",1],["max",6],["num",4],["seqs",2],["batched",2],["tokens",2],["vocab",1],["size",1],["embedding",2],["modules",2],["padding",1],["position",2],["embeddings",2],["create",2],["prompt",6],["adapter",6],["kv",9],["dtype",1],["fp8",3],["hip",1],["currently",1],["only",1],["rocm",1],["accepts",1],["scaling",8],["factors",7],["via",1],["quantization",4],["param",4],["path",4],["will",2],["deprecated",2],["future",2],["callable",1],["getattr",1],["scales",2],["warnings",1],["warn",1],["factor",1],["from",2],["json",1],["removed",1],["please",1],["include",1],["checkpoint",1],["warning",2],["stacklevel",1],["loaded",1],["else",2],["raise",1],["runtime",1],["error",1],["provided",2],["but",2],["class",1],["no",1],["defaulting",1],["may",1],["lead",1],["less",1],["accurate",1],["results",1],["envs",1],["vllm",1],["test",1],["dynamo",1],["graph",1],["capture",1],["torch",1],["compile",1],["fullgraph",1],["true",1],["backend",1],["eager",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py","name":[["parallel",1],["state",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["copyright",3],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",1],["team",1],["adapted",1],["from",6],["https",1],["github",1],["com",1],["nvidia",2],["megatron",5],["lm",1],["blob",1],["main",1],["core",1],["parallel",9],["state",3],["py",1],["2022",1],["corporation",1],["all",1],["rights",1],["reserved",1],["model",5],["data",1],["groups",1],["import",9],["os",1],["torch",3],["distributed",5],["typing",1],["optional",1],["vllm",5],["as",2],["ps",1],["pp",4],["group",6],["world",2],["init",5],["environment",1],["envs",2],["logger",4],["device",5],["mesh",5],["name",1],["version",1],["strongly",1],["tied",1],["implement",1],["hybrid",2],["engine",2],["weight",1],["sharing",1],["between",1],["assume",1],["tp",2],["dp",1],["already",1],["established",1],["before",1],["calling",1],["function",1],["dtensor",1],["none",3],["tensor",2],["current",2],["rank",2],["belongs",2],["pipeline",1],["method",1],["initializing",1],["todo",1],["sgm",1],["deviate",1],["v0",1],["not",1],["now",1],["utilities",2]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#ensure_model_parallel_initialized","name":[["ensure",1],["model",1],["parallel",1],["initialized",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["ensure",3],["model",18],["parallel",22],["initialized",7],["tensor",9],["size",18],["int",4],["pipeline",7],["backend",7],["optional",2],["str",2],["none",4],["helper",1],["initialize",2],["groups",2],["if",3],["they",1],["not",2],["sizes",1],["equal",1],["expected",1],["values",1],["device",2],["world",8],["group",6],["torch",1],["distributed",1],["return",1],["assert",2],["already",2],["but",2],["unexpected",2],["vs",2],["pp",4]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#get_device_mesh","name":[["device",1],["mesh",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["device",5],["mesh",5],["assert",1],["not",2],["none",1],["initialized",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#get_tensor_model_parallel_group","name":[["tensor",1],["model",1],["parallel",1],["group",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["tensor",4],["model",4],["parallel",4],["group",5],["caller",1],["rank",1],["belongs",1],["assert",1],["tp",2],["not",2],["none",1],["initialized",1],["return",1],["device",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#get_tensor_model_parallel_rank","name":[["tensor",1],["model",1],["parallel",1],["rank",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["tensor",4],["model",4],["parallel",4],["rank",4],["return",2],["my",1],["group",3],["torch",1],["distributed",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#get_tensor_model_parallel_src_rank","name":[["tensor",1],["model",1],["parallel",1],["src",1],["rank",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["tensor",4],["model",4],["parallel",4],["src",2],["rank",7],["calculate",1],["global",3],["corresponding",1],["first",1],["local",4],["group",1],["torch",1],["distributed",1],["world",4],["size",4],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#get_tensor_model_parallel_world_size","name":[["tensor",1],["model",1],["parallel",1],["world",1],["size",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["tensor",4],["model",4],["parallel",4],["world",4],["size",4],["return",2],["group",3],["torch",1],["distributed",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#initialize_model_parallel","name":[["initialize",1],["model",1],["parallel",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["initialize",3],["model",38],["parallel",35],["tensor",17],["size",27],["int",7],["pipeline",17],["backend",7],["optional",2],["str",2],["none",6],["note",3],["method",1],["hack",1],["from",1],["open",1],["sourced",1],["version",1],["without",1],["asertion",1],["world",14],["tp",7],["pp",7],["groups",11],["arguments",1],["number",2],["gpus",6],["parallelism",2],["let",1],["say",1],["have",1],["total",2],["denoted",1],["by",3],["g0",3],["g7",3],["parallelize",2],["present",1],["function",1],["will",1],["create",1],["g1",2],["g2",2],["g3",2],["g4",2],["g5",2],["g6",2],["efficiency",1],["caller",1],["should",1],["make",1],["sure",1],["adjacent",1],["ranks",12],["same",1],["dgx",2],["box",3],["example",1],["if",2],["boxes",1],["16",1],["rank",6],["belong",2],["first",1],["15",1],["second",1],["ensure",1],["some",1],["consistencies",1],["assert",4],["torch",4],["distributed",4],["initialized",3],["ps",3],["group",16],["device",2],["sgm",1],["don",1],["dp",1],["not",5],["managed",1],["vllm",1],["but",1],["ve",1],["rl",1],["worker",1],["raise",1],["runtime",1],["error",1],["equal",1],["num",5],["global",2],["already",2],["range",4],["list",2],["append",2],["message",2],["queue",2],["broadcaster",2],["only",1],["init",3],["local",2],["custom",3],["allreduce",3],["false",2],["todo",2],["check",1],["true",2],["work",1],["ray",1],["trainer",1],["mesh",1],["support",1],["hybrid",1],["engine",1],["now",1],["build",1],["need",1],["verl",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#initialize_model_parallel_for_vllm","name":[["initialize",1],["model",1],["parallel",1],["vllm",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["initialize",3],["model",46],["parallel",50],["vllm",3],["tensor",28],["size",20],["int",9],["num",16],["groups",20],["per",10],["train",17],["tp",32],["pipeline",18],["none",7],["from",1],["torch",5],["distributed",5],["import",1],["new",1],["group",33],["world",9],["rank",8],["ensure",1],["some",1],["consistencies",1],["assert",9],["initialized",6],["isinstance",1],["not",5],["different",2],["build",4],["ps",7],["already",5],["global",6],["backend",7],["if",2],["same",1],["as",2],["megatron",1],["ranks",22],["range",8],["append",3],["init",4],["local",5],["custom",4],["allreduce",4],["false",3],["todo",3],["check",2],["true",4],["work",2],["ray",2],["trainer",2],["message",2],["queue",2],["broadcaster",2],["micro",2],["data",1],["move",1],["hybrid",2],["engine",2],["else",1],["dp",1],["assume",1],["training",2],["infer",1],["then",1],["weight",1],["partitioned",1],["inference",2],["start",2],["end",2],["list",2],["len",1],["mpu",2],["device",1],["mesh",1],["support",1],["now",1],["pp",5],["need",1],["verl",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#initialize_parallel_state","name":[["initialize",1],["parallel",1],["state",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["initialize",4],["parallel",13],["state",2],["distributed",9],["init",4],["method",3],["str",4],["env",5],["backend",4],["nccl",3],["tensor",8],["model",11],["size",15],["int",9],["num",4],["tp",8],["per",4],["train",4],["pipeline",3],["torch",4],["all",6],["reduce",6],["not",3],["free",2],["input",2],["until",2],["synchronization",2],["point",2],["causes",2],["memory",2],["usage",2],["grow",2],["as",2],["number",2],["calls",2],["increases",2],["var",2],["disables",2],["behavior",2],["related",2],["issue",2],["https",2],["discuss",2],["pytorch",2],["org",2],["cuda",2],["allocation",2],["lifetime",2],["inputs",2],["191573",2],["os",4],["environ",1],["avoid",1],["record",1],["streams",1],["note",2],["sgm",1],["modify",1],["verl",1],["vars",1],["will",1],["be",1],["by",3],["torchrun",3],["rank",6],["getenv",3],["local",3],["world",7],["assert",1],["initialized",1],["environment",1],["if",1],["build",1],["sepearate",1],["inference",1],["group",1],["infer",1],["micro",1],["dp",1],["vllm",1],["groups",1],["else",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#model_parallel_is_initialized","name":[["model",1],["parallel",1],["initialized",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["model",3],["parallel",4],["initialized",3],["check",1],["if",1],["tensor",1],["pipeline",2],["groups",1],["return",1],["ps",1],["tp",1],["not",2],["none",2],["group",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py","name":[["spmd",1],["gpu",1],["executor",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",1],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",2],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",2],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",8],["https",1],["github",1],["com",1],["vllm",9],["project",1],["blob",1],["main",1],["executor",7],["gpu",1],["py",1],["import",11],["os",1],["socket",1],["typing",1],["dict",1],["list",1],["optional",1],["tuple",1],["torch",1],["envs",2],["base",3],["async",2],["logger",4],["init",2],["lora",1],["request",2],["lo",2],["rarequest",1],["sequence",1],["sampler",1],["output",1],["execute",1],["model",2],["config",11],["cache",1],["device",1],["raconfig",1],["multi",1],["modal",1],["parallel",1],["prompt",1],["adapter",1],["scheduler",1],["speculative",1],["load",1],["name",1],["todo",1],["sgm",1],["implemented",1],["yet",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#get_open_port","name":[["open",1],["port",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["open",2],["port",2],["socket",4],["af",1],["inet",1],["sock",1],["stream",1],["as",1],["bind",1],["return",1],["getsockname",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#initialize_cluster","name":[["initialize",1],["cluster",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["initialize",4],["cluster",4],["parallel",6],["config",5],["engine",2],["ray",5],["bool",2],["false",2],["address",3],["optional",4],["str",4],["none",4],["tuple",2],["distributed",8],["probably",1],["args",1],["configurations",1],["execution",1],["returns",1],["init",5],["method",5],["initializing",1],["backend",1],["locally",1],["port",3],["open",1],["need",1],["setup",1],["make",1],["sure",1],["megatron",1],["code",1],["world",1],["size",1],["works",1],["correctly",1],["tcp",1],["localhost",1],["env",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor","name":[["spmdgpuexecutor",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["class",2],["spmdgpuexecutor",2],["executor",6],["base",2],["spmd",2],["based",1],["multi",3],["gpu",16],["implementations",1],["def",12],["init",18],["self",47],["model",21],["pytorch",1],["itself",1],["its",3],["parameter",1],["dict",1],["config",56],["cache",17],["parallel",7],["scheduler",6],["device",6],["load",6],["lora",20],["optional",4],["lo",2],["raconfig",1],["multimodal",5],["modal",1],["speculative",9],["prompt",5],["adapter",5],["none",8],["distributed",9],["method",6],["initialize",4],["cluster",1],["todo",1],["sgm",3],["verl",2],["not",5],["support",1],["decode",1],["now",2],["assert",3],["decoding",1],["yet",1],["supported",1],["backend",1],["create",1],["worker",20],["each",4],["workers",5],["sp",2],["str",1],["lazy",1],["import",3],["avoid",2],["importing",1],["torch",8],["cuda",6],["xformers",1],["before",2],["visible",1],["devices",1],["from",1],["pylint",1],["disable",1],["outside",1],["toplevel",1],["rank",10],["int",9],["os",3],["getenv",2],["local",5],["print",3],["see",1],["https",1],["github",1],["com",1],["nvidia",1],["nccl",2],["issues",1],["1234",1],["environ",1],["cumem",1],["enable",1],["driver",2],["true",1],["runner",1],["cls",1],["default",1],["one",2],["note",5],["shengguangming",2],["process",2],["group",1],["will",4],["be",5],["called",1],["inside",1],["determine",4],["num",24],["available",4],["blocks",28],["tuple",2],["number",3],["kv",2],["invokes",1],["takes",1],["min",1],["results",2],["guaranteeing",1],["selected",1],["sizes",1],["compatible",1],["all",6],["returns",2],["cpu",11],["maximum",1],["allocated",5],["don",1],["shared",1],["centralized",1],["controler",1],["but",2],["have",2],["own",2],["return",6],["log",2],["here",1],["multiple",1],["logs",1],["greater",3],["than",3],["could",1],["engine",5],["executors",1],["gpus",2],["logger",1],["info",1],["if",2],["memory",6],["1e9",4],["gb",4],["reserved",4],["after",1],["profile",1],["capture",1],["cudagraph",1],["rebuilding",1],["kvcache",1],["free",2],["execute",5],["req",3],["list",3],["sampler",1],["output",1],["outputs",3],["vllm",2],["under",1],["has",1],["therefore",1],["should",1],["ray",1],["only",1],["sampling",1],["add",2],["request",4],["rarequest",1],["bool",2],["id",7],["must",2],["remove",2],["loras",2],["check",1],["health",1],["spmdexecutor",1],["always",1],["healthy",1],["as",2],["long",1],["ru",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["init",5],["self",13],["model",11],["pytorch",2],["itself",2],["its",2],["parameter",2],["dict",2],["config",59],["cache",6],["parallel",7],["scheduler",6],["device",6],["load",6],["lora",4],["optional",8],["lo",2],["raconfig",2],["multimodal",4],["multi",2],["modal",2],["speculative",6],["prompt",6],["adapter",6],["none",2],["distributed",2],["method",2],["initialize",1],["cluster",1],["executor",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor._init_executor","name":[["init",1],["executor",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["init",6],["executor",2],["self",4],["model",3],["distributed",3],["method",3],["none",2],["assert",1],["not",2],["speculative",2],["config",1],["decoding",1],["yet",1],["supported",1],["multi",1],["gpu",2],["backend",1],["create",1],["parallel",1],["worker",1],["each",1],["workers",1],["sp",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor._init_workers_sp","name":[["init",1],["workers",1],["sp",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["init",8],["workers",2],["sp",2],["self",14],["model",7],["distributed",4],["method",3],["str",2],["lazy",2],["import",4],["worker",11],["avoid",2],["importing",2],["torch",3],["cuda",4],["xformers",2],["before",2],["visible",2],["devices",2],["from",1],["pylint",1],["disable",1],["outside",1],["toplevel",1],["rank",8],["int",2],["os",3],["getenv",2],["local",5],["print",1],["see",1],["https",1],["github",1],["com",1],["nvidia",1],["nccl",2],["issues",1],["1234",1],["environ",1],["cumem",1],["enable",1],["config",13],["parallel",1],["scheduler",1],["device",2],["cache",1],["load",2],["lora",2],["multimodal",2],["speculative",2],["none",2],["prompt",1],["adapter",1],["driver",1],["true",1],["runner",1],["cls",1],["default",1],["one",1],["note",1],["shengguangming",1],["process",1],["group",1],["will",1],["be",1],["called",1],["inside",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.add_lora","name":[["add",1],["lora",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["add",3],["lora",10],["self",3],["request",5],["lo",2],["rarequest",2],["bool",2],["assert",1],["int",1],["id",2],["must",1],["be",1],["greater",1],["than",1],["return",1],["worker",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.add_prompt_adapter","name":[["add",1],["prompt",1],["adapter",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["add",3],["prompt",11],["adapter",11],["self",3],["request",6],["bool",2],["assert",1],["id",2],["must",1],["be",1],["greater",1],["than",1],["return",1],["worker",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.check_health","name":[["check",1],["health",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["check",2],["health",2],["self",2],["none",2],["spmdexecutor",2],["will",2],["always",2],["be",2],["healthy",2],["as",4],["long",2],["running",2],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.determine_num_available_blocks","name":[["determine",1],["num",1],["available",1],["blocks",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["determine",5],["num",13],["available",5],["blocks",15],["self",3],["tuple",3],["int",4],["number",2],["kv",1],["invokes",1],["each",2],["worker",2],["takes",1],["min",1],["results",1],["guaranteeing",1],["selected",1],["cache",1],["sizes",1],["compatible",1],["all",1],["workers",1],["returns",1],["gpu",4],["cpu",4],["maximum",1],["be",1],["allocated",1],["note",1],["shengguangming",1],["now",1],["don",1],["shared",1],["centralized",1],["controler",1],["but",1],["process",1],["will",1],["have",1],["its",1],["own",1],["scheduler",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.execute_model","name":[["execute",1],["model",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["execute",7],["model",7],["self",3],["req",4],["list",2],["sampler",2],["output",2],["all",3],["outputs",3],["worker",2],["note",1],["sgm",1],["each",1],["gpu",2],["vllm",2],["under",1],["verl",1],["has",1],["its",1],["own",1],["spmd",1],["executor",1],["therefore",1],["gpus",1],["should",1],["return",2],["ray",1],["only",1],["driver",1],["returns",1],["sampling",1],["results",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.free_cache_engine","name":[["free",1],["cache",1],["engine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["free",3],["cache",3],["engine",3],["self",3],["none",2],["worker",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.init_cache_engine","name":[["init",1],["cache",1],["engine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["init",3],["cache",3],["engine",3],["self",3],["none",2],["worker",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.initialize_cache","name":[["initialize",1],["cache",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["initialize",4],["cache",8],["self",5],["num",14],["gpu",8],["blocks",16],["int",4],["cpu",8],["none",2],["kv",1],["all",2],["workers",2],["note",1],["log",2],["here",1],["avoid",1],["multiple",1],["logs",1],["number",1],["greater",1],["than",1],["one",1],["could",1],["engine",1],["but",1],["not",1],["executors",1],["have",1],["gpus",1],["logger",1],["info",1],["config",2],["if",2],["torch",6],["distributed",2],["rank",2],["print",2],["before",1],["init",2],["memory",6],["allocated",4],["cuda",4],["1e9",4],["gb",4],["reserved",4],["worker",1],["after",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.list_loras","name":[["list",1],["loras",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["list",3],["loras",3],["self",3],["int",2],["return",1],["worker",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.list_prompt_adapters","name":[["list",1],["prompt",1],["adapters",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["list",3],["prompt",3],["adapters",3],["self",3],["int",2],["return",1],["worker",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.offload_model_weights","name":[["offload",1],["model",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["offload",3],["model",3],["weights",3],["self",3],["none",2],["worker",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.pin_lora","name":[["pin",1],["lora",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["pin",3],["lora",8],["self",3],["id",5],["int",2],["bool",2],["assert",1],["must",1],["be",1],["greater",1],["than",1],["return",1],["worker",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.pin_prompt_adapter","name":[["pin",1],["prompt",1],["adapter",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["pin",3],["prompt",8],["adapter",8],["self",3],["id",5],["int",2],["bool",2],["assert",1],["must",1],["be",1],["greater",1],["than",1],["return",1],["worker",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.remove_lora","name":[["remove",1],["lora",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["remove",3],["lora",9],["self",3],["id",6],["int",2],["bool",2],["assert",1],["must",1],["be",1],["greater",1],["than",1],["return",1],["worker",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.remove_prompt_adapter","name":[["remove",1],["prompt",1],["adapter",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["remove",3],["prompt",8],["adapter",8],["self",3],["id",5],["int",2],["bool",2],["assert",1],["must",1],["be",1],["greater",1],["than",1],["return",1],["worker",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.sync_model_weights","name":[["sync",1],["model",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["sync",3],["model",3],["weights",7],["self",3],["actor",4],["dict",2],["str",4],["torch",2],["tensor",2],["load",4],["format",4],["none",2],["worker",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutorAsync","name":[["spmdgpuexecutor",1],["async",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["class",2],["spmdgpuexecutor",4],["async",8],["executor",3],["base",2],["def",2],["execute",3],["model",4],["self",3],["req",1],["request",1],["list",1],["sampler",1],["output",1],["executes",1],["one",1],["step",1],["given",1],["sequences",1],["raise",2],["not",2],["implemented",1],["error",1],["check",2],["health",2],["none",1],["checks",1],["if",2],["healthy",1],["should",1],["exception",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutorAsync.check_health_async","name":[["check",1],["health",1],["async",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["async",4],["def",2],["check",3],["health",3],["self",3],["none",2],["checks",1],["if",2],["executor",1],["healthy",1],["not",1],["should",1],["raise",1],["exception",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutorAsync.execute_model_async","name":[["execute",1],["model",1],["async",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["async",4],["def",2],["execute",6],["model",7],["self",2],["req",2],["request",2],["list",2],["sampler",2],["output",2],["executes",1],["one",1],["step",1],["given",1],["sequences",1],["raise",1],["not",1],["implemented",1],["error",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py","name":[["tokenizer",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["tokenizer",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",1],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",6],["https",1],["github",1],["com",1],["vllm",6],["project",1],["blob",1],["main",1],["transformers",3],["utils",3],["tokenizer",5],["group",2],["py",1],["typing",1],["import",5],["list",1],["optional",1],["tuple",1],["union",1],["auto",1],["pre",2],["trained",2],["fast",1],["lora",1],["request",1],["lo",1],["rarequest",1],["make",1],["async",1],["lrucache",1],["tokenizers",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py#TokenizerGroup","name":[["tokenizer",1],["group",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["tokenizer",1],["py",1]],"body":[["class",2],["tokenizer",28],["group",4],["tokenizers",5],["be",2],["lo",6],["ra",2],["adapters",1],["def",8],["init",1],["self",25],["pre",3],["trained",3],["enable",5],["lora",28],["bool",2],["max",7],["num",2],["seqs",2],["int",8],["input",6],["length",5],["optional",8],["lrucache",1],["capacity",1],["if",4],["else",2],["none",6],["ping",1],["check",1],["alive",1],["return",9],["true",1],["len",1],["request",14],["rarequest",4],["maximum",1],["encode",4],["prompt",4],["str",4],["id",9],["list",2],["async",3],["await",1],["not",3],["todo",1],["sgm",2],["also",1],["passed",1],["but",1],["may",1],["different",1],["config",1],["put",1],["fixme",1],["simplicity",1],["assign",1],["special",1],["token",5],["here",1],["property",2],["pad",2],["eos",2]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py#TokenizerGroup.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["tokenizer",1],["py",1]],"body":[["def",2],["init",2],["self",6],["tokenizer",7],["pre",3],["trained",3],["enable",5],["lora",6],["bool",2],["max",7],["num",3],["seqs",3],["int",4],["input",4],["length",4],["optional",2],["tokenizers",1],["lrucache",1],["capacity",1],["if",1],["else",1],["none",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py#TokenizerGroup.encode","name":[["encode",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["tokenizer",1],["py",1]],"body":[["def",2],["encode",3],["self",3],["prompt",3],["str",4],["request",5],["id",2],["optional",4],["none",4],["lora",4],["lo",2],["rarequest",2],["list",2],["int",2],["tokenizer",3],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py#TokenizerGroup.encode_async","name":[["encode",1],["async",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["tokenizer",1],["py",1]],"body":[["async",5],["def",2],["encode",3],["self",3],["prompt",3],["str",4],["request",5],["id",2],["optional",4],["none",4],["lora",4],["lo",2],["rarequest",2],["list",2],["int",2],["tokenizer",3],["await",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py#TokenizerGroup.eos_token_id","name":[["eos",1],["token",1],["id",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["tokenizer",1],["py",1]],"body":[["def",2],["eos",3],["token",3],["id",3],["self",3],["return",1],["tokenizer",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py#TokenizerGroup.get_lora_tokenizer","name":[["lora",1],["tokenizer",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["tokenizer",1],["py",1]],"body":[["def",2],["lora",18],["tokenizer",14],["self",10],["request",7],["optional",2],["lo",2],["rarequest",2],["pre",2],["trained",2],["if",2],["not",3],["enable",1],["return",3],["int",3],["id",3],["tokenizers",3],["todo",1],["sgm",1],["also",1],["passed",1],["but",1],["may",1],["be",1],["different",1],["config",1],["put",1],["else",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py#TokenizerGroup.get_max_input_len","name":[["max",1],["input",1],["len",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["tokenizer",1],["py",1]],"body":[["def",2],["max",3],["input",4],["len",2],["self",3],["lora",2],["request",3],["optional",4],["lo",3],["rarequest",2],["none",2],["int",2],["maximum",1],["length",2],["ra",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py#TokenizerGroup.pad_token_id","name":[["pad",1],["token",1],["id",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["tokenizer",1],["py",1]],"body":[["def",2],["pad",3],["token",3],["id",3],["self",3],["return",1],["tokenizer",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py#TokenizerGroup.ping","name":[["ping",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["tokenizer",1],["py",1]],"body":[["def",2],["ping",2],["self",2],["bool",2],["check",1],["if",1],["tokenizer",1],["group",1],["alive",1],["return",1],["true",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/worker.py","name":[["worker",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",1],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",2],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",5],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",18],["https",1],["github",1],["com",1],["vllm",15],["project",1],["blob",1],["main",1],["worker",13],["py",1],["gpu",2],["class",1],["import",22],["os",1],["gc",1],["typing",1],["dict",1],["list",1],["tuple",1],["optional",1],["union",1],["type",1],["torch",3],["nn",2],["config",11],["cache",3],["device",1],["lo",1],["raconfig",1],["multi",1],["modal",1],["parallel",6],["prompt",1],["adapter",1],["scheduler",1],["speculative",1],["model",14],["executor",2],["random",1],["seed",1],["sequence",1],["execute",1],["request",1],["intermediate",1],["tensors",1],["sampler",1],["output",1],["engine",2],["todo",1],["sgm",1],["check",2],["has",1],["similar",1],["utils",1],["state",2],["init",1],["environment",1],["custom",1],["all",1],["reduce",1],["tensor",1],["group",1],["base",5],["input",2],["if",1],["supports",1],["dtype",1],["runner",9],["embedding",2],["gpumodel",1],["megatron",2],["weight",3],["loaders",2],["load",5],["weights",3],["hf",2],["loader",1],["dtensor",2],["ensure",1],["initialized",1],["format",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/worker.py#init_worker_distributed_environment","name":[["init",1],["worker",1],["distributed",1],["environment",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["init",8],["worker",2],["distributed",8],["environment",4],["parallel",19],["config",13],["rank",6],["int",4],["method",3],["optional",2],["str",2],["env",2],["local",3],["none",2],["initialize",3],["custom",5],["all",7],["reduce",7],["not",3],["disable",2],["note",3],["sgm",2],["tcp",1],["localhost",1],["xxxx",1],["will",1],["hang",1],["hf",1],["setting",1],["without",1],["megatron",1],["world",11],["size",15],["ensure",1],["model",4],["initialized",5],["tensor",3],["pipeline",2],["todo",1],["check",1],["whether",1],["need",1],["if",4],["pynccl",12],["utils",5],["raise",1],["runtime",1],["error",1],["already",1],["but",1],["match",1],["vs",1],["elif",1],["woosuk",1],["don",1],["process",2],["group",5],["kaichao",1],["by",1],["default",1],["tp",1],["cpu",1],["fast",1],["implementation",1],["ar",1],["small",1],["warmup",1],["torch",3],["zeros",2],["cuda",2]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker","name":[["worker",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["class",8],["worker",16],["executes",1],["partition",2],["model",45],["gpu",7],["each",2],["associated",1],["single",1],["responsible",1],["maintaining",1],["kv",4],["cache",16],["executing",1],["case",1],["distributed",9],["inference",3],["assigned",1],["def",3],["init",11],["self",45],["union",1],["nn",1],["module",1],["dict",2],["itself",1],["its",1],["parameter",1],["config",71],["parallel",12],["scheduler",5],["device",15],["load",6],["local",7],["rank",21],["int",7],["method",4],["str",1],["lora",5],["optional",6],["lo",1],["raconfig",1],["none",13],["multimodal",5],["multi",1],["modal",1],["speculative",7],["prompt",6],["adapter",6],["driver",8],["bool",1],["false",1],["runner",14],["cls",3],["type",5],["gpumodel",3],["base",3],["will",4],["be",5],["replaced",1],["todo",2],["don",2],["need",1],["if",9],["assert",2],["tensor",4],["size",8],["should",1],["group",1],["trust",1],["remote",1],["code",1],["note",3],["lazy",1],["import",2],["avoid",2],["importing",1],["torch",9],["before",1],["initializing",1],["from",2],["vllm",1],["utils",1],["cached",2],["hf",3],["modules",2],["return",2],["hidden",2],["states",2],["target",1],["draft",3],["mlp",2],["speculator",2],["args",2],["not",6],["medusa",1],["else",3],["true",1],["sgm",3],["correct",1],["elif",1],["embedding",3],["mode",2],["verl",4],["add",1],["dtype",4],["uninitialized",1],["engine",5],["initialized",2],["by",4],["initialize",4],["list",3],["as",2],["models",1],["caches",1],["offloading",1],["params",1],["cpu",1],["cuda",6],["all",3],["reduce",3],["free",1],["input",1],["until",1],["synchronization",1],["point",1],["causes",1],["memory",3],["usage",2],["grow",1],["number",1],["calls",1],["increases",1],["env",2],["var",1],["disables",1],["behavior",1],["related",1],["issue",1],["https",1],["discuss",1],["pytorch",1],["org",1],["allocation",1],["lifetime",1],["inputs",1],["191573",1],["os",4],["environ",1],["nccl",1],["record",1],["streams",1],["modify",1],["vars",1],["torchrun",3],["getenv",3],["raise",2],["value",1],["error",2],["invalid",1],["unspecified",1],["world",7],["check",1],["supports",1],["empty",1],["mem",1],["info",1],["runtime",1],["support",1],["environment",2],["random",2],["seed",3],["actor",1],["determine",2],["num",1],["available",1],["blocks",2],["tuple",1],["profiles",1],["peak",1],["many",1],["may",1],["allocated",1],["without",1],["ooms",1],["first",1],["conduct",1],["profiling",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["init",10],["self",26],["model",41],["union",2],["nn",2],["module",2],["dict",4],["itself",2],["its",2],["parameter",2],["config",82],["parallel",12],["scheduler",7],["device",7],["cache",16],["load",8],["local",4],["rank",12],["int",4],["distributed",4],["method",4],["str",2],["lora",6],["optional",11],["lo",2],["raconfig",2],["none",17],["multimodal",6],["multi",2],["modal",2],["speculative",9],["prompt",8],["adapter",8],["driver",9],["worker",8],["bool",2],["false",2],["runner",16],["cls",4],["type",4],["gpumodel",4],["base",4],["will",3],["be",4],["replaced",2],["todo",2],["don",2],["need",1],["if",5],["assert",1],["tensor",3],["size",1],["should",1],["group",1],["trust",1],["remote",1],["code",1],["note",2],["lazy",1],["import",2],["avoid",1],["importing",1],["torch",2],["before",1],["initializing",1],["from",2],["vllm",1],["utils",1],["cached",2],["hf",3],["modules",2],["return",2],["hidden",2],["states",2],["target",1],["draft",3],["mlp",2],["speculator",2],["args",2],["not",2],["medusa",1],["else",1],["true",1],["sgm",2],["correct",1],["class",5],["elif",1],["embedding",3],["mode",1],["verl",3],["add",1],["kv",2],["dtype",2],["uninitialized",1],["engine",4],["initialized",1],["by",1],["initialize",3],["list",3],["gpu",2],["as",1],["models",1],["caches",1],["offloading",1],["inference",1],["params",1],["cpu",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker._init_cache_engine","name":[["init",1],["cache",1],["engine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["init",3],["cache",5],["engine",4],["self",4],["if",1],["none",2],["gpu",1],["super",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker.determine_num_available_blocks","name":[["determine",1],["num",1],["available",1],["blocks",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["determine",3],["num",21],["available",2],["blocks",26],["self",9],["tuple",2],["int",7],["profiles",1],["peak",6],["memory",24],["usage",5],["model",8],["many",1],["kv",1],["may",2],["be",4],["allocated",4],["without",1],["ooms",1],["engine",1],["will",1],["first",1],["conduct",1],["profiling",2],["existing",1],["then",1],["calculate",2],["maximum",2],["possible",1],["number",4],["gpu",22],["cpu",10],["remaining",3],["free",5],["tip",1],["you",1],["limit",1],["by",1],["adjusting",1],["utilization",3],["parameter",1],["profile",3],["cache",11],["torch",11],["cuda",7],["empty",2],["reset",1],["stats",1],["execute",1],["forward",1],["pass",1],["dummy",1],["inputs",1],["runner",3],["run",1],["profiled",1],["synchronize",2],["total",3],["mem",1],["info",1],["assert",1],["error",1],["happens",1],["was",1],["not",1],["properly",1],["cleaned",1],["up",1],["before",1],["initializing",1],["llm",1],["instance",1],["block",5],["size",5],["bytes",2],["note",2],["sgm",2],["verl",2],["config",3],["swap",1],["space",1],["max",2],["if",1],["lora",1],["manager",1],["remove",1],["all",4],["loras",1],["add",1],["rank",1],["tensor",4],["device",4],["distributed",4],["reduce",4],["op",4],["min",2],["group",6],["parallel",2],["item",2],["gc",1],["collect",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker.execute_model","name":[["execute",1],["model",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["execute",17],["model",22],["self",7],["req",6],["request",4],["intermediate",5],["tensors",5],["optional",4],["none",5],["list",3],["sampler",2],["output",2],["single",1],["program",1],["multiple",1],["data",1],["spmd",2],["fashion",1],["all",1],["workers",1],["take",2],["same",1],["prepare",3],["input",12],["assert",1],["not",2],["requires",1],["each",1],["worker",10],["runner",3],["base",2],["seq",2],["group",1],["metadata",1],["verl",1],["workerbase",1],["swap",1],["cache",3],["super",1],["if",3],["there",1],["no",1],["don",1],["need",1],["num",1],["groups",1],["return",2],["kv",2],["virtual",1],["engine",1],["else",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker.free_cache_engine","name":[["free",1],["cache",1],["engine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["free",2],["cache",4],["engine",3],["self",4],["ensure",2],["enforce",2],["eager",2],["true",2],["none",2],["gpu",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker.init_device","name":[["init",1],["device",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["init",5],["device",11],["self",21],["none",3],["if",4],["config",8],["type",2],["cuda",6],["torch",6],["distributed",5],["all",3],["reduce",3],["not",4],["free",1],["input",1],["tensor",1],["until",1],["synchronization",1],["point",1],["causes",1],["memory",2],["usage",1],["grow",1],["as",1],["number",1],["calls",1],["increases",1],["env",2],["var",1],["disables",1],["behavior",1],["related",1],["issue",1],["https",1],["discuss",1],["pytorch",1],["org",1],["allocation",1],["lifetime",1],["inputs",1],["191573",1],["os",4],["environ",1],["nccl",1],["avoid",1],["record",1],["streams",1],["note",1],["sgm",1],["modify",1],["verl",1],["vars",1],["will",1],["be",1],["by",3],["torchrun",3],["rank",11],["else",2],["int",3],["getenv",3],["local",4],["raise",2],["value",1],["error",2],["invalid",1],["unspecified",1],["world",7],["size",7],["assert",1],["initialized",1],["parallel",2],["check",1],["gpu",2],["supports",1],["dtype",2],["model",8],["empty",1],["cache",1],["mem",1],["info",1],["runtime",1],["support",1],["initialize",1],["environment",2],["worker",1],["method",1],["random",2],["seed",3],["actor",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker.offload_model_weights","name":[["offload",1],["model",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["offload",2],["model",11],["weights",2],["self",9],["none",3],["if",1],["cpu",6],["name",5],["params",5],["runner",2],["named",2],["parameters",2],["torch",1],["empty",1],["like",1],["device",1],["data",2],["else",1]]},{"id":"verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker.sync_model_weights","name":[["sync",1],["model",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["sync",2],["model",9],["weights",10],["self",5],["actor",5],["dict",3],["load",12],["format",9],["str",2],["if",1],["megatron",2],["auto",1],["runner",3],["elif",2],["hf",2],["full",1],["state",1],["without",1],["no",1],["sharding",1],["dtensor",2]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/__init__.py","name":[["init",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["init",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/arg_utils.py","name":[["arg",1],["utils",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["arg",1],["utils",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",1],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",6],["https",1],["github",1],["com",1],["vllm",5],["project",1],["blob",1],["main",1],["engine",4],["arg",2],["utils",2],["py",1],["import",6],["os",1],["dataclasses",1],["dataclass",2],["transformers",1],["pretrained",1],["config",6],["args",1],["load",1],["model",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/arg_utils.py#EngineArgs","name":[["engine",1],["args",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["arg",1],["utils",1],["py",1]],"body":[["class",2],["engine",10],["args",4],["model",11],["hf",3],["config",23],["pretrained",1],["none",1],["verl",2],["def",4],["post",1],["init",3],["self",33],["pass",1],["create",4],["return",3],["tokenizer",6],["mode",2],["trust",2],["remote",2],["code",4],["dtype",2],["seed",2],["revision",6],["rope",4],["scaling",2],["theta",2],["max",8],["len",6],["quantization",4],["param",2],["path",2],["enforce",2],["eager",2],["context",2],["capture",4],["seq",2],["logprobs",2],["disable",3],["sliding",2],["window",2],["skip",2],["served",2],["name",2],["limit",2],["mm",4],["per",2],["prompt",2],["async",2],["output",2],["proc",2],["not",2],["override",2],["neuron",2],["format",4],["processor",2],["kwargs",2],["load",5],["download",2],["dir",2],["loader",2],["extra",2],["ignore",2],["patterns",2],["super",1],["note",1],["world",7],["size",7],["by",2],["torchrun",2],["int",1],["os",1],["getenv",1],["assert",1],["initialized",1],["parallel",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/arg_utils.py#EngineArgs.__post_init__","name":[["post",1],["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["arg",1],["utils",1],["py",1]],"body":[["def",2],["post",2],["init",2],["self",2],["pass",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/arg_utils.py#EngineArgs.create_engine_config","name":[["create",1],["engine",1],["config",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["arg",1],["utils",1],["py",1]],"body":[["def",2],["create",3],["engine",8],["config",9],["self",2],["super",1],["note",1],["verl",1],["world",7],["size",7],["by",2],["torchrun",2],["int",1],["os",1],["getenv",1],["assert",1],["not",1],["initialized",1],["parallel",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/arg_utils.py#EngineArgs.create_load_config","name":[["create",1],["load",1],["config",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["arg",1],["utils",1],["py",1]],"body":[["def",2],["create",2],["load",7],["config",7],["self",6],["return",1],["format",2],["download",2],["dir",2],["model",2],["loader",2],["extra",2],["ignore",2],["patterns",2]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/arg_utils.py#EngineArgs.create_model_config","name":[["create",1],["model",1],["config",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["arg",1],["utils",1],["py",1]],"body":[["def",2],["create",2],["model",10],["config",11],["self",27],["return",1],["hf",2],["tokenizer",6],["mode",2],["trust",2],["remote",2],["code",4],["dtype",2],["seed",2],["revision",6],["rope",4],["scaling",2],["theta",2],["max",8],["len",6],["quantization",4],["param",2],["path",2],["enforce",2],["eager",2],["context",2],["capture",4],["seq",2],["logprobs",2],["disable",3],["sliding",2],["window",2],["skip",2],["init",2],["served",2],["name",2],["limit",2],["mm",4],["per",2],["prompt",2],["async",2],["output",2],["proc",2],["not",1],["override",2],["neuron",2],["format",2],["processor",2],["kwargs",2]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/config.py","name":[["config",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",1],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",8],["https",1],["github",1],["com",1],["vllm",7],["project",1],["blob",1],["main",1],["config",4],["py",1],["import",9],["enum",1],["json",1],["dataclasses",1],["dataclass",2],["field",1],["typing",1],["type",2],["checking",2],["list",1],["optional",1],["union",1],["transformers",1],["pretrained",1],["add",1],["verl",1],["model",4],["logger",4],["init",2],["utils",1],["hip",1],["if",1],["executor",1],["loader",3],["base",1],["name",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/config.py#LoadConfig","name":[["load",1],["config",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["class",2],["load",31],["config",8],["download",3],["dir",2],["directory",2],["weights",9],["default",4],["cache",2],["huggingface",1],["format",28],["model",9],["auto",2],["will",7],["try",1],["safetensors",4],["fall",1],["back",1],["pytorch",3],["bin",2],["if",6],["not",8],["available",1],["pt",1],["npcache",1],["store",1],["numpy",1],["speed",1],["up",1],["loading",4],["dummy",1],["initialize",1],["random",1],["values",1],["mainly",1],["profiling",1],["tensorizer",2],["core",1],["weave",1],["library",1],["fast",1],["weight",1],["bitsandbytes",1],["nf4",1],["type",1],["ignore",7],["patterns",8],["list",3],["original",2],["avoid",1],["repeated",1],["llama",1],["checkpoints",1],["union",3],["str",8],["base",1],["loader",7],["optional",3],["none",4],["extra",6],["dict",2],["field",1],["factory",1],["def",2],["post",1],["init",1],["self",12],["isinstance",2],["json",1],["loads",1],["verify",2],["len",1],["logger",1],["info",1],["ignoring",1],["following",1],["downloading",1],["else",1],["return",1],["lower",1],["rocm",6],["supported",7],["hip",1],["members",1],["raise",1],["value",1],["error",1],["formats",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/config.py#LoadConfig.__post_init__","name":[["post",1],["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["def",2],["post",2],["init",2],["self",9],["model",5],["loader",5],["extra",5],["config",5],["if",2],["isinstance",1],["str",1],["json",1],["loads",1],["verify",1],["load",1],["format",1],["ignore",4],["patterns",5],["not",1],["none",1],["len",1],["logger",1],["info",1],["ignoring",1],["following",1],["downloading",1],["weights",1],["else",1],["original",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/config.py#LoadConfig._verify_load_format","name":[["verify",1],["load",1],["format",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["def",2],["verify",2],["load",18],["format",17],["self",5],["none",2],["if",3],["not",6],["isinstance",1],["str",2],["return",1],["lower",1],["rocm",6],["supported",7],["list",1],["hip",1],["members",1],["raise",1],["value",1],["error",1],["formats",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/config.py#LoadFormat","name":[["load",1],["format",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["class",2],["load",2],["format",2],["str",2],["enum",4],["auto",2],["megatron",4],["hf",4],["dtensor",4],["dummy",6]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/config.py#ModelConfig","name":[["model",1],["config",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["class",2],["model",5],["config",10],["def",1],["init",2],["self",2],["hf",5],["pretrained",1],["args",2],["kwargs",2],["none",1],["super",1],["name",2],["path",2],["tokenizer",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/config.py#ModelConfig.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["config",1],["py",1]],"body":[["def",2],["init",3],["self",3],["hf",6],["config",8],["pretrained",2],["args",3],["kwargs",3],["none",2],["super",1],["model",1],["name",2],["path",2],["tokenizer",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py","name":[["dtensor",1],["weight",1],["loaders",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",2],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",3],["as",3],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",6],["https",1],["github",1],["com",1],["vllm",7],["project",1],["tree",1],["main",1],["model",10],["executor",4],["loader",18],["typing",1],["import",6],["dict",2],["torch",2],["nn",2],["tensor",1],["dtensor",18],["weight",17],["utils",2],["default",1],["models",1],["pp",1],["missing",1],["parameter",2],["layers",1],["fused",2],["moe",1],["mo",1],["registry",1],["gpt2",2],["lmhead",1],["llama",9],["causal",12],["lm",12],["lla",1],["mafor",1],["mistral",2],["same",1],["intern",1],["lmfor",1],["aquila",2],["phi3",1],["gemma",3],["gemma2",1],["gptbig",1],["code",1],["gptbigcode",1],["load",3],["weights",3],["starcoder2",2],["qwen2",3],["deepseek",1],["v2",1],["deepseekv2",1],["vlfor",1],["conditional",1],["generation",1],["qwen2vl",1],["actor",1],["state",1],["note",1],["sgm",1],["per",1],["each",1],["sub",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#_get_model_weight_loader","name":[["model",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["model",6],["weight",5],["loader",5],["arch",5],["str",2],["if",1],["dtensor",3],["registry",3],["return",1],["raise",1],["value",1],["error",1],["architectures",2],["not",1],["supported",2],["now",1],["keys",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#_process_parameter_names","name":[["process",1],["parameter",1],["names",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["process",2],["parameter",2],["names",2],["name",12],["remove",4],["weight",3],["if",4],["exists",2],["at",2],["end",2],["string",3],["endswith",1],["model",7],["layers",4],["prefix",1],["parts",5],["split",1],["reconstruct",1],["without",1],["join",1],["elif",1],["startswith",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#deepseekv2_dtensor_weight_loader","name":[["deepseekv2",1],["dtensor",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["deepseekv2",2],["dtensor",5],["weight",33],["loader",14],["actor",3],["weights",7],["dict",10],["vllm",7],["model",7],["nn",4],["module",4],["stacked",3],["params",15],["mapping",9],["param",21],["name",46],["shard",8],["id",11],["gate",9],["up",7],["proj",13],["fp8",2],["scales",2],["activation",1],["expert",9],["fused",1],["mo",1],["make",1],["ckpt",3],["down",2],["num",1],["experts",9],["config",1],["routed",1],["named",1],["parameters",1],["remove",1],["duplicate",1],["false",1],["loaded",13],["items",1],["if",9],["rotary",1],["emb",1],["inv",1],["freq",1],["continue",9],["skip",4],["non",1],["layers",1],["handled",1],["below",3],["not",5],["have",1],["mlp",4],["checkpoint",1],["since",1],["handle",1],["need",1],["here",1],["before",1],["update",1],["otherwise",1],["will",2],["be",2],["updated",2],["then",1],["breaks",1],["load",1],["replace",2],["loading",2],["extra",2],["bias",4],["gptq",2],["models",2],["endswith",2],["pp",3],["missing",3],["parameter",3],["local",6],["redistribute",3],["getattr",3],["default",3],["dtype",6],["break",2],["else",2]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#gemma_dtensor_weight_loader","name":[["gemma",1],["dtensor",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["gemma",2],["dtensor",4],["weight",19],["loader",10],["actor",3],["weights",5],["dict",8],["vllm",4],["model",3],["nn",4],["module",4],["stacked",6],["params",7],["mapping",2],["param",13],["name",22],["shard",7],["id",3],["qkv",3],["proj",10],["gate",3],["up",3],["named",1],["parameters",1],["loaded",9],["items",1],["if",4],["not",4],["continue",4],["replace",1],["skip",3],["loading",3],["extra",2],["bias",4],["gptq",2],["models",2],["endswith",2],["local",4],["redistribute",2],["getattr",2],["default",2],["dtype",4],["break",1],["else",1],["lm",3],["head",3],["as",1],["tied",1],["embed",1],["token",1],["prevent",1],["errors",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#gpt2_dtensor_weight_loader","name":[["gpt2",1],["dtensor",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["gpt2",2],["dtensor",2],["weight",2],["loader",2],["actor",2],["weights",2],["dict",2],["vllm",2],["model",2],["nn",4],["module",4],["pass",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#gptbigcode_dtensor_load_weights","name":[["gptbigcode",1],["dtensor",1],["load",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["gptbigcode",2],["dtensor",3],["load",2],["weights",6],["actor",3],["dict",5],["vllm",3],["model",3],["nn",2],["module",2],["params",2],["named",1],["parameters",1],["remove",1],["duplicate",1],["false",1],["name",6],["loaded",5],["weight",9],["items",1],["if",2],["lm",1],["head",1],["continue",2],["attn",2],["bias",2],["skip",1],["attention",1],["mask",1],["note",1],["should",1],["not",1],["be",1],["skipped",1],["local",2],["redistribute",1],["param",5],["loader",4],["getattr",1],["default",1],["dtype",2]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#llama_dtensor_weight_loader","name":[["llama",1],["dtensor",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["llama",2],["dtensor",4],["weight",22],["loader",9],["actor",3],["weights",5],["dict",8],["vllm",4],["model",5],["nn",4],["module",4],["stacked",2],["params",7],["mapping",2],["param",12],["name",25],["shard",4],["id",3],["qkv",3],["proj",10],["gate",3],["up",3],["named",1],["parameters",1],["loaded",9],["items",1],["if",7],["rotary",3],["emb",3],["inv",1],["freq",1],["continue",6],["cos",1],["cached",2],["sin",1],["models",3],["trained",1],["colossal",1],["ai",1],["may",1],["include",1],["these",1],["tensors",1],["checkpoint",1],["skip",4],["them",1],["tie",2],["word",2],["embeddings",2],["lm",2],["head",2],["might",1],["appear",1],["unnecessarily",1],["files",1],["processed",1],["quantization",1],["lo",1],["ra",1],["fine",1],["tuning",1],["etc",1],["config",1],["not",3],["replace",1],["loading",2],["extra",2],["bias",4],["gptq",2],["endswith",2],["local",4],["redistribute",2],["dtype",2],["break",1],["else",1],["getattr",1],["default",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#load_dtensor_weights","name":[["load",1],["dtensor",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["load",2],["dtensor",2],["weights",6],["actor",3],["dict",2],["vllm",7],["model",9],["nn",2],["module",2],["weight",3],["loader",3],["class",1],["name",1],["note",1],["sgm",1],["reduce",1],["peak",1],["memory",1],["usage",1],["offload",1],["cpu",1],["after",2],["init",1],["need",1],["sync",1],["first",1],["iter",1],["cuda",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#qwen2_dtensor_weight_loader","name":[["qwen2",1],["dtensor",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["qwen2",2],["dtensor",4],["weight",20],["loader",9],["actor",3],["weights",5],["dict",8],["vllm",4],["model",4],["nn",4],["module",4],["stacked",2],["params",7],["mapping",2],["param",13],["name",23],["shard",4],["id",3],["qkv",3],["proj",10],["gate",3],["up",3],["named",1],["parameters",1],["remove",1],["duplicate",1],["false",1],["loaded",9],["items",1],["if",5],["rotary",1],["emb",1],["inv",1],["freq",1],["continue",5],["config",1],["tie",1],["word",1],["embeddings",1],["lm",1],["head",1],["not",3],["replace",1],["skip",2],["loading",2],["extra",2],["bias",4],["gptq",2],["models",2],["endswith",2],["local",4],["redistribute",2],["dtype",4],["break",1],["else",1],["getattr",1],["default",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#qwen2vl_dtensor_weight_loader","name":[["qwen2vl",1],["dtensor",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["qwen2vl",2],["dtensor",4],["weight",20],["loader",9],["actor",3],["weights",5],["dict",8],["vllm",4],["model",4],["nn",4],["module",4],["stacked",2],["params",7],["mapping",2],["param",13],["name",23],["shard",4],["id",3],["qkv",3],["proj",10],["gate",3],["up",3],["named",1],["parameters",1],["remove",1],["duplicate",1],["false",1],["loaded",9],["items",1],["if",5],["rotary",1],["emb",1],["inv",1],["freq",1],["continue",5],["config",1],["tie",1],["word",1],["embeddings",1],["lm",1],["head",1],["not",3],["replace",1],["skip",2],["loading",2],["extra",2],["bias",4],["gptq",2],["models",2],["endswith",2],["local",4],["redistribute",2],["dtype",4],["break",1],["else",1],["getattr",1],["default",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#redistribute_dtensor","name":[["redistribute",1],["dtensor",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["redistribute",3],["dtensor",4],["param",8],["name",9],["str",2],["loaded",8],["weights",8],["parallelize",7],["plan",7],["dict",2],["none",3],["process",1],["parameter",1],["names",1],["if",1],["not",2],["assert",1],["keys",2],["placement",2],["local",4],["device",2],["mesh",2],["placements",1],["else",1],["full",1],["tensor",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#starcoder2_dtensor_load_weights","name":[["starcoder2",1],["dtensor",1],["load",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["starcoder2",2],["dtensor",4],["load",2],["weights",7],["actor",3],["dict",6],["vllm",4],["model",4],["nn",2],["module",2],["stacked",2],["params",5],["mapping",2],["param",13],["name",19],["shard",4],["id",3],["qkv",3],["proj",6],["named",1],["parameters",1],["remove",1],["duplicate",1],["false",1],["loaded",9],["weight",18],["items",1],["if",3],["rotary",1],["emb",1],["inv",1],["freq",1],["continue",3],["not",1],["replace",1],["local",4],["redistribute",2],["loader",7],["dtype",4],["break",1],["else",1],["config",1],["tie",1],["word",1],["embeddings",1],["lm",1],["head",1],["getattr",1],["default",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#update_dtensor_weight_loader","name":[["update",1],["dtensor",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["dtensor",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["update",2],["dtensor",2],["weight",2],["loader",2],["pass",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/hf_weight_loader.py","name":[["hf",1],["weight",1],["loader",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["hf",1],["weight",1],["loader",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",1],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",3],["https",1],["github",1],["com",1],["vllm",4],["project",1],["tree",1],["main",1],["model",4],["executor",2],["loader",2],["typing",1],["import",3],["dict",1],["torch",2],["nn",2],["utils",1],["default",1],["dtype",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/hf_weight_loader.py#load_hf_weights","name":[["load",1],["hf",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["hf",1],["weight",1],["loader",1],["py",1]],"body":[["def",2],["load",3],["hf",2],["weights",12],["actor",6],["dict",3],["vllm",8],["model",8],["nn",2],["module",7],["assert",1],["isinstance",1],["default",1],["torch",1],["dtype",2],["next",1],["parameters",1],["todo",1],["if",3],["config",1],["tie",1],["word",1],["embeddings",1],["lm",2],["head",2],["weight",2],["keys",1],["del",1],["items",1],["named",1],["modules",1],["quant",5],["method",5],["getattr",1],["none",2],["not",1],["process",3],["after",4],["loading",3],["fixme",1],["remove",1],["mixtral",1],["updated",1],["hasattr",1],["cuda",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/hf_weight_loader.py#update_hf_weight_loader","name":[["update",1],["hf",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["hf",1],["weight",1],["loader",1],["py",1]],"body":[["def",2],["update",2],["hf",3],["weight",3],["loader",3],["print",1],["no",1],["need",1],["be",1],["updated",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py","name":[["llm",1],["engine",1],["sp",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",3],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",4],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",3],["basis",1],["without",1],["warranties",1],["conditions",1],["any",2],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",24],["https",1],["github",1],["com",1],["vllm",22],["project",1],["blob",1],["main",1],["engine",11],["py",1],["functools",1],["import",25],["partial",1],["typing",1],["callable",1],["dict",2],["optional",1],["type",1],["union",1],["torch",2],["nn",2],["config",16],["cache",1],["decoding",1],["device",1],["load",3],["lo",1],["raconfig",1],["model",2],["observability",1],["parallel",1],["prompt",1],["adapter",1],["scheduler",5],["speculative",1],["core",1],["arg",2],["utils",5],["args",2],["llmengine",1],["context",2],["output",4],["state",1],["generation",1],["metrics",1],["types",1],["stat",1],["logger",5],["base",3],["processor",3],["interfaces",1],["sequence",3],["group",2],["stop",2],["checker",2],["executor",3],["inputs",2],["input",3],["registry",2],["preprocess",1],["preprocessor",1],["init",3],["tracing",1],["tracer",1],["transformers",2],["detokenizer",2],["tokenizer",4],["usage",5],["lib",1],["stats",1],["enabled",1],["message",1],["counter",1],["weak",1],["bind",1],["name",1],["local",1],["logging",1],["interval",1],["sec",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine","name":[["llmengine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["class",14],["llmengine",5],["llm",6],["engine",6],["receives",2],["requests",2],["generates",2],["texts",2],["main",1],["from",3],["clients",1],["includes",1],["tokenizer",16],["language",1],["model",35],["possibly",1],["distributed",3],["across",1],["multiple",1],["gpus",1],["gpu",1],["memory",3],["space",1],["allocated",1],["intermediate",1],["states",1],["aka",1],["kv",3],["cache",11],["utilizes",1],["iteration",1],["level",1],["scheduling",1],["efficient",1],["management",2],["maximize",1],["serving",4],["throughput",1],["vllm",4],["wraps",2],["offline",1],["batched",1],["inference",1],["async",3],["online",1],["config",96],["arguments",3],["derived",1],["args",3],["see",1],["ref",1],["configuration",8],["related",8],["parallel",12],["execution",2],["scheduler",12],["request",1],["device",9],["lora",4],["optional",9],["multi",3],["lo",2],["ra",1],["speculative",8],["decoding",8],["executor",4],["managing",1],["prompt",6],["adapter",5],["adapters",1],["log",5],["stats",4],["whether",1],["statistics",1],["usage",5],["context",5],["specified",1],["entry",1],["point",1],["info",2],["collection",1],["def",1],["init",5],["self",19],["note",2],["sgm",2],["first",1],["two",1],["added",1],["verl",1],["union",1],["nn",2],["module",2],["dict",3],["itself",1],["its",1],["parameter",1],["original",1],["load",8],["raconfig",1],["observability",7],["type",1],["base",2],["bool",2],["stat",2],["loggers",1],["str",1],["logger",2],["none",2],["input",3],["registry",3],["cached",5],["outputs",7],["false",1],["initializing",1],["skip",3],["mode",3],["revision",4],["override",2],["neuron",2],["rope",4],["scaling",2],["theta",2],["trust",2],["remote",2],["code",2],["dtype",4],["max",2],["seq",1],["len",2],["download",2],["dir",2],["format",2],["tensor",2],["size",4],["pipeline",2],["disable",2],["custom",2],["all",2],["reduce",2],["quantization",4],["enforce",2],["eager",2],["param",2],["path",2],["seed",2],["served",2],["name",2],["v2",2],["block",2],["manager",2],["num",2],["steps",2],["chunked",2],["prefill",2],["enabled",2],["step",2],["stream",2],["enable",2],["prefix",2],["caching",2],["output",2],["proc",2],["mm",2],["processor",2],["kwargs",2],["version",1],["todo",1],["woosuk",1],["print",1],["more",1],["configs",1],["debug",1],["if",1],["not",1],["detokenizer",2],["gr",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",3],["init",7],["self",34],["note",4],["sgm",4],["first",2],["two",2],["arguments",4],["added",2],["verl",2],["model",47],["union",2],["nn",4],["module",4],["dict",7],["itself",2],["its",2],["parameter",2],["tokenizer",27],["vllm",4],["original",2],["config",135],["cache",12],["parallel",15],["scheduler",14],["device",11],["load",13],["lora",8],["optional",12],["lo",2],["raconfig",2],["speculative",10],["decoding",9],["observability",11],["prompt",8],["adapter",8],["executor",8],["class",5],["type",2],["base",4],["log",4],["stats",5],["bool",4],["usage",11],["context",9],["engine",4],["stat",5],["loggers",2],["str",2],["logger",3],["none",8],["input",13],["registry",9],["cached",6],["outputs",8],["false",3],["info",2],["initializing",1],["llm",1],["skip",4],["mode",4],["revision",4],["override",2],["neuron",2],["rope",4],["scaling",2],["theta",2],["trust",2],["remote",2],["code",2],["dtype",4],["max",2],["seq",3],["len",2],["download",2],["dir",2],["format",2],["tensor",2],["size",4],["pipeline",2],["disable",2],["custom",2],["all",2],["reduce",2],["quantization",4],["enforce",2],["eager",2],["kv",2],["param",2],["path",2],["seed",2],["served",2],["name",4],["v2",2],["block",2],["manager",2],["num",2],["steps",2],["chunked",2],["prefill",2],["enabled",4],["multi",2],["step",2],["stream",2],["enable",2],["prefix",2],["caching",2],["async",2],["output",2],["proc",2],["mm",2],["processor",4],["kwargs",2],["version",1],["todo",1],["woosuk",1],["print",1],["more",1],["configs",1],["debug",1],["if",4],["not",2],["detokenizer",3],["group",6],["else",1],["ensure",1],["function",1],["doesn",1],["contain",1],["reference",1],["avoid",1],["gc",1],["issues",1],["sequence",3],["any",1],["assert",1],["cannot",1],["be",1],["make",1],["sure",1],["return",1],["request",1],["counter",2],["generation",2],["fields",1],["preprocessor",2],["create",1],["add",1],["spmd",1],["gpu",1],["embedding",1],["initialize",1],["caches",1],["collect",1],["relevant",1],["from",1],["loader",1],["import",1],["architecture",2],["message",1],["report",1],["extra",1],["kvs",1],["common",1],["configuration",1],["dtyp",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine.__init__.get_tokenizer_for_seq","name":[["tokenizer",1],["seq",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["tokenizer",9],["seq",2],["sequence",5],["any",2],["assert",1],["group",3],["cannot",1],["be",1],["none",1],["make",1],["sure",1],["skip",1],["init",1],["false",1],["return",1],["lora",2],["request",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine._get_executor_cls","name":[["executor",1],["cls",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["executor",10],["cls",4],["engine",8],["config",12],["type",3],["base",2],["distributed",2],["backend",2],["parallel",2],["initialize",1],["cluster",1],["specify",1],["class",3],["assert",1],["device",2],["cuda",1],["currently",1],["vllm",1],["verl",1],["only",1],["support",1],["running",1],["gpu",2],["print",1],["waiting",1],["debugger",1],["import",2],["os",2],["debugpy",3],["listen",1],["localhost",1],["5678",1],["int",1],["getenv",1],["rank",1],["wait",1],["client",1],["if",1],["world",1],["size",1],["load",2],["format",1],["dummy",1],["hf",1],["from",1],["spmd",1],["spmdgpuexecutor",2],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine._init_tokenizer","name":[["init",1],["tokenizer",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["init",8],["tokenizer",9],["self",4],["kwargs",6],["dict",1],["enable",1],["lora",2],["bool",1],["config",2],["max",3],["num",2],["seqs",2],["scheduler",1],["input",1],["length",1],["none",1],["update",1],["return",1],["group",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine.free_cache_engine","name":[["free",1],["cache",1],["engine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["free",3],["cache",3],["engine",3],["self",3],["model",1],["executor",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine.from_engine_args","name":[["from",1],["engine",1],["args",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["from",4],["engine",21],["args",8],["cls",5],["model",3],["tokenizer",3],["usage",8],["context",10],["stat",6],["loggers",4],["optional",2],["dict",3],["str",2],["logger",2],["base",2],["none",2],["llmengine",2],["creates",1],["llm",2],["arguments",1],["create",3],["configs",1],["config",6],["executor",7],["class",5],["initialize",1],["cluster",1],["specify",1],["assert",1],["device",2],["type",1],["cuda",1],["currently",1],["vllm",1],["verl",1],["only",1],["support",1],["running",1],["gpu",2],["spmd",1],["import",1],["spmdgpuexecutor",2],["log",2],["stats",2],["not",1],["disable",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine.init_cache_engine","name":[["init",1],["cache",1],["engine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["init",3],["cache",3],["engine",3],["self",3],["todo",2],["check",2],["whether",2],["should",2],["rebuild",2],["cudagraph",4],["every",2],["iter",2],["offload",2],["load",2],["kvcache",2],["re",2],["capture",2],["would",2],["be",2],["time",2],["consuming",2],["model",1],["executor",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine.offload_model_weights","name":[["offload",1],["model",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["offload",3],["model",4],["weights",3],["self",3],["none",2],["executor",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine.sync_model_weights","name":[["sync",1],["model",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["engine",1],["sp",1],["py",1]],"body":[["def",2],["sync",3],["model",4],["weights",7],["self",3],["actor",4],["dict",2],["str",4],["torch",2],["tensor",2],["load",4],["format",4],["none",2],["executor",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/llm.py","name":[["llm",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",4],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",10],["https",1],["github",1],["com",1],["vllm",6],["project",1],["blob",1],["main",1],["entrypoints",1],["py",1],["typing",1],["import",11],["dict",1],["list",1],["optional",1],["tuple",1],["union",1],["torch",3],["nn",3],["utils",3],["rnn",1],["pad",1],["sequence",1],["transformers",1],["pretrained",1],["config",1],["pre",2],["trained",2],["tokenizer",4],["fast",1],["verl",1],["workers",1],["rollout",1],["hybrid",1],["engine",3],["base",1],["outputs",1],["embedding",1],["request",2],["output",2],["counter",1],["arg",1],["args",1],["sp",1],["llmengine",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM","name":[["llm",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["class",6],["llm",6],["generating",1],["texts",2],["from",4],["given",2],["prompts",2],["sampling",4],["parameters",3],["includes",1],["tokenizer",37],["language",1],["model",19],["possibly",1],["distributed",2],["across",1],["multiple",1],["gpus",2],["gpu",7],["memory",10],["space",6],["allocated",1],["intermediate",1],["states",2],["aka",1],["kv",3],["cache",3],["batch",1],["generates",1],["intelligent",1],["batching",1],["mechanism",1],["efficient",1],["management",1],["note",2],["intended",1],["be",5],["offline",1],["inference",1],["online",1],["serving",1],["async",1],["llmengine",2],["instead",2],["comprehensive",1],["list",1],["arguments",2],["see",2],["engine",9],["args",5],["hugging",3],["face",3],["transformers",2],["instance",2],["mode",7],["auto",5],["will",7],["fast",4],["if",11],["available",1],["slow",2],["always",2],["trust",5],["remote",5],["code",5],["downloading",1],["tensor",5],["parallel",5],["size",7],["number",2],["execution",3],["parallelism",1],["dtype",7],["data",2],["type",6],["weights",5],["activations",2],["currently",2],["support",2],["float32",2],["float16",2],["bfloat16",1],["torch",2],["attribute",1],["specified",1],["config",7],["file",1],["however",2],["quantization",4],["method",1],["quantize",1],["awq",1],["none",6],["assume",1],["not",3],["quantized",1],["determine",1],["revision",8],["specific",2],["version",2],["branch",2],["name",4],["tag",2],["commit",2],["id",3],["seed",5],["initialize",1],["random",1],["generator",1],["utilization",4],["ratio",1],["between",1],["reserve",1],["higher",1],["values",2],["increase",1],["thus",1],["improve",1],["throughput",1],["value",2],["too",2],["high",1],["may",2],["cause",2],["out",2],["oom",2],["errors",2],["swap",5],["gi",1],["cpu",4],["per",1],["as",1],["temporarily",1],["storing",1],["requests",2],["their",1],["best",2],["larger",2],["than",2],["all",5],["have",1],["you",1],["safely",1],["otherwise",1],["small",1],["enforce",5],["eager",8],["whether",1],["true",2],["disable",7],["cuda",3],["graph",2],["execute",1],["false",5],["hybrid",4],["max",7],["context",6],["len",8],["capture",7],["maximum",1],["covered",1],["by",1],["graphs",1],["sequence",1],["has",1],["length",1],["fall",1],["back",1],["custom",4],["reduce",4],["def",1],["init",4],["self",2],["union",2],["nn",1],["module",1],["dict",2],["itself",1],["its",1],["parameter",1],["pre",6],["trained",6],["base",3],["hf",3],["pretrained",1],["str",5],["bool",4],["skip",3],["int",5],["optional",4],["float",2],["offload",3],["gb",3],["seq",3],["8192",1],["load",3],["format",3],["kwargs",5],["log",2],["stats",2],["removed",2],["vision",3],["keys",2],["image",4],["token",1],["feature",1],["input",2],["shape",1],["any",1],["raise",2],["error",2],["there",1],["no",1],["need",1],["pass",1],["related",1],["anymore",1],["cls",2],["isinstance",1],["unexpected",1],["must",1],["one",1],["following",1],["verl",1],["workers",1],["rollout",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["init",6],["self",4],["model",9],["union",4],["nn",2],["module",2],["dict",4],["itself",2],["its",2],["parameter",2],["tokenizer",34],["pre",8],["trained",8],["fast",4],["hybrid",4],["engine",9],["base",4],["hf",4],["config",6],["pretrained",2],["mode",4],["str",10],["auto",6],["trust",4],["remote",4],["code",4],["bool",8],["false",8],["skip",4],["tensor",4],["parallel",4],["size",5],["int",10],["dtype",4],["quantization",4],["optional",8],["none",10],["revision",8],["seed",4],["gpu",4],["memory",4],["utilization",4],["float",4],["swap",4],["space",4],["cpu",4],["offload",4],["gb",4],["enforce",4],["eager",4],["max",8],["context",4],["len",8],["capture",8],["seq",4],["8192",2],["disable",6],["custom",4],["all",4],["reduce",4],["load",4],["format",4],["kwargs",6],["if",3],["log",2],["stats",2],["not",2],["true",1],["removed",2],["vision",3],["keys",2],["image",4],["token",1],["id",1],["feature",1],["input",2],["shape",1],["type",4],["any",1],["raise",2],["error",2],["there",1],["no",1],["need",1],["pass",1],["related",1],["arguments",1],["anymore",1],["args",4],["cls",2],["isinstance",1],["value",1],["unexpected",1],["must",1],["be",1],["one",1],["following",1],["verl",1],["workers",1],["rollout",1],["llm",1],["llmengine",1],["from",1],["todo",1],["check",1],["usagecontext",1],["request",1],["counter",2]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM._post_process_outputs","name":[["post",1],["process",1],["outputs",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["post",2],["process",2],["outputs",8],["self",5],["request",8],["list",4],["output",15],["tuple",2],["torch",6],["tensor",6],["token",13],["ids",7],["logprobs",13],["completion",1],["usually",1],["len",2],["append",3],["todo",1],["shengguangming",1],["be",1],["optimzied",1],["by",1],["rewrite",1],["sampler",1],["logits",1],["dicts",3],["if",3],["not",2],["none",2],["logprob",4],["dict",2],["id",8],["zip",1],["pad",7],["llm",3],["engine",3],["tokenizer",3],["else",1],["eos",1],["sequence",2],["batch",2],["first",2],["true",2],["padding",2],["value",2],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM._run_engine","name":[["run",1],["engine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["run",3],["engine",3],["self",3],["tqdm",4],["bool",2],["list",2],["union",2],["request",4],["output",4],["embedding",2],["outputs",3],["super",1],["return",1],["post",1],["process",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM.free_cache_engine","name":[["free",1],["cache",1],["engine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["free",3],["cache",3],["engine",4],["self",3],["llm",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM.get_tokenizer","name":[["tokenizer",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["tokenizer",7],["self",3],["union",2],["pre",4],["trained",4],["fast",2],["return",1],["llm",1],["engine",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM.init_cache_engine","name":[["init",1],["cache",1],["engine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["init",3],["cache",3],["engine",4],["self",3],["llm",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM.offload_model_weights","name":[["offload",1],["model",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["offload",3],["model",3],["weights",3],["self",3],["none",2],["llm",1],["engine",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM.set_tokenizer","name":[["tokenizer",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["tokenizer",10],["self",3],["union",2],["pre",4],["trained",4],["fast",2],["none",2],["llm",1],["engine",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM.sync_model_weights","name":[["sync",1],["model",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["llm",1],["py",1]],"body":[["def",2],["sync",3],["model",3],["weights",7],["self",3],["actor",4],["dict",2],["str",4],["torch",2],["tensor",2],["load",4],["format",4],["none",2],["llm",1],["engine",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py","name":[["megatron",1],["weight",1],["loaders",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",1],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",5],["https",1],["github",1],["com",1],["vllm",7],["project",1],["tree",1],["main",1],["model",9],["executor",4],["loader",23],["typing",1],["import",6],["dict",2],["torch",2],["nn",2],["layers",2],["linear",5],["vocab",3],["parallel",14],["embedding",3],["lmhead",3],["models",1],["registry",4],["note",1],["shengguangming",2],["replace",1],["origin",1],["weight",22],["function",2],["class",4],["layer",5],["megatron",9],["column",2],["merged",1],["qkvparallel",1],["row",1],["scaled",2],["activation",2],["todo",1],["latest",1],["commit",1],["fix",1],["awq",1],["add",1],["load",2],["weights",2],["default",2],["items",1],["setattr",1],["gpt2",2],["llama",3],["causal",3],["lm",3],["te",1],["backend",1],["open",1],["source",1],["lla",1],["mafor",1],["mistral",2],["actor",1],["state",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#_get_model_weight_loader","name":[["model",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["model",6],["weight",4],["loader",4],["arch",5],["str",2],["if",1],["megatron",2],["registry",3],["return",1],["raise",1],["value",1],["error",1],["architectures",2],["not",1],["supported",3],["now",1],["archs",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#_replace_name","name":[["replace",1],["name",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["replace",4],["name",38],["megatron",14],["mapping",3],["if",3],["not",1],["continue",1],["layers",2],["deal",1],["decoder",2],["model",1],["list",13],["split",1],["layer",2],["norm",2],["weight",3],["bias",3],["param",12],["append",3],["join",2],["else",2],["return",2]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#_replace_name~2","name":[["replace",1],["name",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["replace",4],["name",38],["megatron",14],["mapping",3],["if",3],["not",1],["continue",1],["layers",2],["deal",1],["decoder",2],["model",1],["list",13],["split",1],["layer",2],["norm",2],["weight",3],["bias",3],["param",12],["append",3],["join",2],["else",2],["return",2]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#default_weight_loader","name":[["default",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["default",3],["weight",8],["loader",3],["param",5],["torch",4],["tensor",4],["loaded",5],["none",2],["assert",2],["size",2],["data",5],["dtype",2],["if",1],["want",1],["shared",1],["weights",1],["type",1],["should",1],["also",1],["be",1],["same",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#gpt2_weight_loader","name":[["gpt2",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["gpt2",2],["weight",14],["loader",6],["actor",3],["weights",5],["dict",5],["vllm",3],["model",3],["nn",4],["module",4],["params",2],["named",1],["parameters",1],["remove",1],["duplicate",1],["false",1],["name",12],["loaded",4],["items",1],["if",5],["lm",1],["head",1],["gpt",2],["ties",1],["embedding",1],["layer",2],["final",1],["linear",2],["continue",4],["attn",4],["bias",3],["masked",1],["skip",1],["attention",1],["mask",1],["note",2],["should",1],["not",4],["be",1],["skipped",1],["startswith",1],["transformer",2],["param",3],["hf",1],["implementation",1],["uses",1],["conv1",1],["instead",1],["because",1],["need",1],["transpose",1],["zhuohan",1],["logic",1],["below",1],["might",1],["break",1],["quantized",1],["models",1],["conv1d",2],["proj",1],["fc",1],["endswith",1],["todo",1],["check",1],["megatron",1],["getattr",1],["default",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#llama_megatron_core_te_weight_loader","name":[["llama",1],["megatron",1],["core",1],["te",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["llama",3],["megatron",4],["core",3],["te",2],["weight",12],["loader",6],["actor",3],["weights",3],["dict",6],["vllm",4],["model",7],["nn",4],["module",4],["params",5],["mapping",2],["gpt",1],["name",10],["embedding",1],["word",1],["embeddings",1],["embed",1],["tokens",1],["self",8],["attention",8],["linear",9],["qkv",6],["layer",5],["norm",5],["input",2],["layernorm",7],["bias",5],["attn",3],["proj",6],["pre",1],["mlp",7],["post",3],["fc1",3],["gate",1],["up",1],["fc2",1],["down",1],["decoder",1],["final",1],["output",1],["lm",1],["head",1],["note",1],["shengguangming",1],["may",1],["have",1],["prefix",1],["named",1],["parameters",1],["loaded",2],["items",1],["replace",1],["if",2],["endswith",1],["not",1],["continue",2],["rotary",1],["emb",1],["inv",1],["freq",1],["else",1],["param",3],["getattr",1],["default",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#llama_megatron_core_te_weight_loader~2","name":[["llama",1],["megatron",1],["core",1],["te",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["llama",3],["megatron",4],["core",3],["te",2],["weight",12],["loader",6],["actor",3],["weights",3],["dict",6],["vllm",4],["model",7],["nn",4],["module",4],["params",5],["mapping",2],["gpt",1],["name",10],["embedding",1],["word",1],["embeddings",1],["embed",1],["tokens",1],["self",8],["attention",8],["linear",9],["qkv",6],["layer",5],["norm",5],["input",2],["layernorm",7],["bias",5],["attn",3],["proj",6],["pre",1],["mlp",7],["post",3],["fc1",3],["gate",1],["up",1],["fc2",1],["down",1],["decoder",1],["final",1],["output",1],["lm",1],["head",1],["note",1],["shengguangming",1],["may",1],["have",1],["prefix",1],["named",1],["parameters",1],["loaded",2],["items",1],["replace",1],["if",2],["endswith",1],["not",1],["continue",2],["rotary",1],["emb",1],["inv",1],["freq",1],["else",1],["param",3],["getattr",1],["default",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#llama_megatron_core_weight_loader","name":[["llama",1],["megatron",1],["core",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["llama",3],["megatron",4],["core",3],["weight",8],["loader",6],["actor",3],["weights",3],["dict",6],["vllm",4],["model",7],["nn",4],["module",4],["params",5],["mapping",2],["gpt",1],["name",10],["embedding",1],["word",1],["embeddings",1],["embed",1],["tokens",1],["self",4],["attention",3],["linear",4],["qkv",2],["attn",2],["proj",5],["input",2],["layernorm",5],["pre",1],["mlp",5],["post",1],["fc1",1],["gate",1],["up",1],["fc2",1],["down",1],["decoder",1],["final",1],["norm",1],["output",1],["layer",1],["lm",1],["head",1],["note",1],["shengguangming",1],["may",1],["have",1],["prefix",1],["named",1],["parameters",1],["loaded",2],["items",1],["replace",1],["if",2],["endswith",1],["bias",1],["not",1],["continue",2],["rotary",1],["emb",1],["inv",1],["freq",1],["else",1],["param",3],["getattr",1],["default",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#llama_megatron_core_weight_loader~2","name":[["llama",1],["megatron",1],["core",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["llama",3],["megatron",4],["core",3],["weight",8],["loader",6],["actor",3],["weights",3],["dict",6],["vllm",4],["model",7],["nn",4],["module",4],["params",5],["mapping",2],["gpt",1],["name",10],["embedding",1],["word",1],["embeddings",1],["embed",1],["tokens",1],["self",4],["attention",3],["linear",4],["qkv",2],["attn",2],["proj",5],["input",2],["layernorm",5],["pre",1],["mlp",5],["post",1],["fc1",1],["gate",1],["up",1],["fc2",1],["down",1],["decoder",1],["final",1],["norm",1],["output",1],["layer",1],["lm",1],["head",1],["note",1],["shengguangming",1],["may",1],["have",1],["prefix",1],["named",1],["parameters",1],["loaded",2],["items",1],["replace",1],["if",2],["endswith",1],["bias",1],["not",1],["continue",2],["rotary",1],["emb",1],["inv",1],["freq",1],["else",1],["param",3],["getattr",1],["default",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#llama_megatron_weight_loader","name":[["llama",1],["megatron",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["llama",4],["megatron",4],["weight",8],["loader",6],["actor",3],["weights",3],["dict",5],["vllm",3],["model",3],["nn",4],["module",4],["note",2],["shengguangming",2],["may",2],["have",2],["prefix",2],["params",2],["named",1],["parameters",1],["name",3],["loaded",2],["items",1],["if",1],["rotary",1],["emb",1],["inv",1],["freq",1],["continue",1],["else",1],["param",3],["getattr",1],["default",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#load_megatron_weights","name":[["load",1],["megatron",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["load",2],["megatron",2],["weights",6],["actor",3],["dict",2],["vllm",7],["model",9],["nn",2],["module",2],["weight",3],["loader",3],["class",1],["name",1],["note",1],["sgm",1],["reduce",1],["peak",1],["memory",1],["usage",1],["offload",1],["cpu",1],["after",2],["init",1],["need",1],["sync",1],["first",1],["iter",1],["cuda",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#mistral_megatron_weight_loader","name":[["mistral",1],["megatron",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["mistral",2],["megatron",2],["weight",8],["loader",6],["actor",3],["weights",3],["dict",5],["vllm",3],["model",3],["nn",4],["module",4],["todo",2],["need",2],["implement",2],["general",2],["way",2],["deal",2],["prefix",2],["params",2],["named",1],["parameters",1],["name",3],["loaded",2],["items",1],["if",1],["rotary",1],["emb",1],["inv",1],["freq",1],["continue",1],["else",1],["param",3],["getattr",1],["default",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#parallel_weight_loader","name":[["parallel",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["parallel",3],["weight",11],["loader",3],["self",2],["param",7],["torch",4],["tensor",4],["loaded",8],["none",2],["linear",1],["assert",2],["size",8],["parameter",1],["not",1],["align",1],["format",1],["data",5],["dtype",2],["if",1],["want",1],["shared",1],["weights",1],["type",1],["should",1],["also",1],["be",1],["same",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#update_megatron_weight_loader","name":[["update",1],["megatron",1],["weight",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["megatron",1],["weight",1],["loaders",1],["py",1]],"body":[["def",2],["update",2],["megatron",3],["weight",6],["loader",6],["layer",3],["class",2],["registry",1],["items",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/model_loader.py","name":[["model",1],["loader",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",1],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",2],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",3],["as",3],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",13],["https",1],["github",1],["com",1],["vllm",10],["project",1],["tree",1],["main",1],["model",14],["executor",5],["models",2],["utilities",1],["selecting",1],["loading",1],["typing",1],["import",14],["dict",1],["optional",1],["union",1],["torch",3],["nn",2],["transformers",1],["pre",1],["trained",1],["config",10],["cache",1],["device",1],["load",5],["lo",1],["raconfig",1],["parallel",2],["scheduler",2],["communication",1],["op",1],["tensor",1],["all",3],["gather",4],["loader",9],["base",1],["initialize",1],["utils",1],["default",1],["dtype",1],["format",1],["dtensor",3],["weight",6],["loaders",2],["weights",2],["update",3],["hf",2],["megatron",3],["fixme",1],["sgm",1],["hack",1],["logits",5],["function",1],["v0",2],["they",1],["ray",1],["result",1],["will",1],["only",1],["need",1],["return",1],["driver",1],["node",1],["therefore",1],["enough",1],["however",1],["spmd",1],["instead",1],["central",1],["aligned",1],["layers",1],["processor",3],["init",2],["logitsprocessor",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#_get_logits","name":[["logits",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["logits",12],["self",3],["hidden",3],["states",3],["torch",9],["tensor",9],["embedding",7],["bias",4],["optional",2],["next",2],["tokens",2],["matmul",1],["if",3],["not",2],["none",2],["model",1],["parallel",1],["all",1],["gather",1],["remove",1],["paddings",1],["vocab",2],["any",1],["org",1],["size",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DTensorLoader","name":[["dtensor",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["class",2],["dtensor",4],["loader",7],["base",2],["model",42],["load",16],["weights",15],["from",2],["partitioned",1],["megatron",1],["def",4],["init",2],["self",4],["config",27],["super",1],["if",5],["extra",2],["raise",1],["value",1],["error",1],["not",2],["supported",1],["format",2],["download",2],["none",3],["pass",2],["nothing",1],["iterator",1],["actor",14],["union",2],["pre",2],["trained",2],["dict",4],["note",3],["shengguangming",1],["isinstance",2],["nn",3],["module",8],["named",3],["parameters",2],["remove",3],["duplicate",2],["false",2],["vllm",6],["else",2],["return",2],["device",5],["lora",2],["optional",1],["lo",1],["raconfig",1],["parallel",2],["scheduler",3],["cache",3],["default",1],["torch",2],["dtype",2],["initialize",1],["todo",1],["sgm",2],["hack",1],["need",3],["register",1],["weight",1],["func",1],["each",1],["modules",1],["quant",5],["method",5],["getattr",1],["process",3],["after",4],["loading",3],["fixme",1],["mixtral",1],["updated",1],["hasattr",1],["some",1],["point",1],["gpu",1],["but",1],["still",1],["cuda",1],["zhangchi",1],["usc1992",1],["profile",1],["memory",1],["usage",1],["eval",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DTensorLoader.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["init",3],["self",2],["load",9],["config",9],["super",1],["if",1],["model",2],["loader",2],["extra",2],["raise",1],["value",1],["error",1],["not",1],["supported",1],["format",2]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DTensorLoader._get_weights_iterator","name":[["weights",1],["iterator",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["weights",8],["iterator",2],["actor",10],["model",14],["union",2],["pre",2],["trained",2],["dict",3],["note",2],["shengguangming",2],["load",4],["from",2],["pass",1],["if",1],["isinstance",1],["nn",1],["module",1],["named",1],["parameters",1],["remove",1],["duplicate",1],["false",1],["vllm",2],["else",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DTensorLoader.download_model","name":[["download",1],["model",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["download",3],["model",6],["self",2],["config",4],["none",2],["pass",1],["nothing",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DTensorLoader.load_model","name":[["load",1],["model",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["load",6],["model",26],["self",3],["actor",7],["union",2],["pre",2],["trained",2],["dict",3],["config",29],["device",7],["lora",3],["optional",2],["lo",2],["raconfig",2],["parallel",4],["scheduler",5],["cache",5],["nn",3],["module",8],["default",1],["torch",2],["dtype",2],["initialize",1],["todo",1],["sgm",2],["hack",1],["need",3],["register",1],["weight",1],["func",1],["each",1],["vllm",4],["if",3],["isinstance",1],["dtensor",2],["weights",8],["named",2],["parameters",1],["remove",2],["duplicate",1],["false",1],["else",1],["modules",1],["quant",5],["method",5],["getattr",1],["none",2],["not",1],["process",3],["after",4],["loading",3],["fixme",1],["mixtral",1],["updated",1],["hasattr",1],["note",2],["some",1],["point",1],["gpu",1],["but",1],["still",1],["cuda",1],["zhangchi",1],["usc1992",1],["profile",1],["memory",1],["usage",1],["return",1],["eval",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DummyModelLoader","name":[["dummy",1],["model",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["class",2],["dummy",3],["model",20],["loader",7],["base",2],["will",1],["weights",3],["random",2],["values",2],["def",3],["init",2],["self",4],["load",9],["config",27],["super",1],["if",1],["extra",2],["raise",1],["value",1],["error",1],["not",1],["supported",1],["format",2],["download",1],["none",1],["pass",1],["device",5],["lora",2],["optional",1],["lo",1],["raconfig",1],["parallel",2],["scheduler",3],["cache",3],["nn",1],["module",1],["default",1],["torch",2],["dtype",2],["initialize",2],["note",1],["woosuk",1],["accurate",1],["performance",1],["evaluation",1],["assign",1],["return",1],["eval",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DummyModelLoader.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["init",3],["self",2],["load",9],["config",9],["super",1],["if",1],["model",2],["loader",2],["extra",2],["raise",1],["value",1],["error",1],["not",1],["supported",1],["format",2]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DummyModelLoader.download_model","name":[["download",1],["model",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["download",2],["model",6],["self",2],["config",4],["none",2],["pass",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DummyModelLoader.load_model","name":[["load",1],["model",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["load",3],["model",12],["self",3],["config",29],["device",7],["lora",3],["optional",2],["lo",2],["raconfig",2],["parallel",4],["scheduler",5],["cache",5],["nn",2],["module",2],["default",1],["torch",2],["dtype",2],["initialize",2],["note",1],["woosuk",1],["accurate",1],["performance",1],["evaluation",1],["assign",1],["random",1],["values",1],["weights",2],["dummy",1],["return",1],["eval",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#get_model","name":[["model",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["model",19],["actor",4],["union",2],["pre",2],["trained",2],["dict",2],["config",52],["load",9],["device",8],["parallel",8],["scheduler",8],["lora",6],["optional",2],["lo",2],["raconfig",2],["cache",8],["none",2],["nn",2],["module",2],["loader",4],["if",1],["format",1],["startswith",1],["dummy",1],["return",2],["else",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#get_model_loader","name":[["model",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["model",8],["loader",19],["load",43],["config",22],["base",2],["based",1],["format",22],["if",8],["isinstance",1],["type",1],["return",8],["auto",1],["update",7],["megatron",8],["weight",8],["note",1],["sgm",1],["change",1],["function",1],["runtime",1],["hf",5],["hfloader",1],["dtensor",5],["dummy",6],["raise",1],["value",1],["error",1],["not",1],["supported",1],["verl",1],["only",1],["support",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#HFLoader","name":[["hfloader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["class",2],["hfloader",2],["base",2],["model",34],["loader",5],["load",11],["weights",8],["from",1],["full",1],["params",1],["def",4],["init",3],["self",6],["config",27],["super",1],["if",4],["extra",2],["raise",2],["value",2],["error",2],["not",2],["supported",1],["format",2],["download",2],["none",3],["pass",1],["nothing",1],["iterator",2],["actor",9],["union",2],["pre",2],["trained",2],["dict",5],["isinstance",2],["return",3],["items",2],["elif",1],["nn",3],["module",8],["named",2],["parameters",1],["else",1],["should",1],["be",1],["but",2],["type",1],["device",5],["lora",2],["optional",1],["lo",1],["raconfig",1],["parallel",2],["scheduler",3],["cache",3],["default",1],["torch",2],["dtype",2],["note",3],["sgm",2],["cpu",1],["initialize",1],["modules",1],["quant",5],["method",5],["getattr",1],["process",3],["after",4],["loading",3],["fixme",1],["remove",1],["mixtral",1],["updated",1],["hasattr",1],["some",1],["point",1],["gpu",1],["still",1],["need",2],["cuda",1],["zhangchi",1],["usc1992",1],["vllm",1],["profile",1],["memory",1],["usage",1],["eval",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#HFLoader.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["init",3],["self",2],["load",9],["config",9],["super",1],["if",1],["model",2],["loader",2],["extra",2],["raise",1],["value",1],["error",1],["not",1],["supported",1],["format",2]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#HFLoader._get_weights_iterator","name":[["weights",1],["iterator",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["weights",2],["iterator",2],["self",2],["actor",8],["model",10],["union",2],["pre",2],["trained",2],["dict",5],["if",1],["isinstance",2],["return",2],["items",2],["elif",1],["nn",2],["module",2],["named",1],["parameters",1],["else",1],["raise",1],["value",1],["error",1],["should",1],["be",1],["but",1],["type",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#HFLoader.download_model","name":[["download",1],["model",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["download",3],["model",6],["self",2],["config",4],["none",2],["pass",1],["nothing",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#HFLoader.load_model","name":[["load",1],["model",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["load",4],["model",21],["self",4],["actor",3],["union",2],["pre",2],["trained",2],["dict",2],["config",29],["device",7],["lora",3],["optional",2],["lo",2],["raconfig",2],["parallel",4],["scheduler",5],["cache",5],["nn",2],["module",7],["default",1],["torch",2],["dtype",2],["note",3],["sgm",2],["init",1],["cpu",1],["initialize",1],["weights",6],["iterator",1],["named",1],["modules",1],["quant",5],["method",5],["getattr",1],["none",2],["if",2],["not",1],["process",3],["after",4],["loading",3],["fixme",1],["remove",1],["mixtral",1],["updated",1],["hasattr",1],["some",1],["point",1],["gpu",1],["but",1],["still",1],["need",2],["cuda",1],["zhangchi",1],["usc1992",1],["vllm",1],["profile",1],["memory",1],["usage",1],["return",1],["eval",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#logitsprocessor_init","name":[["logitsprocessor",1],["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["logitsprocessor",2],["init",3],["self",9],["vocab",9],["size",10],["int",4],["org",4],["optional",4],["none",6],["scale",5],["float",4],["logits",9],["as",4],["input",5],["bool",2],["false",3],["soft",5],["cap",5],["args",1],["scaling",1],["factor",1],["apply",1],["super",1],["processor",1],["whether",2],["default",1],["hidden",1],["states",1],["original",1],["vocabulary",1],["without",1],["lo",1],["ra",1],["gemma",1],["gather",4],["all",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#MegatronLoader","name":[["megatron",1],["loader",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["class",2],["megatron",5],["loader",7],["base",2],["model",42],["load",16],["weights",15],["from",2],["partitioned",1],["def",4],["init",2],["self",4],["config",27],["super",1],["if",5],["extra",2],["raise",1],["value",1],["error",1],["not",2],["supported",1],["format",2],["download",2],["none",3],["pass",2],["nothing",1],["iterator",1],["actor",14],["union",2],["pre",2],["trained",2],["dict",4],["note",3],["shengguangming",1],["isinstance",2],["nn",3],["module",8],["named",3],["parameters",2],["remove",3],["duplicate",2],["false",2],["vllm",6],["else",2],["return",2],["device",5],["lora",2],["optional",1],["lo",1],["raconfig",1],["parallel",2],["scheduler",3],["cache",3],["default",1],["torch",2],["dtype",2],["initialize",1],["todo",1],["sgm",2],["hack",1],["need",3],["register",1],["weight",1],["func",1],["each",1],["modules",1],["quant",5],["method",5],["getattr",1],["process",3],["after",4],["loading",3],["fixme",1],["mixtral",1],["updated",1],["hasattr",1],["some",1],["point",1],["gpu",1],["but",1],["still",1],["cuda",1],["zhangchi",1],["usc1992",1],["profile",1],["memory",1],["usage",1],["eval",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#MegatronLoader.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["init",3],["self",2],["load",9],["config",9],["super",1],["if",1],["model",2],["loader",2],["extra",2],["raise",1],["value",1],["error",1],["not",1],["supported",1],["format",2]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#MegatronLoader._get_weights_iterator","name":[["weights",1],["iterator",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["weights",8],["iterator",2],["actor",10],["model",14],["union",2],["pre",2],["trained",2],["dict",3],["note",2],["shengguangming",2],["load",4],["from",2],["pass",1],["if",1],["isinstance",1],["nn",1],["module",1],["named",1],["parameters",1],["remove",1],["duplicate",1],["false",1],["vllm",2],["else",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#MegatronLoader.download_model","name":[["download",1],["model",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["download",3],["model",6],["self",2],["config",4],["none",2],["pass",1],["nothing",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#MegatronLoader.load_model","name":[["load",1],["model",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["loader",1],["py",1]],"body":[["def",2],["load",6],["model",26],["self",3],["actor",7],["union",2],["pre",2],["trained",2],["dict",3],["config",29],["device",7],["lora",3],["optional",2],["lo",2],["raconfig",2],["parallel",4],["scheduler",5],["cache",5],["nn",3],["module",8],["default",1],["torch",2],["dtype",2],["initialize",1],["todo",1],["sgm",2],["hack",1],["need",3],["register",1],["weight",1],["func",1],["each",1],["vllm",4],["if",3],["isinstance",1],["megatron",2],["weights",8],["named",2],["parameters",1],["remove",2],["duplicate",1],["false",1],["else",1],["modules",1],["quant",5],["method",5],["getattr",1],["none",2],["not",1],["process",3],["after",4],["loading",3],["fixme",1],["mixtral",1],["updated",1],["hasattr",1],["note",2],["some",1],["point",1],["gpu",1],["but",1],["still",1],["cuda",1],["zhangchi",1],["usc1992",1],["profile",1],["memory",1],["usage",1],["return",1],["eval",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/model_runner.py","name":[["model",1],["runner",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["runner",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",1],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",3],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",15],["https",1],["github",1],["com",1],["vllm",14],["project",1],["blob",1],["main",1],["worker",6],["model",8],["runner",3],["py",1],["import",18],["warnings",1],["enum",2],["int",1],["typing",1],["dict",1],["optional",1],["union",1],["torch",2],["nn",2],["envs",2],["compilation",2],["levels",1],["level",1],["config",12],["cache",1],["device",2],["load",2],["lo",2],["raconfig",1],["observability",1],["parallel",1],["prompt",3],["adapter",3],["scheduler",1],["inputs",1],["input",2],["registry",4],["logger",4],["init",2],["lora",2],["manager",3],["lrucache",2],["ramanager",1],["executor",1],["models",1],["interfaces",1],["supports",2],["multimodal",2],["multi",1],["modal",1],["utils",1],["memory",1],["profiler",1],["hip",1],["dynamo",1],["loader",1],["name",1],["batches",1],["constructed",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/model_runner.py#BatchType","name":[["batch",1],["type",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["runner",1],["py",1]],"body":[["class",2],["batch",6],["type",2],["int",2],["enum",2],["every",3],["prefill",4],["decode",3],["mixture",1],["mixed",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/model_runner.py#ModelRunner","name":[["model",1],["runner",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["runner",1],["py",1]],"body":[["class",4],["model",47],["runner",4],["def",2],["init",2],["self",51],["union",1],["nn",1],["module",1],["dict",2],["verl",2],["itself",1],["its",1],["parameter",1],["config",58],["parallel",5],["scheduler",9],["device",8],["cache",16],["load",9],["lora",10],["optional",4],["lo",4],["raconfig",1],["kv",11],["dtype",3],["str",1],["auto",1],["driver",2],["worker",4],["bool",2],["false",2],["prompt",10],["adapter",10],["none",5],["return",3],["hidden",3],["states",3],["observability",4],["input",5],["registry",10],["mm",3],["multi",1],["modal",1],["multimodal",3],["super",1],["true",1],["hack",1],["note",1],["sgm",1],["add",1],["will",3],["be",3],["replaced",1],["by",1],["logger",5],["info",3],["starting",1],["memory",4],["profiler",1],["as",2],["usage",2],["consumed",1],["loading",3],["weights",1],["took",1],["4f",1],["gb",1],["float",1],["30",1],["if",8],["assert",1],["supports",4],["name",1],["not",3],["support",2],["ra",2],["yet",1],["warning",3],["regarding",1],["models",1],["llm",1],["currently",2],["only",2],["adding",1],["language",1],["necessary",1],["distinguish",1],["between",1],["max",12],["position",5],["embeddings",8],["vlms",1],["llms",1],["hasattr",1],["pos",3],["else",3],["text",1],["manager",7],["lrucache",2],["ramanager",1],["num",4],["seqs",2],["batched",2],["tokens",2],["vocab",1],["size",1],["embedding",2],["modules",2],["padding",1],["create",2],["fp8",3],["hip",1],["rocm",1],["accepts",1],["scaling",8],["factors",7],["via",1],["quantization",4],["param",4],["path",4],["deprecated",2],["future",2],["callable",1],["getattr",1],["scales",2],["warnings",1],["warn",1],["factor",1],["from",3],["json",1],["removed",1],["please",1],["include",1],["checkpoint",1],["stacklevel",1],["loaded",1],["raise",1],["runtime",1],["error",1],["provided",2],["but",2],["no",1],["defaulting",1],["may",1],["lead",1],["less",1],["accurate",1],["results",1],["envs",2],["vllm",3],["torch",4],["compile",4],["level",2],["compilation",1],["dynamo",3],["plugins",1],["import",1],["backend",5],["eager",1],["fullgraph",2],["test",1],["capture",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/model_runner.py#ModelRunner.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["runner",1],["py",1]],"body":[["def",2],["init",3],["self",3],["model",12],["union",2],["nn",2],["module",2],["dict",4],["verl",3],["itself",2],["its",2],["parameter",2],["config",45],["parallel",5],["scheduler",5],["device",5],["cache",8],["load",5],["lora",3],["optional",8],["lo",2],["raconfig",2],["kv",3],["dtype",3],["str",2],["auto",2],["driver",3],["worker",3],["bool",4],["false",4],["prompt",6],["adapter",6],["none",4],["return",4],["hidden",4],["states",4],["observability",6],["input",8],["registry",16],["mm",4],["multi",2],["modal",2],["multimodal",2],["super",1],["true",1],["hack",1],["note",1],["sgm",1],["add",1],["will",1],["be",1],["replaced",1],["by",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/model_runner.py#ModelRunner.load_model","name":[["load",1],["model",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["model",1],["runner",1],["py",1]],"body":[["def",2],["load",7],["model",36],["self",50],["none",4],["logger",5],["info",3],["starting",1],["config",30],["device",5],["memory",4],["profiler",1],["as",2],["lora",8],["parallel",2],["scheduler",6],["cache",11],["usage",2],["consumed",1],["loading",3],["weights",1],["took",1],["4f",1],["gb",1],["float",1],["30",1],["if",8],["assert",1],["supports",4],["class",2],["name",1],["not",3],["support",2],["lo",3],["ra",2],["yet",1],["multimodal",2],["warning",3],["regarding",1],["models",1],["llm",1],["currently",2],["only",2],["adding",1],["language",1],["necessary",1],["distinguish",1],["between",1],["max",12],["position",5],["embeddings",8],["vlms",1],["llms",1],["hasattr",1],["pos",3],["else",3],["text",1],["manager",7],["lrucache",2],["worker",2],["ramanager",1],["num",4],["seqs",2],["batched",2],["tokens",2],["vocab",1],["size",1],["embedding",2],["modules",2],["padding",1],["create",2],["prompt",6],["adapter",6],["kv",9],["dtype",1],["fp8",3],["hip",1],["rocm",1],["accepts",1],["scaling",8],["factors",7],["via",1],["quantization",4],["param",4],["path",4],["will",2],["be",2],["deprecated",2],["future",2],["callable",1],["getattr",1],["scales",2],["warnings",1],["warn",1],["factor",1],["from",3],["json",1],["removed",1],["please",1],["include",1],["checkpoint",1],["stacklevel",1],["loaded",1],["raise",1],["runtime",1],["error",1],["provided",2],["but",2],["no",1],["defaulting",1],["may",1],["lead",1],["less",1],["accurate",1],["results",1],["envs",2],["vllm",3],["torch",4],["compile",4],["level",2],["compilation",1],["dynamo",3],["plugins",1],["import",1],["backend",5],["eager",1],["fullgraph",2],["test",1],["capture",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py","name":[["parallel",1],["state",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["copyright",3],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",1],["team",1],["adapted",1],["from",5],["https",1],["github",1],["com",1],["nvidia",2],["megatron",5],["lm",1],["blob",1],["main",1],["core",1],["parallel",9],["state",3],["py",1],["2022",1],["corporation",1],["all",1],["rights",1],["reserved",1],["model",5],["data",1],["groups",1],["import",7],["os",1],["typing",1],["optional",1],["torch",2],["distributed",4],["vllm",4],["as",1],["ps",1],["pp",4],["group",6],["world",2],["init",4],["environment",1],["logger",4],["name",1],["version",1],["strongly",1],["tied",1],["implement",1],["hybrid",2],["engine",2],["weight",1],["sharing",1],["between",1],["assume",1],["tp",2],["dp",1],["already",1],["established",1],["before",1],["calling",1],["function",1],["device",3],["mesh",3],["dtensor",1],["none",3],["tensor",2],["current",2],["rank",2],["belongs",2],["pipeline",1],["method",1],["initializing",1],["todo",1],["sgm",1],["deviate",1],["v0",1],["not",1],["now",1],["utilities",2]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#ensure_model_parallel_initialized","name":[["ensure",1],["model",1],["parallel",1],["initialized",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["ensure",3],["model",18],["parallel",22],["initialized",7],["tensor",9],["size",18],["int",4],["pipeline",7],["backend",7],["optional",2],["str",2],["none",4],["helper",1],["initialize",2],["groups",2],["if",3],["they",1],["not",2],["sizes",1],["equal",1],["expected",1],["values",1],["device",2],["world",8],["group",6],["torch",1],["distributed",1],["return",1],["assert",2],["already",2],["but",2],["unexpected",2],["vs",2],["pp",4]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#get_device_mesh","name":[["device",1],["mesh",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["device",5],["mesh",5],["assert",1],["not",2],["none",1],["initialized",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#get_tensor_model_parallel_group","name":[["tensor",1],["model",1],["parallel",1],["group",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["tensor",4],["model",4],["parallel",4],["group",5],["caller",1],["rank",1],["belongs",1],["assert",1],["tp",2],["not",2],["none",1],["initialized",1],["return",1],["device",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#get_tensor_model_parallel_rank","name":[["tensor",1],["model",1],["parallel",1],["rank",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["tensor",4],["model",4],["parallel",4],["rank",4],["return",2],["my",1],["group",3],["torch",1],["distributed",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#get_tensor_model_parallel_src_rank","name":[["tensor",1],["model",1],["parallel",1],["src",1],["rank",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["tensor",4],["model",4],["parallel",4],["src",2],["rank",7],["calculate",1],["global",3],["corresponding",1],["first",1],["local",4],["group",1],["torch",1],["distributed",1],["world",4],["size",4],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#get_tensor_model_parallel_world_size","name":[["tensor",1],["model",1],["parallel",1],["world",1],["size",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["tensor",4],["model",4],["parallel",4],["world",4],["size",4],["return",2],["group",3],["torch",1],["distributed",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#initialize_model_parallel","name":[["initialize",1],["model",1],["parallel",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["initialize",3],["model",38],["parallel",35],["tensor",17],["size",27],["int",7],["pipeline",17],["backend",7],["optional",2],["str",2],["none",6],["note",3],["method",1],["hack",1],["from",1],["open",1],["sourced",1],["version",1],["without",1],["asertion",1],["world",14],["tp",7],["pp",7],["groups",11],["arguments",1],["number",2],["gpus",6],["parallelism",2],["let",1],["say",1],["have",1],["total",2],["denoted",1],["by",3],["g0",3],["g7",3],["parallelize",2],["present",1],["function",1],["will",1],["create",1],["g1",2],["g2",2],["g3",2],["g4",2],["g5",2],["g6",2],["efficiency",1],["caller",1],["should",1],["make",1],["sure",1],["adjacent",1],["ranks",12],["same",1],["dgx",2],["box",3],["example",1],["if",2],["boxes",1],["16",1],["rank",6],["belong",2],["first",1],["15",1],["second",1],["ensure",1],["some",1],["consistencies",1],["assert",4],["torch",4],["distributed",4],["initialized",3],["ps",3],["group",16],["device",2],["sgm",1],["don",1],["dp",1],["not",5],["managed",1],["vllm",1],["but",1],["ve",1],["rl",1],["worker",1],["raise",1],["runtime",1],["error",1],["equal",1],["num",5],["global",2],["already",2],["range",4],["list",2],["append",2],["message",2],["queue",2],["broadcaster",2],["only",1],["init",3],["local",2],["custom",3],["allreduce",3],["false",2],["todo",2],["check",1],["true",2],["work",1],["ray",1],["trainer",1],["mesh",1],["support",1],["hybrid",1],["engine",1],["now",1],["build",1],["need",1],["verl",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#initialize_model_parallel_for_vllm","name":[["initialize",1],["model",1],["parallel",1],["vllm",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["initialize",3],["model",46],["parallel",50],["vllm",3],["tensor",28],["size",20],["int",9],["num",16],["groups",20],["per",10],["train",17],["tp",32],["pipeline",18],["none",7],["pass",1],["world",9],["rank",8],["ensure",1],["some",1],["consistencies",1],["assert",9],["torch",4],["distributed",4],["initialized",6],["isinstance",1],["not",5],["different",2],["group",32],["build",4],["ps",7],["already",5],["global",6],["backend",7],["if",2],["same",1],["as",2],["megatron",1],["ranks",22],["range",8],["append",3],["init",4],["local",5],["custom",4],["allreduce",4],["false",3],["todo",3],["check",2],["true",4],["work",2],["ray",2],["trainer",2],["message",2],["queue",2],["broadcaster",2],["micro",2],["data",1],["move",1],["hybrid",2],["engine",2],["else",1],["dp",1],["assume",1],["training",2],["infer",1],["then",1],["weight",1],["partitioned",1],["inference",2],["start",2],["end",2],["list",2],["len",1],["mpu",2],["device",1],["mesh",1],["support",1],["now",1],["pp",5],["need",1],["verl",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#initialize_parallel_state","name":[["initialize",1],["parallel",1],["state",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["initialize",4],["parallel",13],["state",2],["distributed",9],["init",4],["method",3],["str",4],["env",5],["backend",4],["nccl",3],["tensor",8],["model",11],["size",15],["int",9],["num",4],["tp",8],["per",4],["train",4],["pipeline",3],["torch",4],["all",6],["reduce",6],["not",3],["free",2],["input",2],["until",2],["synchronization",2],["point",2],["causes",2],["memory",2],["usage",2],["grow",2],["as",2],["number",2],["calls",2],["increases",2],["var",2],["disables",2],["behavior",2],["related",2],["issue",2],["https",2],["discuss",2],["pytorch",2],["org",2],["cuda",2],["allocation",2],["lifetime",2],["inputs",2],["191573",2],["os",4],["environ",1],["avoid",1],["record",1],["streams",1],["note",2],["sgm",1],["modify",1],["verl",1],["vars",1],["will",1],["be",1],["by",3],["torchrun",3],["rank",6],["getenv",3],["local",3],["world",7],["assert",1],["initialized",1],["environment",1],["if",1],["build",1],["sepearate",1],["inference",1],["group",1],["infer",1],["micro",1],["dp",1],["vllm",1],["groups",1],["else",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#model_parallel_is_initialized","name":[["model",1],["parallel",1],["initialized",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["parallel",1],["state",1],["py",1]],"body":[["def",2],["model",3],["parallel",4],["initialized",3],["check",1],["if",1],["tensor",1],["pipeline",2],["groups",1],["return",1],["ps",1],["tp",1],["not",2],["none",2],["group",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py","name":[["spmd",1],["gpu",1],["executor",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",1],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",2],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",9],["https",1],["github",1],["com",1],["vllm",9],["project",1],["blob",1],["main",1],["executor",8],["gpu",1],["py",1],["import",11],["os",1],["socket",1],["typing",1],["dict",1],["list",1],["optional",1],["tuple",1],["torch",1],["config",11],["cache",1],["device",1],["lo",2],["raconfig",1],["observability",1],["parallel",1],["prompt",1],["adapter",1],["scheduler",1],["speculative",1],["base",3],["async",2],["logger",4],["init",2],["lora",1],["request",2],["rarequest",1],["model",3],["layers",1],["sampler",2],["output",1],["sequence",1],["execute",1],["load",1],["name",1],["todo",1],["sgm",1],["implemented",1],["yet",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#get_open_port","name":[["open",1],["port",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["open",2],["port",2],["socket",4],["af",1],["inet",1],["sock",1],["stream",1],["as",1],["bind",1],["return",1],["getsockname",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#initialize_cluster","name":[["initialize",1],["cluster",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["initialize",4],["cluster",4],["parallel",6],["config",5],["engine",2],["ray",5],["bool",2],["false",2],["address",3],["optional",4],["str",4],["none",4],["tuple",2],["distributed",8],["probably",1],["args",1],["configurations",1],["execution",1],["returns",1],["init",5],["method",5],["initializing",1],["backend",1],["locally",1],["port",3],["open",1],["need",1],["setup",1],["make",1],["sure",1],["megatron",1],["code",1],["world",1],["size",1],["works",1],["correctly",1],["tcp",1],["localhost",1],["env",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor","name":[["spmdgpuexecutor",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["class",2],["spmdgpuexecutor",2],["executor",6],["base",2],["spmd",2],["based",1],["multi",2],["gpu",16],["implementations",1],["def",12],["init",18],["self",46],["model",21],["pytorch",1],["itself",1],["its",3],["parameter",1],["dict",1],["config",54],["cache",17],["parallel",7],["scheduler",6],["device",6],["load",6],["lora",20],["optional",4],["lo",2],["raconfig",1],["speculative",9],["prompt",5],["adapter",5],["observability",4],["none",8],["distributed",9],["method",6],["initialize",4],["cluster",1],["todo",1],["sgm",4],["verl",2],["not",5],["support",1],["decode",1],["now",2],["assert",3],["decoding",1],["yet",1],["supported",1],["backend",1],["create",1],["worker",20],["each",4],["workers",5],["sp",2],["str",1],["lazy",1],["import",3],["avoid",2],["importing",1],["torch",8],["cuda",6],["xformers",1],["before",2],["visible",1],["devices",1],["from",1],["pylint",1],["disable",1],["outside",1],["toplevel",1],["rank",10],["int",9],["os",3],["getenv",2],["local",5],["print",3],["see",1],["https",1],["github",1],["com",1],["nvidia",1],["nccl",2],["issues",1],["1234",1],["environ",1],["cumem",1],["enable",1],["driver",2],["true",1],["runner",1],["cls",1],["default",1],["one",2],["note",6],["shengguangming",2],["process",2],["group",1],["will",4],["be",5],["called",1],["inside",1],["determine",4],["num",24],["available",4],["blocks",28],["tuple",2],["number",3],["kv",2],["invokes",1],["takes",1],["min",1],["results",2],["guaranteeing",1],["selected",1],["sizes",1],["compatible",1],["all",6],["returns",2],["cpu",11],["maximum",1],["allocated",5],["don",1],["shared",1],["centralized",1],["controler",1],["but",2],["have",2],["own",2],["return",7],["log",2],["here",1],["multiple",1],["logs",1],["greater",3],["than",3],["could",1],["engine",5],["executors",1],["gpus",2],["logger",1],["info",1],["if",2],["memory",6],["1e9",4],["gb",4],["reserved",4],["after",1],["profile",1],["capture",1],["cudagraph",1],["rebuilding",1],["kvcache",1],["free",2],["execute",5],["req",3],["list",3],["sampler",1],["output",1],["outputs",3],["vllm",2],["under",1],["has",1],["therefore",1],["should",1],["ray",1],["only",1],["sampling",1],["add",3],["request",4],["rarequest",1],["bool",2],["id",7],["must",2],["remove",2],["loras",2],["check",1],["health",1],["spmdexecutor",1],["always",1],["healthy",1],["as",2],["long",1],["running",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["init",5],["self",13],["model",11],["pytorch",2],["itself",2],["its",2],["parameter",2],["dict",2],["config",59],["cache",6],["parallel",7],["scheduler",6],["device",6],["load",6],["lora",4],["optional",8],["lo",2],["raconfig",2],["speculative",6],["prompt",6],["adapter",6],["observability",6],["none",2],["distributed",2],["method",2],["initialize",1],["cluster",1],["executor",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor._init_executor","name":[["init",1],["executor",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["init",6],["executor",2],["self",4],["model",3],["distributed",3],["method",3],["none",2],["assert",1],["not",2],["speculative",2],["config",1],["decoding",1],["yet",1],["supported",1],["multi",1],["gpu",2],["backend",1],["create",1],["parallel",1],["worker",1],["each",1],["workers",1],["sp",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor._init_workers_sp","name":[["init",1],["workers",1],["sp",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["init",8],["workers",2],["sp",2],["self",13],["model",7],["distributed",4],["method",3],["str",2],["lazy",2],["import",4],["worker",11],["avoid",2],["importing",2],["torch",3],["cuda",4],["xformers",2],["before",2],["visible",2],["devices",2],["from",1],["pylint",1],["disable",1],["outside",1],["toplevel",1],["rank",8],["int",2],["os",3],["getenv",2],["local",5],["print",1],["see",1],["https",1],["github",1],["com",1],["nvidia",1],["nccl",2],["issues",1],["1234",1],["environ",1],["cumem",1],["enable",1],["config",11],["parallel",1],["scheduler",1],["device",2],["cache",1],["load",2],["lora",2],["speculative",2],["none",2],["prompt",1],["adapter",1],["driver",1],["true",1],["runner",1],["cls",1],["default",1],["one",1],["note",1],["shengguangming",1],["process",1],["group",1],["will",1],["be",1],["called",1],["inside",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.add_lora","name":[["add",1],["lora",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["add",3],["lora",10],["self",3],["request",5],["lo",2],["rarequest",2],["bool",2],["assert",1],["int",1],["id",2],["must",1],["be",1],["greater",1],["than",1],["return",1],["worker",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.add_prompt_adapter","name":[["add",1],["prompt",1],["adapter",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["add",3],["prompt",11],["adapter",11],["self",3],["request",6],["bool",2],["assert",1],["id",2],["must",1],["be",1],["greater",1],["than",1],["return",1],["worker",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.check_health","name":[["check",1],["health",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["check",2],["health",2],["self",2],["none",2],["spmdexecutor",2],["will",2],["always",2],["be",2],["healthy",2],["as",4],["long",2],["running",2],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.determine_num_available_blocks","name":[["determine",1],["num",1],["available",1],["blocks",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["determine",5],["num",13],["available",5],["blocks",15],["self",3],["tuple",3],["int",4],["number",2],["kv",1],["invokes",1],["each",2],["worker",2],["takes",1],["min",1],["results",1],["guaranteeing",1],["selected",1],["cache",1],["sizes",1],["compatible",1],["all",1],["workers",1],["returns",1],["gpu",4],["cpu",4],["maximum",1],["be",1],["allocated",1],["note",1],["shengguangming",1],["now",1],["don",1],["shared",1],["centralized",1],["controler",1],["but",1],["process",1],["will",1],["have",1],["its",1],["own",1],["scheduler",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.execute_model","name":[["execute",1],["model",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["execute",7],["model",7],["self",3],["req",4],["list",2],["sampler",2],["output",2],["all",3],["outputs",3],["worker",2],["note",1],["sgm",1],["each",1],["gpu",2],["vllm",2],["under",1],["verl",1],["has",1],["its",1],["own",1],["spmd",1],["executor",1],["therefore",1],["gpus",1],["should",1],["return",2],["ray",1],["only",1],["driver",1],["returns",1],["sampling",1],["results",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.free_cache_engine","name":[["free",1],["cache",1],["engine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["free",3],["cache",3],["engine",3],["self",3],["none",2],["worker",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.init_cache_engine","name":[["init",1],["cache",1],["engine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["init",3],["cache",3],["engine",3],["self",3],["none",2],["worker",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.initialize_cache","name":[["initialize",1],["cache",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["initialize",4],["cache",8],["self",5],["num",14],["gpu",8],["blocks",16],["int",4],["cpu",8],["none",2],["kv",1],["all",2],["workers",2],["note",1],["log",2],["here",1],["avoid",1],["multiple",1],["logs",1],["number",1],["greater",1],["than",1],["one",1],["could",1],["engine",1],["but",1],["not",1],["executors",1],["have",1],["gpus",1],["logger",1],["info",1],["config",2],["if",2],["torch",6],["distributed",2],["rank",2],["print",2],["before",1],["init",2],["memory",6],["allocated",4],["cuda",4],["1e9",4],["gb",4],["reserved",4],["worker",1],["after",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.list_loras","name":[["list",1],["loras",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["list",3],["loras",3],["self",3],["int",2],["return",1],["worker",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.list_prompt_adapters","name":[["list",1],["prompt",1],["adapters",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["list",3],["prompt",3],["adapters",3],["self",3],["int",2],["return",1],["worker",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.offload_model_weights","name":[["offload",1],["model",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["offload",3],["model",3],["weights",3],["self",3],["none",2],["worker",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.pin_lora","name":[["pin",1],["lora",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["pin",3],["lora",8],["self",3],["id",5],["int",2],["bool",2],["assert",1],["must",1],["be",1],["greater",1],["than",1],["return",1],["worker",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.pin_prompt_adapter","name":[["pin",1],["prompt",1],["adapter",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["pin",3],["prompt",8],["adapter",8],["self",3],["id",5],["int",2],["bool",2],["assert",1],["must",1],["be",1],["greater",1],["than",1],["return",1],["worker",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.remove_lora","name":[["remove",1],["lora",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["remove",3],["lora",9],["self",3],["id",6],["int",2],["bool",2],["assert",1],["must",1],["be",1],["greater",1],["than",1],["return",1],["worker",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.remove_prompt_adapter","name":[["remove",1],["prompt",1],["adapter",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["remove",3],["prompt",8],["adapter",8],["self",3],["id",5],["int",2],["bool",2],["assert",1],["must",1],["be",1],["greater",1],["than",1],["return",1],["worker",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.sync_model_weights","name":[["sync",1],["model",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["def",2],["sync",3],["model",3],["weights",7],["self",3],["actor",4],["dict",2],["str",4],["torch",2],["tensor",2],["load",4],["format",4],["none",2],["worker",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutorAsync","name":[["spmdgpuexecutor",1],["async",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["class",2],["spmdgpuexecutor",4],["async",8],["executor",3],["base",2],["def",2],["execute",3],["model",4],["self",3],["req",1],["request",1],["list",1],["sampler",1],["output",1],["executes",1],["one",1],["step",1],["given",1],["sequences",1],["raise",2],["not",2],["implemented",1],["error",1],["check",2],["health",2],["none",1],["checks",1],["if",2],["healthy",1],["should",1],["exception",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutorAsync.check_health_async","name":[["check",1],["health",1],["async",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["async",4],["def",2],["check",3],["health",3],["self",3],["none",2],["checks",1],["if",2],["executor",1],["healthy",1],["not",1],["should",1],["raise",1],["exception",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutorAsync.execute_model_async","name":[["execute",1],["model",1],["async",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["spmd",1],["gpu",1],["executor",1],["py",1]],"body":[["async",4],["def",2],["execute",6],["model",7],["self",2],["req",2],["request",2],["list",2],["sampler",2],["output",2],["executes",1],["one",1],["step",1],["given",1],["sequences",1],["raise",1],["not",1],["implemented",1],["error",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/tokenizer.py","name":[["tokenizer",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["tokenizer",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",1],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",5],["https",1],["github",1],["com",1],["vllm",5],["project",1],["blob",1],["main",1],["transformers",3],["utils",3],["tokenizer",5],["group",4],["py",1],["typing",1],["import",4],["optional",1],["pre",1],["trained",1],["lrucache",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/tokenizer.py#TokenizerGroup","name":[["tokenizer",1],["group",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["tokenizer",1],["py",1]],"body":[["class",2],["tokenizer",11],["group",5],["tokenizers",2],["be",1],["lo",1],["ra",1],["adapters",1],["def",3],["init",1],["self",9],["pre",2],["trained",2],["enable",4],["lora",5],["bool",1],["max",5],["num",2],["seqs",2],["int",2],["input",3],["length",3],["optional",1],["lrucache",1],["capacity",1],["if",1],["else",1],["none",1],["fixme",1],["sgm",1],["simplicity",1],["assign",1],["special",1],["token",5],["here",1],["property",2],["pad",2],["id",4],["return",2],["eos",2]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/tokenizer.py#TokenizerGroup.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["tokenizer",1],["py",1]],"body":[["def",2],["init",2],["self",6],["tokenizer",7],["pre",3],["trained",3],["enable",5],["lora",6],["bool",2],["max",7],["num",3],["seqs",3],["int",4],["input",4],["length",4],["optional",2],["tokenizers",1],["lrucache",1],["capacity",1],["if",1],["else",1],["none",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/tokenizer.py#TokenizerGroup.eos_token_id","name":[["eos",1],["token",1],["id",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["tokenizer",1],["py",1]],"body":[["def",2],["eos",3],["token",3],["id",3],["self",3],["return",1],["tokenizer",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/tokenizer.py#TokenizerGroup.pad_token_id","name":[["pad",1],["token",1],["id",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["tokenizer",1],["py",1]],"body":[["def",2],["pad",3],["token",3],["id",3],["self",3],["return",1],["tokenizer",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/worker.py","name":[["worker",1],["py",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2023",1],["llm",1],["team",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",2],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",5],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",19],["https",1],["github",1],["com",1],["vllm",16],["project",1],["blob",1],["main",1],["worker",13],["py",1],["gpu",2],["class",1],["import",23],["gc",1],["os",1],["typing",1],["dict",1],["list",1],["optional",1],["tuple",1],["type",1],["union",1],["torch",3],["nn",2],["config",10],["cache",3],["device",1],["lo",1],["raconfig",1],["parallel",6],["prompt",1],["adapter",1],["scheduler",1],["speculative",1],["todo",1],["sgm",1],["check",2],["has",1],["similar",1],["model",14],["executor",3],["utils",1],["state",2],["tensor",1],["group",1],["init",1],["environment",1],["custom",1],["all",1],["reduce",1],["random",1],["seed",1],["layers",1],["sampler",2],["output",1],["sequence",1],["execute",1],["request",1],["intermediate",1],["tensors",1],["engine",2],["embedding",2],["runner",8],["gpumodel",1],["base",4],["input",2],["if",1],["supports",1],["dtype",1],["load",5],["format",1],["dtensor",2],["weight",3],["loaders",2],["weights",3],["hf",2],["loader",1],["megatron",2],["ensure",1],["initialized",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/worker.py#init_worker_distributed_environment","name":[["init",1],["worker",1],["distributed",1],["environment",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["init",8],["worker",2],["distributed",8],["environment",4],["parallel",19],["config",13],["rank",6],["int",4],["method",3],["optional",2],["str",2],["env",2],["local",3],["none",2],["initialize",3],["custom",5],["all",7],["reduce",7],["not",3],["disable",2],["note",3],["sgm",2],["tcp",1],["localhost",1],["xxxx",1],["will",1],["hang",1],["hf",1],["setting",1],["without",1],["megatron",1],["world",11],["size",15],["ensure",1],["model",4],["initialized",5],["tensor",3],["pipeline",2],["todo",1],["check",1],["whether",1],["need",1],["if",4],["pynccl",12],["utils",5],["raise",1],["runtime",1],["error",1],["already",1],["but",1],["match",1],["vs",1],["elif",1],["woosuk",1],["don",1],["process",2],["group",5],["kaichao",1],["by",1],["default",1],["tp",1],["cpu",1],["fast",1],["implementation",1],["ar",1],["small",1],["warmup",1],["torch",3],["zeros",2],["cuda",2]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker","name":[["worker",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["class",8],["worker",16],["executes",1],["partition",2],["model",45],["gpu",8],["each",2],["associated",1],["single",1],["responsible",1],["maintaining",1],["kv",4],["cache",16],["executing",1],["case",1],["distributed",9],["inference",3],["assigned",1],["def",3],["init",11],["self",44],["union",1],["nn",1],["module",1],["dict",2],["itself",1],["its",1],["parameter",1],["config",65],["parallel",12],["scheduler",5],["device",15],["load",6],["local",7],["rank",21],["int",7],["method",4],["str",1],["lora",5],["optional",5],["lo",1],["raconfig",1],["none",12],["speculative",7],["prompt",6],["adapter",6],["driver",8],["bool",1],["false",1],["runner",14],["cls",3],["type",5],["gpumodel",3],["base",3],["will",4],["be",6],["replaced",1],["todo",2],["don",2],["need",1],["if",9],["assert",2],["tensor",4],["size",8],["should",1],["group",1],["trust",1],["remote",1],["code",1],["note",3],["lazy",1],["import",2],["avoid",2],["importing",1],["torch",9],["before",1],["initializing",1],["from",2],["vllm",1],["utils",1],["cached",2],["hf",3],["modules",2],["return",2],["hidden",2],["states",2],["target",1],["draft",3],["mlp",2],["speculator",2],["args",2],["not",6],["medusa",1],["else",3],["true",1],["sgm",3],["correct",1],["elif",1],["embedding",3],["mode",2],["verl",4],["add",1],["dtype",4],["uninitialized",1],["engine",5],["initialized",2],["by",4],["initialize",4],["list",3],["as",2],["models",1],["caches",1],["offloading",1],["params",1],["cpu",2],["cuda",6],["all",3],["reduce",3],["free",1],["input",1],["until",1],["synchronization",1],["point",1],["causes",1],["memory",4],["usage",3],["grow",1],["number",2],["calls",1],["increases",1],["env",2],["var",1],["disables",1],["behavior",1],["related",1],["issue",1],["https",1],["discuss",1],["pytorch",1],["org",1],["allocation",1],["lifetime",1],["inputs",1],["191573",1],["os",4],["environ",1],["nccl",1],["record",1],["streams",1],["modify",1],["vars",1],["torchrun",3],["getenv",3],["raise",2],["value",1],["error",2],["invalid",1],["unspecified",1],["world",7],["check",1],["supports",1],["empty",1],["mem",1],["info",1],["runtime",1],["support",1],["environment",2],["random",2],["seed",3],["actor",1],["determine",2],["num",1],["available",1],["blocks",3],["tuple",1],["profiles",1],["peak",1],["many",1],["may",1],["allocated",2],["without",1],["ooms",1],["first",1],["conduct",1],["profiling",1],["existing",1],["then",1],["calculate",1],["maximum",1],["possible",1],["remaining",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker.__init__","name":[["init",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["init",10],["self",25],["model",41],["union",2],["nn",2],["module",2],["dict",4],["itself",2],["its",2],["parameter",2],["config",74],["parallel",12],["scheduler",7],["device",7],["cache",16],["load",8],["local",4],["rank",12],["int",4],["distributed",4],["method",4],["str",2],["lora",6],["optional",9],["lo",2],["raconfig",2],["none",15],["speculative",9],["prompt",8],["adapter",8],["driver",9],["worker",8],["bool",2],["false",2],["runner",16],["cls",4],["type",4],["gpumodel",4],["base",4],["will",3],["be",4],["replaced",2],["todo",2],["don",2],["need",1],["if",5],["assert",1],["tensor",3],["size",1],["should",1],["group",1],["trust",1],["remote",1],["code",1],["note",2],["lazy",1],["import",2],["avoid",1],["importing",1],["torch",2],["before",1],["initializing",1],["from",2],["vllm",1],["utils",1],["cached",2],["hf",3],["modules",2],["return",2],["hidden",2],["states",2],["target",1],["draft",3],["mlp",2],["speculator",2],["args",2],["not",2],["medusa",1],["else",1],["true",1],["sgm",2],["correct",1],["class",5],["elif",1],["embedding",3],["mode",1],["verl",3],["add",1],["kv",2],["dtype",2],["uninitialized",1],["engine",4],["initialized",1],["by",1],["initialize",3],["list",3],["gpu",2],["as",1],["models",1],["caches",1],["offloading",1],["inference",1],["params",1],["cpu",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker._init_cache_engine","name":[["init",1],["cache",1],["engine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["init",3],["cache",5],["engine",4],["self",4],["if",1],["none",2],["gpu",1],["super",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker.determine_num_available_blocks","name":[["determine",1],["num",1],["available",1],["blocks",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["determine",3],["num",21],["available",2],["blocks",26],["self",9],["tuple",2],["int",7],["profiles",1],["peak",6],["memory",24],["usage",5],["model",8],["many",1],["kv",1],["may",2],["be",4],["allocated",4],["without",1],["ooms",1],["engine",1],["will",1],["first",1],["conduct",1],["profiling",2],["existing",1],["then",1],["calculate",2],["maximum",2],["possible",1],["number",4],["gpu",22],["cpu",10],["remaining",3],["free",5],["tip",1],["you",1],["limit",1],["by",1],["adjusting",1],["utilization",3],["parameter",1],["profile",3],["cache",11],["torch",11],["cuda",7],["empty",2],["reset",1],["stats",1],["execute",1],["forward",1],["pass",1],["dummy",1],["inputs",1],["runner",3],["run",1],["profiled",1],["synchronize",2],["total",3],["mem",1],["info",1],["assert",1],["error",1],["happens",1],["was",1],["not",1],["properly",1],["cleaned",1],["up",1],["before",1],["initializing",1],["llm",1],["instance",1],["block",5],["size",5],["bytes",2],["note",2],["sgm",2],["verl",2],["config",3],["swap",1],["space",1],["max",2],["if",1],["lora",1],["manager",1],["remove",1],["all",4],["loras",1],["add",1],["rank",1],["tensor",4],["device",4],["distributed",4],["reduce",4],["op",4],["min",2],["group",6],["parallel",2],["item",2],["gc",1],["collect",1],["return",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker.execute_model","name":[["execute",1],["model",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["execute",17],["model",22],["self",7],["req",6],["request",4],["intermediate",5],["tensors",5],["optional",4],["none",5],["list",3],["sampler",2],["output",2],["single",1],["program",1],["multiple",1],["data",1],["spmd",2],["fashion",1],["all",1],["workers",1],["take",2],["same",1],["prepare",3],["input",12],["assert",1],["not",2],["requires",1],["each",1],["worker",10],["runner",3],["base",2],["seq",2],["group",1],["metadata",1],["verl",1],["workerbase",1],["swap",1],["cache",3],["super",1],["if",3],["there",1],["no",1],["don",1],["need",1],["num",1],["groups",1],["return",2],["kv",2],["virtual",1],["engine",1],["else",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker.free_cache_engine","name":[["free",1],["cache",1],["engine",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["free",2],["cache",4],["engine",3],["self",4],["ensure",2],["enforce",2],["eager",2],["true",2],["none",2],["gpu",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker.init_device","name":[["init",1],["device",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["init",5],["device",11],["self",21],["none",3],["if",4],["config",8],["type",2],["cuda",6],["torch",6],["distributed",5],["all",3],["reduce",3],["not",4],["free",1],["input",1],["tensor",1],["until",1],["synchronization",1],["point",1],["causes",1],["memory",2],["usage",1],["grow",1],["as",1],["number",1],["calls",1],["increases",1],["env",2],["var",1],["disables",1],["behavior",1],["related",1],["issue",1],["https",1],["discuss",1],["pytorch",1],["org",1],["allocation",1],["lifetime",1],["inputs",1],["191573",1],["os",4],["environ",1],["nccl",1],["avoid",1],["record",1],["streams",1],["note",1],["sgm",1],["modify",1],["verl",1],["vars",1],["will",1],["be",1],["by",3],["torchrun",3],["rank",11],["else",2],["int",3],["getenv",3],["local",4],["raise",2],["value",1],["error",2],["invalid",1],["unspecified",1],["world",7],["size",7],["assert",1],["initialized",1],["parallel",2],["check",1],["gpu",2],["supports",1],["dtype",2],["model",8],["empty",1],["cache",1],["mem",1],["info",1],["runtime",1],["support",1],["initialize",1],["environment",2],["worker",1],["method",1],["random",2],["seed",3],["actor",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker.offload_model_weights","name":[["offload",1],["model",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["offload",2],["model",11],["weights",2],["self",9],["none",3],["if",1],["cpu",6],["name",5],["params",5],["runner",2],["named",2],["parameters",2],["torch",1],["empty",1],["like",1],["device",1],["data",2],["else",1]]},{"id":"verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker.sync_model_weights","name":[["sync",1],["model",1],["weights",1]],"path":[["verl",1],["third",1],["party",1],["vllm",2],["worker",1],["py",1]],"body":[["def",2],["sync",2],["model",9],["weights",10],["self",5],["actor",5],["dict",3],["load",12],["format",9],["str",2],["if",1],["megatron",2],["auto",1],["runner",3],["elif",2],["hf",2],["full",1],["state",1],["without",1],["no",1],["sharding",1],["dtensor",2]]},{"id":"verl/trainer/__init__.py","name":[["init",1],["py",1]],"path":[["verl",1],["trainer",1],["init",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1]]},{"id":"verl/trainer/conf_adv_config.py","name":[["conf",1],["adv",1],["config",1],["py",1]],"path":[["verl",1],["trainer",1],["conf",1],["adv",1],["config",1],["py",1]],"body":[["dual",2],["stake",7],["confidence",5],["calibration",1],["reward",2],["configuration",2],["default",1],["values",1],["reproduce",1],["balanced",2],["paper",2],["import",1],["numpy",1],["as",1],["np",1],["evidence",1],["final",2],["emitted",2],["after",2],["retrieval",1],["answer",2],["lsc",4],["mode",2],["fc",4],["setting",1],["alpha",3],["beta",1],["25",3],["both",1],["coefficients",1],["linearly",1],["warmed",1],["up",1],["from",1],["step",6],["100",3],["300",3],["max",2],["start",2],["full",2],["uses",1],["margin",4],["clipping",1],["enable",1],["true",1],["correct",1],["wrong",1],["curriculum",1],["calib",2],["ray",1],["trainer",1],["main",1],["ppo",1]]},{"id":"verl/trainer/conf_adv_config.py#apply_dual_calib_to_scores","name":[["apply",1],["dual",1],["calib",1],["scores",1]],"path":[["verl",1],["trainer",1],["conf",1],["adv",1],["config",1],["py",1]],"body":[["def",2],["apply",2],["dual",3],["calib",6],["scores",14],["torch",9],["tensor",8],["batch",6],["size",6],["outcome",2],["score",5],["lsc",29],["confs",6],["last",2],["step",8],["confidences",4],["fc",41],["final",2],["uid",4],["list",7],["cur",5],["int",2],["alpha",21],["mode",12],["none",3],["curriculum",1],["warmup",1],["import",1],["if",8],["else",3],["return",2],["new",5],["clone",1],["unique",2],["uids",2],["dict",1],["fromkeys",1],["idx",6],["enumerate",2],["len",1],["continue",1],["arr",11],["np",10],["array",3],["item",3],["dtype",4],["float32",4],["confidence",1],["10",3],["delta",9],["zeros",1],["stake",7],["compute",4],["reward",4],["elif",2],["consistency",4],["rank",2],["local",2],["global",3],["float",2],["abs",1],["mean",2],["margin",6],["str",2],["correct",2],["wrong",2],["enable",1],["off",1],["print",1],["4f",3]]},{"id":"verl/trainer/conf_adv_config.py#compute_auroc","name":[["compute",1],["auroc",1]],"path":[["verl",1],["trainer",1],["conf",1],["adv",1],["config",1],["py",1]],"body":[["def",2],["compute",2],["auroc",3],["confidences",3],["correct",3],["num",1],["py",1],["none",6],["ties",1],["valid",4],["pairs",4],["int",2],["enumerate",1],["if",3],["not",1],["len",2],["return",3],["confs",7],["np",2],["array",2],["dtype",2],["float",2],["labels",5],["pos",6],["sum",3],["neg",5],["diff",3],["stat",2]]},{"id":"verl/trainer/conf_adv_config.py#compute_calib_reward_stake","name":[["compute",1],["calib",1],["reward",1],["stake",1]],"path":[["verl",1],["trainer",1],["conf",1],["adv",1],["config",1],["py",1]],"body":[["def",2],["compute",2],["calib",5],["reward",2],["stake",10],["np",8],["ndarray",6],["eff",7],["lsc",1],["fc",1],["shape",1],["margin",6],["enable",2],["true",1],["min",2],["correct",2],["max",2],["wrong",2],["len",1],["zeros",1],["dtype",1],["float32",1],["range",1],["if",3],["else",3],["return",1]]},{"id":"verl/trainer/conf_adv_config.py#compute_ece","name":[["compute",1],["ece",1]],"path":[["verl",1],["trainer",1],["conf",1],["adv",1],["config",1],["py",1]],"body":[["def",2],["compute",2],["ece",5],["confidences",4],["list",6],["correct",4],["bins",9],["int",3],["20",2],["expected",1],["calibration",1],["error",1],["optional",1],["float",4],["10",2],["integer",1],["none",4],["bool",1],["valid",4],["pairs",4],["acc",9],["zip",1],["if",3],["not",1],["len",2],["return",2],["bin",16],["conf",8],["sums",6],["np",3],["zeros",3],["counts",6],["idx",4],["min",1],["total",2],["range",1],["avg",4],["abs",1]]},{"id":"verl/trainer/conf_adv_config.py#compute_fc_consistency_reward","name":[["compute",1],["fc",1],["consistency",1],["reward",1]],"path":[["verl",1],["trainer",1],["conf",1],["adv",1],["config",1],["py",1]],"body":[["def",2],["compute",2],["fc",18],["consistency",4],["reward",2],["np",8],["ndarray",6],["lsc",12],["threshold",10],["float",2],["per",1],["sample",1],["sign",2],["tie",1],["shape",1],["len",1],["zeros",1],["dtype",1],["float32",1],["range",1],["if",6],["continue",1],["else",5],["elif",1],["return",1]]},{"id":"verl/trainer/conf_adv_config.py#compute_fc_rank_consistency_reward","name":[["compute",1],["fc",1],["rank",1],["consistency",1],["reward",1]],"path":[["verl",1],["trainer",1],["conf",1],["adv",1],["config",1],["py",1]],"body":[["def",3],["compute",2],["fc",19],["rank",4],["consistency",2],["reward",2],["np",11],["ndarray",6],["lsc",13],["delta",6],["float",2],["group",2],["kendall",1],["margin",1],["soft",1],["sign",1],["sgn",6],["if",6],["otherwise",1],["kappa",2],["ij",2],["pair",2],["shape",1],["len",1],["return",5],["zeros",2],["dtype",2],["float32",3],["elif",1],["else",1],["range",2],["continue",2],["astype",1]]},{"id":"verl/trainer/conf_adv_config.py#compute_fc_rank_consistency_reward._sgn","name":[["sgn",1]],"path":[["verl",1],["trainer",1],["conf",1],["adv",1],["config",1],["py",1]],"body":[["def",2],["sgn",2],["if",1],["return",3],["elif",1],["else",1]]},{"id":"verl/trainer/conf_adv_config.py#get_fc_alpha","name":[["fc",1],["alpha",1]],"path":[["verl",1],["trainer",1],["conf",1],["adv",1],["config",1],["py",1]],"body":[["def",2],["fc",10],["alpha",5],["cur",5],["step",11],["int",2],["float",2],["warmup",1],["if",2],["start",3],["return",3],["full",2],["max",2],["ratio",2]]},{"id":"verl/trainer/conf_adv_config.py#get_lsc_alpha","name":[["lsc",1],["alpha",1]],"path":[["verl",1],["trainer",1],["conf",1],["adv",1],["config",1],["py",1]],"body":[["def",2],["lsc",10],["alpha",5],["cur",5],["step",11],["int",2],["float",2],["warmup",1],["if",2],["start",3],["return",3],["full",2],["max",2],["ratio",2]]},{"id":"verl/trainer/fsdp_sft_trainer.py","name":[["fsdp",1],["sft",1],["trainer",1],["py",1]],"path":[["verl",1],["trainer",2],["fsdp",1],["sft",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",2],["you",2],["may",2],["not",1],["file",3],["except",1],["compliance",1],["obtain",1],["copy",2],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",8],["as",3],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["lightweight",1],["one",1],["fsdp",6],["sft",4],["trainer",4],["todo",1],["zhangchi",1],["usc1992",1],["add",2],["calculation",1],["mfu",1],["validation",1],["import",23],["os",4],["environ",2],["nccl",1],["debug",2],["warn",2],["tokenizers",1],["parallelism",1],["true",1],["logging",3],["re",1],["torch",8],["from",17],["nn",1],["optim",1],["fully",1],["sharded",1],["data",3],["parallel",1],["mixed",1],["precision",1],["sharding",1],["strategy",1],["cpuoffload",1],["transformers",1],["auto",3],["tokenizer",1],["model",3],["causal",1],["lm",1],["pre",1],["trained",1],["config",5],["verl",10],["utils",10],["functional",1],["cosine",1],["schedule",1],["warmup",1],["tensordict",1],["tensor",1],["dict",1],["loader",1],["sampler",1],["wrap",1],["policy",1],["init",3],["fn",1],["weight",1],["context",1],["manager",1],["dataset",1],["sftdataset",1],["fs",1],["local",1],["path",2],["hdfs",3],["tracking",2],["device",4],["mesh",4],["io",2],["log",1],["gpu",1],["memory",1],["usage",1],["peft",2],["lora",1],["task",1],["type",1],["logger",3],["level",2],["getenv",1],["fsdpsfttrainer",1],["hydra",2],["initialize",1],["global",1],["process",1],["group",1],["main",3],["name",2],["base",1],["none",1],["if",1]]},{"id":"verl/trainer/fsdp_sft_trainer.py#convert_to_regular_types","name":[["convert",1],["regular",1],["types",1]],"path":[["verl",1],["trainer",2],["fsdp",1],["sft",1],["py",1]],"body":[["def",2],["convert",6],["regular",6],["types",7],["obj",11],["hydra",1],["configs",1],["other",1],["special",1],["python",1],["from",1],["omegaconf",1],["import",1],["list",4],["config",5],["dict",4],["if",2],["isinstance",4],["return",4],["items",2],["else",1],["elif",2],["tuple",1]]},{"id":"verl/trainer/fsdp_sft_trainer.py#extract_step","name":[["extract",1],["step",1]],"path":[["verl",1],["trainer",2],["fsdp",1],["sft",1],["py",1]],"body":[["def",2],["extract",2],["step",3],["path",3],["match",3],["re",1],["search",1],["global",1],["if",1],["return",2],["int",1],["group",1],["none",1]]},{"id":"verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer","name":[["fsdpsfttrainer",1]],"path":[["verl",1],["trainer",2],["fsdp",1],["sft",1],["py",1]],"body":[["class",2],["fsdpsfttrainer",2],["object",2],["def",4],["init",7],["self",61],["config",59],["device",13],["mesh",12],["build",8],["tokenizer",8],["first",2],["local",7],["model",37],["path",7],["copy",2],["from",8],["hdfs",2],["src",2],["partial",2],["pretrain",3],["verbose",2],["true",11],["verl",1],["utils",1],["import",4],["hf",2],["trust",8],["remote",8],["code",8],["if",8],["data",23],["chat",2],["template",2],["not",5],["none",9],["raise",1],["value",1],["error",1],["apply",1],["supported",1],["yet",1],["normalize",4],["dp",8],["size",21],["bsz",2],["dataloader",5],["optimizer",2],["todo",2],["add",1],["checkpoint",1],["manager",2],["rank",12],["print",3],["batch",9],["by",1],["assert",2],["train",10],["micro",3],["dataset",9],["sftdataset",2],["parquet",2],["files",4],["prompt",8],["key",8],["dict",8],["keys",8],["response",8],["max",4],["length",4],["truncation",4],["val",7],["world",3],["sampler",8],["distributed",2],["shuffle",2],["num",4],["replicas",2],["drop",4],["last",4],["loader",2],["workers",2],["pin",2],["memory",4],["zhangchi",1],["usc1992",1],["support",2],["random",1],["weights",2],["directly",1],["sharded",1],["external",3],["lib",3],["into",1],["huggingface",1],["systems",1],["importlib",2],["module",3],["log",2],["gpu",2],["usage",2],["before",2],["allocation",2],["logger",4],["load",1],["auto",6],["pretrained",2],["may",1],["be",1],["very",1],["large",1],["context",3],["weight",1],["meta",1],["tensor",1],["tie",1],["word",1],["embeddings",1],["pre",1],["trained",1],["causal",2],["lm",2],["torch",6],["dtype",4],["float32",3],["attn",1],["implementation",1],["flash",1],["attention",1],["lora",9],["enable",3],["input",1],["require",1],["grads",1],["convert",2],["regular",2],["python",1],["types",2],["creating",1],["peft",2],["task",2],["type",2],["alpha",2],["target",2],["modules",2],["bias",1],["gradient",3],["checkpointing",3],["kwargs",1],["reentrant",1],["false",1],["after",1],["mixed",4],["precision",4],["param",2],["bfloat16",1],["reduce",1],["buffer",1],["wrap",6],["policy",6],["fsdp",6],["cpu",3],["offload",5],["else",1],["cpuoffload",1],["params",2],["fn",2],["sharding",2],["strategy",2],["full",1],["shard",1],["sync",1],["states",1],["id",1],["cuda",1],["current",1]]},{"id":"verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer.__init__","name":[["init",1]],"path":[["verl",1],["trainer",2],["fsdp",1],["sft",1],["py",1]],"body":[["def",2],["init",2],["self",13],["config",10],["device",7],["mesh",7],["build",4],["tokenizer",4],["first",1],["local",3],["model",6],["path",3],["copy",1],["from",3],["hdfs",1],["src",1],["partial",1],["pretrain",1],["verbose",1],["true",1],["verl",1],["utils",1],["import",1],["hf",2],["trust",2],["remote",2],["code",2],["if",2],["data",1],["chat",2],["template",2],["not",2],["none",1],["raise",1],["value",1],["error",1],["apply",1],["supported",1],["yet",1],["normalize",2],["dp",1],["size",1],["bsz",1],["dataloader",1],["optimizer",1],["todo",1],["add",1],["checkpoint",1],["manager",1],["rank",1],["print",1]]},{"id":"verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer._build_dataloader","name":[["build",1],["dataloader",1]],"path":[["verl",1],["trainer",2],["fsdp",1],["sft",1],["py",1]],"body":[["def",2],["build",4],["dataloader",5],["self",19],["config",18],["dataset",9],["train",8],["sftdataset",2],["parquet",2],["files",4],["data",18],["tokenizer",4],["prompt",8],["key",8],["dict",8],["keys",8],["none",4],["response",8],["max",4],["length",4],["truncation",4],["val",7],["rank",6],["device",2],["mesh",2],["world",3],["size",8],["sampler",8],["distributed",2],["shuffle",2],["true",8],["num",4],["replicas",2],["drop",4],["last",4],["loader",2],["batch",4],["workers",2],["pin",2],["memory",2],["micro",1]]},{"id":"verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer._build_model_optimizer","name":[["build",1],["model",1],["optimizer",1]],"path":[["verl",1],["trainer",2],["fsdp",1],["sft",1],["py",1]],"body":[["def",2],["build",2],["model",33],["optimizer",6],["self",37],["todo",2],["zhangchi",2],["usc1992",2],["support",4],["pretrain",3],["from",7],["random",2],["weights",4],["init",7],["directly",2],["sharded",2],["local",4],["path",4],["copy",1],["hdfs",1],["src",1],["config",33],["partial",1],["verbose",1],["true",2],["if",6],["external",3],["lib",3],["none",4],["not",3],["import",3],["into",1],["huggingface",1],["systems",1],["importlib",2],["module",3],["log",4],["gpu",4],["memory",4],["usage",4],["before",2],["allocation",2],["logger",8],["trust",6],["remote",6],["code",6],["load",1],["first",1],["auto",6],["pretrained",2],["may",1],["be",1],["very",1],["large",1],["context",3],["weight",3],["manager",1],["meta",1],["tensor",1],["tie",1],["word",1],["embeddings",1],["pre",1],["trained",1],["causal",2],["lm",2],["torch",6],["dtype",4],["float32",3],["attn",1],["implementation",1],["flash",1],["attention",1],["lora",9],["rank",5],["enable",3],["input",1],["require",1],["grads",1],["convert",2],["regular",2],["python",1],["types",2],["creating",1],["peft",2],["task",2],["type",2],["alpha",2],["target",2],["modules",2],["bias",1],["gradient",3],["checkpointing",3],["kwargs",1],["reentrant",1],["false",2],["after",3],["mixed",4],["precision",4],["param",2],["bfloat16",1],["reduce",1],["buffer",1],["wrap",6],["policy",6],["fsdp",8],["device",6],["mesh",4],["print",2],["cpu",5],["offload",7],["else",1],["cpuoffload",1],["params",3],["fn",2],["sharding",2],["strategy",2],["full",1],["shard",1],["sync",1],["states",1],["id",1],["cuda",1],["current",1],["orig",1],["wrapping",1],["optim",5],["adam",1],["parameters",1],["lr",3],["betas",2],["decay",2],["initialize",1],["steps",14],["per",3],["epoch",4],["len",1],["train",1],["dataloader",1],["total",7],["trainer",2],["epochs",3],["number",3],["num",4],["warmup",5],["int",1],["ratio",1],["scheduler",1],["cosine",1],["schedule",1],["training",1]]},{"id":"verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer._compute_loss","name":[["compute",1],["loss",1]],"path":[["verl",1],["trainer",2],["fsdp",1],["sft",1],["py",1]],"body":[["def",2],["compute",2],["loss",15],["self",5],["batch",7],["mask",6],["pop",1],["reshape",1],["cuda",3],["labels",8],["input",3],["ids",5],["torch",6],["autocast",1],["device",2],["type",1],["dtype",1],["bfloat16",1],["output",2],["fsdp",1],["model",4],["attention",2],["position",2],["cache",1],["false",1],["prevent",1],["thinks",1],["generating",1],["logits",8],["shift",11],["contiguous",2],["flatten",1],["tokens",2],["fct",2],["nn",1],["cross",1],["entropy",1],["reduction",1],["none",1],["view",2],["config",2],["vocab",1],["size",5],["enable",1],["parallelism",1],["valid",4],["token",4],["rank",3],["sum",2],["if",1],["data",1],["balance",1],["dp",5],["distributed",2],["all",2],["reduce",1],["becomes",1],["total",1],["ranks",1],["world",1],["else",1],["possible",1],["bugs",1],["here",1],["return",1]]},{"id":"verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer._normalize_config_bsz","name":[["normalize",1],["config",1],["bsz",1]],"path":[["verl",1],["trainer",2],["fsdp",1],["sft",1],["py",1]],"body":[["def",2],["normalize",3],["config",6],["bsz",2],["self",8],["dp",7],["size",12],["device",2],["mesh",2],["if",1],["rank",1],["print",1],["batch",5],["by",1],["assert",2],["data",4],["train",2],["micro",2]]},{"id":"verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer.fit","name":[["fit",1]],"path":[["verl",1],["trainer",2],["fsdp",1],["sft",1],["py",1]],"body":[["def",2],["fit",2],["self",30],["rank",7],["device",1],["mesh",1],["todo",2],["add",2],["unified",1],["tracking",7],["if",8],["project",2],["name",4],["config",12],["trainer",8],["experiment",2],["default",1],["backend",1],["logger",1],["global",9],["step",19],["compute",1],["total",13],["training",14],["steps",11],["sft",1],["mainly",1],["early",2],["exit",2],["len",1],["train",4],["dataloader",5],["epochs",2],["not",1],["none",1],["print",1],["zhangchi",1],["usc1992",1],["back",1],["checkpoint",5],["manager",1],["currently",1],["blocks",1],["uploading",1],["hdfs",1],["so",1],["very",1],["slow",1],["validate",2],["before",2],["val",31],["losses",9],["data",24],["tensor",4],["dict",4],["batch",8],["size",8],["micro",3],["cuda",4],["loss",15],["validation",6],["append",3],["torch",9],["mean",3],["stack",3],["metric",8],["detach",3],["item",3],["log",4],["distributed",3],["barrier",3],["epoch",4],["range",1],["sampler",1],["perform",1],["final",2],["avg",2],["save",4],["return",1]]},{"id":"verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer.save_checkpoint","name":[["save",1],["checkpoint",1]],"path":[["verl",1],["trainer",2],["fsdp",1],["sft",1],["py",1]],"body":[["def",2],["save",7],["checkpoint",4],["self",11],["step",4],["from",1],["torch",2],["distributed",2],["fsdp",4],["import",1],["full",3],["state",10],["dict",10],["config",6],["type",3],["cfg",2],["offload",1],["cpu",1],["true",5],["rank0",1],["only",1],["model",4],["path",6],["os",2],["join",1],["trainer",4],["default",4],["local",1],["dir",4],["global",1],["huggingface",1],["if",2],["device",1],["mesh",1],["rank",1],["makedirs",2],["exist",3],["ok",3],["pretrained",2],["tokenizer",1],["hdfs",5],["io",2],["copy",1],["src",1],["dst",1],["dirs",1],["barrier",1]]},{"id":"verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer.training_step","name":[["training",1],["step",1]],"path":[["verl",1],["trainer",2],["fsdp",1],["sft",1],["py",1]],"body":[["def",2],["training",2],["step",12],["self",11],["batch",7],["tensor",3],["dict",2],["fsdp",2],["model",2],["train",3],["log",5],["gpu",5],["memory",5],["usage",5],["before",2],["optimizer",6],["zero",3],["grad",5],["logger",10],["after",3],["micro",8],["batches",5],["split",1],["config",2],["data",1],["size",1],["len",1],["loss",12],["compute",1],["backward",1],["item",2],["clip",2],["norm",2],["max",1],["optim",1],["lr",6],["scheduler",2],["reduce",3],["across",1],["dp",1],["ranks",1],["last",1],["offload",1],["weights",1],["torch",3],["cuda",1],["distributed",2],["all",1],["op",2],["avg",1],["return",1],["detach",1],["1e",1],["1e3",1]]},{"id":"verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer.validation_step","name":[["validation",1],["step",1]],"path":[["verl",1],["trainer",2],["fsdp",1],["sft",1],["py",1]],"body":[["def",2],["validation",2],["step",2],["self",4],["batch",3],["tensor",2],["dict",2],["fsdp",1],["model",1],["eval",1],["torch",3],["no",1],["grad",1],["loss",4],["compute",1],["distributed",2],["all",1],["reduce",2],["op",2],["avg",1],["return",1]]},{"id":"verl/trainer/fsdp_sft_trainer.py#main","name":[["main",1]],"path":[["verl",1],["trainer",2],["fsdp",1],["sft",1],["py",1]],"body":[["def",2],["main",2],["config",4],["local",1],["rank",2],["world",2],["size",2],["initialize",1],["global",1],["process",1],["group",1],["device",5],["mesh",6],["init",1],["type",1],["cuda",1],["shape",1],["dim",1],["names",1],["dp",1],["trainer",2],["fsdpsfttrainer",1],["fit",1]]},{"id":"verl/trainer/main_eval.py","name":[["main",1],["eval",1],["py",1]],"path":[["verl",1],["trainer",1],["main",1],["eval",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",2],["you",2],["may",2],["not",1],["file",3],["except",1],["compliance",1],["obtain",1],["copy",2],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",3],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["offline",1],["evaluate",1],["performance",1],["generated",2],["reward",2],["model",1],["ground",2],["truth",2],["verifier",1],["input",1],["parquet",1],["contains",1],["sequences",1],["optional",1],["import",5],["hydra",2],["from",3],["verl",2],["utils",2],["fs",1],["local",1],["path",2],["hdfs",1],["score",1],["math",1],["gsm8k",1],["pandas",1],["pd",1],["numpy",1],["np",1],["main",3],["config",3],["name",2],["evaluation",1],["base",1],["none",1],["if",1]]},{"id":"verl/trainer/main_eval.py#main","name":[["main",1]],"path":[["verl",1],["trainer",1],["main",1],["eval",1],["py",1]],"body":[["def",2],["main",2],["config",7],["local",3],["path",4],["copy",1],["from",1],["hdfs",1],["data",15],["dataset",6],["pd",1],["read",1],["parquet",1],["prompts",2],["prompt",2],["key",4],["responses",2],["response",3],["sources",2],["source",4],["reward",9],["model",3],["passes",3],["total",3],["len",1],["range",1],["lst",5],["select",2],["score",8],["based",1],["fn",3],["ground",3],["truth",3],["append",1],["max",3],["np",1],["if",1],["print",1],["pass",1]]},{"id":"verl/trainer/main_eval.py#select_reward_fn","name":[["select",1],["reward",1],["fn",1]],"path":[["verl",1],["trainer",1],["main",1],["eval",1],["py",1]],"body":[["def",2],["select",2],["reward",2],["fn",2],["data",3],["source",3],["if",1],["lighteval",1],["math",2],["return",1],["compute",1],["score",1],["else",1],["raise",1],["not",1],["implemented",1],["error",1]]},{"id":"verl/trainer/main_generation.py","name":[["main",1],["generation",1],["py",1]],"path":[["verl",1],["trainer",1],["main",1],["generation",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",2],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",2],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",3],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["generate",1],["responses",1],["given",1],["dataset",1],["prompts",1],["import",12],["ray",5],["numpy",1],["np",1],["hydra",2],["os",4],["environ",3],["nccl",1],["debug",1],["warn",1],["tokenizers",1],["parallelism",1],["true",1],["torch",1],["compile",1],["disable",1],["from",8],["verl",6],["utils",3],["model",1],["compute",1],["position",1],["id",1],["mask",1],["pandas",1],["pd",1],["transformers",1],["auto",1],["tokenizer",1],["data",1],["proto",1],["fs",1],["local",1],["path",2],["hdfs",2],["workers",2],["fsdp",1],["actor",1],["rollout",1],["ref",1],["worker",2],["io",1],["makedirs",1],["single",1],["controller",1],["class",1],["init",1],["args",1],["resource",1],["pool",1],["group",1],["main",3],["config",3],["name",2],["generation",1],["base",1],["none",1],["if",1]]},{"id":"verl/trainer/main_generation.py#main","name":[["main",1]],"path":[["verl",1],["trainer",1],["main",1],["generation",1],["py",1]],"body":[["def",2],["main",2],["config",25],["from",6],["pprint",3],["import",3],["omegaconf",1],["omega",3],["conf",3],["container",1],["resolve",3],["true",8],["will",1],["eval",1],["symbol",1],["values",1],["local",3],["path",8],["copy",1],["hdfs",1],["model",3],["verl",1],["utils",1],["hf",2],["tokenizer",10],["if",3],["rollout",6],["temperature",2],["assert",2],["data",28],["samples",8],["must",1],["be",1],["read",2],["dataset",7],["note",1],["should",1],["directly",1],["contain",1],["chat",10],["template",2],["format",1],["list",1],["dictionary",1],["pd",1],["parquet",3],["lst",14],["prompt",3],["key",1],["tolist",3],["padding",3],["side",1],["left",1],["pad",5],["token",6],["none",1],["eos",1],["ray",7],["cls",4],["init",5],["class",1],["args",1],["remote",1],["actor",1],["ref",1],["worker",2],["role",1],["resource",4],["pool",4],["process",2],["nodes",1],["trainer",2],["gpus",1],["per",1],["node",1],["nnodes",1],["wg",4],["group",1],["total",2],["len",1],["real",7],["batch",34],["size",30],["input",8],["ids",11],["shape",3],["dp",9],["world",1],["tensor",1],["parallel",1],["num",4],["output",22],["range",3],["idx",5],["print",3],["start",3],["inputs",3],["apply",1],["add",3],["generation",1],["truncation",1],["max",1],["length",3],["return",3],["tensors",1],["pt",1],["dict",4],["tokenize",1],["attention",5],["mask",6],["position",4],["compute",1],["id",1],["proto",2],["dummy",7],["concat",1],["not",2],["divisible",2],["by",2],["generate",3],["times",1],["sequences",1],["remove",2],["text",8],["decode",1],["response",1],["skip",1],["special",1],["tokens",1],["false",1],["unpad",3],["append",1],["replace",1],["extend",1],["convert",1],["sampels",1],["np",2],["array",1],["dtype",1],["object",1],["transpose",1],["axes",1],["frame",1],["responses",1],["write",1],["new",1],["dir",2],["os",1],["dirname",1],["makedirs",1],["exist",1],["ok",1]]},{"id":"verl/trainer/main_ppo.py","name":[["main",1],["ppo",1],["py",1]],"path":[["verl",1],["trainer",1],["main",1],["ppo",1],["py",1]],"body":[["main",6],["ppo",3],["try2",1],["py",3],["confidence",5],["softmax",1],["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",2],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",2],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",3],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["note",1],["don",1],["combine",1],["ray",7],["trainer",7],["other",1],["from",4],["verl",4],["import",9],["data",1],["proto",1],["torch",1],["utils",1],["reward",11],["score",2],["qa",2],["em",1],["f1",3],["ppotrainer",1],["re",1],["numpy",1],["np",1],["conf",4],["adv",2],["config",5],["compute",2],["ece",1],["auroc",1],["lsc",2],["mode",9],["fc",2],["type",1],["base",4],["answer",3],["format",3],["calib",4],["no",2],["search",1],["penalty",4],["05",2],["turn",3],["free",1],["per",4],["curriculum",1],["step",4],["logging",2],["apply",1],["dual",1],["scores",1],["observe",2],["only",2],["manager",1],["val",1],["correct",3],["threshold",2],["enable",1],["perstep",2],["false",1],["missing",1],["02",1],["hydra",2],["path",1],["name",2],["none",1],["remote",1],["if",1]]},{"id":"verl/trainer/main_ppo.py#_select_rm_score_fn","name":[["select",1],["rm",1],["score",1],["fn",1]],"path":[["verl",1],["trainer",1],["main",1],["ppo",1],["py",1]],"body":[["def",2],["select",2],["rm",2],["score",4],["fn",2],["data",5],["source",5],["reward",6],["type",6],["str",2],["em",6],["f1",4],["if",2],["lower",1],["nq",4],["triviaqa",2],["popqa",2],["hotpotqa",4],["2wikimultihopqa",2],["2wiki",2],["musique",2],["bamboogle",2],["nqhotpot",2],["simpleqa",2],["return",2],["qa",2],["compute",2],["elif",1],["else",2],["raise",2],["value",1],["error",2],["unknown",2],["not",1],["implemented",1],["supported",1]]},{"id":"verl/trainer/main_ppo.py#main","name":[["main",1]],"path":[["verl",1],["trainer",1],["main",1],["ppo",1],["py",1]],"body":[["def",2],["main",3],["config",3],["if",1],["not",1],["ray",4],["initialized",1],["local",1],["cluster",1],["init",1],["runtime",1],["env",2],["vars",1],["tokenizers",1],["parallelism",1],["true",1],["nccl",1],["debug",1],["warn",1],["task",1],["remote",1]]},{"id":"verl/trainer/main_ppo.py#main_task","name":[["main",1],["task",1]],"path":[["verl",1],["trainer",1],["main",1],["ppo",1],["py",1]],"body":[["def",2],["main",2],["task",2],["config",20],["from",15],["verl",9],["utils",2],["fs",1],["import",12],["copy",2],["local",4],["path",5],["hdfs",3],["transformers",1],["auto",1],["tokenizer",11],["print",1],["initial",1],["pprint",3],["omegaconf",1],["omega",3],["conf",3],["container",1],["resolve",3],["true",3],["will",1],["eval",2],["symbol",1],["values",1],["env",3],["class",2],["mapping",9],["name",1],["download",1],["checkpoint",1],["actor",15],["rollout",11],["ref",11],["model",11],["instantiate",1],["hf",2],["define",1],["worker",23],["classes",1],["if",4],["strategy",8],["fsdp",4],["assert",2],["critic",7],["workers",9],["single",2],["controller",2],["ray",16],["group",8],["cls",4],["elif",2],["megatron",5],["nvmegatron",2],["else",2],["raise",2],["not",2],["implemented",2],["error",2],["trainer",7],["ppo",1],["resource",8],["pool",15],["manager",7],["role",13],["remote",4],["policy",2],["global",7],["id",6],["spec",3],["gpus",1],["per",3],["node",1],["nnodes",1],["should",1],["adopt",1],["multi",1],["source",1],["reward",25],["function",1],["here",1],["rule",1],["based",2],["rm",2],["directly",1],["call",2],["score",1],["code",1],["related",1],["prompt",1],["send",1],["sandbox",1],["there",1],["test",1],["cases",1],["finally",1],["combine",1],["all",1],["rewards",1],["together",1],["type",4],["depends",1],["tag",1],["data",1],["enable",1],["fn",6],["num",2],["examine",2],["mode",8],["no",4],["search",2],["penalty",6],["turn",6],["free",2],["answer",2],["curriculum",2],["step",2],["confidence",5],["correct",4],["threshold",4],["val",5],["correctness",2],["em",5],["base",2],["observe",1],["only",2],["ppotrainer",1],["init",1],["fit",1]]},{"id":"verl/trainer/main_ppo.py#RewardManager","name":[["reward",1],["manager",1]],"path":[["verl",1],["trainer",1],["main",1],["ppo",1],["py",1]],"body":[["class",2],["reward",23],["manager",4],["def",2],["init",1],["self",31],["tokenizer",5],["num",6],["examine",6],["format",7],["score",11],["float",9],["type",8],["str",4],["mode",16],["no",13],["search",7],["penalty",18],["turn",18],["free",6],["int",5],["per",13],["answer",7],["curriculum",6],["step",13],["confidence",36],["correct",7],["threshold",6],["final",1],["em",6],["base",1],["eval",5],["only",5],["bool",4],["false",2],["none",4],["print",23],["80",2],["initialization",1],["calib",1],["lsc",2],["fc",2],["call",1],["data",21],["proto",1],["will",1],["expand",1],["function",1],["gradually",1],["based",1],["available",1],["datasets",1],["debug",7],["tensor",15],["if",5],["confidences",7],["batch",18],["shape",4],["dtype",4],["values",1],["min",2],["2f",2],["max",2],["invalid",1],["count",3],["sum",4],["item",9],["responses",5],["first",4],["conf",8],["response",15],["decode",4],["sample",1],["contains",1],["there",1],["rm",5],["directly",1],["return",2],["otherwise",1],["compute",1],["via",1],["fn",1],["scores",3],["keys",1],["torch",2],["zeros",1],["like",1],["float32",1],["meta",1],["info",2],["size",1],["long",1],["10",1],["has",3],["true",1],["else",1],["found",1],["statistics",1],["predicted",1],["answers",1],["ground",1],["truths",1],["sources",2],["tag",1],["valid",12],["overconfident",1],["underconfident",1],["list",1],["mean",1],["already",1],["range",1],["len",1],["prompt",12],["ids",12],["prompts",1],["length",10],["attention",3],["mask",4],["token",1],["action",1]]},{"id":"verl/trainer/main_ppo.py#RewardManager.__call__","name":[["call",1]],"path":[["verl",1],["trainer",1],["main",1],["ppo",1],["py",1]],"body":[["def",2],["call",2],["self",10],["data",39],["proto",2],["will",1],["expand",1],["function",1],["gradually",1],["based",1],["available",1],["datasets",1],["debug",7],["confidence",29],["tensor",17],["if",12],["confidences",7],["batch",22],["print",7],["shape",4],["dtype",4],["values",1],["min",2],["2f",2],["max",2],["invalid",1],["count",8],["sum",4],["item",13],["responses",5],["num",1],["examine",1],["first",4],["conf",8],["response",24],["tokenizer",3],["decode",5],["sample",1],["contains",1],["there",1],["rm",6],["score",9],["directly",1],["return",2],["otherwise",1],["compute",3],["via",1],["fn",4],["scores",3],["keys",1],["reward",10],["torch",2],["zeros",1],["like",1],["float32",1],["type",4],["meta",10],["info",17],["size",2],["long",1],["10",1],["has",3],["true",1],["else",3],["none",3],["false",1],["no",1],["found",1],["statistics",1],["correct",1],["predicted",2],["answers",1],["ground",9],["truths",1],["sources",2],["answer",6],["tag",2],["valid",19],["format",4],["search",7],["bool",4],["overconfident",1],["underconfident",1],["per",7],["step",11],["list",1],["mean",1],["already",1],["range",1],["len",1],["prompt",15],["ids",17],["prompts",1],["length",13],["attention",3],["mask",10],["str",8],["token",2],["int",4],["action",5],["only",4],["filtering",1],["key",1],["from",1],["model",2],["obs",1],["truth",8],["non",2],["source",3],["select",1],["base",2],["correctness",1],["solution",1],["global",2],["curriculum",1],["ray",1],["trainer",1],["cur",2],["hasattr",3],["isinstance",4],["dict",2],["stats",4],["try",2],["except",2],["exception",2],["turn",4],["turns",2],["extract",1],["check",1],["gt",8],["target",2],["raw",6],["np",1],["ndarray",1],["text",1],["reshape",1],["elif",1]]},{"id":"verl/trainer/main_ppo.py#RewardManager.__init__","name":[["init",1]],"path":[["verl",1],["trainer",1],["main",1],["ppo",1],["py",1]],"body":[["def",2],["init",2],["self",27],["tokenizer",4],["num",6],["examine",6],["format",8],["score",12],["float",14],["reward",18],["type",8],["str",6],["mode",20],["no",16],["search",8],["penalty",24],["turn",24],["free",8],["int",6],["per",8],["answer",8],["curriculum",8],["step",8],["confidence",10],["correct",8],["threshold",8],["final",2],["em",8],["base",2],["eval",6],["only",6],["bool",2],["false",2],["none",2],["print",16],["80",2],["manager",1],["initialization",1],["calib",1],["lsc",2],["fc",2]]},{"id":"verl/trainer/main_ppo.py#RewardManager._extract_answer_with_format_check","name":[["extract",1],["answer",1],["format",1],["check",1]],"path":[["verl",1],["trainer",1],["main",1],["ppo",1],["py",1]],"body":[["def",2],["extract",2],["answer",10],["format",2],["check",2],["self",2],["text",3],["str",2],["tuple",2],["response",1],["last",1],["tag",4],["count",4],["pattern",2],["matches",3],["list",1],["re",2],["finditer",1],["dotall",1],["len",1],["if",1],["return",2],["group",1],["strip",1]]},{"id":"verl/trainer/main_ppo.py#RewardManager._is_no_answer","name":[["no",1],["answer",1]],"path":[["verl",1],["trainer",1],["main",1],["ppo",1],["py",1]],"body":[["def",2],["no",2],["answer",5],["self",2],["ans",4],["str",3],["bool",2],["if",4],["none",2],["return",5],["true",4],["strip",2],["f1",2],["normalize",2],["try",1],["norm",4],["qa",1],["except",1],["exception",1],["lower",1],["null",1],["toks",3],["split",1],["len",1],["all",1],["false",1]]},{"id":"verl/trainer/ppo/__init__.py","name":[["init",1],["py",1]],"path":[["verl",1],["trainer",1],["ppo",1],["init",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1]]},{"id":"verl/trainer/ppo/core_algos.py","name":[["core",1],["algos",1],["py",1]],"path":[["verl",1],["trainer",1],["ppo",1],["core",1],["algos",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2022",1],["hugging",1],["face",1],["team",1],["all",1],["rights",1],["reserved",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",2],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",2],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",3],["as",3],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["core",1],["functions",1],["implement",2],["ppo",2],["algorithms",1],["function",1],["implemented",1],["should",1],["be",1],["trainer",1],["different",1],["strategies",1],["import",4],["numpy",1],["np",1],["torch",2],["from",1],["collections",1],["defaultdict",1],["counter",1],["verl",2],["utils",1],["functional",1],["note",1],["sgm",1],["implementation",1],["only",1],["consider",1],["outcome",1],["supervision",1],["reward",1],["scalar",1]]},{"id":"verl/trainer/ppo/core_algos.py#_uid_check_and_print","name":[["uid",1],["check",1],["print",1]],"path":[["verl",1],["trainer",1],["ppo",1],["core",1],["algos",1],["py",1]],"body":[["def",2],["uid",10],["check",4],["print",4],["index",4],["expect",8],["none",3],["strict",4],["false",2],["prefix",4],["reinforce",2],["mean",2],["max",8],["show",4],["10",2],["list",8],["np",1],["array",1],["torch",1],["tensor",1],["len",5],["batch",3],["size",2],["agent",1],["true",1],["counter",2],["counts",9],["values",1],["count",6],["min",4],["if",6],["else",3],["dist",2],["top",3],["most",1],["common",1],["unique",2],["uids",2],["not",1],["bad",6],["items",2],["sample",2],["msg",3],["group",1],["mismatch",1],["groups",1],["first",1],["raise",1],["runtime",1],["error",1]]},{"id":"verl/trainer/ppo/core_algos.py#_uid_group_mean_and_count","name":[["uid",1],["group",1],["mean",1],["count",1]],"path":[["verl",1],["trainer",1],["ppo",1],["core",1],["algos",1],["py",1]],"body":[["def",2],["uid",10],["group",6],["mean",8],["count",3],["scores",6],["torch",6],["tensor",6],["bs",3],["float",1],["int",5],["long",1],["returns",1],["per",1],["sample",1],["uid2count",4],["dict",1],["debug",1],["uid2vals",3],["defaultdict",1],["list",2],["bsz",3],["shape",1],["numpy",1],["python",1],["key",8],["range",2],["append",1],["uid2mean",3],["vals",4],["items",1],["stack",2],["len",1],["empty",1],["like",1],["return",1]]},{"id":"verl/trainer/ppo/core_algos.py#AdaptiveKLController","name":[["adaptive",1],["klcontroller",1]],"path":[["verl",1],["trainer",1],["ppo",1],["core",1],["algos",1],["py",1]],"body":[["class",2],["adaptive",3],["klcontroller",2],["kl",7],["controller",1],["described",1],["paper",1],["https",1],["arxiv",1],["org",1],["pdf",2],["1909",1],["08593",1],["def",2],["init",3],["self",8],["coef",2],["target",6],["horizon",4],["value",2],["update",1],["current",2],["steps",2],["proportional",2],["error",2],["np",1],["clip",1],["mult",2]]},{"id":"verl/trainer/ppo/core_algos.py#AdaptiveKLController.__init__","name":[["init",1]],"path":[["verl",1],["trainer",1],["ppo",1],["core",1],["algos",1],["py",1]],"body":[["def",2],["init",5],["self",5],["kl",6],["coef",3],["target",4],["horizon",4],["value",1]]},{"id":"verl/trainer/ppo/core_algos.py#AdaptiveKLController.update","name":[["update",1]],"path":[["verl",1],["trainer",1],["ppo",1],["core",1],["algos",1],["py",1]],"body":[["def",2],["update",2],["self",5],["current",3],["kl",3],["steps",3],["target",3],["proportional",2],["error",2],["np",1],["clip",1],["mult",2],["horizon",1],["value",1]]},{"id":"verl/trainer/ppo/core_algos.py#compute_entropy_loss","name":[["compute",1],["entropy",1],["loss",1]],"path":[["verl",1],["trainer",1],["ppo",1],["core",1],["algos",1],["py",1]],"body":[["def",2],["compute",4],["entropy",10],["loss",5],["logits",5],["eos",4],["mask",5],["categorical",1],["args",1],["torch",3],["tensor",3],["shape",2],["bs",3],["response",3],["length",2],["vocab",1],["size",1],["returns",1],["scalar",1],["verl",2],["from",1],["len",1],["masked",1],["mean",1],["return",1]]},{"id":"verl/trainer/ppo/core_algos.py#compute_gae_advantage_return","name":[["compute",1],["gae",1],["advantage",1],["return",1]],"path":[["verl",1],["trainer",1],["ppo",1],["core",1],["algos",1],["py",1]],"body":[["def",2],["compute",2],["gae",2],["advantage",3],["return",3],["token",6],["level",5],["rewards",5],["torch",17],["tensor",15],["values",6],["eos",6],["mask",6],["gamma",5],["lam",4],["adapted",1],["from",1],["https",2],["github",1],["com",1],["huggingface",1],["trl",2],["blob",1],["main",1],["trainer",2],["ppo",1],["py",1],["args",1],["shape",6],["bs",5],["response",5],["length",5],["after",1],["have",1],["zero",1],["float",2],["discounted",1],["factor",1],["rl",1],["lambda",1],["value",1],["computing",1],["generalized",1],["estimation",1],["arxiv",1],["org",1],["abs",1],["1506",1],["02438",1],["returns",4],["advantages",9],["no",1],["grad",1],["lastgaelam",4],["reversed",4],["gen",3],["len",3],["range",1],["nextvalues",2],["if",1],["else",1],["delta",2],["append",1],["stack",1],["dim",1],["verl",1],["masked",1],["whiten",1]]},{"id":"verl/trainer/ppo/core_algos.py#compute_grpo_da_outcome_advantage","name":[["compute",1],["grpo",1],["da",1],["outcome",1],["advantage",1]],"path":[["verl",1],["trainer",1],["ppo",1],["core",1],["algos",1],["py",1]],"body":[["def",2],["compute",2],["grpo",7],["da",5],["outcome",3],["advantage",2],["token",7],["level",6],["rewards",6],["torch",11],["tensor",5],["eos",4],["mask",6],["uid",40],["min",13],["float",11],["max",14],["epsilon",4],["1e",2],["expect",4],["int",2],["none",2],["strict",5],["bool",4],["false",5],["print",6],["check",6],["score",2],["sum",2],["mean",20],["std",7],["eps",1],["response",2],["length",2],["shape",1],["non",2],["zero",2],["scores",12],["dim",1],["bs",1],["if",4],["prefix",1],["show",1],["10",1],["list",8],["id2scores",3],["defaultdict",1],["val",10],["enumerate",3],["append",1],["id2mean",7],["id2std",3],["no",1],["grad",1],["key",4],["items",1],["stack",2],["mu",2],["unbiased",1],["isnan",1],["item",6],["device",2],["dtype",2],["clone",1],["difficulty",1],["weight",1],["reward",1],["em",1],["prompt",1],["empty",1],["like",1],["wi",4],["clamp",1],["advantages",5],["scalar",2],["unsqueeze",1],["expand",1],["returns",2],["debug",8],["group",3],["len",1],["else",1],["4f",5],["return",1]]},{"id":"verl/trainer/ppo/core_algos.py#compute_grpo_outcome_advantage","name":[["compute",1],["grpo",1],["outcome",1],["advantage",1]],"path":[["verl",1],["trainer",1],["ppo",1],["core",1],["algos",1],["py",1]],"body":[["def",2],["compute",3],["grpo",3],["outcome",3],["advantage",3],["token",6],["level",6],["rewards",6],["torch",17],["tensor",14],["eos",4],["mask",6],["index",6],["epsilon",3],["float",2],["1e",2],["operating",1],["only",2],["reward",2],["one",1],["scalar",1],["each",1],["response",7],["args",1],["shape",6],["bs",4],["length",6],["returns",2],["advantages",1],["non",2],["zero",2],["scores",9],["sum",1],["dim",1],["id2score",7],["defaultdict",1],["list",1],["id2mean",4],["id2std",4],["no",2],["grad",1],["bsz",3],["range",2],["append",1],["idx",10],["if",1],["len",2],["elif",1],["mean",1],["std",1],["else",1],["raise",1],["value",1],["error",1],["score",1],["prompt",1],["unsqueeze",1],["tile",1],["return",1]]},{"id":"verl/trainer/ppo/core_algos.py#compute_policy_loss","name":[["compute",1],["policy",1],["loss",1]],"path":[["verl",1],["trainer",1],["ppo",1],["core",1],["algos",1],["py",1]],"body":[["def",2],["compute",2],["policy",4],["loss",7],["old",4],["log",8],["prob",8],["advantages",5],["eos",6],["mask",6],["cliprange",5],["adapted",1],["from",1],["https",2],["github",1],["com",1],["huggingface",1],["trl",2],["blob",1],["main",1],["trainer",2],["ppo",5],["py",1],["l1122",1],["args",1],["torch",9],["tensor",5],["shape",4],["bs",4],["response",4],["length",4],["float",4],["clip",1],["range",1],["see",1],["arxiv",1],["org",1],["abs",1],["1707",1],["06347",1],["returns",1],["pg",12],["scalar",1],["gradient",2],["computed",1],["via",1],["clipfrac",3],["number",1],["indicating",1],["fraction",1],["being",1],["clipped",1],["negative",3],["approx",3],["kl",5],["ratio",3],["exp",1],["verl",3],["masked",3],["mean",3],["losses",3],["losses2",3],["clamp",1],["max",1],["gt",1],["return",1]]},{"id":"verl/trainer/ppo/core_algos.py#compute_reinforce_da_outcome_advantage","name":[["compute",1],["reinforce",1],["da",1],["outcome",1],["advantage",1]],"path":[["verl",1],["trainer",1],["ppo",1],["core",1],["algos",1],["py",1]],"body":[["def",2],["compute",2],["reinforce",3],["da",3],["outcome",4],["advantage",2],["token",4],["level",4],["rewards",4],["torch",8],["tensor",6],["response",4],["mask",4],["uid",5],["min",13],["float",9],["max",11],["scores",8],["sum",2],["reward",1],["group",7],["mean",14],["within",1],["same",2],["returns",4],["advantages",5],["bs",2],["len",1],["as",1],["actor",1],["only",1],["debug",3],["dict",1],["uid2count",4],["stats",1],["scalar",1],["dim",1],["no",1],["grad",1],["count",1],["clamp",2],["unsqueeze",1],["item",5],["return",1]]},{"id":"verl/trainer/ppo/core_algos.py#compute_reinforce_mean_da_outcome_advantage","name":[["compute",1],["reinforce",1],["mean",1],["da",1],["outcome",1],["advantage",1]],"path":[["verl",1],["trainer",1],["ppo",1],["core",1],["algos",1],["py",1]],"body":[["def",2],["compute",2],["reinforce",3],["mean",18],["da",3],["outcome",3],["advantage",2],["token",3],["level",3],["rewards",3],["torch",8],["tensor",6],["response",3],["mask",4],["uid",5],["min",11],["float",9],["max",10],["scores",8],["group",8],["within",1],["linear",1],["difficulty",1],["weight",1],["sum",1],["dim",1],["bs",1],["no",1],["grad",1],["uid2count",3],["count",1],["clamp",1],["advantages",3],["unsqueeze",1],["returns",2],["debug",2],["item",5],["return",1]]},{"id":"verl/trainer/ppo/core_algos.py#compute_reinforce_mean_outcome_advantage","name":[["compute",1],["reinforce",1],["mean",1],["outcome",1],["advantage",1]],"path":[["verl",1],["trainer",1],["ppo",1],["core",1],["algos",1],["py",1]],"body":[["def",2],["compute",2],["reinforce",4],["mean",4],["outcome",3],["advantage",3],["token",6],["level",4],["rewards",4],["torch",8],["tensor",6],["response",9],["mask",7],["index",5],["expect",4],["int",2],["none",2],["strict",5],["bool",4],["false",4],["print",4],["check",4],["baseline",2],["uid",15],["bs",7],["len",7],["eos",1],["advantages",9],["returns",4],["critic",1],["if",2],["prefix",1],["reward",1],["scores",5],["sum",1],["dim",1],["mu",2],["python",1],["grpo",1],["list",9],["id2scores",3],["defaultdict",1],["enumerate",2],["append",1],["id2mean",4],["no",2],["grad",2],["items",1],["device",2],["dtype",2],["else",1],["stack",2],["scalar",4],["clone",1],["unsqueeze",1],["return",1]]},{"id":"verl/trainer/ppo/core_algos.py#compute_reinforce_outcome_advantage","name":[["compute",1],["reinforce",1],["outcome",1],["advantage",1]],"path":[["verl",1],["trainer",1],["ppo",1],["core",1],["algos",1],["py",1]],"body":[["def",2],["compute",2],["reinforce",2],["outcome",2],["advantage",2],["token",3],["level",3],["rewards",3],["torch",4],["tensor",4],["response",3],["mask",3],["scores",2],["sum",1],["dim",1],["advantages",3],["unsqueeze",1],["returns",2],["return",1]]},{"id":"verl/trainer/ppo/core_algos.py#compute_rewards","name":[["compute",1],["rewards",1]],"path":[["verl",1],["trainer",1],["ppo",1],["core",1],["algos",1],["py",1]],"body":[["def",2],["compute",2],["rewards",2],["token",3],["level",3],["scores",3],["old",3],["log",6],["prob",6],["ref",3],["kl",5],["ratio",3],["return",1]]},{"id":"verl/trainer/ppo/core_algos.py#compute_value_loss","name":[["compute",1],["value",1],["loss",1]],"path":[["verl",1],["trainer",1],["ppo",1],["core",1],["algos",1],["py",1]],"body":[["def",2],["compute",3],["value",11],["loss",7],["vpreds",5],["returns",7],["values",7],["eos",4],["mask",4],["cliprange",4],["copied",1],["from",1],["https",1],["github",1],["com",1],["huggingface",1],["trl",2],["blob",1],["main",1],["trainer",2],["ppo",1],["py",1],["l1151",1],["args",1],["torch",6],["float",6],["tensor",4],["predicted",1],["head",2],["shape",3],["batch",3],["size",3],["response",3],["length",3],["old",1],["ground",1],["truth",1],["vf",13],["scalar",1],["function",1],["clipfrac",3],["ratio",1],["being",1],["clipped",1],["vpredclipped",2],["verl",3],["clip",1],["by",1],["losses1",3],["losses2",3],["masked",2],["mean",2],["max",1],["gt",1],["return",1]]},{"id":"verl/trainer/ppo/core_algos.py#FixedKLController","name":[["fixed",1],["klcontroller",1]],"path":[["verl",1],["trainer",1],["ppo",1],["core",1],["algos",1],["py",1]],"body":[["class",2],["fixed",3],["klcontroller",2],["kl",4],["controller",1],["def",2],["init",1],["self",3],["coef",2],["value",1],["update",1],["current",1],["steps",1],["pass",1]]},{"id":"verl/trainer/ppo/core_algos.py#FixedKLController.__init__","name":[["init",1]],"path":[["verl",1],["trainer",1],["ppo",1],["core",1],["algos",1],["py",1]],"body":[["def",2],["init",2],["self",3],["kl",3],["coef",3],["value",1]]},{"id":"verl/trainer/ppo/core_algos.py#FixedKLController.update","name":[["update",1]],"path":[["verl",1],["trainer",1],["ppo",1],["core",1],["algos",1],["py",1]],"body":[["def",2],["update",2],["self",2],["current",2],["kl",2],["steps",2],["pass",1]]},{"id":"verl/trainer/ppo/core_algos.py#get_kl_controller","name":[["kl",1],["controller",1]],"path":[["verl",1],["trainer",1],["ppo",1],["core",1],["algos",1],["py",1]],"body":[["def",2],["kl",20],["controller",2],["config",10],["seems",2],["never",2],["if",1],["critic",7],["ctrl",12],["type",3],["fixed",2],["klcontroller",2],["coef",4],["elif",1],["adaptive",2],["assert",1],["horizon",5],["must",1],["be",1],["larger",1],["than",1],["got",1],["init",1],["target",2],["else",1],["raise",1],["value",1],["error",1],["unknown",1],["return",1]]},{"id":"verl/trainer/ppo/core_algos.py#kl_penalty","name":[["kl",1],["penalty",1]],"path":[["verl",1],["trainer",1],["ppo",1],["core",1],["algos",1],["py",1]],"body":[["def",2],["kl",17],["penalty",9],["logprob",18],["torch",8],["float",6],["tensor",6],["ref",9],["compute",1],["divergence",2],["given",1],["copied",1],["from",1],["https",1],["github",1],["com",1],["huggingface",1],["trl",2],["blob",1],["main",1],["trainer",2],["ppo",1],["py",1],["l1104",1],["args",1],["returns",1],["if",5],["return",4],["abs",2],["mse",1],["square",1],["schulman",1],["approximating",1],["2020",1],["url",1],["http",1],["joschu",1],["net",1],["blog",1],["approx",1],["html",1],["low",1],["var",1],["ratio",2],["exp",1],["kld",2],["contiguous",1],["clamp",1],["min",1],["10",2],["max",1],["full",1],["so",1],["here",1],["should",1],["contain",1],["logits",1],["every",1],["token",1],["vocabulary",1],["raise",2],["not",2],["implemented",2],["error",2]]},{"id":"verl/trainer/ppo/ray_trainer.py","name":[["ray",1],["trainer",1],["py",1]],"path":[["verl",1],["trainer",2],["ppo",1],["ray",1],["py",1]],"body":[["ray",7],["trainer",5],["try2",1],["py",1],["ece",2],["main",1],["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["fsdp",1],["ppo",2],["based",1],["single",4],["controller",4],["supports",1],["model",2],["agonistic",1],["initialization",1],["huggingface",1],["import",25],["os",1],["uuid",1],["from",18],["contextlib",1],["contextmanager",2],["dataclasses",1],["dataclass",2],["field",1],["enum",2],["pprint",2],["typing",1],["type",3],["dict",2],["optional",1],["re",2],["json",1],["collections",1],["defaultdict",1],["numpy",1],["np",1],["codetiming",1],["timer",1],["omegaconf",1],["omega",1],["conf",2],["open",1],["verl",9],["data",1],["proto",1],["protocol",1],["pad",1],["dataproto",2],["divisor",1],["unpad",1],["base",2],["worker",5],["resource",1],["pool",1],["group",1],["class",1],["init",1],["args",1],["create",1],["colocated",1],["cls",1],["core",1],["algos",1],["utils",2],["seqlen",3],["balancing",1],["balanced",1],["partitions",1],["log",1],["unbalance",1],["search",1],["r1",1],["llm",1],["agent",1],["generation",2],["llmgeneration",1],["manager",1],["config",2],["adv",1],["lsc",1],["mode",2],["fc",1],["compute",2],["auroc",1],["apply",1],["dual",1],["calib",1],["scores",1],["torch",2],["functional",1],["masked",1],["mean",1]]},{"id":"verl/trainer/ppo/ray_trainer.py#_compute_response_info","name":[["compute",1],["response",1],["info",1]],"path":[["verl",1],["trainer",2],["ppo",1],["ray",1],["py",1]],"body":[["def",2],["compute",2],["response",12],["info",2],["batch",9],["length",9],["responses",1],["shape",1],["prompt",5],["mask",8],["attention",2],["sum",2],["float",2],["size",1],["return",1],["dict",1]]},{"id":"verl/trainer/ppo/ray_trainer.py#_timer","name":[["timer",1]],"path":[["verl",1],["trainer",2],["ppo",1],["ray",1],["py",1]],"body":[["def",2],["timer",5],["name",5],["str",4],["timing",3],["raw",3],["dict",2],["float",2],["logger",1],["none",1],["as",1],["yield",1],["last",1]]},{"id":"verl/trainer/ppo/ray_trainer.py#apply_kl_penalty","name":[["apply",1],["kl",1],["penalty",1]],"path":[["verl",1],["trainer",2],["ppo",1],["ray",1],["py",1]],"body":[["def",2],["apply",2],["kl",22],["penalty",7],["data",13],["proto",2],["ctrl",4],["core",3],["algos",3],["adaptive",2],["klcontroller",2],["responses",3],["batch",12],["response",7],["length",3],["size",5],["token",6],["level",6],["scores",3],["attention",2],["mask",8],["info",1],["compute",1],["between",1],["ref",3],["policy",2],["current",7],["if",1],["log",3],["prob",2],["keys",1],["kld",6],["old",1],["probs",1],["beta",4],["value",1],["else",1],["torch",3],["zeros",1],["like",1],["dtype",1],["float32",1],["rewards",3],["masked",1],["mean",2],["axis",1],["average",1],["over",1],["sequence",1],["dim",1],["item",1],["according",1],["https",1],["github",1],["com",1],["huggingface",1],["trl",2],["blob",1],["951ca1841f29114b969b57b26c7d3e80a39f75a0",1],["trainer",2],["ppo",1],["py",1],["l837",1],["update",1],["steps",1],["metrics",2],["critic",2],["coeff",1],["return",1]]},{"id":"verl/trainer/ppo/ray_trainer.py#compute_advantage","name":[["compute",1],["advantage",1]],"path":[["verl",1],["trainer",2],["ppo",1],["ray",1],["py",1]],"body":[["def",2],["compute",5],["advantage",5],["data",22],["proto",2],["adv",5],["estimator",5],["gamma",4],["lam",4],["num",2],["repeat",2],["prepare",2],["response",15],["group",2],["todo",2],["add",2],["other",2],["ways",2],["estimate",2],["advantages",11],["if",1],["gae",2],["values",4],["batch",17],["responses",9],["length",6],["size",3],["attention",9],["mask",18],["token",12],["level",12],["rewards",12],["returns",9],["core",3],["algos",3],["return",2],["eos",2],["elif",2],["grpo",2],["index",3],["non",1],["tensor",1],["uid",1],["outcome",2],["reinforce",2],["else",1],["raise",1],["not",1],["implemented",1],["error",1]]},{"id":"verl/trainer/ppo/ray_trainer.py#compute_data_metrics","name":[["compute",1],["data",1],["metrics",1]],"path":[["verl",1],["trainer",2],["ppo",1],["ray",1],["py",1]],"body":[["def",2],["compute",3],["data",2],["metrics",5],["batch",27],["critic",20],["true",2],["todo",2],["add",2],["response",25],["length",30],["sequence",8],["score",8],["token",2],["level",2],["scores",1],["sum",2],["reward",5],["rewards",4],["advantages",6],["returns",13],["max",22],["responses",1],["shape",1],["prompt",15],["mask",9],["attention",2],["bool",2],["size",1],["info",12],["valid",21],["adv",5],["torch",30],["masked",3],["select",3],["if",2],["values",12],["return",5],["diff",2],["var",8],["mean",22],["detach",24],["item",24],["min",16],["vf",2],["explained",2],["1e",1],["else",1],["clip",2],["ratio",4],["eq",2],["float",9],["actions",4],["env",7],["number",5],["np",16],["array",8],["meta",8],["turns",4],["stats",7],["dtype",8],["int16",8],["finish",1],["active",1],["action",4],["search",2]]},{"id":"verl/trainer/ppo/ray_trainer.py#compute_timing_metrics","name":[["compute",1],["timing",1],["metrics",1]],"path":[["verl",1],["trainer",2],["ppo",1],["ray",1],["py",1]],"body":[["def",2],["compute",3],["timing",9],["metrics",2],["batch",3],["raw",5],["response",8],["info",4],["num",10],["prompt",3],["tokens",10],["torch",2],["sum",2],["length",2],["item",2],["overall",2],["section",3],["gen",1],["name",8],["ref",1],["values",1],["adv",1],["update",2],["critic",1],["actor",1],["rollout",1],["return",1],["value",2],["items",1],["per",1],["token",1],["ms",1],["1000",1],["keys",2]]},{"id":"verl/trainer/ppo/ray_trainer.py#RayPPOTrainer","name":[["ray",1],["ppotrainer",1]],"path":[["verl",1],["trainer",2],["ppo",1],["ray",1],["py",1]],"body":[["class",2],["ray",8],["ppotrainer",2],["object",2],["note",1],["trainer",7],["runs",1],["driver",2],["process",1],["single",1],["cpu",1],["gpu",1],["node",1],["todo",2],["support",3],["each",1],["role",13],["have",2],["individual",1],["worker",14],["group",6],["cls",4],["different",2],["backend",2],["def",4],["init",4],["self",75],["config",42],["tokenizer",7],["mapping",7],["dict",2],["type",3],["resource",4],["pool",4],["manager",4],["reward",7],["fn",11],["none",5],["val",19],["assert",6],["torch",2],["cuda",2],["available",2],["must",2],["be",2],["hybrid",5],["engine",5],["actor",5],["rollout",3],["ref",3],["currently",1],["only",1],["if",8],["keys",1],["reference",2],["policy",3],["rm",1],["model",1],["define",1],["kl",19],["control",1],["algorithm",7],["ctrl",11],["fixed",3],["core",3],["algos",3],["klcontroller",3],["coef",5],["elif",1],["adaptive",2],["horizon",5],["larger",1],["than",3],["got",1],["critic",3],["target",2],["else",4],["raise",1],["not",4],["implemented",1],["error",3],["create",2],["dataloader",12],["logger",4],["from",3],["verl",2],["utils",3],["tracking",3],["import",3],["project",2],["name",4],["experiment",2],["default",1],["omega",2],["conf",2],["container",1],["resolve",1],["true",7],["data",27],["loader",3],["make",1],["sure",1],["batch",5],["size",16],["divisible",1],["by",1],["dp",1],["dataset",24],["rl",1],["rlhfdataset",3],["collate",5],["train",18],["parquet",2],["files",4],["prompt",8],["key",4],["max",4],["length",4],["filter",2],["prompts",2],["return",4],["raw",4],["chat",4],["false",2],["truncation",2],["num",6],["len",11],["dataframe",10],["print",7],["warning",2],["training",15],["smaller",2],["desired",2],["as",2],["original",2],["sample",2],["random",2],["state",2],["42",2],["filtered",2],["shuffle",3],["drop",2],["last",2],["validation",2],["inject",1],["total",14],["steps",13],["optim",3],["hacky",1],["epochs",1],["struct",1],["open",1],["valida",1]]},{"id":"verl/trainer/ppo/ray_trainer.py#RayPPOTrainer.__init__","name":[["init",1]],"path":[["verl",1],["trainer",2],["ppo",1],["ray",1],["py",1]],"body":[["def",2],["init",4],["self",20],["config",13],["tokenizer",4],["role",13],["worker",18],["mapping",8],["dict",2],["type",4],["resource",6],["pool",6],["manager",6],["ray",8],["group",8],["cls",4],["reward",9],["fn",8],["none",4],["val",4],["assert",5],["torch",2],["cuda",4],["available",4],["must",3],["be",3],["driver",2],["hybrid",5],["engine",5],["actor",2],["rollout",2],["ref",2],["currently",1],["only",1],["support",1],["if",3],["keys",1],["reference",2],["policy",3],["rm",1],["model",1],["define",1],["kl",19],["control",1],["algorithm",7],["ctrl",11],["fixed",3],["core",3],["algos",3],["klcontroller",3],["coef",5],["elif",1],["adaptive",2],["horizon",5],["larger",1],["than",1],["got",1],["critic",1],["target",2],["else",2],["raise",1],["not",1],["implemented",1],["error",1],["create",1],["dataloader",1],["logger",1]]},{"id":"verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._balance_batch","name":[["balance",1],["batch",1]],"path":[["verl",1],["trainer",2],["ppo",1],["ray",1],["py",1]],"body":[["def",2],["balance",4],["batch",10],["self",3],["data",4],["proto",2],["metrics",3],["logging",3],["prefix",4],["global",12],["seqlen",8],["reorder",3],["single",1],["controller",1],["such",1],["each",1],["dp",1],["rank",1],["gets",1],["similar",1],["total",1],["tokens",1],["attention",4],["mask",4],["size",7],["shape",1],["lst",6],["view",1],["sum",1],["tolist",1],["train",1],["world",3],["actor",1],["rollout",1],["wg",1],["partition",5],["balanced",1],["partitions",3],["equal",1],["true",1],["based",1],["index",1],["will",1],["be",1],["automatically",1],["equally",1],["partitioned",1],["by",1],["dispatch",1],["function",1],["idx",2],["torch",1],["tensor",1],["stats",2],["log",1],["unbalance",1],["list",1],["update",1]]},{"id":"verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._collect_and_log_statistics","name":[["collect",1],["log",1],["statistics",1]],"path":[["verl",1],["trainer",2],["ppo",1],["ray",1],["py",1]],"body":[["def",3],["collect",2],["log",2],["statistics",5],["self",2],["batch",4],["metrics",20],["dict",2],["split",15],["train",6],["data",2],["proto",2],["simple",2],["namespace",2],["gen",16],["stats",48],["meta",2],["info",7],["generation",17],["none",11],["reward",43],["has",8],["not",9],["len",5],["if",24],["return",3],["print",13],["80",2],["combined",1],["update",4],["avg",16],["total",29],["tokens",23],["np",20],["mean",19],["output",4],["max",4],["min",2],["reasoning",4],["information",5],["search",6],["count",17],["turn",2],["sum",7],["token",3],["ratio",4],["1f",4],["correct",17],["accuracy",3],["else",10],["score",1],["scores",1],["valid",11],["format",2],["answer",2],["tags",2],["tag",2],["confidence",18],["confidences",8],["confs",15],["conf",7],["overconf",2],["overconfident",2],["underconf",2],["underconfident",2],["rate",3],["float",9],["std",2],["overconfidence",1],["underconfidence",1],["range",2],["incorrect",6],["gap",2],["calibration",2],["ece",9],["compute",2],["4f",2],["auroc",8],["lsc",2],["mode",4],["hash",2],["1000",2],["fc",2],["fix",1],["totals",1],["only",1],["wandb",1],["needs",1],["these",1],["list",1],["key",2],["default",2],["think",1],["me",1]]},{"id":"verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._collect_and_log_statistics._mean_list","name":[["mean",1],["list",1]],"path":[["verl",1],["trainer",2],["ppo",1],["ray",1],["py",1]],"body":[["def",2],["mean",3],["list",2],["key",3],["default",3],["reward",1],["stats",1],["none",2],["if",1],["len",1],["return",2],["float",2],["np",1]]},{"id":"verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._create_dataloader","name":[["create",1],["dataloader",1]],"path":[["verl",1],["trainer",2],["ppo",1],["ray",1],["py",1]],"body":[["def",2],["create",2],["dataloader",12],["self",51],["from",2],["torch",1],["utils",2],["data",27],["import",2],["loader",3],["todo",1],["have",1],["make",1],["sure",1],["batch",5],["size",16],["divisible",1],["by",1],["dp",1],["verl",1],["dataset",24],["rl",1],["rlhfdataset",3],["collate",5],["fn",5],["train",18],["parquet",2],["files",4],["config",25],["tokenizer",4],["prompt",8],["key",4],["max",4],["length",4],["filter",2],["prompts",2],["true",6],["return",4],["raw",4],["chat",4],["false",2],["truncation",2],["error",2],["if",5],["num",6],["not",3],["none",3],["len",11],["dataframe",10],["print",7],["warning",2],["training",15],["smaller",2],["than",2],["desired",2],["as",2],["original",2],["else",2],["sample",2],["random",2],["state",2],["42",2],["filtered",2],["shuffle",3],["drop",2],["last",2],["val",16],["validation",2],["assert",2],["inject",1],["total",14],["steps",13],["actor",3],["critic",2],["optim",3],["hacky",1],["trainer",3],["epochs",1],["omega",1],["conf",1],["struct",1],["open",1],["dict",1],["rollout",1],["ref",1]]},{"id":"verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._create_loss_mask","name":[["create",1],["loss",1],["mask",1]],"path":[["verl",1],["trainer",2],["ppo",1],["ray",1],["py",1]],"body":[["def",2],["create",3],["loss",8],["mask",12],["self",2],["batch",11],["metrics",4],["state",3],["tokens",3],["response",5],["length",3],["responses",1],["shape",1],["attention",1],["info",1],["update",1],["total",1],["sum",3],["item",2],["coverage",1],["return",1]]},{"id":"verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._init_logger","name":[["init",1],["logger",1]],"path":[["verl",1],["trainer",2],["ppo",1],["ray",1],["py",1]],"body":[["def",2],["init",2],["logger",4],["self",7],["from",1],["verl",1],["utils",1],["tracking",3],["import",1],["project",2],["name",4],["config",5],["trainer",3],["experiment",2],["default",1],["backend",1],["omega",1],["conf",1],["container",1],["resolve",1],["true",1]]},{"id":"verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._save_checkpoint","name":[["save",1],["checkpoint",1]],"path":[["verl",1],["trainer",2],["ppo",1],["ray",1],["py",1]],"body":[["def",2],["save",4],["checkpoint",4],["self",13],["actor",7],["local",6],["path",12],["os",4],["join",4],["config",6],["trainer",6],["default",6],["dir",6],["global",4],["step",2],["steps",2],["remote",4],["none",4],["if",3],["hdfs",4],["else",2],["rollout",1],["wg",2],["critic",8]]},{"id":"verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._save_sample_level_data","name":[["save",1],["sample",1],["level",1],["data",1]],"path":[["verl",1],["trainer",2],["ppo",1],["ray",1],["py",1]],"body":[["def",2],["save",2],["sample",6],["level",3],["data",10],["self",9],["batch",7],["proto",3],["gen",8],["stats",35],["dict",5],["reward",29],["split",8],["train",2],["csv",15],["args",1],["generation",1],["import",2],["os",7],["uid",15],["non",2],["tensor",2],["none",5],["if",8],["index",1],["normalize",1],["into",1],["python",1],["list",4],["indexing",1],["isinstance",3],["np",1],["ndarray",1],["tolist",1],["elif",2],["tuple",2],["else",4],["fix",1],["end",1],["output",6],["dir",4],["path",12],["join",3],["config",6],["trainer",4],["default",1],["local",1],["statistics",1],["makedirs",1],["exist",1],["ok",1],["true",1],["val",9],["hasattr",1],["filename",7],["actor",4],["model",8],["rollout",1],["ref",1],["global",5],["step",9],["100",2],["parts",2],["rstrip",1],["id",4],["files",6],["nq",1],["hotpot",1],["only",1],["dataset",2],["name",2],["basename",1],["dirname",1],["file",2],["exists",3],["open",13],["newline",1],["encoding",1],["utf",1],["as",1],["fieldnames",3],["source",2],["correct",4],["score",2],["total",14],["tokens",23],["reasoning",16],["information",4],["search",18],["count",10],["turn",3],["ratio",6],["has",3],["valid",4],["format",3],["answer",20],["tag",8],["predicted",3],["ground",3],["truth",2],["think",15],["close",10],["malformed",10],["bad",9],["optional",1],["all",6],["tags",1],["json",6],["you",1],["saved",1],["confidence",4],["overconfident",1],["underconfident",1],["per",5],["todo",1],["11",1],["conf",3],["mean",1],["values",1],["action",1],["types",1],["writer",3],["not",2],["writeheader",1],["num",17],["samples",17],["len",2],["range",1],["info",4],["row",1],["steps",1],["str",2],["sources",1],["int",17],["scores",1],["answers",1],["200",2],["truths",1]]},{"id":"verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._validate","name":[["validate",1]],"path":[["verl",1],["trainer",2],["ppo",1],["ray",1],["py",1]],"body":[["def",3],["validate",4],["self",27],["training",1],["loop",4],["ppo",1],["global",1],["metric",1],["computation",1],["accumulates",1],["metrics",1],["across",1],["all",11],["batches",1],["before",1],["computing",1],["final",5],["statistics",7],["import",3],["torch",1],["types",1],["reward",27],["tensor",10],["lst",4],["data",13],["source",3],["batch",65],["list",4],["extend",5],["stats",24],["none",5],["gen",30],["merge",5],["accum",8],["new",4],["if",6],["copy",2],["return",3],["deepcopy",1],["items",1],["isinstance",2],["config",18],["generation",10],["max",11],["turns",2],["start",3],["length",9],["prompt",2],["response",2],["obs",2],["num",1],["gpus",2],["trainer",1],["per",5],["node",1],["no",2],["think",2],["rl",2],["algorithm",1],["search",2],["url",2],["retriever",2],["topk",2],["agent",2],["preparation",1],["manager",4],["llmgeneration",1],["tokenizer",6],["actor",5],["rollout",6],["wg",4],["validation",3],["true",4],["not",1],["test",40],["val",5],["dataloader",2],["proto",3],["from",3],["single",2],["dict",4],["only",1],["rule",1],["based",1],["rm",1],["model",3],["enable",1],["non",4],["style",1],["pop",2],["input",6],["ids",8],["attention",2],["mask",2],["position",2],["meta",11],["info",11],["eos",4],["token",8],["id",8],["pad",9],["recompute",2],["log",2],["prob",2],["false",4],["sample",3],["be",1],["divisible",1],["by",1],["dp",1],["size",5],["padded",4],["dataproto",2],["divisor",1],["world",1],["output",8],["generate",1],["sequences",1],["unpad",2],["print",1],["end",1],["union",2],["evaluate",2],["function",4],["certain",2],["sandbox",2],["overlap",2],["fn",2],["append",2],["unknown",1],["shape",1],["else",1],["timing",5],["raw",5],["repeat",2],["times",1],["ref",1],["interleave",1],["keys",2],["timer",2],["step",5],["first",2],["clone",1],["run",1],["llm",1],["initial",1],["todo",1],["10",1],["transfer",1],["confidences",4],["psc",2],["np",1],["array",1],["dtype",1],["object",1],["key",3],["long",1],["csv",1],["jsonl",1],["save",1],["level",1],["sta",1]]},{"id":"verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._validate._merge_stats","name":[["merge",1],["stats",1]],"path":[["verl",1],["trainer",2],["ppo",1],["ray",1],["py",1]],"body":[["def",2],["merge",2],["stats",7],["accum",9],["new",5],["extend",2],["if",2],["none",1],["import",1],["copy",2],["return",2],["deepcopy",1],["items",1],["isinstance",2],["list",3]]},{"id":"verl/trainer/ppo/ray_trainer.py#RayPPOTrainer.fit","name":[["fit",1]],"path":[["verl",1],["trainer",2],["ppo",1],["ray",1],["py",1]],"body":[["def",2],["fit",2],["self",37],["training",3],["loop",3],["ppo",2],["driver",2],["process",2],["only",3],["need",1],["call",2],["compute",10],["functions",1],["worker",1],["group",2],["through",1],["rpc",1],["construct",1],["dataflow",1],["light",1],["weight",1],["advantage",1],["computation",2],["done",1],["logger",3],["global",8],["steps",5],["perform",1],["validation",3],["before",2],["currently",1],["support",2],["reward",6],["function",2],["if",9],["val",6],["fn",2],["not",3],["none",1],["config",22],["trainer",4],["train",3],["true",7],["metrics",7],["validate",1],["pprint",1],["initial",2],["log",8],["data",8],["step",10],["false",1],["return",1],["start",5],["from",4],["agent",2],["preparation",1],["gen",22],["generation",5],["max",11],["turns",2],["length",9],["prompt",2],["response",2],["obs",2],["num",2],["gpus",2],["per",5],["node",1],["no",3],["think",2],["rl",2],["algorithm",1],["search",2],["url",2],["retriever",2],["topk",2],["manager",4],["llmgeneration",1],["tokenizer",2],["actor",7],["rollout",12],["wg",6],["epoch",3],["range",3],["total",1],["epochs",1],["batch",74],["dict",3],["dataloader",1],["print",1],["timing",9],["raw",9],["proto",2],["single",1],["repeat",8],["times",3],["ref",8],["interleave",3],["pop",2],["those",1],["keys",4],["input",5],["ids",6],["attention",2],["mask",2],["position",1],["original",1],["code",1],["here",1],["timer",6],["output",15],["generate",1],["sequences",1],["non",6],["tensor",6],["uid",3],["np",3],["array",3],["str",2],["uuid",2],["uuid4",2],["len",2],["dtype",3],["object",3],["align",2],["repeated",2],["responses",2],["union",5],["below",1],["ll",1],["about",1],["agents",1],["llm",2],["forloop",1],["else",2],["first",4],["clone",1],["long",5],["final",11],["run",1],["apply",2],["lambda",2],["inplace",2],["key",10],["torch",2],["grad",1],["prob",5],["index",1],["copy",1],["todo",1],["10",1],["transfer",1],["confidences",4],["meta",5],["info",5],["psc",2],["balance",2],["number",1],["valid",2],["tokens",2],["each",1],["dp",1],["rank",1],["note",1],["breaks",1],["order",1],["inside",1],["please",1],["take",1],["care",1],["you",1],["implement",1],["based",3],["adv",2],["such",1],["as",1],["grpo",1],["rloo",1],["token",2],["sum",1],["dim",1],["tolist",1],["old",2],["probs",2],["level",1],["scores",3],["reference",2],["policy",2],["values",5],["critic",2],["both",1],["model",4],["then",1],["combine",1],["results",2],["rule",1],["rm",1],["score",1],["rewa",1]]},{"id":"verl/trainer/ppo/ray_trainer.py#RayPPOTrainer.init_workers","name":[["init",1],["workers",1]],"path":[["verl",1],["trainer",2],["ppo",1],["ray",1],["py",1]],"body":[["def",2],["init",12],["workers",2],["self",44],["resource",32],["pool",34],["worker",13],["group",3],["manager",6],["create",9],["cls",22],["dict",11],["values",1],["actor",12],["rollout",13],["if",10],["hybrid",1],["engine",1],["role",15],["ray",10],["class",8],["args",4],["mapping",4],["config",10],["ref",12],["else",2],["raise",1],["not",2],["implemented",1],["error",1],["critic",14],["algorithm",2],["adv",2],["estimator",2],["gae",1],["true",1],["elif",1],["grpo",1],["reinforce",1],["false",2],["reference",3],["policy",9],["needed",1],["reward",5],["model",8],["fn",1],["none",1],["rm",9],["here",1],["initialize",1],["note",1],["you",2],["want",1],["different",4],["each",1],["support",2],["parallel",1],["size",1],["should",2],["colocated",2],["instead",1],["directly",1],["pass",1],["groups",1],["see",1],["https",2],["github",2],["com",2],["volcengine",1],["verl",1],["blob",1],["master",1],["examples",1],["tutorial",1],["ipynb",1],["more",1],["information",1],["all",6],["wg",21],["dicts",2],["items",1],["spawn",3],["prefix",1],["keys",1],["update",1],["keep",1],["referece",1],["31",1],["project",1],["pull",1],["45699",1],["append",1],["at",1],["end",1],["so",1],["vllm",1],["have",1],["better",1],["estimation",1],["kv",1],["cache",1],["memory",1]]},{"id":"verl/trainer/ppo/ray_trainer.py#reduce_metrics","name":[["reduce",1],["metrics",1]],"path":[["verl",1],["trainer",2],["ppo",1],["ray",1],["py",1]],"body":[["def",2],["reduce",2],["metrics",7],["dict",2],["key",2],["val",2],["items",1],["np",1],["mean",1],["return",1]]},{"id":"verl/trainer/ppo/ray_trainer.py#ResourcePoolManager","name":[["resource",1],["pool",1],["manager",1]],"path":[["verl",1],["trainer",2],["ppo",1],["ray",1],["py",1]],"body":[["class",2],["resource",21],["pool",21],["manager",2],["define",1],["specification",1],["will",1],["be",1],["initialized",1],["first",1],["mapping",3],["spec",2],["dict",7],["str",3],["list",1],["int",1],["role",4],["ray",4],["field",1],["default",1],["factory",1],["def",2],["create",1],["self",6],["name",4],["process",3],["nodes",3],["items",1],["max",4],["colocate",4],["count",4],["means",1],["number",1],["worker",4],["groups",2],["processes",1],["each",1],["fsdp",1],["backend",2],["recommend",2],["merge",1],["all",1],["into",1],["one",1],["megatron",1],["utilize",1],["different",1],["group",1],["differnt",1],["models",1],["gpu",1],["true",1],["prefix",1],["cls",1],["return",1]]},{"id":"verl/trainer/ppo/ray_trainer.py#ResourcePoolManager.create_resource_pool","name":[["create",1],["resource",1],["pool",1]],"path":[["verl",1],["trainer",2],["ppo",1],["ray",1],["py",1]],"body":[["def",2],["create",2],["resource",11],["pool",11],["self",4],["name",4],["process",3],["nodes",3],["spec",1],["items",1],["max",4],["colocate",4],["count",4],["means",1],["number",1],["worker",3],["groups",2],["processes",1],["each",1],["ray",2],["fsdp",1],["backend",2],["recommend",2],["merge",1],["all",1],["into",1],["one",1],["megatron",1],["utilize",1],["different",1],["group",1],["differnt",1],["models",1],["gpu",1],["true",1],["prefix",1],["dict",1]]},{"id":"verl/trainer/ppo/ray_trainer.py#ResourcePoolManager.get_resource_pool","name":[["resource",1],["pool",1]],"path":[["verl",1],["trainer",2],["ppo",1],["ray",1],["py",1]],"body":[["def",2],["resource",6],["pool",6],["self",4],["role",5],["ray",2],["worker",1],["cls",1],["return",1],["dict",1],["mapping",1]]},{"id":"verl/trainer/ppo/ray_trainer.py#Role","name":[["role",1]],"path":[["verl",1],["trainer",2],["ppo",1],["ray",1],["py",1]],"body":[["class",2],["role",3],["enum",2],["create",1],["more",1],["roles",1],["dynamically",1],["you",1],["subclass",1],["add",1],["new",1],["members",1],["actor",3],["rollout",3],["critic",1],["ref",2],["policy",1],["reward",1],["model",1]]},{"id":"verl/utils/__init__.py","name":[["init",1],["py",1]],"path":[["verl",1],["utils",1],["init",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["from",2],["import",2],["tokenizer",3],["all",2]]},{"id":"verl/utils/config.py","name":[["config",1],["py",1]],"path":[["verl",1],["utils",1],["config",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["from",2],["typing",1],["import",2],["dict",2],["omegaconf",1],["config",1]]},{"id":"verl/utils/config.py#update_dict_with_config","name":[["update",1],["dict",1],["config",1]],"path":[["verl",1],["utils",1],["config",1],["py",1]],"body":[["def",2],["update",2],["dict",6],["config",8],["dictionary",4],["key",4],["if",1],["hasattr",1],["getattr",1]]},{"id":"verl/utils/dataset/__init__.py","name":[["init",1],["py",1]],"path":[["verl",1],["utils",1],["dataset",1],["init",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["from",2],["rl",1],["dataset",2],["import",2],["rlhfdataset",1],["rm",1],["rmdataset",1]]},{"id":"verl/utils/dataset/rl_dataset.py","name":[["rl",1],["dataset",1],["py",1]],"path":[["verl",1],["utils",1],["dataset",2],["rl",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",2],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",4],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["from",7],["omegaconf",1],["import",11],["list",2],["config",1],["os",1],["typing",1],["union",1],["pandas",1],["pd",1],["torch",3],["numpy",1],["np",1],["utils",4],["data",2],["dataset",1],["loader",1],["transformers",1],["auto",1],["tokenizer",2],["pre",1],["trained",1],["verl",4],["fs",1],["local",1],["path",1],["hdfs",1],["model",1],["compute",1],["position",1],["id",1],["mask",1],["functional",1]]},{"id":"verl/utils/dataset/rl_dataset.py#collate_fn","name":[["collate",1],["fn",1]],"path":[["verl",1],["utils",1],["dataset",2],["rl",1],["py",1]],"body":[["def",2],["collate",2],["fn",2],["data",5],["list",5],["dict",4],["tensors",14],["non",7],["key",11],["val",8],["items",3],["if",3],["isinstance",1],["torch",2],["tensor",1],["not",2],["append",2],["else",1],["stack",1],["dim",1],["np",1],["array",1],["dtype",1],["object",1],["output",4],["update",2],["return",1]]},{"id":"verl/utils/dataset/rl_dataset.py#RLHFDataset","name":[["rlhfdataset",1]],"path":[["verl",1],["utils",1],["dataset",2],["rl",1],["py",1]],"body":[["class",2],["rlhfdataset",2],["dataset",5],["assume",1],["contains",2],["column",1],["prompts",6],["other",2],["information",1],["def",5],["init",1],["self",39],["parquet",15],["files",12],["union",1],["str",2],["list",3],["tokenizer",12],["pre",1],["trained",1],["prompt",23],["key",7],["max",6],["length",6],["1024",1],["filter",5],["true",4],["cache",7],["dir",5],["verl",3],["rlhf",1],["chat",21],["template",12],["func",3],["none",1],["return",7],["raw",6],["false",2],["truncation",5],["error",1],["if",4],["not",1],["isinstance",1],["config",1],["os",1],["path",3],["expanduser",1],["download",2],["read",4],["tokenize",4],["from",3],["utils",1],["fs",1],["import",1],["copy",2],["local",2],["hdfs",2],["file",4],["enumerate",1],["src",1],["dataframes",3],["dataframe",10],["pd",2],["append",1],["concat",1],["print",2],["original",1],["len",7],["out",1],["too",2],["long",2],["nvm",1],["apply",3],["lambda",1],["doc",2],["add",3],["generation",2],["axis",1],["getitem",1],["item",2],["note",1],["also",1],["input",4],["ids",7],["so",1],["be",1],["combined",1],["row",9],["dict",10],["iloc",1],["pop",1],["else",1],["content",1],["attention",4],["mask",5],["postprocess",1],["data",1],["pad",3],["token",2],["id",3],["left",1],["position",4],["compute",1],["encode",1],["without",1],["tolist",1],["index",5],["each",1],["extra",1],["info",1]]},{"id":"verl/utils/dataset/rl_dataset.py#RLHFDataset.__getitem__","name":[["getitem",1]],"path":[["verl",1],["utils",1],["dataset",2],["rl",1],["py",1]],"body":[["def",2],["getitem",2],["self",11],["item",3],["note",1],["also",1],["return",3],["raw",3],["input",4],["ids",7],["so",1],["be",1],["combined",1],["other",1],["chat",14],["template",8],["row",9],["dict",10],["dataframe",1],["iloc",1],["pop",1],["prompt",10],["key",1],["if",2],["tokenizer",5],["apply",1],["add",2],["generation",1],["true",2],["tokenize",2],["false",1],["else",1],["content",1],["attention",4],["mask",5],["verl",1],["postprocess",1],["data",1],["max",2],["length",2],["pad",3],["token",2],["id",3],["left",1],["truncation",2],["position",4],["compute",1],["encode",1],["prompts",1],["without",1],["tolist",1],["index",5],["each",1],["extra",1],["info",1]]},{"id":"verl/utils/dataset/rl_dataset.py#RLHFDataset.__init__","name":[["init",1]],"path":[["verl",1],["utils",1],["dataset",2],["rl",1],["py",1]],"body":[["def",2],["init",2],["self",13],["parquet",7],["files",8],["union",2],["str",4],["list",4],["tokenizer",6],["pre",2],["trained",2],["prompt",10],["key",4],["max",4],["length",4],["1024",2],["filter",4],["prompts",4],["true",2],["cache",6],["dir",4],["verl",2],["rlhf",2],["chat",8],["template",4],["func",4],["none",2],["return",4],["raw",4],["false",2],["truncation",4],["error",2],["if",1],["not",1],["isinstance",1],["config",1],["os",1],["path",1],["expanduser",1],["download",1],["read",1],["tokenize",1]]},{"id":"verl/utils/dataset/rl_dataset.py#RLHFDataset.__len__","name":[["len",1]],"path":[["verl",1],["utils",1],["dataset",2],["rl",1],["py",1]],"body":[["def",2],["len",3],["self",3],["return",1],["dataframe",1]]},{"id":"verl/utils/dataset/rl_dataset.py#RLHFDataset._download","name":[["download",1]],"path":[["verl",1],["utils",1],["dataset",2],["rl",1],["py",1]],"body":[["def",2],["download",2],["self",5],["from",3],["verl",1],["utils",1],["fs",1],["import",1],["copy",2],["local",2],["path",2],["hdfs",2],["parquet",4],["file",2],["enumerate",1],["files",2],["src",1],["cache",2],["dir",2]]},{"id":"verl/utils/dataset/rl_dataset.py#RLHFDataset._read_files_and_tokenize","name":[["read",1],["files",1],["tokenize",1]],"path":[["verl",1],["utils",1],["dataset",2],["rl",1],["py",1]],"body":[["def",2],["read",4],["files",4],["tokenize",2],["self",12],["dataframes",3],["parquet",5],["file",2],["cache",1],["dataframe",8],["pd",2],["append",1],["concat",1],["print",2],["original",1],["dataset",2],["len",5],["filter",2],["out",1],["too",2],["long",2],["prompts",1],["tokenizer",3],["prompt",6],["key",3],["nvm",1],["if",1],["apply",2],["lambda",1],["doc",2],["chat",1],["template",1],["add",1],["generation",1],["true",1],["max",1],["length",1],["axis",1]]},{"id":"verl/utils/dataset/rm_dataset.py","name":[["rm",1],["dataset",1],["py",1]],"path":[["verl",1],["utils",1],["dataset",2],["rm",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["import",7],["os",1],["from",4],["typing",1],["list",1],["union",1],["pandas",1],["pd",1],["torch",2],["utils",2],["data",1],["dataset",1],["transformers",1],["auto",1],["tokenizer",2],["verl",1],["hf",1]]},{"id":"verl/utils/dataset/rm_dataset.py#download_files_distributed","name":[["download",1],["files",1],["distributed",1]],"path":[["verl",1],["utils",1],["dataset",2],["rm",1],["py",1]],"body":[["def",2],["download",8],["files",3],["distributed",6],["fn",4],["import",1],["torch",4],["if",2],["initialized",1],["rank",1],["barrier",1],["else",1],["anyway",1]]},{"id":"verl/utils/dataset/rm_dataset.py#RMDataset","name":[["rmdataset",1]],"path":[["verl",1],["utils",1],["dataset",2],["rm",1],["py",1]],"body":[["class",2],["rmdataset",2],["dataset",2],["def",7],["init",1],["self",50],["parquet",17],["files",15],["union",1],["str",3],["list",2],["tokenizer",12],["prompt",10],["key",12],["chosen",21],["rejected",23],["max",9],["length",17],["1024",1],["add",4],["eos",6],["true",2],["cache",8],["dir",6],["verl",2],["rm",1],["if",6],["not",2],["isinstance",2],["os",6],["path",5],["expanduser",1],["hf",1],["download",5],["read",4],["tokenize",2],["from",1],["utils",1],["fs",1],["import",1],["copy",2],["non",2],["local",2],["makedirs",1],["exist",1],["ok",1],["assert",1],["exists",2],["file",6],["enumerate",1],["dst",5],["join",1],["basename",1],["src",1],["distributed",1],["dataframes",3],["dataframe",6],["pd",2],["append",1],["concat",1],["prompts",3],["tolist",3],["responses",4],["len",2],["return",6],["pad",3],["input",25],["ids",36],["attention",17],["mask",17],["curr",5],["shape",1],["torch",14],["cat",6],["zeros",2],["size",2],["dtype",4],["dim",8],["elif",1],["getitem",1],["item",4],["response",12],["tensors",3],["pt",3],["tensor",2],["token",2],["id",2],["ones",2],["like",2],["stack",2]]},{"id":"verl/utils/dataset/rm_dataset.py#RMDataset.__getitem__","name":[["getitem",1]],"path":[["verl",1],["utils",1],["dataset",2],["rm",1],["py",1]],"body":[["def",2],["getitem",2],["self",13],["item",5],["prompt",5],["prompts",1],["chosen",15],["response",12],["responses",2],["rejected",17],["ids",28],["tokenizer",5],["return",4],["tensors",3],["pt",3],["input",17],["if",1],["add",1],["eos",3],["torch",10],["cat",4],["tensor",2],["token",2],["id",2],["dim",6],["attention",10],["mask",10],["ones",2],["like",2],["pad",2],["length",2],["stack",2]]},{"id":"verl/utils/dataset/rm_dataset.py#RMDataset.__init__","name":[["init",1]],"path":[["verl",1],["utils",1],["dataset",2],["rm",1],["py",1]],"body":[["def",2],["init",2],["self",12],["parquet",7],["files",8],["union",2],["str",5],["list",3],["tokenizer",8],["prompt",6],["key",12],["chosen",6],["rejected",6],["max",4],["length",4],["1024",2],["add",4],["eos",4],["true",2],["cache",6],["dir",4],["verl",2],["rm",2],["if",2],["not",1],["isinstance",2],["os",1],["path",1],["expanduser",1],["hf",1],["download",1],["read",1],["tokenize",1]]},{"id":"verl/utils/dataset/rm_dataset.py#RMDataset.__len__","name":[["len",1]],"path":[["verl",1],["utils",1],["dataset",2],["rm",1],["py",1]],"body":[["def",2],["len",3],["self",3],["return",1],["prompts",1]]},{"id":"verl/utils/dataset/rm_dataset.py#RMDataset._download","name":[["download",1]],"path":[["verl",1],["utils",1],["dataset",2],["rm",1],["py",1]],"body":[["def",3],["download",5],["self",7],["files",5],["from",1],["verl",1],["utils",1],["fs",1],["import",1],["copy",2],["non",2],["local",2],["os",5],["makedirs",1],["cache",3],["dir",3],["exist",1],["ok",1],["true",1],["assert",1],["path",4],["exists",2],["parquet",6],["file",4],["enumerate",1],["if",2],["dst",5],["join",1],["basename",1],["not",1],["src",1],["distributed",1]]},{"id":"verl/utils/dataset/rm_dataset.py#RMDataset._download._download_files","name":[["download",1],["files",1]],"path":[["verl",1],["utils",1],["dataset",2],["rm",1],["py",1]],"body":[["def",2],["download",2],["files",4],["from",1],["verl",1],["utils",1],["fs",1],["import",1],["copy",2],["non",2],["local",2],["os",5],["makedirs",1],["self",5],["cache",3],["dir",3],["exist",1],["ok",1],["true",1],["assert",1],["path",4],["exists",2],["parquet",6],["file",4],["enumerate",1],["if",2],["dst",5],["join",1],["basename",1],["not",1],["src",1]]},{"id":"verl/utils/dataset/rm_dataset.py#RMDataset._pad_to_length","name":[["pad",1],["length",1]],"path":[["verl",1],["utils",1],["dataset",2],["rm",1],["py",1]],"body":[["def",2],["pad",2],["length",13],["self",8],["input",9],["ids",9],["attention",8],["mask",8],["curr",5],["shape",1],["if",1],["max",6],["torch",4],["cat",2],["zeros",2],["size",2],["dtype",4],["dim",2],["elif",1],["return",1]]},{"id":"verl/utils/dataset/rm_dataset.py#RMDataset._read_files_and_tokenize","name":[["read",1],["files",1],["tokenize",1]],"path":[["verl",1],["utils",1],["dataset",2],["rm",1],["py",1]],"body":[["def",2],["read",4],["files",4],["tokenize",2],["self",13],["dataframes",3],["parquet",5],["file",2],["cache",1],["dataframe",6],["pd",2],["append",1],["concat",1],["prompts",1],["prompt",1],["key",3],["tolist",3],["chosen",2],["responses",2],["rejected",2]]},{"id":"verl/utils/debug/__init__.py","name":[["init",1],["py",1]],"path":[["verl",1],["utils",1],["debug",1],["init",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["from",1],["performance",1],["import",1],["log",1],["gpu",1],["memory",1],["usage",1]]},{"id":"verl/utils/debug/performance.py","name":[["performance",1],["py",1]],"path":[["verl",1],["utils",1],["debug",1],["performance",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",3],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["import",3],["torch",2],["dist",1],["logging",1]]},{"id":"verl/utils/debug/performance.py#log_gpu_memory_usage","name":[["log",1],["gpu",1],["memory",1],["usage",1]],"path":[["verl",1],["utils",1],["debug",1],["performance",1],["py",1]],"body":[["def",2],["log",3],["gpu",2],["memory",10],["usage",2],["head",3],["str",2],["logger",6],["logging",4],["none",4],["level",4],["debug",2],["rank",5],["int",2],["if",2],["not",1],["dist",2],["initialized",1],["allocated",4],["torch",2],["cuda",2],["1024",2],["reserved",4],["message",3],["gb",2],["print",1],["else",1],["msg",1]]},{"id":"verl/utils/debug/trajectory_tracker.py","name":[["trajectory",1],["tracker",1],["py",1]],"path":[["verl",1],["utils",1],["debug",1],["trajectory",1],["tracker",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",4],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["trajectory",2],["tracker",6],["be",2],["inserted",1],["into",1],["code",1],["save",1],["intermediate",1],["results",2],["will",2],["dump",1],["hdfs",4],["offline",1],["comparison",1],["each",1],["process",2],["have",1],["client",1],["first",1],["move",1],["all",1],["tensors",1],["cpu",1],["from",2],["verl",3],["utils",1],["io",2],["import",7],["makedirs",1],["torch",1],["os",3],["ray",8],["tempfile",1],["collections",1],["deque",1],["remote",7],["if",1],["name",1],["main",1],["testing",1],["environ",2],["enable",1],["dir",1],["debug",1],["test",1],["init",1],["output",3],["lst",3],["range",1],["10",1],["append",1],["out",1],["wait",1]]},{"id":"verl/utils/debug/trajectory_tracker.py#dump_data","name":[["dump",1],["data",1]],"path":[["verl",1],["utils",1],["debug",1],["trajectory",1],["tracker",1],["py",1]],"body":[["def",2],["dump",3],["data",5],["name",3],["enable",3],["os",1],["getenv",1],["verl",1],["tracker",4],["if",1],["not",1],["return",1],["buffer",3],["io",2],["bytes",1],["torch",1],["save",1],["trajectory",1],["ray",1],["remote",1]]},{"id":"verl/utils/debug/trajectory_tracker.py#get_trajectory_tracker","name":[["trajectory",1],["tracker",1]],"path":[["verl",1],["utils",1],["debug",1],["trajectory",1],["tracker",1],["py",1]],"body":[["def",2],["trajectory",3],["tracker",8],["hdfs",4],["dir",4],["os",2],["getenv",2],["verl",2],["default",2],["none",2],["verbose",3],["assert",1],["not",1],["options",1],["name",1],["global",1],["if",1],["exists",1],["true",1],["lifetime",1],["detached",1],["remote",1],["return",1]]},{"id":"verl/utils/debug/trajectory_tracker.py#process","name":[["process",1]],"path":[["verl",1],["utils",1],["debug",1],["trajectory",1],["tracker",1],["py",1]],"body":[["def",2],["process",3],["iter",3],["data",3],["obs",2],["torch",1],["randn",1],["10",1],["20",1],["dump",1]]},{"id":"verl/utils/debug/trajectory_tracker.py#save_to_hdfs","name":[["save",1],["hdfs",1]],"path":[["verl",1],["utils",1],["debug",1],["trajectory",1],["tracker",1],["py",1]],"body":[["def",2],["save",2],["hdfs",7],["data",3],["io",4],["bytes",2],["name",3],["dir",4],["verbose",3],["filename",2],["pth",1],["tempfile",1],["temporary",1],["directory",1],["as",3],["tmpdirname",2],["local",4],["filepath",4],["os",1],["path",1],["join",1],["open",1],["wb",1],["write",1],["getbuffer",1],["upload",1],["if",1],["print",2],["saving",1],["try",1],["copy",1],["except",1],["exception",1]]},{"id":"verl/utils/debug/trajectory_tracker.py#TrajectoryTracker","name":[["trajectory",1],["tracker",1]],"path":[["verl",1],["utils",1],["debug",1],["trajectory",1],["tracker",1],["py",1]],"body":[["class",2],["trajectory",2],["tracker",2],["def",3],["init",1],["self",11],["hdfs",7],["dir",5],["verbose",4],["none",1],["makedirs",1],["handle",4],["deque",1],["dump",1],["data",2],["io",2],["bytes",1],["name",2],["temp",1],["file",1],["write",1],["append",1],["save",1],["remote",1],["wait",1],["while",1],["len",1],["future",2],["popleft",1],["ray",1]]},{"id":"verl/utils/debug/trajectory_tracker.py#TrajectoryTracker.__init__","name":[["init",1]],"path":[["verl",1],["utils",1],["debug",1],["trajectory",1],["tracker",1],["py",1]],"body":[["def",2],["init",2],["self",5],["hdfs",5],["dir",5],["verbose",4],["none",2],["makedirs",1],["handle",1],["deque",1]]},{"id":"verl/utils/debug/trajectory_tracker.py#TrajectoryTracker.dump","name":[["dump",1]],"path":[["verl",1],["utils",1],["debug",1],["trajectory",1],["tracker",1],["py",1]],"body":[["def",2],["dump",2],["self",5],["data",3],["io",4],["bytes",2],["name",3],["temp",2],["file",2],["write",2],["handle",1],["append",1],["save",1],["hdfs",2],["remote",1],["dir",1],["verbose",1]]},{"id":"verl/utils/debug/trajectory_tracker.py#TrajectoryTracker.wait_for_hdfs","name":[["wait",1],["hdfs",1]],"path":[["verl",1],["utils",1],["debug",1],["trajectory",1],["tracker",1],["py",1]],"body":[["def",2],["wait",2],["hdfs",2],["self",4],["while",1],["len",1],["handle",2],["future",2],["popleft",1],["ray",1]]},{"id":"verl/utils/distributed.py","name":[["distributed",1],["py",1]],"path":[["verl",1],["utils",1],["distributed",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",3],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["utilities",1],["training",1],["import",1],["os",1]]},{"id":"verl/utils/distributed.py#initialize_global_process_group","name":[["initialize",1],["global",1],["process",1],["group",1]],"path":[["verl",1],["utils",1],["distributed",1],["py",1]],"body":[["def",2],["initialize",2],["global",2],["process",3],["group",3],["timeout",4],["second",3],["36000",2],["import",2],["torch",4],["distributed",3],["from",1],["datetime",1],["timedelta",2],["init",1],["nccl",1],["seconds",1],["local",4],["rank",7],["int",3],["os",3],["environ",3],["world",3],["size",3],["if",1],["initialized",1],["cuda",1],["device",1],["return",1]]},{"id":"verl/utils/flops_counter.py","name":[["flops",1],["counter",1],["py",1]],"path":[["verl",1],["utils",1],["flops",1],["counter",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["import",2],["torch",1],["from",1],["transformers",1],["pretrained",1],["config",6],["qwen2",2],["llama",2],["valid",1],["type",1]]},{"id":"verl/utils/flops_counter.py#FlopsCounter","name":[["flops",1],["counter",1]],"path":[["verl",1],["utils",1],["flops",1],["counter",1],["py",1]],"body":[["class",2],["flops",35],["counter",5],["count",1],["mfu",2],["during",1],["training",1],["loop",1],["example",1],["config",20],["achieved",3],["promised",4],["estimate",10],["tokens",9],["list",3],["delta",7],["time",10],["def",4],["init",1],["self",18],["pretrained",1],["if",1],["not",1],["isinstance",2],["valid",4],["type",5],["print",1],["only",1],["support",1],["but",1],["got",1],["will",1],["always",1],["be",1],["zero",1],["func",4],["qwen2",6],["llama",3],["unknown",2],["sum",9],["batch",10],["seqlens",7],["return",3],["assert",1],["hidden",10],["size",18],["vocab",3],["num",14],["layers",4],["key",4],["value",4],["heads",10],["attention",6],["intermediate",3],["head",8],["dim",6],["non",3],["attn",8],["per",1],["layer",6],["parm",2],["swi",1],["gelu",1],["gate",1],["having",1],["up",1],["down",1],["linear",3],["mlp",3],["emd",2],["lm",2],["all",9],["dense",4],["token",5],["fwd",3],["bwd",3],["seqlen",6],["square",3],["qkv",2],["12",1],["1e12",1],["based",2],["number",2],["current",3],["taken",2],["args",1],["int",1],["each",1],["element",1],["represents",1],["float",3],["process",1],["seconds",1],["returns",1],["estimated",4],["input",1],["expected",1],["device",2],["model",1]]},{"id":"verl/utils/flops_counter.py#FlopsCounter.__init__","name":[["init",1]],"path":[["verl",1],["utils",1],["flops",1],["counter",1],["py",1]],"body":[["def",2],["init",2],["self",6],["config",11],["pretrained",2],["if",1],["not",1],["isinstance",1],["valid",2],["type",4],["print",1],["only",1],["support",1],["but",1],["got",1],["mfu",1],["will",1],["always",1],["be",1],["zero",1],["estimate",3],["func",1],["qwen2",3],["flops",2],["llama",1]]},{"id":"verl/utils/flops_counter.py#FlopsCounter._estimate_qwen2_flops","name":[["estimate",1],["qwen2",1],["flops",1]],"path":[["verl",1],["utils",1],["flops",1],["counter",1],["py",1]],"body":[["def",2],["estimate",2],["qwen2",4],["flops",13],["self",9],["tokens",3],["sum",6],["batch",3],["seqlens",3],["delta",3],["time",3],["assert",1],["isinstance",1],["config",9],["llama",2],["hidden",10],["size",18],["vocab",3],["num",14],["layers",4],["key",4],["value",4],["heads",10],["attention",6],["intermediate",3],["head",8],["dim",6],["non",3],["attn",8],["per",1],["layer",6],["parm",2],["swi",1],["gelu",1],["gate",1],["having",1],["up",1],["down",1],["linear",3],["mlp",3],["emd",2],["lm",2],["all",9],["dense",4],["token",5],["fwd",3],["bwd",3],["seqlen",6],["square",3],["qkv",2],["12",1],["achieved",2],["1e12",1],["return",1]]},{"id":"verl/utils/flops_counter.py#FlopsCounter._estimate_unknown_flops","name":[["estimate",1],["unknown",1],["flops",1]],"path":[["verl",1],["utils",1],["flops",1],["counter",1],["py",1]],"body":[["def",2],["estimate",2],["unknown",2],["flops",2],["self",2],["tokens",2],["sum",2],["batch",2],["seqlens",2],["delta",2],["time",2],["return",1]]},{"id":"verl/utils/flops_counter.py#FlopsCounter.estimate_flops","name":[["estimate",1],["flops",1]],"path":[["verl",1],["utils",1],["flops",1],["counter",1],["py",1]],"body":[["def",2],["estimate",5],["flops",13],["self",5],["batch",8],["seqlens",5],["delta",4],["time",7],["based",2],["number",2],["valid",2],["tokens",5],["current",3],["taken",2],["args",1],["list",2],["int",1],["each",1],["element",1],["represents",1],["float",3],["process",1],["seconds",1],["returns",1],["estimated",4],["input",1],["promised",3],["expected",1],["device",2],["sum",3],["func",3],["config",1],["model",1],["type",1],["unknown",1],["return",1]]},{"id":"verl/utils/flops_counter.py#get_device_flops","name":[["device",1],["flops",1]],"path":[["verl",1],["utils",1],["flops",1],["counter",1],["py",1]],"body":[["def",3],["device",12],["flops",13],["unit",7],["convert",2],["number",5],["level",2],["units",3],["if",2],["return",3],["ptr",4],["while",1],["len",1],["1000",1],["name",10],["torch",1],["cuda",1],["float",1],["inf",2],["unkown",1],["gpu",1],["type",1],["h100",1],["h800",1],["989e12",1],["elif",5],["a100",1],["a800",1],["312e12",1],["l40",1],["181",1],["05e12",1],["l20",1],["119",1],["5e12",1],["h20",1],["148e12",1],["910",1],["354e12",1]]},{"id":"verl/utils/flops_counter.py#get_device_flops.unit_convert","name":[["unit",1],["convert",1]],"path":[["verl",1],["utils",1],["flops",1],["counter",1],["py",1]],"body":[["def",2],["unit",2],["convert",2],["number",6],["level",3],["units",3],["if",1],["return",2],["ptr",4],["while",1],["len",1],["1000",1]]},{"id":"verl/utils/fs.py","name":[["fs",1],["py",1]],"path":[["verl",1],["utils",1],["fs",1],["py",1]],"body":[["usr",1],["bin",1],["env",1],["python",1],["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",2],["except",1],["compliance",1],["obtain",1],["copy",3],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["coding",1],["utf",1],["system",1],["agnostic",1],["io",2],["apis",1],["import",4],["os",1],["tempfile",1],["hashlib",1],["from",1],["hdfs",3],["makedirs",2],["exists",2],["all",1],["prefix",1]]},{"id":"verl/utils/fs.py#_is_non_local","name":[["non",1],["local",1]],"path":[["verl",1],["utils",1],["fs",1],["py",1]],"body":[["def",2],["non",2],["local",2],["path",3],["return",1],["startswith",1],["hdfs",1],["prefix",1]]},{"id":"verl/utils/fs.py#copy_local_path_from_hdfs","name":[["copy",1],["local",1],["path",1],["from",1],["hdfs",1]],"path":[["verl",1],["utils",1],["fs",1],["py",1]],"body":[["def",2],["copy",5],["local",13],["path",14],["from",6],["hdfs",6],["src",16],["str",5],["cache",10],["dir",10],["none",4],["filelock",5],["file",8],["lock",9],["verbose",3],["false",2],["if",7],["directly",1],["return",3],["will",2],["default",1],["system",1],["note",1],["may",1],["cause",2],["conflicts",1],["name",1],["same",1],["between",1],["calls",1],["args",1],["returns",1],["copied",1],["import",1],["assert",2],["make",1],["sure",1],["last",1],["char",1],["not",2],["because",1],["error",1],["got",1],["non",1],["download",1],["temp",2],["folder",1],["tempfile",1],["gettempdir",1],["os",4],["makedirs",1],["exist",1],["ok",1],["true",1],["exists",2],["specific",1],["md5",1],["encode",1],["join",1],["print",1],["else",1]]},{"id":"verl/utils/fs.py#get_local_temp_path","name":[["local",1],["temp",1],["path",1]],"path":[["verl",1],["utils",1],["fs",1],["py",1]],"body":[["def",2],["local",3],["temp",6],["path",15],["hdfs",9],["str",6],["cache",5],["dir",8],["return",2],["joins",1],["basename",2],["args",1],["returns",1],["make",1],["base64",1],["encoding",1],["avoid",1],["directory",1],["conflict",1],["encoded",2],["md5",1],["encode",1],["os",4],["join",2],["makedirs",1],["exist",1],["ok",1],["true",1],["dst",2]]},{"id":"verl/utils/fs.py#md5_encode","name":[["md5",1],["encode",1]],"path":[["verl",1],["utils",1],["fs",1],["py",1]],"body":[["def",2],["md5",3],["encode",3],["path",3],["str",4],["return",1],["hashlib",1],["hexdigest",1]]},{"id":"verl/utils/fsdp_utils.py","name":[["fsdp",1],["utils",1],["py",1]],"path":[["verl",1],["utils",2],["fsdp",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",4],["as",3],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["from",6],["typing",1],["import",12],["dict",1],["functools",1],["json",1],["math",1],["itertools",1],["os",1],["contextlib",1],["contextmanager",2],["torch",4],["fsdp",1],["wrap",3],["size",1],["based",1],["auto",2],["policy",2],["transformer",1],["transformers",3],["trainer",2],["pt",1],["utils",1],["module",1],["class",1],["name",1],["nn",2],["dist",1],["2020",1],["present",1],["hugging",1],["face",1],["inc",1],["team",1],["adapted",1],["https",1],["github",1],["com",1],["huggingface",1],["src",1],["py",1]]},{"id":"verl/utils/fsdp_utils.py#get_fsdp_wrap_policy","name":[["fsdp",1],["wrap",1],["policy",1]],"path":[["verl",1],["utils",2],["fsdp",1],["py",1]],"body":[["def",3],["fsdp",7],["wrap",24],["policy",25],["module",12],["config",8],["none",10],["lora",5],["false",4],["args",1],["configuration",1],["whether",1],["enable",1],["lambda",9],["lo",2],["ra",2],["modules",3],["if",8],["disable",1],["return",4],["default",2],["transformer",18],["cls",13],["names",2],["getattr",2],["no",1],["split",1],["layer",8],["min",5],["num",5],["params",5],["auto",8],["policies",7],["from",2],["torch",1],["distributed",1],["import",1],["add",2],["true",2],["fn",3],["len",2],["list",1],["named",1],["children",1],["weight",2],["not",3],["requires",1],["grad",1],["functools",4],["partial",4],["append",3],["size",3],["based",1],["elif",1],["class",4],["name",1],["raise",1],["exception",1],["could",1],["find",1],["model",1],["else",1]]},{"id":"verl/utils/fsdp_utils.py#get_fsdp_wrap_policy.lambda_policy_fn","name":[["lambda",1],["policy",1],["fn",1]],"path":[["verl",1],["utils",2],["fsdp",1],["py",1]],"body":[["def",2],["lambda",2],["policy",2],["fn",2],["module",5],["if",1],["len",1],["list",1],["named",1],["children",1],["getattr",1],["weight",2],["none",2],["not",1],["requires",1],["grad",1],["return",2],["true",1],["false",1]]},{"id":"verl/utils/fsdp_utils.py#get_init_weight_context_manager","name":[["init",1],["weight",1],["context",1],["manager",1]],"path":[["verl",1],["utils",2],["fsdp",1],["py",1]],"body":[["def",2],["init",10],["weight",2],["context",5],["manager",2],["meta",3],["tensor",3],["true",2],["from",1],["accelerate",1],["import",1],["empty",2],["weights",5],["cpu",4],["lambda",1],["torch",2],["device",1],["if",2],["distributed",1],["rank",1],["else",2],["return",1]]},{"id":"verl/utils/fsdp_utils.py#init_fn","name":[["init",1],["fn",1]],"path":[["verl",1],["utils",2],["fsdp",1],["py",1]],"body":[["def",2],["init",2],["fn",2],["torch",5],["nn",2],["module",2],["if",1],["not",1],["distributed",1],["rank",1],["empty",2],["device",2],["cuda",2],["current",1],["recurse",1],["false",1],["cache",1],["return",1]]},{"id":"verl/utils/fsdp_utils.py#load_fsdp_grad","name":[["load",1],["fsdp",1],["grad",1]],"path":[["verl",1],["utils",2],["fsdp",1],["py",1]],"body":[["def",2],["load",2],["fsdp",2],["grad",5],["module",3],["device",3],["id",3],["param",4],["named",1],["parameters",1],["if",1],["not",1],["none",1],["non",1],["blocking",1],["true",1],["torch",1],["cuda",1],["empty",1],["cache",1]]},{"id":"verl/utils/fsdp_utils.py#load_fsdp_optimizer","name":[["load",1],["fsdp",1],["optimizer",1]],"path":[["verl",1],["utils",2],["fsdp",1],["py",1]],"body":[["def",2],["load",2],["fsdp",2],["optimizer",6],["device",3],["id",3],["param",5],["group",2],["groups",1],["params",1],["state",4],["key",2],["value",3],["items",1],["if",1],["isinstance",1],["torch",2],["tensor",1],["non",1],["blocking",1],["true",1],["cuda",1],["empty",1],["cache",1]]},{"id":"verl/utils/fsdp_utils.py#load_fsdp_param_and_grad","name":[["load",1],["fsdp",1],["param",1],["grad",1]],"path":[["verl",1],["utils",2],["fsdp",1],["py",1]],"body":[["def",2],["load",5],["fsdp",2],["param",11],["grad",8],["module",3],["device",5],["id",5],["false",2],["named",1],["parameters",1],["if",2],["hasattr",1],["local",3],["shard",3],["non",3],["blocking",3],["true",3],["data",2],["not",1],["none",1],["torch",1],["cuda",1],["empty",1],["cache",1]]},{"id":"verl/utils/fsdp_utils.py#meta_device_init","name":[["meta",1],["device",1],["init",1]],"path":[["verl",1],["utils",2],["fsdp",1],["py",1]],"body":[["def",3],["meta",5],["device",8],["init",2],["create",1],["model",2],["parameters",7],["note",1],["buffers",2],["will",2],["still",1],["be",3],["initialized",1],["default",1],["cpu",1],["since",1],["non",1],["persistent",1],["filled",1],["expected",1],["values",1],["not",3],["captured",1],["torch",1],["old",3],["register",9],["parameter",8],["nn",3],["module",10],["registered",5],["empty",2],["name",7],["param",7],["skip",1],["shared",1],["as",1],["already",1],["previously",1],["if",1],["none",1],["cls",2],["type",1],["kwargs",3],["dict",1],["requires",2],["grad",2],["add",1],["try",1],["yield",1],["finally",1],["clear",1]]},{"id":"verl/utils/fsdp_utils.py#meta_device_init.register_empty_parameter","name":[["register",1],["empty",1],["parameter",1]],"path":[["verl",1],["utils",2],["fsdp",1],["py",1]],"body":[["def",2],["register",4],["empty",2],["parameter",3],["module",8],["name",8],["param",8],["old",1],["will",1],["skip",1],["shared",1],["parameters",6],["as",1],["already",1],["registered",3],["previously",1],["if",1],["not",2],["none",1],["cls",2],["type",1],["kwargs",3],["dict",1],["requires",2],["grad",2],["device",1],["add",1]]},{"id":"verl/utils/fsdp_utils.py#offload_fsdp_grad","name":[["offload",1],["fsdp",1],["grad",1]],"path":[["verl",1],["utils",2],["fsdp",1],["py",1]],"body":[["def",2],["offload",2],["fsdp",2],["grad",5],["module",3],["param",4],["named",1],["parameters",1],["if",1],["not",1],["none",1],["cpu",1],["non",1],["blocking",1],["true",1],["torch",1],["cuda",1],["empty",1],["cache",1]]},{"id":"verl/utils/fsdp_utils.py#offload_fsdp_optimizer","name":[["offload",1],["fsdp",1],["optimizer",1]],"path":[["verl",1],["utils",2],["fsdp",1],["py",1]],"body":[["def",2],["offload",2],["fsdp",2],["optimizer",6],["param",5],["group",2],["groups",1],["params",1],["state",4],["key",2],["value",3],["items",1],["if",1],["isinstance",1],["torch",2],["tensor",1],["cpu",1],["non",1],["blocking",1],["true",1],["cuda",1],["empty",1],["cache",1]]},{"id":"verl/utils/fsdp_utils.py#offload_fsdp_param_and_grad","name":[["offload",1],["fsdp",1],["param",1],["grad",1]],"path":[["verl",1],["utils",2],["fsdp",1],["py",1]],"body":[["def",2],["offload",5],["fsdp",2],["param",11],["grad",8],["module",3],["false",2],["named",1],["parameters",1],["if",2],["hasattr",1],["local",3],["shard",3],["cpu",3],["non",3],["blocking",3],["true",3],["data",2],["not",1],["none",1],["torch",1],["cuda",1],["empty",1],["cache",1]]},{"id":"verl/utils/fsdp_utils.py#parallel_init_module_fn","name":[["parallel",1],["init",1],["module",1],["fn",1]],"path":[["verl",1],["utils",2],["fsdp",1],["py",1]],"body":[["def",4],["parallel",2],["init",7],["module",16],["fn",6],["torch",14],["nn",9],["shard",13],["states",17],["dict",4],["str",3],["parameter",7],["generate",1],["function",2],["initialize",2],["sub",11],["modules",2],["from",3],["huggingface",2],["checkpoint",3],["args",1],["global",1],["be",3],["initialized",1],["returns",1],["callable",1],["state2fqn",4],["name",11],["state",25],["itertools",1],["chain",1],["named",5],["parameters",6],["remove",3],["duplicate",2],["false",5],["buffers",8],["setdefault",1],["append",1],["standalone",1],["shared",4],["names",2],["items",1],["if",12],["len",2],["materialized",4],["no",1],["grad",3],["create",4],["sync",3],["param",22],["assert",2],["not",8],["loaded",8],["device",8],["cuda",1],["current",1],["empty",2],["like",2],["data",6],["requires",2],["else",5],["buffer",3],["isinstance",2],["tensor",1],["note",1],["dtype",2],["different",1],["copy",1],["dist",3],["broadcast",2],["src",2],["rank",2],["int",1],["holds",1],["pop",3],["del",1],["return",3],["mod",9],["recurse",6],["bool",1],["true",2],["tuple",2],["sorted",1],["key",1],["lambda",1],["meta",3],["continue",2],["fqn",7],["non",2],["persistent",2],["will",1],["saved",2],["safely",1],["skip",1],["raise",1],["runtime",1],["error",1],["find",1],["initiated",1],["such",1],["user",1],["should",1],["guarantee",1],["cpu",1],["gpu",1],["first",1],["time",1],["created",1],["materialize",4],["directly",1],["children",1],["debug",1],["print",1],["clear",1]]},{"id":"verl/utils/fsdp_utils.py#parallel_init_module_fn.create_and_sync_state","name":[["create",1],["sync",1],["state",1]],"path":[["verl",1],["utils",2],["fsdp",1],["py",1]],"body":[["def",2],["create",2],["sync",2],["state",8],["param",16],["name",6],["assert",2],["shard",3],["states",3],["not",1],["loaded",8],["device",6],["torch",6],["cuda",1],["current",1],["if",2],["nn",2],["parameter",2],["empty",2],["like",2],["data",6],["requires",2],["grad",2],["else",2],["buffer",1],["isinstance",2],["tensor",1],["note",1],["dtype",2],["be",1],["different",1],["copy",1],["dist",3],["broadcast",2],["src",2],["rank",2],["int",1],["holds",1],["pop",1],["del",1],["return",1]]},{"id":"verl/utils/fsdp_utils.py#parallel_init_module_fn.init_fn","name":[["init",1],["fn",1]],"path":[["verl",1],["utils",2],["fsdp",1],["py",1]],"body":[["def",2],["init",4],["fn",3],["sub",10],["mod",10],["torch",2],["nn",2],["module",4],["recurse",7],["bool",2],["true",3],["param",8],["buffers",6],["tuple",2],["named",3],["parameters",4],["false",3],["sorted",1],["key",1],["lambda",1],["name",4],["state",17],["if",9],["not",7],["meta",3],["continue",2],["fqn",7],["state2fqn",1],["pop",2],["non",2],["persistent",2],["will",1],["be",1],["saved",2],["dict",1],["safely",1],["skip",1],["shard",4],["states",7],["raise",1],["runtime",1],["error",1],["find",1],["buffer",2],["initiated",1],["device",2],["such",1],["checkpoint",1],["user",1],["should",1],["guarantee",1],["cpu",1],["gpu",1],["shared",3],["parameter",2],["from",1],["first",1],["time",1],["created",1],["materialized",3],["create",3],["sync",2],["else",3],["materialize",4],["directly",1],["children",1],["debug",1],["len",1],["print",1],["clear",1],["return",1]]},{"id":"verl/utils/fsdp_utils.py#parallel_load_safetensors","name":[["parallel",1],["load",1],["safetensors",1]],"path":[["verl",1],["utils",2],["fsdp",1],["py",1]],"body":[["def",2],["parallel",3],["load",9],["safetensors",11],["filepath",5],["from",2],["huggingface",2],["checkpoint",2],["contains",1],["config",1],["json",6],["file",21],["model",10],["configuration",1],["safetensor",1],["index",8],["parameters",3],["buffers",3],["000x",1],["ooxx",1],["binary",2],["chunks",6],["small",2],["all",2],["each",1],["rank",10],["will",1],["own",1],["part",1],["them",1],["directly",1],["into",1],["gpu",1],["memory",1],["torch",2],["import",1],["safetensors2param",6],["os",5],["path",5],["join",3],["if",2],["exists",2],["open",1],["rb",1],["param",10],["name",6],["filename",2],["weight",1],["map",1],["items",1],["setdefault",2],["append",2],["else",2],["case",1],["at",1],["once",1],["assert",1],["cannot",1],["find",1],["states",9],["del",1],["total",2],["files",5],["len",1],["ckpt",4],["sorted",1],["keys",1],["world",4],["size",8],["dist",2],["int",1],["math",1],["ceil",1],["range",1],["shard",4],["device",4],["cuda",1],["current",1],["enumerate",1],["print",1],["loading",1],["update",1],["return",1]]},{"id":"verl/utils/hdfs_io.py","name":[["hdfs",1],["io",1],["py",1]],"path":[["verl",1],["utils",1],["hdfs",1],["io",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",2],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["import",3],["os",2],["shutil",2],["logging",3],["logger",3],["level",2],["getenv",1],["verl",1],["sft",1],["warn",1],["hdfs",4],["prefix",1],["bin",1],["path",1]]},{"id":"verl/utils/hdfs_io.py#_copy","name":[["copy",1]],"path":[["verl",1],["utils",1],["hdfs",1],["io",1],["py",1]],"body":[["def",2],["copy",4],["from",9],["path",17],["str",4],["timeout",8],["int",2],["none",2],["bool",2],["if",3],["startswith",3],["hdfs",6],["returncode",7],["run",3],["cmd",6],["cp",1],["else",3],["put",1],["try",1],["shutil",2],["except",2],["same",1],["file",1],["error",1],["exception",1],["as",1],["logger",1],["warning",1],["failed",1],["return",1]]},{"id":"verl/utils/hdfs_io.py#_exists","name":[["exists",1]],"path":[["verl",1],["utils",1],["hdfs",1],["io",1],["py",1]],"body":[["def",2],["exists",4],["file",6],["path",7],["str",2],["hdfs",3],["capable",1],["check",1],["whether",1],["if",1],["startswith",1],["return",2],["run",1],["cmd",2],["test",1],["os",1]]},{"id":"verl/utils/hdfs_io.py#_hdfs_cmd","name":[["hdfs",1],["cmd",1]],"path":[["verl",1],["utils",1],["hdfs",1],["io",1],["py",1]],"body":[["def",2],["hdfs",3],["cmd",5],["str",4],["return",1],["bin",1],["path",1],["dfs",1]]},{"id":"verl/utils/hdfs_io.py#_is_non_local","name":[["non",1],["local",1]],"path":[["verl",1],["utils",1],["hdfs",1],["io",1],["py",1]],"body":[["def",2],["non",2],["local",2],["path",3],["str",2],["return",1],["startswith",1],["hdfs",1],["prefix",1]]},{"id":"verl/utils/hdfs_io.py#_mkdir","name":[["mkdir",1]],"path":[["verl",1],["utils",1],["hdfs",1],["io",1],["py",1]],"body":[["def",2],["mkdir",4],["file",5],["path",5],["str",2],["bool",2],["hdfs",3],["if",1],["startswith",1],["run",1],["cmd",2],["else",1],["os",1],["makedirs",1],["exist",1],["ok",1],["true",2],["return",1]]},{"id":"verl/utils/hdfs_io.py#_run_cmd","name":[["run",1],["cmd",1]],"path":[["verl",1],["utils",1],["hdfs",1],["io",1],["py",1]],"body":[["def",2],["run",2],["cmd",5],["str",2],["timeout",2],["none",2],["return",1],["os",1],["system",1]]},{"id":"verl/utils/hdfs_io.py#copy","name":[["copy",1]],"path":[["verl",1],["utils",1],["hdfs",1],["io",1],["py",1]],"body":[["def",2],["copy",7],["src",9],["str",7],["dst",8],["kwargs",5],["bool",2],["works",1],["like",1],["shutil",4],["file",9],["copytree",2],["dir",1],["supports",1],["hdfs",4],["data",1],["mode",1],["bits",1],["cp",1],["return",5],["destination",6],["may",1],["be",2],["directory",1],["if",3],["source",2],["same",3],["error",2],["will",1],["raised",1],["arg",1],["path",4],["keyword",1],["arguments",1],["returns",1],["non",2],["local",2],["todo",1],["haibin",1],["lin",1],["handle",1],["files",2],["else",2],["os",1],["isdir",1]]},{"id":"verl/utils/hdfs_io.py#exists","name":[["exists",1]],"path":[["verl",1],["utils",1],["hdfs",1],["io",1],["py",1]],"body":[["def",2],["exists",7],["path",11],["str",3],["kwargs",3],["bool",3],["works",1],["like",1],["os",2],["but",1],["supports",1],["hdfs",1],["test",2],["whether",1],["returns",2],["false",2],["broken",1],["symbolic",1],["links",1],["args",1],["true",1],["if",2],["otherwise",1],["non",1],["local",1],["return",2]]},{"id":"verl/utils/hdfs_io.py#makedirs","name":[["makedirs",1]],"path":[["verl",1],["utils",1],["hdfs",1],["io",1],["py",1]],"body":[["def",2],["makedirs",4],["name",6],["mode",6],["0o777",2],["exist",8],["ok",7],["false",3],["kwargs",4],["none",2],["works",2],["like",2],["os",2],["but",1],["supports",1],["hdfs",4],["super",1],["mkdir",3],["create",2],["leaf",1],["directory",4],["all",1],["intermediate",2],["ones",1],["except",1],["any",1],["path",1],["segment",1],["not",3],["just",1],["rightmost",1],["will",1],["be",1],["created",1],["if",6],["target",1],["already",2],["exists",2],["raise",2],["oserror",2],["otherwise",1],["no",1],["exception",2],["raised",1],["recursive",1],["args",1],["str",1],["int",1],["file",1],["bits",1],["bool",1],["true",1],["keyword",1],["arguments",1],["non",1],["local",1],["todo",1],["haibin",1],["lin",1],["handle",1],["support",1],["else",1]]},{"id":"verl/utils/import_utils.py","name":[["import",1],["utils",1],["py",1]],"path":[["verl",1],["utils",2],["import",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["utilities",1],["check",1],["if",1],["packages",1],["available",1],["assume",1],["package",1],["availability",1],["won",1],["change",1],["during",1],["runtime",1],["from",2],["functools",1],["import",2],["cache",3],["typing",1],["list",1]]},{"id":"verl/utils/import_utils.py#import_external_libs","name":[["import",1],["external",1],["libs",1]],"path":[["verl",1],["utils",2],["import",1],["py",1]],"body":[["def",2],["import",4],["external",11],["libs",9],["none",3],["if",2],["return",1],["not",1],["isinstance",1],["list",1],["importlib",2],["lib",2],["module",1]]},{"id":"verl/utils/import_utils.py#is_megatron_core_available","name":[["megatron",1],["core",1],["available",1]],"path":[["verl",1],["utils",2],["import",1],["py",1]],"body":[["def",2],["megatron",3],["core",3],["available",2],["try",1],["from",1],["import",2],["parallel",1],["state",1],["as",1],["mpu",1],["return",2],["true",1],["except",1],["error",1],["false",1]]},{"id":"verl/utils/import_utils.py#is_vllm_available","name":[["vllm",1],["available",1]],"path":[["verl",1],["utils",2],["import",1],["py",1]],"body":[["def",2],["vllm",3],["available",2],["try",1],["import",2],["return",2],["true",1],["except",1],["error",1],["false",1]]},{"id":"verl/utils/logger/__init__.py","name":[["init",1],["py",1]],"path":[["verl",1],["utils",1],["logger",1],["init",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1]]},{"id":"verl/utils/logger/aggregate_logger.py","name":[["aggregate",1],["logger",1],["py",1]],"path":[["verl",1],["utils",1],["logger",2],["aggregate",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["ray",1],["logger",1],["will",1],["receive",1],["logging",1],["info",1],["from",2],["different",1],["processes",1],["import",2],["numbers",1],["typing",1],["dict",1]]},{"id":"verl/utils/logger/aggregate_logger.py#concat_dict_to_str","name":[["concat",1],["dict",1],["str",1]],"path":[["verl",1],["utils",1],["logger",2],["aggregate",1],["py",1]],"body":[["def",2],["concat",2],["dict",7],["str",4],["step",4],["output",5],["items",1],["if",1],["isinstance",1],["numbers",1],["number",1],["append",1],["3f",1],["join",1],["return",1]]},{"id":"verl/utils/logger/aggregate_logger.py#LocalLogger","name":[["local",1],["logger",1]],"path":[["verl",1],["utils",1],["logger",2],["aggregate",1],["py",1]],"body":[["class",2],["local",3],["logger",4],["def",3],["init",1],["self",5],["remote",1],["none",1],["enable",1],["wandb",1],["false",2],["print",7],["console",5],["if",2],["deprecated",1],["constructor",1],["api",1],["will",1],["change",1],["flush",2],["pass",1],["log",1],["data",2],["step",3],["concat",1],["dict",1],["str",1],["true",1]]},{"id":"verl/utils/logger/aggregate_logger.py#LocalLogger.__init__","name":[["init",1]],"path":[["verl",1],["utils",1],["logger",2],["aggregate",1],["py",1]],"body":[["def",2],["init",2],["self",3],["remote",2],["logger",3],["none",2],["enable",2],["wandb",2],["false",4],["print",6],["console",5],["if",1],["local",1],["deprecated",1],["constructor",1],["api",1],["will",1],["change",1]]},{"id":"verl/utils/logger/aggregate_logger.py#LocalLogger.flush","name":[["flush",1]],"path":[["verl",1],["utils",1],["logger",2],["aggregate",1],["py",1]],"body":[["def",2],["flush",2],["self",2],["pass",1]]},{"id":"verl/utils/logger/aggregate_logger.py#LocalLogger.log","name":[["log",1]],"path":[["verl",1],["utils",1],["logger",2],["aggregate",1],["py",1]],"body":[["def",2],["log",2],["self",3],["data",3],["step",4],["if",1],["print",2],["console",1],["concat",1],["dict",1],["str",1],["flush",1],["true",1]]},{"id":"verl/utils/logging_utils.py","name":[["logging",1],["utils",1],["py",1]],"path":[["verl",1],["utils",2],["logging",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["import",1],["logging",1]]},{"id":"verl/utils/logging_utils.py#set_basic_config","name":[["basic",1],["config",1]],"path":[["verl",1],["utils",2],["logging",1],["py",1]],"body":[["def",2],["basic",3],["config",3],["level",5],["function",1],["sets",1],["global",1],["logging",2],["format",2],["will",1],["be",1],["called",1],["import",1],["verl",1],["levelname",1],["asctime",1],["message",1]]},{"id":"verl/utils/megatron_utils.py","name":[["megatron",1],["utils",1],["py",1]],"path":[["verl",1],["utils",2],["megatron",1],["py",1]],"body":[["copyright",2],["2024",2],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["nvidia",1],["corporation",1],["all",2],["rights",1],["reserved",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",6],["as",4],["basis",1],["without",1],["warranties",1],["conditions",1],["any",2],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["pretrain",1],["utilities",1],["from",16],["typing",1],["import",19],["dict",2],["time",1],["omegaconf",1],["config",9],["verl",3],["utils",4],["torch",4],["dtypes",1],["precision",1],["type",2],["memory",2],["buffer",1],["build",1],["reference",1],["module",5],["nn",3],["functional",1],["megatron",10],["core",9],["mpu",1],["tensor",1],["parallel",4],["model",3],["transformer",3],["float16",2],["data",2],["ddp",2],["enums",1],["wrapper",1],["classnames",1],["transformers",1],["pretrained",1],["optimizer",4]]},{"id":"verl/utils/megatron_utils.py#convert_config","name":[["convert",1],["config",1]],"path":[["verl",1],["utils",2],["megatron",1],["py",1]],"body":[["def",2],["convert",2],["config",35],["hf",8],["pretrained",2],["megatron",10],["transformer",13],["print",3],["dt",2],["precision",4],["type",4],["dtype",15],["param",4],["pipeline",12],["num",6],["layers",2],["hidden",4],["size",16],["attention",2],["heads",3],["query",1],["groups",1],["key",1],["value",1],["ffn",1],["intermediate",1],["max",2],["position",2],["embeddings",2],["activation",1],["func",1],["silu",1],["normalization",1],["rmsnorm",1],["rotary",1],["percent",1],["false",3],["default",1],["gated",1],["linear",2],["unit",1],["true",4],["llama",1],["cpu",1],["initialization",1],["apply",1],["residual",1],["connection",1],["post",1],["layernorm",1],["check",1],["mean",1],["add",1],["bias",1],["tensor",4],["model",11],["parallel",16],["mpu",3],["world",3],["virtual",4],["params",3],["sequence",4],["enabled",1],["variable",3],["seq",3],["lengths",3],["masked",3],["softmax",3],["fusion",3],["bf16",1],["torch",2],["bfloat16",1],["if",1],["distributed",1],["rank",1],["return",1]]},{"id":"verl/utils/megatron_utils.py#FakeTimers","name":[["fake",1],["timers",1]],"path":[["verl",1],["utils",2],["megatron",1],["py",1]],"body":[["class",2],["fake",3],["timers",4],["disable",1],["all",1],["megatron",2],["timing",1],["def",2],["init",1],["self",4],["from",1],["import",1],["dummy",4],["timer",4],["call",1],["args",1],["any",3],["kwds",1],["return",1]]},{"id":"verl/utils/megatron_utils.py#FakeTimers.__call__","name":[["call",1]],"path":[["verl",1],["utils",2],["megatron",1],["py",1]],"body":[["def",2],["call",2],["self",3],["args",2],["any",6],["kwds",2],["return",1],["dummy",1],["timer",1]]},{"id":"verl/utils/megatron_utils.py#FakeTimers.__init__","name":[["init",1]],"path":[["verl",1],["utils",2],["megatron",1],["py",1]],"body":[["def",2],["init",2],["self",3],["from",1],["megatron",1],["timers",1],["import",1],["dummy",3],["timer",3]]},{"id":"verl/utils/megatron_utils.py#get_model","name":[["model",1]],"path":[["verl",1],["utils",2],["megatron",1],["py",1]],"body":[["def",2],["model",75],["provider",5],["func",5],["type",12],["encoder",10],["decoder",10],["wrap",3],["ddp",4],["true",8],["build",2],["if",10],["mpu",19],["pipeline",17],["parallel",24],["world",7],["size",7],["virtual",4],["not",6],["none",2],["assert",2],["interleaved",1],["schedule",1],["supported",1],["both",2],["range",1],["rank",19],["pre",10],["process",20],["post",10],["only",2],["after",2],["first",2],["stage",6],["last",2],["append",1],["else",2],["add",8],["split",8],["needs",1],["be",1],["specified",1],["before",1],["isinstance",1],["list",1],["tensor",6],["attributes",4],["parameters",5],["already",1],["have",1],["these",1],["them",2],["should",1],["make",1],["sure",1],["default",1],["all",1],["params",3],["so",1],["optimizer",2],["module",12],["param",2],["defaults",1],["print",2],["number",2],["data",6],["format",1],["sum",2],["nelement",1],["flush",1],["gpu",1],["allocation",1],["cuda",2],["torch",1],["current",1],["device",1],["fp16",2],["conversion",1],["config",8],["bf16",1],["gptmodel",1],["float16",1],["chunk",4],["group",2],["context",1],["accumulate",1],["allreduce",1],["grads",1],["fp32",1],["overlap",1],["grad",1],["reduce",1],["false",1],["distributed",1],["disable",1],["bucketing",1],["idx",2],["enumerate",1],["broadcast",2],["from",1],["src",1],["other",1],["ranks",1],["args",1],["random",1],["init",1],["return",1]]},{"id":"verl/utils/megatron_utils.py#init_megatron_optim_config","name":[["init",1],["megatron",1],["optim",1],["config",1]],"path":[["verl",1],["utils",2],["megatron",1],["py",1]],"body":[["def",2],["init",2],["megatron",2],["optim",6],["config",11],["dict",2],["optimizer",5],["adam",1],["lr",2],["clip",2],["grad",2],["weight",1],["decay",1],["1e",1],["bf16",1],["true",2],["params",1],["dtype",1],["torch",1],["bfloat16",1],["distributed",1],["return",1]]},{"id":"verl/utils/megatron_utils.py#init_model_parallel_config","name":[["init",1],["model",1],["parallel",1],["config",1]],"path":[["verl",1],["utils",2],["megatron",1],["py",1]],"body":[["def",2],["init",2],["model",11],["parallel",13],["config",15],["dict",2],["todo",2],["sgm",2],["check",2],["disable",2],["megatron",2],["timers",6],["fake",1],["return",1],["tensor",2],["size",6],["pipeline",5],["virtual",2],["sequence",2],["params",1],["dtype",6],["precision",2],["type",2],["param",2],["bf16",1],["true",1],["fp16",1],["false",1]]},{"id":"verl/utils/megatron_utils.py#load_megatron_param_and_grad","name":[["load",1],["megatron",1],["param",1],["grad",1]],"path":[["verl",1],["utils",2],["megatron",1],["py",1]],"body":[["def",2],["load",5],["megatron",2],["param",8],["grad",8],["module",9],["list",6],["nn",2],["device",5],["id",5],["false",2],["hybrid",5],["engine",5],["none",4],["if",2],["not",2],["pp",3],["rank",4],["mpu",1],["pipeline",1],["model",1],["parallel",1],["buffer",3],["memory",3],["buffers",2],["values",1],["data",4],["non",3],["blocking",3],["true",4],["build",1],["reference",1],["from",1],["maintain",1],["weight",1],["else",1],["named",1],["parameters",1],["torch",1],["cuda",1],["empty",1],["cache",1]]},{"id":"verl/utils/megatron_utils.py#offload_megatron_param_and_grad","name":[["offload",1],["megatron",1],["param",1],["grad",1]],"path":[["verl",1],["utils",2],["megatron",1],["py",1]],"body":[["def",2],["offload",5],["megatron",2],["param",8],["grad",8],["module",9],["list",6],["nn",2],["false",2],["hybrid",5],["engine",5],["none",4],["if",2],["not",2],["pp",3],["rank",4],["mpu",1],["pipeline",1],["model",1],["parallel",1],["buffer",3],["memory",3],["buffers",2],["values",1],["data",4],["cpu",3],["non",3],["blocking",3],["true",4],["build",1],["reference",1],["from",1],["maintain",1],["weight",1],["else",1],["named",1],["parameters",1],["torch",1],["cuda",1],["empty",1],["cache",1]]},{"id":"verl/utils/megatron_utils.py#unwrap_model","name":[["unwrap",1],["model",1]],"path":[["verl",1],["utils",2],["megatron",1],["py",1]],"body":[["def",2],["unwrap",2],["model",17],["module",11],["instances",3],["all",2],["wrapper",2],["classnames",2],["return",5],["list",4],["true",1],["if",2],["not",2],["isinstance",2],["false",1],["unwrapped",4],["while",1],["append",1]]},{"id":"verl/utils/megatron/__init__.py","name":[["init",1],["py",1]],"path":[["verl",1],["utils",1],["megatron",1],["init",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1]]},{"id":"verl/utils/megatron/memory.py","name":[["memory",1],["py",1]],"path":[["verl",1],["utils",1],["megatron",1],["memory",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["import",1],["torch",1]]},{"id":"verl/utils/megatron/memory.py#MemoryBuffer","name":[["memory",1],["buffer",1]],"path":[["verl",1],["utils",1],["megatron",1],["memory",1],["py",1]],"body":[["class",2],["memory",2],["buffer",8],["def",3],["init",1],["self",12],["numel",9],["padded",4],["dtype",5],["data",4],["torch",2],["zeros",1],["device",2],["cuda",1],["current",1],["requires",1],["grad",1],["false",1],["zero",3],["reset",1],["shape",4],["start",4],["index",7],["return",2],["tensor",6],["input",1],["as",1],["view",2],["into",1],["starting",1],["at",1],["end",3],["assert",1],["requested",1],["out",1],["range",1]]},{"id":"verl/utils/megatron/memory.py#MemoryBuffer.__init__","name":[["init",1]],"path":[["verl",1],["utils",1],["megatron",1],["memory",1],["py",1]],"body":[["def",2],["init",2],["self",8],["numel",9],["padded",5],["dtype",6],["data",1],["torch",2],["zeros",1],["device",2],["cuda",1],["current",1],["requires",1],["grad",1],["false",1]]},{"id":"verl/utils/megatron/memory.py#MemoryBuffer.get","name":[],"path":[["verl",1],["utils",1],["megatron",1],["memory",1],["py",1]],"body":[["def",2],["self",4],["shape",5],["start",5],["index",8],["return",2],["tensor",6],["input",1],["as",1],["view",2],["into",1],["data",2],["starting",1],["at",1],["end",3],["numel",2],["assert",1],["requested",1],["out",1],["buffer",5],["range",1]]},{"id":"verl/utils/megatron/memory.py#MemoryBuffer.zero","name":[["zero",1]],"path":[["verl",1],["utils",1],["megatron",1],["memory",1],["py",1]],"body":[["def",2],["zero",4],["self",3],["reset",1],["buffer",1],["data",1]]},{"id":"verl/utils/megatron/optimizer_config.py","name":[["optimizer",1],["config",1],["py",1]],"path":[["verl",1],["utils",1],["megatron",1],["optimizer",1],["config",1],["py",1]],"body":[["copyright",2],["2024",2],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["nvidia",1],["corporation",1],["all",1],["rights",1],["reserved",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["from",2],["dataclasses",1],["import",3],["dataclass",2],["typing",1],["callable",1],["optional",1],["torch",1]]},{"id":"verl/utils/megatron/optimizer_config.py#OptimizerConfig","name":[["optimizer",1],["config",1]],"path":[["verl",1],["utils",1],["megatron",1],["optimizer",1],["config",1],["py",1]],"body":[["class",2],["optimizer",15],["config",2],["configuration",1],["general",1],["str",1],["adam",9],["one",1],["sgd",4],["lr",4],["optional",5],["float",14],["none",7],["initial",4],["learning",5],["rate",5],["depending",1],["decay",3],["style",1],["warmup",1],["at",1],["each",1],["iteration",1],["would",1],["be",1],["different",1],["min",3],["minumum",1],["value",2],["scheduler",2],["clip",3],["values",3],["below",2],["threshold",2],["decoupled",2],["separate",1],["input",2],["output",2],["layer",2],["minimum",2],["weight",2],["01",1],["coefficient",3],["l2",2],["regularization",1],["precision",3],["fp16",3],["bool",7],["false",9],["if",7],["true",6],["train",2],["mixed",2],["training",2],["defaults",3],["bf16",2],["params",1],["dtype",3],["torch",3],["float32",2],["intializing",1],["weights",1],["loss",12],["scaling",6],["scale",7],["static",1],["positive",1],["power",1],["improve",2],["convergence",1],["dynamic",5],["32",1],["window",2],["1000",1],["over",2],["raise",1],["lower",1],["hysteresis",2],["int",1],["beta1",1],["first",1],["computing",2],["running",2],["averages",2],["gradient",4],["its",2],["square",2],["beta2",1],["999",1],["second",1],["eps",1],["1e",1],["08",1],["term",1],["added",1],["denominator",1],["numerical",1],["stability",1],["momentum",2],["factor",1],["distributed",4],["distribute",1],["state",1],["data",1],["parallel",1],["replicas",1],["overlap",4],["grad",4],["reduce",2],["scatter",1],["backward",1],["compute",2],["param",2],["gather",2],["all",1],["forward",1],["miscellaneous",1],["clipping",1],["based",1],["global",1],["norm",1],["log",2],["num",1],["zeros",2],["calculate",1],["number",1],["barrier",2],["l1",1],["time",2],["level",1],["measurements",1],["timers",2],["callable",1],["function",1]]},{"id":"verl/utils/megatron/optimizer.py","name":[["optimizer",1],["py",1]],"path":[["verl",1],["utils",1],["megatron",1],["optimizer",1],["py",1]],"body":[["copyright",2],["2024",2],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["nvidia",1],["corporation",1],["all",1],["rights",1],["reserved",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",3],["as",3],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["from",7],["apex",2],["optimizers",2],["import",7],["fused",2],["adam",2],["sgd",2],["megatron",5],["optimizer",10],["distrib",1],["grad",3],["scaler",3],["constant",1],["dynamic",1],["float16",2],["params",1],["fp32",1],["param",1],["groups",1],["verl",1],["utils",1],["config",2]]},{"id":"verl/utils/megatron/optimizer.py#get_megatron_optimizer","name":[["megatron",1],["optimizer",1]],"path":[["verl",1],["utils",1],["megatron",1],["optimizer",1],["py",1]],"body":[["def",2],["megatron",3],["optimizer",26],["model",7],["config",38],["no",4],["weight",7],["decay",7],["cond",6],["none",6],["scale",15],["lr",10],["mult",3],["check",5],["nan",5],["loss",15],["grad",24],["false",4],["overlap",3],["param",7],["gather",3],["add",2],["verl",2],["base",2],["groups",4],["if",7],["adam",5],["betas",1],["beta1",1],["beta2",1],["eps",2],["elif",1],["sgd",3],["momentum",2],["else",3],["raise",1],["exception",1],["not",2],["supported",1],["format",1],["determine",1],["whether",1],["params",10],["have",5],["main",6],["field",1],["true",1],["mixed",2],["precision",2],["note",1],["both",1],["float16",3],["distributed",4],["inherit",1],["from",1],["manages",1],["any",1],["distinct",1],["fp16",5],["bf16",4],["scaler",10],["provided",1],["instantiate",1],["constant",3],["present",1],["dynamic",3],["otherwise",1],["running",1],["so",1],["leave",1],["as",1],["initial",2],["min",2],["growth",2],["factor",2],["backoff",1],["interval",1],["window",1],["hysteresis",2],["return",3],["clip",3],["log",3],["num",3],["zeros",3],["dtype",2],["fp32",2]]},{"id":"verl/utils/megatron/pipeline_parallel.py","name":[["pipeline",1],["parallel",1],["py",1]],"path":[["verl",1],["utils",1],["megatron",1],["pipeline",1],["parallel",1],["py",1]],"body":[["copyright",2],["2024",2],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["nvidia",1],["corporation",1],["all",1],["rights",1],["reserved",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["import",3],["torch",1],["from",2],["megatron",1],["core",1],["parallel",3],["state",1],["mpu",1],["sequence",2],["pad",1]]},{"id":"verl/utils/megatron/pipeline_parallel.py#compute_transformers_input_shapes","name":[["compute",1],["transformers",1],["input",1],["shapes",1]],"path":[["verl",1],["utils",1],["megatron",1],["pipeline",1],["parallel",1],["py",1]],"body":[["def",2],["compute",5],["transformers",2],["input",17],["shapes",9],["batches",3],["meta",5],["info",5],["from",1],["flash",2],["attn",1],["bert",1],["padding",1],["import",1],["unpad",2],["must",1],["megatron",1],["pre",1],["each",2],["micro",1],["batch",1],["at",1],["pp",1],["stage",1],["model",6],["inputs",5],["ids",8],["attention",3],["mask",3],["rmpad",5],["unsqueeze",1],["dim",1],["total",1],["nnz",1],["if",1],["sequence",2],["parallel",3],["pad",1],["append",2],["torch",2],["size",5],["shape",2],["mpu",1],["tensor",1],["world",1],["hidden",2],["else",1],["return",1]]},{"id":"verl/utils/megatron/pipeline_parallel.py#make_batch_generator","name":[["make",1],["batch",1],["generator",1]],"path":[["verl",1],["utils",1],["megatron",1],["pipeline",1],["parallel",1],["py",1]],"body":[["def",2],["make",2],["batch",7],["generator",7],["batches",4],["vpp",7],["size",4],["if",1],["has",1],["number",1],["chunks",1],["iter",2],["else",1],["no",1],["return",1]]},{"id":"verl/utils/megatron/sequence_parallel.py","name":[["sequence",1],["parallel",1],["py",1]],"path":[["verl",1],["utils",1],["megatron",1],["sequence",1],["parallel",1],["py",1]],"body":[["copyright",2],["2024",2],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["nvidia",1],["corporation",1],["all",1],["rights",1],["reserved",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",3],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["import",3],["torch",2],["nn",1],["functional",1],["from",1],["megatron",1],["core",1],["parallel",1],["state",1],["mpu",1]]},{"id":"verl/utils/megatron/sequence_parallel.py#is_sequence_parallel_param","name":[["sequence",1],["parallel",1],["param",1]],"path":[["verl",1],["utils",1],["megatron",1],["sequence",1],["parallel",1],["py",1]],"body":[["def",2],["sequence",4],["parallel",4],["param",6],["return",1],["hasattr",1]]},{"id":"verl/utils/megatron/sequence_parallel.py#mark_parameter_as_sequence_parallel","name":[["mark",1],["parameter",1],["as",1],["sequence",1],["parallel",1]],"path":[["verl",1],["utils",1],["megatron",1],["sequence",1],["parallel",1],["py",1]],"body":[["def",2],["mark",2],["parameter",5],["as",2],["sequence",3],["parallel",3],["setattr",1],["true",1]]},{"id":"verl/utils/megatron/sequence_parallel.py#pad_to_sequence_parallel","name":[["pad",1],["sequence",1],["parallel",1]],"path":[["verl",1],["utils",1],["megatron",1],["sequence",1],["parallel",1],["py",1]],"body":[["def",2],["pad",10],["sequence",2],["parallel",3],["unpad",12],["tokens",14],["torch",2],["tensor",3],["such",1],["total",5],["length",1],["multiple",1],["sp",5],["world",6],["size",11],["args",1],["nnz",4],["after",1],["removing",1],["padding",2],["returns",1],["shape",1],["mpu",1],["model",1],["if",3],["else",2],["ndim",3],["elif",1],["raise",1],["not",2],["implemented",1],["error",1],["dim",1],["supported",1],["return",1]]},{"id":"verl/utils/megatron/tensor_parallel.py","name":[["tensor",1],["parallel",1],["py",1]],"path":[["verl",1],["utils",1],["megatron",1],["tensor",1],["parallel",1],["py",1]],"body":[["copyright",2],["2024",2],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["nvidia",1],["corporation",1],["all",1],["rights",1],["reserved",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",3],["as",4],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["utilities",1],["tensor",2],["parallel",4],["megatron",3],["from",4],["typing",1],["import",7],["dict",1],["torch",4],["nn",1],["init",1],["dist",1],["core",2],["model",1],["config",1],["state",1],["mpu",1],["verl",2],["utils",1],["functional",1]]},{"id":"verl/utils/megatron/tensor_parallel.py#_VocabParallelEntropy","name":[["vocab",1],["parallel",1],["entropy",1]],"path":[["verl",1],["utils",1],["megatron",1],["tensor",1],["parallel",1],["py",1]],"body":[["class",2],["vocab",11],["parallel",14],["entropy",4],["torch",6],["autograd",2],["function",2],["staticmethod",2],["def",2],["forward",1],["ctx",4],["logits",31],["tensor",7],["max",6],["dim",5],["keepdim",3],["true",3],["values",1],["dist",4],["all",3],["reduce",4],["op",2],["group",6],["mpu",3],["model",3],["normalized",9],["exp",8],["sum",12],["softmax",11],["times",6],["log",1],["save",1],["backward",2],["return",2],["squeeze",1],["grad",4],["output",2],["saved",1],["tensors",1],["input",2],["unsqueeze",1]]},{"id":"verl/utils/megatron/tensor_parallel.py#_VocabParallelEntropy.backward","name":[["backward",1]],"path":[["verl",1],["utils",1],["megatron",1],["tensor",1],["parallel",1],["py",1]],"body":[["def",2],["backward",2],["ctx",3],["grad",5],["output",3],["torch",4],["tensor",4],["vocab",2],["parallel",2],["logits",6],["softmax",4],["sum",2],["times",2],["saved",1],["tensors",1],["input",2],["unsqueeze",1],["dim",1],["return",1]]},{"id":"verl/utils/megatron/tensor_parallel.py#_VocabParallelEntropy.forward","name":[["forward",1]],"path":[["verl",1],["utils",1],["megatron",1],["tensor",1],["parallel",1],["py",1]],"body":[["def",2],["forward",2],["ctx",3],["vocab",8],["parallel",11],["logits",26],["torch",4],["tensor",7],["max",6],["dim",4],["keepdim",3],["true",3],["values",1],["dist",4],["all",3],["reduce",4],["op",2],["group",6],["mpu",3],["model",3],["normalized",9],["exp",8],["sum",10],["softmax",7],["times",4],["entropy",2],["log",1],["save",1],["backward",1],["return",1],["squeeze",1]]},{"id":"verl/utils/megatron/tensor_parallel.py#get_common_default_kwargs_for_parallel_linear","name":[["common",1],["default",1],["kwargs",1],["parallel",1],["linear",1]],"path":[["verl",1],["utils",1],["megatron",1],["tensor",1],["parallel",1],["py",1]],"body":[["def",2],["common",4],["default",7],["kwargs",4],["parallel",5],["linear",2],["model",3],["config",4],["init",2],["method",1],["xavier",1],["normal",1],["stride",1],["keep",1],["master",1],["weight",1],["test",1],["false",1],["return",1]]},{"id":"verl/utils/megatron/tensor_parallel.py#get_default_kwargs_for_column_parallel_linear","name":[["default",1],["kwargs",1],["column",1],["parallel",1],["linear",1]],"path":[["verl",1],["utils",1],["megatron",1],["tensor",1],["parallel",1],["py",1]],"body":[["def",2],["default",9],["kwargs",14],["column",6],["parallel",11],["linear",3],["model",6],["config",8],["async",1],["tensor",1],["allreduce",1],["false",1],["update",2],["common",4],["return",1]]},{"id":"verl/utils/megatron/tensor_parallel.py#get_default_kwargs_for_model_parallel_config","name":[["default",1],["kwargs",1],["model",1],["parallel",1],["config",1]],"path":[["verl",1],["utils",1],["megatron",1],["tensor",1],["parallel",1],["py",1]],"body":[["def",2],["default",2],["kwargs",4],["model",4],["parallel",5],["config",4],["params",1],["dtype",1],["torch",1],["float32",1],["cpu",1],["initialization",2],["false",3],["perform",1],["true",1],["gradient",1],["accumulation",1],["fusion",1],["sequence",1],["return",1]]},{"id":"verl/utils/megatron/tensor_parallel.py#get_default_kwargs_for_parallel_embedding","name":[["default",1],["kwargs",1],["parallel",1],["embedding",1]],"path":[["verl",1],["utils",1],["megatron",1],["tensor",1],["parallel",1],["py",1]],"body":[["def",2],["default",5],["kwargs",7],["parallel",6],["embedding",4],["model",4],["config",5],["init",2],["method",1],["xavier",1],["normal",1],["return",1]]},{"id":"verl/utils/megatron/tensor_parallel.py#get_default_kwargs_for_row_parallel_linear","name":[["default",1],["kwargs",1],["row",1],["parallel",1],["linear",1]],"path":[["verl",1],["utils",1],["megatron",1],["tensor",1],["parallel",1],["py",1]],"body":[["def",2],["default",5],["kwargs",5],["row",2],["parallel",3],["linear",3],["common",3],["return",1]]},{"id":"verl/utils/megatron/tensor_parallel.py#get_default_model_parallel_config","name":[["default",1],["model",1],["parallel",1],["config",1]],"path":[["verl",1],["utils",1],["megatron",1],["tensor",1],["parallel",1],["py",1]],"body":[["def",2],["default",3],["model",4],["parallel",4],["config",4],["return",1],["kwargs",1]]},{"id":"verl/utils/megatron/tensor_parallel.py#get_tensor_parallel_partition_dim","name":[["tensor",1],["parallel",1],["partition",1],["dim",1]],"path":[["verl",1],["utils",1],["megatron",1],["tensor",1],["parallel",1],["py",1]],"body":[["def",2],["tensor",3],["parallel",3],["partition",3],["dim",3],["param",5],["assert",1],["return",1]]},{"id":"verl/utils/megatron/tensor_parallel.py#get_tensor_parallel_partition_stride","name":[["tensor",1],["parallel",1],["partition",1],["stride",1]],"path":[["verl",1],["utils",1],["megatron",1],["tensor",1],["parallel",1],["py",1]],"body":[["def",2],["tensor",3],["parallel",3],["partition",3],["stride",3],["param",5],["assert",1],["return",1]]},{"id":"verl/utils/megatron/tensor_parallel.py#is_tensor_parallel_param","name":[["tensor",1],["parallel",1],["param",1]],"path":[["verl",1],["utils",1],["megatron",1],["tensor",1],["parallel",1],["py",1]],"body":[["def",2],["tensor",4],["parallel",4],["param",6],["return",1],["hasattr",1],["model",2]]},{"id":"verl/utils/megatron/tensor_parallel.py#update_kwargs_with_config","name":[["update",1],["kwargs",1],["config",1]],"path":[["verl",1],["utils",1],["megatron",1],["tensor",1],["parallel",1],["py",1]],"body":[["def",2],["update",2],["kwargs",2],["config",8],["dictionary",4],["dict",2],["model",2],["parallel",2],["return",1]]},{"id":"verl/utils/megatron/tensor_parallel.py#vocab_parallel_compute_entropy_loss","name":[["vocab",1],["parallel",1],["compute",1],["entropy",1],["loss",1]],"path":[["verl",1],["utils",1],["megatron",1],["tensor",1],["parallel",1],["py",1]],"body":[["def",2],["vocab",4],["parallel",3],["compute",4],["entropy",10],["loss",5],["logits",4],["eos",4],["mask",5],["categorical",1],["args",1],["torch",3],["tensor",3],["shape",2],["bs",2],["response",2],["length",2],["size",1],["returns",1],["scalar",1],["verl",1],["masked",1],["mean",1],["return",1]]},{"id":"verl/utils/megatron/tensor_parallel.py#vocab_parallel_entropy","name":[["vocab",1],["parallel",1],["entropy",1]],"path":[["verl",1],["utils",1],["megatron",1],["tensor",1],["parallel",1],["py",1]],"body":[["def",2],["vocab",8],["parallel",7],["entropy",4],["logits",5],["torch",4],["tensor",4],["compute",1],["sharded",1],["tp",2],["ranks",1],["args",1],["total",2],["nnz",2],["size",2],["returns",1],["return",1],["apply",1]]},{"id":"verl/utils/megatron/tensor_parallel.py#vocab_parallel_log_probs_from_logits","name":[["vocab",1],["parallel",1],["log",1],["probs",1],["from",1],["logits",1]],"path":[["verl",1],["utils",1],["megatron",1],["tensor",1],["parallel",1],["py",1]],"body":[["def",2],["vocab",4],["parallel",5],["log",2],["probs",2],["from",2],["logits",6],["labels",3],["todo",1],["zhangchi",1],["usc1992",1],["may",1],["change",1],["implementation",1],["later",1],["return",1],["tensor",1],["cross",1],["entropy",1],["target",1]]},{"id":"verl/utils/megatron/tensor_parallel.py#vocab_parallel_log_probs_from_logits_response_rmpad","name":[["vocab",1],["parallel",1],["log",1],["probs",1],["from",1],["logits",1],["response",1],["rmpad",1]],"path":[["verl",1],["utils",1],["megatron",1],["tensor",1],["parallel",1],["py",1]],"body":[["def",2],["vocab",4],["parallel",4],["log",6],["probs",6],["from",5],["logits",10],["response",8],["rmpad",16],["input",15],["ids",11],["attention",5],["mask",5],["length",5],["similar",1],["but",1],["now",1],["spliited",1],["across",1],["tensor",1],["region",1],["will",1],["further",1],["reduce",1],["peak",1],["memory",1],["usage",1],["during",1],["training",1],["args",1],["batch",6],["size",7],["seqlen",5],["total",2],["nnz",2],["tp",1],["int",1],["flash",1],["attn",1],["bert",1],["padding",1],["import",1],["pad",2],["unpad",2],["shape",1],["indices",3],["unsqueeze",2],["squeeze",2],["rolled",2],["torch",1],["roll",1],["shifts",1],["dims",1],["full",4],["labels",1],["output",4],["hidden",1],["states",1],["return",1]]},{"id":"verl/utils/memory_buffer.py","name":[["memory",1],["buffer",1],["py",1]],"path":[["verl",1],["utils",1],["memory",1],["buffer",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",2],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["contains",1],["utilities",1],["manipulate",1],["torch",3],["memory",1],["buffers",1],["from",2],["typing",1],["import",3],["dict",1],["list",1],["nn",1]]},{"id":"verl/utils/memory_buffer.py#build_memory_buffer","name":[["build",1],["memory",1],["buffer",1]],"path":[["verl",1],["utils",1],["memory",1],["buffer",1],["py",1]],"body":[["def",2],["build",3],["memory",10],["buffer",12],["weight",5],["meta",8],["dict",6],["str",2],["torch",4],["dtype",16],["given",1],["args",1],["contains",1],["mapping",1],["from",2],["name",2],["dictionary",1],["containing",1],["shape",5],["tensors",2],["returns",1],["large",1],["each",1],["hold",1],["all",1],["buffers",3],["total",9],["numel",10],["map",6],["info",3],["sorted",1],["items",2],["assert",2],["isinstance",2],["size",1],["if",1],["not",1],["calc",1],["padded",1],["return",1]]},{"id":"verl/utils/memory_buffer.py#build_memory_reference","name":[["build",1],["memory",1],["reference",1]],"path":[["verl",1],["utils",1],["memory",1],["buffer",1],["py",1]],"body":[["def",2],["build",4],["memory",13],["reference",2],["weight",9],["buffer",12],["meta",8],["dict",6],["str",2],["buffers",9],["torch",2],["dtype",10],["references",1],["built",1],["api",2],["will",1],["allocate",1],["pointer",1],["according",1],["args",1],["returns",1],["start",5],["idx",4],["keys",1],["name",2],["info",3],["sorted",1],["items",1],["shape",4],["index",1],["calc",1],["padded",1],["numel",1],["return",1]]},{"id":"verl/utils/memory_buffer.py#build_memory_reference_from_module","name":[["build",1],["memory",1],["reference",1],["from",1],["module",1]],"path":[["verl",1],["utils",1],["memory",1],["buffer",1],["py",1]],"body":[["def",2],["build",2],["memory",10],["reference",2],["from",2],["module",7],["torch",4],["nn",2],["buffers",4],["dict",2],["dtype",8],["buffer",7],["maintain",3],["weight",3],["true",2],["start",6],["index",6],["keys",1],["name",1],["param",8],["sorted",1],["named",1],["parameters",1],["shape",3],["need",1],["increment",1],["calc",1],["padded",1],["numel",1],["if",1],["copy",1],["data",2]]},{"id":"verl/utils/memory_buffer.py#calc_padded_numel","name":[["calc",1],["padded",1],["numel",1]],"path":[["verl",1],["utils",1],["memory",1],["buffer",1],["py",1]],"body":[["def",2],["calc",2],["padded",2],["numel",9],["shape",3],["torch",5],["size",2],["dtype",5],["cuda",1],["memory",1],["alignment",2],["make",1],["sure",1],["by",1],["128",2],["bits",2],["align",4],["finfo",1],["return",1]]},{"id":"verl/utils/memory_buffer.py#get_weight_buffer_meta_from_module","name":[["weight",1],["buffer",1],["meta",1],["from",1],["module",1]],"path":[["verl",1],["utils",1],["memory",1],["buffer",1],["py",1]],"body":[["def",2],["weight",5],["buffer",5],["meta",5],["from",2],["module",7],["nn",2],["dict",4],["str",2],["return",2],["dictionary",1],["containing",1],["name",3],["shape",3],["dtype",3],["param",3],["sorted",1],["named",1],["parameters",1]]},{"id":"verl/utils/memory_buffer.py#MegatronMemoryBufferForRollout","name":[["megatron",1],["memory",1],["buffer",1],["rollout",1]],"path":[["verl",1],["utils",1],["memory",1],["buffer",1],["py",1]],"body":[["class",2],["megatron",2],["memory",22],["buffer",22],["rollout",2],["object",2],["assume",1],["inference",3],["engine",3],["has",3],["tp",3],["dp",2],["actor",3],["pp",9],["between",1],["should",1],["be",2],["same",2],["buffers",17],["contains",4],["list",3],["each",4],["dict",5],["from",5],["dtype",2],["weight",24],["name",2],["param",5],["named",7],["parameters",7],["parameter",1],["normalizes",1],["names",1],["vpp",1],["note",2],["may",1],["not",1],["directly",1],["compatible",1],["user",1],["take",1],["care",1],["part",1],["such",1],["as",1],["layout",1],["mismatches",1],["qkv",1],["transpose",1],["share",1],["underlying",1],["gpu",1],["doing",1],["sync",1],["data",1],["transfer",1],["via",1],["def",6],["init",1],["self",23],["transform",4],["fn",4],["initialize",2],["meta",10],["str",1],["obtained",1],["according",1],["will",1],["construct",1],["large",1],["args",1],["models",2],["dictionary",1],["mapping",1],["returns",1],["none",2],["build",3],["append",2],["reference",2],["enumerate",1],["property",3],["return",3]]},{"id":"verl/utils/memory_buffer.py#MegatronMemoryBufferForRollout.__init__","name":[["init",1]],"path":[["verl",1],["utils",1],["memory",1],["buffer",1],["py",1]],"body":[["def",2],["init",2],["self",6],["transform",4],["memory",5],["param",4],["fn",4],["buffers",2],["weight",1],["named",1],["parameters",1]]},{"id":"verl/utils/memory_buffer.py#MegatronMemoryBufferForRollout.build_memory_reference","name":[["build",1],["memory",1],["reference",1]],"path":[["verl",1],["utils",1],["memory",1],["buffer",1],["py",1]],"body":[["def",2],["build",3],["memory",5],["reference",3],["self",8],["weight",5],["buffer",3],["meta",3],["enumerate",1],["pp",1],["buffers",3],["named",1],["parameters",1],["transform",1],["param",1],["fn",1]]},{"id":"verl/utils/memory_buffer.py#MegatronMemoryBufferForRollout.initialize_weight_buffer","name":[["initialize",1],["weight",1],["buffer",1]],"path":[["verl",1],["utils",1],["memory",1],["buffer",1],["py",1]],"body":[["def",2],["initialize",3],["weight",14],["buffer",17],["self",6],["meta",8],["pp",7],["list",2],["dict",4],["str",2],["obtained",1],["according",1],["actor",1],["will",1],["construct",1],["large",1],["each",2],["dtype",1],["args",1],["contains",2],["models",2],["dictionary",1],["mapping",1],["from",1],["returns",1],["none",2],["memory",4],["build",1],["buffers",2],["append",2]]},{"id":"verl/utils/memory_buffer.py#MegatronMemoryBufferForRollout.memory_buffers","name":[["memory",1],["buffers",1]],"path":[["verl",1],["utils",1],["memory",1],["buffer",1],["py",1]],"body":[["def",2],["memory",3],["buffers",3],["self",3],["return",1]]},{"id":"verl/utils/memory_buffer.py#MegatronMemoryBufferForRollout.named_parameters","name":[["named",1],["parameters",1]],"path":[["verl",1],["utils",1],["memory",1],["buffer",1],["py",1]],"body":[["def",2],["named",3],["parameters",3],["self",3],["return",1]]},{"id":"verl/utils/memory_buffer.py#MegatronMemoryBufferForRollout.weight_buffers","name":[["weight",1],["buffers",1]],"path":[["verl",1],["utils",1],["memory",1],["buffer",1],["py",1]],"body":[["def",2],["weight",3],["buffers",3],["self",3],["return",1]]},{"id":"verl/utils/memory_buffer.py#MemoryBuffer","name":[["memory",1],["buffer",1]],"path":[["verl",1],["utils",1],["memory",1],["buffer",1],["py",1]],"body":[["class",2],["memory",4],["buffer",9],["contiguous",1],["torch",3],["tensor",7],["may",1],["combine",1],["multiple",1],["tensors",1],["sharing",1],["underlying",1],["must",1],["have",1],["unique",1],["type",1],["support",1],["behavior",1],["def",3],["init",1],["self",12],["numel",9],["int",2],["padded",4],["dtype",6],["data",4],["zeros",1],["device",1],["cuda",1],["requires",1],["grad",1],["false",1],["zero",3],["reset",1],["shape",4],["start",4],["index",7],["return",2],["input",1],["as",1],["view",2],["into",1],["starting",1],["at",1],["end",3],["assert",1],["requested",1],["out",1],["range",1]]},{"id":"verl/utils/memory_buffer.py#MemoryBuffer.__init__","name":[["init",1]],"path":[["verl",1],["utils",1],["memory",1],["buffer",1],["py",1]],"body":[["def",2],["init",2],["self",8],["numel",9],["int",4],["padded",5],["dtype",8],["torch",3],["data",1],["zeros",1],["device",1],["cuda",1],["requires",1],["grad",1],["false",1]]},{"id":"verl/utils/memory_buffer.py#MemoryBuffer.get","name":[],"path":[["verl",1],["utils",1],["memory",1],["buffer",1],["py",1]],"body":[["def",2],["self",4],["shape",5],["start",5],["index",8],["return",2],["tensor",6],["input",1],["as",1],["view",2],["into",1],["data",2],["starting",1],["at",1],["end",3],["numel",2],["assert",1],["requested",1],["out",1],["buffer",5],["range",1]]},{"id":"verl/utils/memory_buffer.py#MemoryBuffer.zero","name":[["zero",1]],"path":[["verl",1],["utils",1],["memory",1],["buffer",1],["py",1]],"body":[["def",2],["zero",4],["self",3],["reset",1],["buffer",1],["data",1]]},{"id":"verl/utils/memory_buffer.py#MemoryBufferModuleWrapper","name":[["memory",1],["buffer",1],["module",1],["wrapper",1]],"path":[["verl",1],["utils",1],["memory",1],["buffer",1],["py",1]],"body":[["class",2],["memory",9],["buffer",9],["module",12],["wrapper",3],["note",1],["not",1],["design",1],["as",1],["nn",2],["due",1],["will",1],["change",1],["checkpoint",1],["name",1],["def",3],["init",2],["self",12],["super",1],["weight",5],["meta",5],["from",2],["buffers",4],["build",2],["reference",1],["return",2]]},{"id":"verl/utils/memory_buffer.py#MemoryBufferModuleWrapper.__init__","name":[["init",1]],"path":[["verl",1],["utils",1],["memory",1],["buffer",1],["py",1]],"body":[["def",2],["init",3],["self",9],["module",10],["nn",2],["super",1],["weight",3],["buffer",4],["meta",3],["from",2],["memory",4],["buffers",2],["build",2],["reference",1]]},{"id":"verl/utils/memory_buffer.py#MemoryBufferModuleWrapper.get_memory_buffers","name":[["memory",1],["buffers",1]],"path":[["verl",1],["utils",1],["memory",1],["buffer",1],["py",1]],"body":[["def",2],["memory",3],["buffers",3],["self",3],["return",1]]},{"id":"verl/utils/memory_buffer.py#MemoryBufferModuleWrapper.get_weight_buffer_meta","name":[["weight",1],["buffer",1],["meta",1]],"path":[["verl",1],["utils",1],["memory",1],["buffer",1],["py",1]],"body":[["def",2],["weight",3],["buffer",3],["meta",3],["self",3],["return",1]]},{"id":"verl/utils/model.py","name":[["model",1],["py",1]],"path":[["verl",1],["utils",1],["model",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",2],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["utilities",1],["create",1],["common",1],["models",2],["from",5],["huggingface",1],["import",8],["os",1],["warnings",1],["typing",1],["dict",1],["type",1],["numpy",1],["np",1],["torch",2],["nn",1],["transformers",1],["auto",2],["config",2],["model",2],["causal",1],["lm",1],["pretrained",1],["mistral",1],["sequence",1],["classification",1],["verl",1],["registry",2],["pad",1],["input",1],["ids",1],["rmpad",1],["cu",1],["seqlens",1],["max",1],["seqlen",1],["batch",1],["be",1],["divisible",1],["tp",1]]},{"id":"verl/utils/model.py#_get_parallel_model_architecture_from_config","name":[["parallel",1],["model",1],["architecture",1],["from",1],["config",1]],"path":[["verl",1],["utils",1],["model",1],["py",1]],"body":[["def",2],["parallel",2],["model",9],["architecture",2],["from",2],["config",7],["pretrained",2],["value",4],["false",2],["type",2],["nn",2],["module",2],["architectures",6],["getattr",1],["arch",2],["cls",4],["registry",2],["load",1],["if",1],["not",2],["none",1],["return",1],["raise",1],["error",1],["supported",3],["now",1],["archs",1]]},{"id":"verl/utils/model.py#compute_position_id_with_mask","name":[["compute",1],["position",1],["id",1],["mask",1]],"path":[["verl",1],["utils",1],["model",1],["py",1]],"body":[["def",2],["compute",2],["position",2],["id",2],["mask",5],["return",1],["torch",2],["clip",1],["cumsum",1],["dim",1],["min",1],["max",1],["none",1]]},{"id":"verl/utils/model.py#create_huggingface_actor","name":[["create",1],["huggingface",1],["actor",1]],"path":[["verl",1],["utils",1],["model",1],["py",1]],"body":[["def",2],["create",2],["huggingface",3],["actor",4],["model",5],["name",4],["str",2],["override",9],["config",13],["kwargs",15],["none",6],["automodel",6],["nn",3],["module",7],["args",1],["returns",1],["if",2],["assert",1],["isinstance",1],["dict",2],["must",1],["be",1],["got",1],["type",1],["trust",2],["remote",2],["code",2],["false",1],["auto",1],["causal",1],["lm",1],["from",1],["return",1]]},{"id":"verl/utils/model.py#create_huggingface_critic","name":[["create",1],["huggingface",1],["critic",1]],"path":[["verl",1],["utils",1],["model",1],["py",1]],"body":[["def",2],["create",3],["huggingface",3],["critic",6],["model",4],["name",4],["str",2],["override",5],["config",6],["kwargs",12],["none",5],["automodel",7],["nn",5],["module",7],["args",1],["returns",1],["actor",1],["if",1],["torch",4],["dtype",4],["float32",1],["lm",1],["head",1],["sequential",1],["linear",1],["hidden",1],["size",1],["lambda",1],["layer",1],["fn",1],["squeeze",1],["return",1]]},{"id":"verl/utils/model.py#create_random_mask","name":[["create",1],["random",1],["mask",1]],"path":[["verl",1],["utils",1],["model",1],["py",1]],"body":[["def",2],["create",3],["random",5],["mask",3],["input",6],["ids",6],["torch",4],["tensor",2],["max",20],["ratio",16],["valid",20],["token",12],["float",6],["left",13],["padding",15],["min",6],["given",1],["support",1],["right",1],["process",1],["sample",2],["length",9],["generate",1],["args",1],["shape",2],["batch",3],["size",3],["seq",1],["len",1],["returns",1],["assert",5],["sequence",7],["num",11],["tokens",6],["int",3],["masks",4],["ones",1],["like",1],["dtype",3],["int64",3],["todo",1],["make",1],["faster",1],["range",3],["np",4],["randint",2],["low",2],["high",2],["index",4],["return",1]]},{"id":"verl/utils/model.py#get_huggingface_actor_config","name":[["huggingface",1],["actor",1],["config",1]],"path":[["verl",1],["utils",1],["model",1],["py",1]],"body":[["def",2],["huggingface",2],["actor",2],["config",15],["model",4],["name",3],["str",2],["override",8],["kwargs",8],["none",3],["trust",4],["remote",4],["code",4],["false",2],["dict",4],["if",1],["assert",1],["isinstance",1],["must",1],["be",1],["got",1],["type",1],["module",3],["auto",1],["from",1],["pretrained",1],["update",1],["return",1]]},{"id":"verl/utils/model.py#get_model_size","name":[["model",1],["size",1]],"path":[["verl",1],["utils",1],["model",1],["py",1]],"body":[["def",2],["model",5],["size",2],["nn",2],["module",2],["scale",14],["auto",3],["params",11],["sum",1],["numel",1],["parameters",1],["if",3],["1e9",2],["elif",5],["1e6",2],["1e3",2],["else",2],["pass",1],["raise",1],["not",1],["implemented",1],["unknown",1],["return",1]]},{"id":"verl/utils/model.py#get_parallel_model_from_config","name":[["parallel",1],["model",1],["from",1],["config",1]],"path":[["verl",1],["utils",1],["model",1],["py",1]],"body":[["def",2],["parallel",5],["model",9],["from",4],["config",13],["megatron",5],["pre",4],["process",8],["none",4],["post",4],["value",3],["false",2],["core",1],["import",1],["assert",1],["isinstance",1],["class",2],["architecture",1],["return",1]]},{"id":"verl/utils/model.py#LambdaLayer","name":[["lambda",1],["layer",1]],"path":[["verl",1],["utils",1],["model",1],["py",1]],"body":[["class",2],["lambda",2],["layer",2],["nn",2],["module",2],["def",2],["init",2],["self",4],["fn",4],["super",1],["forward",1],["args",2],["kwargs",2],["return",1]]},{"id":"verl/utils/model.py#LambdaLayer.__init__","name":[["init",1]],"path":[["verl",1],["utils",1],["model",1],["py",1]],"body":[["def",2],["init",3],["self",3],["fn",4],["super",1]]},{"id":"verl/utils/model.py#LambdaLayer.forward","name":[["forward",1]],"path":[["verl",1],["utils",1],["model",1],["py",1]],"body":[["def",2],["forward",2],["self",3],["args",3],["kwargs",3],["return",1],["fn",1]]},{"id":"verl/utils/model.py#load_megatron_model_weights","name":[["load",1],["megatron",1],["model",1],["weights",1]],"path":[["verl",1],["utils",1],["model",1],["py",1]],"body":[["def",2],["load",5],["megatron",2],["model",34],["weights",2],["config",16],["parallel",3],["params",4],["dtype",4],["value",5],["false",2],["local",12],["cache",8],["path",18],["verl",4],["rlhf",2],["assert",1],["hasattr",1],["architectures",7],["cannot",1],["be",1],["empty",1],["weight",12],["getattr",1],["os",1],["expanduser",1],["if",2],["startswith",1],["hdfs",3],["from",8],["utils",1],["fs",1],["import",2],["copy",2],["print",5],["start",1],["download",2],["src",1],["dir",2],["finish",1],["else",2],["todo",1],["find",1],["better",1],["way",1],["mistral7b",2],["rm",2],["lm",4],["head",4],["mistral",1],["sequence",1],["classification",1],["pretrained",2],["score",2],["instead",1],["state",10],["dict",10],["embed",2],["tokens",2],["32000",2],["workaround",1],["32001",1],["true",1],["warnings",3],["catch",1],["simplefilter",1],["ignore",1],["auto",1],["causal",1],["models",2],["loader",7],["registry",1],["before",1],["arch",4],["call",1],["wrapped",1]]},{"id":"verl/utils/model.py#normalize_pp_vpp_params","name":[["normalize",1],["pp",1],["vpp",1],["params",1]],"path":[["verl",1],["utils",1],["model",1],["py",1]],"body":[["def",3],["normalize",5],["pp",26],["vpp",22],["params",12],["num",13],["hidden",3],["layers",15],["layer",15],["name",36],["into",2],["complete",1],["named",2],["parameters",3],["useful",1],["gather",1],["from",1],["ranks",1],["passed",1],["model",6],["without",1],["list",4],["dict",2],["str",3],["param",7],["contains",1],["each",3],["chunk",2],["output",1],["rank",12],["size",12],["transform",1],["stage",1],["inference",3],["engine",2],["if",3],["print",1],["try",1],["bind",1],["per",7],["offset",8],["else",1],["belong",1],["intermediate",1],["split",13],["find",1],["next",1],["enumerate",1],["break",1],["idx",6],["check",1],["assert",2],["len",4],["isdigit",1],["increment",1],["by",1],["int",1],["join",1],["weight",1],["tp",1],["return",2],["normalized",5],["range",2],["items",1]]},{"id":"verl/utils/model.py#normalize_pp_vpp_params.normalize_model_name","name":[["normalize",1],["model",1],["name",1]],"path":[["verl",1],["utils",1],["model",1],["py",1]],"body":[["def",2],["normalize",2],["model",5],["name",28],["pp",16],["rank",7],["vpp",13],["size",9],["num",11],["layers",11],["transform",1],["each",2],["chunk",1],["stage",1],["into",1],["inference",3],["engine",2],["if",3],["print",1],["try",1],["bind",1],["params",1],["per",7],["offset",8],["layer",13],["else",1],["belong",1],["intermediate",1],["split",13],["find",1],["next",1],["enumerate",1],["break",1],["idx",6],["check",1],["assert",2],["len",1],["isdigit",1],["increment",1],["by",1],["str",1],["int",1],["join",1],["weight",1],["tp",1],["return",1]]},{"id":"verl/utils/model.py#pad_packed_inputs","name":[["pad",1],["packed",1],["inputs",1]],"path":[["verl",1],["utils",1],["model",1],["py",1]],"body":[["def",2],["pad",14],["packed",2],["inputs",2],["unpad",12],["tokens",14],["torch",2],["tensor",2],["cu",7],["seqlens",7],["max",7],["seqlen",7],["batch",7],["size",14],["such",1],["total",6],["length",1],["multiple",1],["function",1],["useful",1],["applying",1],["sequence",1],["parallel",2],["context",1],["args",1],["nnz",5],["after",1],["removing",1],["padding",2],["int",1],["returns",1],["nn",1],["functional",1],["shape",1],["if",3],["else",2],["assume",1],["adding",1],["new",1],["data",1],["ndim",3],["elif",1],["raise",1],["not",2],["implemented",1],["error",1],["dim",1],["supported",1],["value",1],["return",1]]},{"id":"verl/utils/model.py#print_model_size","name":[["print",1],["model",1],["size",1]],"path":[["verl",1],["utils",1],["model",1],["py",1]],"body":[["def",2],["print",3],["model",7],["size",3],["nn",2],["module",2],["name",6],["str",2],["none",3],["params",2],["scale",3],["auto",1],["if",1],["class",1],["contains",1],["2f",1],["parameters",1]]},{"id":"verl/utils/model.py#squeeze","name":[["squeeze",1]],"path":[["verl",1],["utils",1],["model",1],["py",1]],"body":[["def",2],["squeeze",3],["return",1],["torch",1],["dim",1]]},{"id":"verl/utils/model.py#update_model_config","name":[["update",1],["model",1],["config",1]],"path":[["verl",1],["utils",1],["model",1],["py",1]],"body":[["def",2],["update",2],["model",2],["config",8],["module",3],["override",3],["kwargs",3],["key",2],["val",2],["items",1],["setattr",1]]},{"id":"verl/utils/py_functional.py","name":[["py",2],["functional",1]],"path":[["verl",1],["utils",1],["py",2],["functional",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["contain",1],["small",1],["python",1],["utility",1],["functions",1],["from",2],["typing",1],["import",2],["dict",1],["types",1],["simple",1],["namespace",1]]},{"id":"verl/utils/py_functional.py#append_to_dict","name":[["append",1],["dict",1]],"path":[["verl",1],["utils",1],["py",2],["functional",1]],"body":[["def",2],["append",3],["dict",6],["data",8],["new",3],["key",4],["val",2],["items",1],["if",1],["not",1]]},{"id":"verl/utils/py_functional.py#NestedNamespace","name":[["nested",1],["namespace",1]],"path":[["verl",1],["utils",1],["py",2],["functional",1]],"body":[["class",2],["nested",3],["namespace",5],["simple",2],["def",1],["init",2],["self",3],["dictionary",2],["kwargs",2],["super",1],["key",3],["value",4],["items",1],["if",1],["isinstance",1],["dict",1],["setattr",2],["else",1]]},{"id":"verl/utils/py_functional.py#NestedNamespace.__init__","name":[["init",1]],"path":[["verl",1],["utils",1],["py",2],["functional",1]],"body":[["def",2],["init",3],["self",4],["dictionary",3],["kwargs",3],["super",1],["key",3],["value",4],["items",1],["if",1],["isinstance",1],["dict",1],["setattr",2],["nested",1],["namespace",1],["else",1]]},{"id":"verl/utils/py_functional.py#union_two_dict","name":[["union",1],["two",1],["dict",1]],"path":[["verl",1],["utils",1],["py",2],["functional",1]],"body":[["def",2],["union",3],["two",3],["dict",7],["dict1",8],["dict2",6],["will",1],["throw",1],["error",1],["if",2],["there",1],["item",1],["not",2],["same",3],["object",2],["key",7],["args",1],["returns",1],["val",2],["items",1],["assert",1],["meta",2],["return",1]]},{"id":"verl/utils/ray_utils.py","name":[["ray",1],["utils",1],["py",1]],"path":[["verl",1],["utils",2],["ray",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["contains",1],["commonly",1],["utilities",1],["ray",2],["import",2],["concurrent",1],["futures",1]]},{"id":"verl/utils/ray_utils.py#parallel_put","name":[["parallel",1],["put",1]],"path":[["verl",1],["utils",2],["ray",1],["py",1]],"body":[["def",3],["parallel",2],["put",5],["data",15],["list",7],["max",6],["workers",6],["none",4],["index",5],["return",2],["ray",1],["if",1],["min",1],["len",2],["16",1],["concurrent",2],["futures",2],["thread",1],["pool",1],["executor",3],["as",2],["submit",1],["enumerate",1],["res",5],["lst",3],["future",2],["completed",1],["append",1],["result",1],["reorder",1],["based",1],["output",3],["range",1],["ref",2]]},{"id":"verl/utils/ray_utils.py#parallel_put.put_data","name":[["put",1],["data",1]],"path":[["verl",1],["utils",2],["ray",1],["py",1]],"body":[["def",2],["put",3],["data",5],["index",3],["return",1],["ray",1]]},{"id":"verl/utils/rendezvous/__init__.py","name":[["init",1],["py",1]],"path":[["verl",1],["utils",1],["rendezvous",1],["init",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1]]},{"id":"verl/utils/rendezvous/ray_backend.py","name":[["ray",1],["backend",1],["py",1]],"path":[["verl",1],["utils",1],["rendezvous",1],["ray",1],["backend",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["import",5],["logging",1],["time",1],["from",2],["cupy",1],["cuda",1],["nccl",2],["communicator",1],["unique",1],["id",1],["ray",3],["util",1],["list",1],["named",1],["actors",1],["remote",1]]},{"id":"verl/utils/rendezvous/ray_backend.py#create_nccl_communicator_in_ray","name":[["create",1],["nccl",1],["communicator",1],["ray",1]],"path":[["verl",1],["utils",1],["rendezvous",1],["ray",1],["backend",1],["py",1]],"body":[["def",2],["create",2],["nccl",20],["communicator",8],["ray",4],["rank",6],["int",8],["world",4],["size",4],["group",6],["name",8],["str",2],["max",3],["retries",3],["100",2],["interval",4],["if",2],["id",19],["unique",1],["store",7],["ncclidstore",1],["options",1],["remote",3],["assert",1],["ndev",2],["comm",2],["return",2],["else",1],["range",1],["by",1],["not",1],["none",1],["logging",3],["info",3],["got",2],["failed",1],["time",2],["sleep",2],["seconds",1]]},{"id":"verl/utils/rendezvous/ray_backend.py#get_nccl_id_store_by_name","name":[["nccl",1],["id",1],["store",1],["by",1],["name",1]],"path":[["verl",1],["utils",1],["rendezvous",1],["ray",1],["backend",1],["py",1]],"body":[["def",2],["nccl",2],["id",2],["store",2],["by",2],["name",8],["all",3],["actors",10],["list",1],["named",2],["namespaces",1],["true",1],["matched",6],["actor",7],["if",2],["none",2],["len",3],["return",2],["ray",1],["elif",2],["logging",2],["warning",1],["multiple",1],["same",1],["found",1],["info",1],["failed",1],["any",1]]},{"id":"verl/utils/rendezvous/ray_backend.py#NCCLIDStore","name":[["ncclidstore",1]],"path":[["verl",1],["utils",1],["rendezvous",1],["ray",1],["backend",1],["py",1]],"body":[["class",2],["ncclidstore",2],["def",2],["init",1],["self",4],["nccl",4],["id",4],["return",1]]},{"id":"verl/utils/rendezvous/ray_backend.py#NCCLIDStore.__init__","name":[["init",1]],"path":[["verl",1],["utils",1],["rendezvous",1],["ray",1],["backend",1],["py",1]],"body":[["def",2],["init",2],["self",3],["nccl",4],["id",4]]},{"id":"verl/utils/rendezvous/ray_backend.py#NCCLIDStore.get","name":[],"path":[["verl",1],["utils",1],["rendezvous",1],["ray",1],["backend",1],["py",1]],"body":[["def",2],["self",3],["return",1],["nccl",1],["id",1]]},{"id":"verl/utils/reward_score/__init__.py","name":[["init",1],["py",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["init",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1]]},{"id":"verl/utils/reward_score/countdown.py","name":[["countdown",1],["py",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["countdown",1],["py",1]],"body":[["import",4],["re",1],["random",1],["ast",1],["operator",1]]},{"id":"verl/utils/reward_score/countdown.py#compute_score","name":[["compute",1],["score",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["countdown",1],["py",1]],"body":[["def",2],["compute",2],["score",15],["solution",10],["str",6],["ground",5],["truth",5],["method",4],["strict",2],["format",8],["scoring",1],["function",1],["countdown",1],["task",1],["args",1],["text",1],["dictionary",1],["containing",1],["target",8],["number",1],["available",1],["numbers",7],["extract",2],["correct",4],["but",1],["wrong",2],["answer",2],["equation",17],["print",18],["random",1],["randint",1],["64",1],["if",11],["extracted",1],["string",1],["none",2],["no",1],["found",1],["return",6],["validate",2],["uses",1],["not",2],["invalid",1],["evaluate",3],["try",1],["result",6],["could",1],["abs",1],["1e",1],["account",1],["floating",1],["point",1],["precision",1],["else",1],["except",1],["error",1],["evaluating",1]]},{"id":"verl/utils/reward_score/countdown.py#evaluate_equation","name":[["evaluate",1],["equation",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["countdown",1],["py",1]],"body":[["def",2],["evaluate",4],["equation",9],["str",4],["safely",1],["arithmetic",1],["eval",2],["precautions",1],["try",1],["define",1],["regex",1],["pattern",3],["only",1],["allows",1],["numbers",1],["operators",1],["parentheses",1],["whitespace",1],["allowed",2],["if",1],["not",1],["re",1],["match",1],["raise",1],["value",1],["error",1],["invalid",1],["characters",1],["restricted",1],["globals",1],["locals",1],["result",2],["builtins",1],["none",2],["return",2],["except",1],["exception",1],["as",1]]},{"id":"verl/utils/reward_score/countdown.py#extract_solution","name":[["extract",1],["solution",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["countdown",1],["py",1]],"body":[["def",2],["extract",3],["solution",14],["str",11],["equation",1],["from",1],["string",1],["remove",1],["everything",1],["before",1],["first",1],["assistant",5],["if",2],["split",3],["elif",1],["im",2],["start",2],["else",2],["return",2],["none",2],["answer",7],["pattern",2],["match",2],["re",1],["finditer",1],["matches",3],["list",1],["final",3],["group",1],["strip",1]]},{"id":"verl/utils/reward_score/countdown.py#validate_equation","name":[["validate",1],["equation",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["countdown",1],["py",1]],"body":[["def",2],["validate",3],["equation",8],["str",3],["available",7],["numbers",12],["only",1],["uses",1],["each",2],["number",2],["once",2],["try",1],["extract",1],["all",2],["from",1],["eq",4],["int",1],["re",1],["findall",1],["check",1],["if",1],["sorted",2],["should",1],["be",1],["exactly",1],["return",2],["except",1],["false",1]]},{"id":"verl/utils/reward_score/gsm8k.py","name":[["gsm8k",1],["py",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["gsm8k",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["import",1],["re",1]]},{"id":"verl/utils/reward_score/gsm8k.py#compute_score","name":[["compute",1],["score",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["gsm8k",1],["py",1]],"body":[["def",2],["compute",2],["score",12],["solution",8],["str",5],["ground",5],["truth",5],["method",6],["strict",3],["format",5],["scoring",1],["function",1],["gsm8k",1],["reference",1],["trung",1],["luong",1],["et",1],["al",1],["reft",1],["reasoning",1],["reinforced",1],["fine",1],["tuning",1],["proceedings",1],["62nd",1],["annual",1],["meeting",1],["association",1],["computational",1],["linguistics",1],["volume",1],["long",1],["papers",1],["2024",1],["args",1],["text",1],["extract",2],["choices",1],["flexible",1],["correct",1],["answer",4],["if",2],["none",1],["return",3],["else",2]]},{"id":"verl/utils/reward_score/gsm8k.py#extract_solution","name":[["extract",1],["solution",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["gsm8k",1],["py",1]],"body":[["def",2],["extract",2],["solution",9],["str",6],["method",5],["strict",4],["assert",1],["flexible",2],["if",4],["also",1],["tests",1],["formatting",1],["model",1],["re",2],["search",1],["none",3],["final",8],["answer",12],["else",2],["group",1],["split",1],["replace",2],["elif",1],["findall",1],["len",1],["no",2],["reward",1],["there",1],["pass",1],["invalid",2],["find",1],["last",1],["number",1],["not",2],["reversed",1],["break",1],["return",1]]},{"id":"verl/utils/reward_score/math.py","name":[["math",1],["py",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["math",1],["py",1]],"body":[["copyright",2],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["2022",1],["eleuther",3],["ai",3],["hugging",1],["face",1],["inc",1],["team",1],["all",1],["rights",1],["reserved",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",2],["https",2],["github",2],["com",2],["lm",4],["evaluation",2],["harness",2],["blob",2],["main",1],["eval",2],["tasks",2],["hendrycks",2],["math",2],["utils",1],["py",2],["string",1],["normalization",1],["master",1]]},{"id":"verl/utils/reward_score/math.py#compute_score","name":[["compute",1],["score",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["math",1],["py",1]],"body":[["def",2],["compute",2],["score",2],["solution",3],["str",3],["ground",3],["truth",3],["float",2],["retval",3],["try",1],["string",4],["last",4],["boxed",5],["only",1],["if",2],["not",1],["none",1],["answer",2],["remove",1],["equiv",1],["except",1],["exception",1],["as",1],["print",1],["return",1]]},{"id":"verl/utils/reward_score/math.py#fix_a_slash_b","name":[["fix",1],["slash",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["math",1],["py",1]],"body":[["def",2],["fix",2],["slash",2],["string",10],["if",1],["len",1],["split",3],["return",3],["try",1],["int",2],["assert",1],["format",1],["new",2],["frac",1],["str",2],["except",1],["assertion",1],["error",1]]},{"id":"verl/utils/reward_score/math.py#fix_fracs","name":[["fix",1],["fracs",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["math",1],["py",1]],"body":[["def",2],["fix",2],["fracs",2],["string",6],["substrs",6],["split",1],["frac",2],["new",8],["str",8],["if",5],["len",4],["substr",14],["else",4],["try",1],["assert",1],["except",1],["assertion",1],["error",1],["return",2],["post",4]]},{"id":"verl/utils/reward_score/math.py#fix_sqrt","name":[["fix",1],["sqrt",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["math",1],["py",1]],"body":[["def",2],["fix",2],["sqrt",6],["string",8],["if",2],["not",1],["return",2],["splits",3],["split",6],["new",6],["substr",3],["else",1]]},{"id":"verl/utils/reward_score/math.py#is_equiv","name":[["equiv",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["math",1],["py",1]],"body":[["def",2],["equiv",2],["str1",6],["str2",6],["verbose",3],["false",3],["if",3],["none",5],["print",2],["warning",1],["both",1],["return",4],["true",1],["try",1],["ss1",3],["strip",2],["string",2],["ss2",3],["except",1],["exception",1]]},{"id":"verl/utils/reward_score/math.py#last_boxed_only_string","name":[["last",1],["boxed",1],["only",1],["string",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["math",1],["py",1]],"body":[["def",2],["last",2],["boxed",6],["only",2],["string",12],["idx",10],["rfind",2],["if",7],["return",3],["split",2],["fbox",1],["none",4],["right",4],["brace",4],["num",4],["left",4],["braces",4],["open",4],["while",1],["len",1],["break",1],["retval",3],["else",1]]},{"id":"verl/utils/reward_score/math.py#remove_boxed","name":[["remove",1],["boxed",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["math",1],["py",1]],"body":[["def",2],["remove",2],["boxed",5],["if",1],["left",8],["assert",3],["len",4],["return",2]]},{"id":"verl/utils/reward_score/math.py#remove_right_units","name":[["remove",1],["right",1],["units",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["math",1],["py",1]],"body":[["def",2],["remove",2],["right",2],["units",4],["string",5],["text",4],["only",2],["ever",2],["occurs",2],["at",2],["least",2],["val",2],["describing",2],["if",1],["splits",3],["split",1],["assert",1],["len",1],["return",2],["else",1]]},{"id":"verl/utils/reward_score/math.py#strip_string","name":[["strip",1],["string",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["math",1],["py",1]],"body":[["def",2],["strip",2],["string",56],["linebreaks",2],["replace",17],["remove",8],["inverse",1],["spaces",2],["tfrac",2],["dfrac",2],["frac",10],["left",2],["right",4],["circ",3],["degrees",1],["dollar",1],["signs",1],["units",2],["percentage",1],["noqa",1],["w605",1],["equivalent",2],["alternatively",1],["add",1],["if",7],["start",1],["empty",2],["return",3],["len",3],["consider",1],["rid",1],["at",1],["beginning",1],["split",3],["fix",5],["sqrt3",1],["sqrt",2],["frac1b",1],["frac12",1],["etc",1],["even",1],["works",1],["frac1",1],["72",2],["but",2],["not",1],["also",1],["fracs",1],["manually",1],["change",1],["note",1],["changed",1],["dataset",1],["simple",1],["cases",1],["case",1],["model",1],["output",1],["slash",1]]},{"id":"verl/utils/reward_score/multiply.py","name":[["multiply",1],["py",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["multiply",1],["py",1]],"body":[["import",2],["re",1],["random",1]]},{"id":"verl/utils/reward_score/multiply.py#compute_score","name":[["compute",1],["score",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["multiply",1],["py",1]],"body":[["def",2],["compute",2],["score",12],["solution",10],["str",6],["ground",9],["truth",9],["method",4],["strict",3],["format",5],["scoring",1],["function",1],["gsm8k",1],["reference",1],["trung",1],["luong",1],["et",1],["al",1],["reft",1],["reasoning",1],["reinforced",1],["fine",1],["tuning",1],["proceedings",1],["62nd",1],["annual",1],["meeting",1],["association",1],["computational",1],["linguistics",1],["volume",1],["long",1],["papers",1],["2024",1],["args",1],["text",1],["extract",2],["choices",1],["flexible",1],["correct",2],["answer",11],["print",11],["random",1],["randint",1],["64",1],["if",6],["extracted",1],["string",1],["none",1],["no",1],["found",1],["return",3],["else",2],["int",2],["incorrect",1]]},{"id":"verl/utils/reward_score/multiply.py#extract_solution","name":[["extract",1],["solution",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["multiply",1],["py",1]],"body":[["def",2],["extract",2],["solution",8],["str",6],["remove",2],["everything",2],["before",2],["first",2],["assistant",4],["if",3],["split",1],["else",2],["return",2],["none",4],["answer",11],["pattern",2],["match",2],["re",1],["finditer",1],["matches",3],["list",1],["final",7],["group",1],["strip",1],["not",1],["try",1],["int",2],["except",1],["value",1],["error",1]]},{"id":"verl/utils/reward_score/qa_em.py","name":[["qa",1],["em",1],["py",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["qa",1],["em",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["answer",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["import",3],["re",1],["string",1],["random",1]]},{"id":"verl/utils/reward_score/qa_em.py#compute_score_em","name":[["compute",1],["score",1],["em",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["qa",1],["em",1],["py",1]],"body":[["def",2],["compute",2],["score",12],["em",4],["solution",10],["str",6],["ground",6],["truth",6],["method",4],["strict",3],["format",5],["scoring",1],["function",1],["exact",1],["match",1],["args",1],["text",1],["extract",2],["choices",1],["flexible",1],["correct",1],["answer",6],["print",6],["random",1],["randint",1],["64",1],["if",3],["golden",1],["answers",1],["target",2],["extracted",1],["string",1],["none",1],["return",3],["else",2],["check",1]]},{"id":"verl/utils/reward_score/qa_em.py#compute_score_subem","name":[["compute",1],["score",1],["subem",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["qa",1],["em",1],["py",1]],"body":[["def",2],["compute",2],["score",12],["subem",3],["solution",10],["str",6],["ground",6],["truth",6],["method",4],["strict",3],["format",5],["scoring",1],["function",1],["substring",1],["exact",1],["match",1],["em",1],["args",1],["text",1],["extract",2],["choices",1],["flexible",1],["correct",1],["answer",6],["print",6],["random",1],["randint",1],["64",1],["if",3],["golden",1],["answers",1],["target",2],["extracted",1],["string",1],["none",1],["return",3],["else",2],["check",1]]},{"id":"verl/utils/reward_score/qa_em.py#em_check","name":[["em",1],["check",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["qa",1],["em",1],["py",1]],"body":[["def",2],["em",2],["check",2],["prediction",5],["golden",10],["answers",6],["if",2],["isinstance",1],["str",1],["normalized",2],["normalize",2],["answer",6],["score",3],["break",1],["return",1]]},{"id":"verl/utils/reward_score/qa_em.py#extract_solution","name":[["extract",1],["solution",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["qa",1],["em",1],["py",1]],"body":[["def",2],["extract",3],["solution",14],["str",11],["equation",1],["from",1],["string",1],["remove",1],["everything",1],["before",1],["first",1],["assistant",5],["if",4],["split",3],["elif",1],["im",2],["start",2],["else",2],["return",5],["none",6],["answer",4],["pattern",2],["match",2],["re",2],["finditer",1],["dotall",1],["matches",5],["list",1],["there",1],["exactly",1],["len",1],["ans",3],["group",2],["strip",2]]},{"id":"verl/utils/reward_score/qa_em.py#normalize_answer","name":[["normalize",1],["answer",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["qa",1],["em",1],["py",1]],"body":[["def",6],["normalize",2],["answer",2],["remove",4],["articles",2],["text",8],["return",5],["re",1],["sub",1],["white",2],["space",2],["fix",2],["join",2],["split",1],["punc",2],["exclude",2],["string",1],["punctuation",1],["ch",3],["if",1],["not",1],["lower",3]]},{"id":"verl/utils/reward_score/qa_em.py#normalize_answer.lower","name":[["lower",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["qa",1],["em",1],["py",1]],"body":[["def",2],["lower",3],["text",3],["return",1]]},{"id":"verl/utils/reward_score/qa_em.py#normalize_answer.remove_articles","name":[["remove",1],["articles",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["qa",1],["em",1],["py",1]],"body":[["def",2],["remove",2],["articles",2],["text",3],["return",1],["re",1],["sub",1]]},{"id":"verl/utils/reward_score/qa_em.py#normalize_answer.remove_punc","name":[["remove",1],["punc",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["qa",1],["em",1],["py",1]],"body":[["def",2],["remove",2],["punc",2],["text",3],["exclude",2],["string",1],["punctuation",1],["return",1],["join",1],["ch",3],["if",1],["not",1]]},{"id":"verl/utils/reward_score/qa_em.py#normalize_answer.white_space_fix","name":[["white",1],["space",1],["fix",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["qa",1],["em",1],["py",1]],"body":[["def",2],["white",2],["space",2],["fix",2],["text",3],["return",1],["join",1],["split",1]]},{"id":"verl/utils/reward_score/qa_em.py#subem_check","name":[["subem",1],["check",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["qa",1],["em",1],["py",1]],"body":[["def",2],["subem",2],["check",2],["prediction",5],["golden",10],["answers",6],["if",2],["isinstance",1],["str",1],["normalized",2],["normalize",2],["answer",6],["score",3],["break",1],["return",1]]},{"id":"verl/utils/reward_score/qa_f1.py","name":[["qa",1],["f1",1],["py",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["qa",1],["f1",1],["py",1]],"body":[["f1",3],["score",2],["implementation",1],["qa",6],["reward",2],["following",1],["same",2],["structure",1],["style",2],["as",1],["em",5],["py",2],["import",4],["re",1],["string",1],["random",1],["normalization",1],["identical",1],["token",1],["level",1],["squ",1],["ad",1],["extract",3],["solution",3],["answer",2],["reuse",1],["function",2],["from",2],["main",1],["scoring",1],["compute",1],["only",1]]},{"id":"verl/utils/reward_score/qa_f1.py#compute_score_f1","name":[["compute",1],["score",1],["f1",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["qa",1],["f1",1],["py",1]],"body":[["def",2],["compute",3],["score",12],["f1",9],["solution",8],["str",6],["ground",5],["truth",5],["method",3],["strict",2],["format",4],["only",2],["scoring",1],["function",1],["args",1],["decoded",1],["full",1],["sequence",1],["dict",1],["contains",1],["target",3],["kept",2],["compatibility",2],["not",1],["setting",1],["max",1],["fully",1],["correct",1],["answer",7],["usually",1],["extract",1],["print",6],["random",1],["randint",1],["64",1],["if",2],["golden",1],["answers",1],["extracted",1],["string",1],["no",1],["error",1],["reward",2],["none",1],["return",2],["token",1],["level",1]]},{"id":"verl/utils/reward_score/qa_f1.py#f1_score","name":[["f1",1],["score",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["qa",1],["f1",1],["py",1]],"body":[["def",2],["f1",8],["score",2],["prediction",3],["golden",8],["answers",6],["if",5],["isinstance",1],["str",1],["pred",6],["normalize",2],["answer",4],["tokens",8],["split",2],["len",4],["return",2],["best",4],["gold",11],["continue",2],["count",1],["overlaps",1],["multiset",1],["intersection",1],["counts",5],["common",5],["precision",3],["recall",3],["max",1]]},{"id":"verl/utils/reward_score/qa_f1.py#normalize_answer","name":[["normalize",1],["answer",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["qa",1],["f1",1],["py",1]],"body":[["def",6],["normalize",2],["answer",2],["remove",4],["articles",2],["text",8],["return",5],["re",1],["sub",1],["white",2],["space",2],["fix",2],["join",2],["split",1],["punc",2],["exclude",2],["string",1],["punctuation",1],["ch",3],["if",1],["not",1],["lower",3]]},{"id":"verl/utils/reward_score/qa_f1.py#normalize_answer.lower","name":[["lower",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["qa",1],["f1",1],["py",1]],"body":[["def",2],["lower",3],["text",3],["return",1]]},{"id":"verl/utils/reward_score/qa_f1.py#normalize_answer.remove_articles","name":[["remove",1],["articles",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["qa",1],["f1",1],["py",1]],"body":[["def",2],["remove",2],["articles",2],["text",3],["return",1],["re",1],["sub",1]]},{"id":"verl/utils/reward_score/qa_f1.py#normalize_answer.remove_punc","name":[["remove",1],["punc",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["qa",1],["f1",1],["py",1]],"body":[["def",2],["remove",2],["punc",2],["text",3],["exclude",2],["string",1],["punctuation",1],["return",1],["join",1],["ch",3],["if",1],["not",1]]},{"id":"verl/utils/reward_score/qa_f1.py#normalize_answer.white_space_fix","name":[["white",1],["space",1],["fix",1]],"path":[["verl",1],["utils",1],["reward",1],["score",1],["qa",1],["f1",1],["py",1]],"body":[["def",2],["white",2],["space",2],["fix",2],["text",3],["return",1],["join",1],["split",1]]},{"id":"verl/utils/seqlen_balancing.py","name":[["seqlen",1],["balancing",1],["py",1]],"path":[["verl",1],["utils",1],["seqlen",1],["balancing",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",2],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",3],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["from",3],["typing",1],["import",6],["list",1],["tuple",1],["callable",1],["heapq",1],["torch",2],["dist",1],["tensordict",1],["tensor",1],["dict",1]]},{"id":"verl/utils/seqlen_balancing.py#ceildiv","name":[["ceildiv",1]],"path":[["verl",1],["utils",1],["seqlen",1],["balancing",1],["py",1]],"body":[["def",2],["ceildiv",2],["return",1]]},{"id":"verl/utils/seqlen_balancing.py#get_reverse_idx","name":[["reverse",1],["idx",1]],"path":[["verl",1],["utils",1],["seqlen",1],["balancing",1],["py",1]],"body":[["def",2],["reverse",5],["idx",11],["map",7],["copy",1],["deepcopy",1],["enumerate",1],["return",1]]},{"id":"verl/utils/seqlen_balancing.py#get_seqlen_balanced_partitions","name":[["seqlen",1],["balanced",1],["partitions",1]],"path":[["verl",1],["utils",1],["seqlen",1],["balancing",1],["py",1]],"body":[["def",3],["seqlen",10],["balanced",3],["partitions",29],["list",14],["int",7],["equal",6],["size",5],["bool",3],["order",1],["seq",2],["lengths",2],["make",1],["balacing",1],["sum",2],["seqlength",1],["across",1],["dp",1],["ranks",1],["microbatches",1],["parameters",1],["each",3],["items",5],["resulting",1],["number",4],["if",2],["true",1],["must",1],["be",1],["false",1],["only",1],["consider",1],["balancing",1],["partition",6],["have",1],["variable",1],["returns",1],["return",3],["containing",1],["index",1],["assert",4],["len",6],["check",2],["sort",2],["seen",3],["idx",5],["sorted",4],["none",1],["enumerate",1],["th",1],["empty",1],["add",1],["range",1],["karmarkar",1],["karp",1]]},{"id":"verl/utils/seqlen_balancing.py#get_seqlen_balanced_partitions._check_and_sort_partitions","name":[["check",1],["sort",1],["partitions",1]],"path":[["verl",1],["utils",1],["seqlen",1],["balancing",1],["py",1]],"body":[["def",2],["check",2],["sort",2],["partitions",13],["assert",3],["len",4],["seen",3],["idx",5],["sorted",4],["none",1],["partition",5],["enumerate",1],["th",1],["empty",1],["add",1],["range",1],["seqlen",1],["list",1],["return",1]]},{"id":"verl/utils/seqlen_balancing.py#greedy_partition","name":[["greedy",1],["partition",1]],"path":[["verl",1],["utils",1],["seqlen",1],["balancing",1],["py",1]],"body":[["def",2],["greedy",2],["partition",9],["seqlen",12],["list",8],["int",4],["partitions",11],["equal",4],["size",4],["bool",2],["bias",2],["sum",1],["if",3],["else",1],["sorted",2],["enumerate",2],["range",3],["sums",4],["min",6],["idx",6],["none",2],["append",1],["assert",1],["len",4],["return",1]]},{"id":"verl/utils/seqlen_balancing.py#karmarkar_karp","name":[["karmarkar",1],["karp",1]],"path":[["verl",1],["utils",1],["seqlen",1],["balancing",1],["py",1]],"body":[["def",13],["karmarkar",2],["karp",2],["seqlen",21],["list",14],["int",10],["partitions",18],["equal",4],["size",4],["bool",2],["see",2],["https",2],["en",2],["wikipedia",2],["org",2],["wiki",2],["largest",4],["differencing",2],["method",2],["class",2],["init",2],["self",43],["none",2],["sum",11],["items",21],["add",2],["idx",13],["val",7],["append",5],["merge",5],["other",14],["lt",2],["if",8],["return",10],["len",15],["state",7],["tuple",1],["sets",18],["should",1],["always",1],["be",3],["decreasing",1],["order",1],["range",6],["assert",3],["not",1],["enumerate",4],["sorted",7],["reverse",2],["true",2],["spread",8],["cur",3],["partition",6],["property",1],["least",1],["heap",1],["let",2],["popped",2],["first",2],["same",1],["who",1],["has",1],["repr",9],["str",10],["states",9],["pq",8],["offset",2],["heapq",5],["heappush",3],["else",1],["while",1],["state0",3],["heappop",2],["state1",2],["final",2]]},{"id":"verl/utils/seqlen_balancing.py#karmarkar_karp.Set","name":[],"path":[["verl",1],["utils",1],["seqlen",1],["balancing",1],["py",1]],"body":[["class",2],["def",4],["init",1],["self",15],["none",1],["sum",7],["items",10],["add",1],["idx",4],["int",2],["val",6],["append",2],["merge",1],["other",8],["lt",1],["if",2],["return",3],["len",4]]},{"id":"verl/utils/seqlen_balancing.py#karmarkar_karp.Set.__init__","name":[["init",1]],"path":[["verl",1],["utils",1],["seqlen",1],["balancing",1],["py",1]],"body":[["def",2],["init",2],["self",4],["none",2],["sum",1],["items",1]]},{"id":"verl/utils/seqlen_balancing.py#karmarkar_karp.Set.__lt__","name":[["lt",1]],"path":[["verl",1],["utils",1],["seqlen",1],["balancing",1],["py",1]],"body":[["def",2],["lt",2],["self",7],["other",7],["if",2],["sum",4],["return",3],["len",4],["items",6]]},{"id":"verl/utils/seqlen_balancing.py#karmarkar_karp.Set.add","name":[["add",1]],"path":[["verl",1],["utils",1],["seqlen",1],["balancing",1],["py",1]],"body":[["def",2],["add",2],["self",4],["idx",3],["int",4],["val",4],["items",1],["append",1],["sum",1]]},{"id":"verl/utils/seqlen_balancing.py#karmarkar_karp.Set.merge","name":[["merge",1]],"path":[["verl",1],["utils",1],["seqlen",1],["balancing",1],["py",1]],"body":[["def",2],["merge",2],["self",4],["other",3],["idx",2],["val",3],["items",2],["append",1],["sum",1]]},{"id":"verl/utils/seqlen_balancing.py#karmarkar_karp.State","name":[["state",1]],"path":[["verl",1],["utils",1],["seqlen",1],["balancing",1],["py",1]],"body":[["class",2],["state",4],["def",7],["init",1],["self",28],["items",6],["list",1],["tuple",1],["int",4],["none",1],["sets",18],["should",1],["always",1],["be",3],["decreasing",1],["order",1],["range",4],["assert",1],["len",3],["not",1],["idx",5],["seqlen",4],["enumerate",2],["add",1],["val",1],["sorted",2],["reverse",2],["true",2],["spread",8],["return",6],["sum",4],["partitions",4],["cur",3],["partition",3],["append",2],["merge",2],["other",6],["property",1],["lt",1],["least",1],["heap",1],["let",2],["largest",2],["popped",2],["first",2],["if",4],["same",1],["who",1],["has",1],["repr",9],["str",10]]},{"id":"verl/utils/seqlen_balancing.py#karmarkar_karp.State.__init__","name":[["init",1]],"path":[["verl",1],["utils",1],["seqlen",1],["balancing",1],["py",1]],"body":[["def",2],["init",2],["self",7],["items",5],["list",2],["tuple",2],["int",6],["none",2],["sets",5],["should",1],["always",1],["be",1],["decreasing",1],["order",1],["range",1],["assert",1],["len",2],["not",1],["idx",3],["seqlen",2],["enumerate",1],["add",1],["val",1],["sorted",1],["reverse",1],["true",1]]},{"id":"verl/utils/seqlen_balancing.py#karmarkar_karp.State.__lt__","name":[["lt",1]],"path":[["verl",1],["utils",1],["seqlen",1],["balancing",1],["py",1]],"body":[["def",2],["lt",2],["self",5],["other",5],["least",2],["heap",2],["let",4],["state",4],["largest",4],["spread",8],["be",4],["popped",4],["first",4],["if",3],["same",2],["who",2],["has",2],["return",2],["sets",2]]},{"id":"verl/utils/seqlen_balancing.py#karmarkar_karp.State.__repr__","name":[["repr",1]],"path":[["verl",1],["utils",1],["seqlen",1],["balancing",1],["py",1]],"body":[["def",2],["repr",10],["self",4],["str",11],["range",1],["if",2],["seqlen",2],["enumerate",1],["sets",1],["items",1],["return",1]]},{"id":"verl/utils/seqlen_balancing.py#karmarkar_karp.State.get_partitions","name":[["partitions",1]],"path":[["verl",1],["utils",1],["seqlen",1],["balancing",1],["py",1]],"body":[["def",2],["partitions",5],["self",4],["range",1],["len",1],["sets",2],["cur",3],["partition",3],["idx",2],["items",1],["append",2],["return",1]]},{"id":"verl/utils/seqlen_balancing.py#karmarkar_karp.State.merge","name":[["merge",1]],"path":[["verl",1],["utils",1],["seqlen",1],["balancing",1],["py",1]],"body":[["def",2],["merge",3],["self",7],["other",3],["range",1],["sets",4],["sorted",1],["reverse",1],["true",1]]},{"id":"verl/utils/seqlen_balancing.py#karmarkar_karp.State.spread","name":[["spread",1]],"path":[["verl",1],["utils",1],["seqlen",1],["balancing",1],["py",1]],"body":[["def",2],["spread",2],["self",4],["return",1],["sets",2],["sum",2]]},{"id":"verl/utils/seqlen_balancing.py#karmarkar_karp.State.spread~2","name":[["spread",1]],"path":[["verl",1],["utils",1],["seqlen",1],["balancing",1],["py",1]],"body":[["def",2],["spread",2],["self",4],["int",2],["return",1],["sets",2],["sum",2]]},{"id":"verl/utils/seqlen_balancing.py#log_seqlen_unbalance","name":[["log",1],["seqlen",1],["unbalance",1]],"path":[["verl",1],["utils",1],["seqlen",1],["balancing",1],["py",1]],"body":[["def",2],["log",2],["seqlen",44],["unbalance",2],["list",19],["int",4],["partitions",5],["prefix",8],["add",2],["some",2],["metrics",2],["sum",37],["dp",2],["ranks",2],["partition",5],["len",5],["assert",1],["batch",3],["size",3],["min",11],["none",4],["max",11],["total",3],["offset",3],["range",1],["cur",8],["if",2],["balanced",14],["append",1],["print",1],["return",1],["minmax",1],["diff",1],["mean",1]]},{"id":"verl/utils/seqlen_balancing.py#rearrange_micro_batches","name":[["rearrange",1],["micro",1],["batches",1]],"path":[["verl",1],["utils",1],["seqlen",1],["balancing",1],["py",1]],"body":[["def",2],["rearrange",2],["micro",24],["batches",14],["batch",12],["tensor",4],["dict",2],["max",12],["token",8],["len",18],["dp",3],["group",4],["none",2],["split",1],["into",1],["list",1],["smaller",1],["than",2],["number",1],["valid",1],["tokens",1],["each",1],["well",1],["balanced",2],["per",1],["local",1],["bsz",4],["seq",9],["attention",2],["mask",2],["shape",1],["assert",2],["must",1],["be",1],["greater",1],["sequence",1],["length",1],["got",1],["effective",6],["torch",3],["sum",2],["dim",1],["total",2],["seqlen",3],["item",2],["num",8],["ceildiv",1],["if",1],["dist",3],["initialized",1],["device",1],["cuda",1],["all",1],["reduce",2],["op",2],["cpu",1],["tolist",1],["idx",6],["partitions",1],["equal",1],["size",1],["false",1],["partition",2],["curr",5],["append",2],["cat",1],["return",1]]},{"id":"verl/utils/tokenizer.py","name":[["tokenizer",1],["py",1]],"path":[["verl",1],["utils",1],["tokenizer",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["utils",1],["tokenization",1],["import",1],["warnings",1],["all",1],["hf",1],["tokenizer",1]]},{"id":"verl/utils/tokenizer.py#hf_tokenizer","name":[["hf",1],["tokenizer",1]],"path":[["verl",1],["utils",1],["tokenizer",1],["py",1]],"body":[["def",2],["hf",2],["tokenizer",14],["name",7],["path",5],["correct",10],["pad",6],["token",11],["true",4],["gemma2",6],["kwargs",6],["create",1],["huggingface",2],["pretrained",3],["args",1],["str",2],["bool",2],["whether",2],["id",4],["keyword",1],["arguments",1],["returns",1],["transformers",2],["pre",1],["trained",1],["from",2],["import",1],["auto",2],["if",2],["isinstance",1],["gemma",3],["2b",3],["eos",5],["ambiguious",1],["may",1],["worsen",1],["rl",1],["performance",1],["https",1],["co",1],["google",1],["commit",1],["17a01657f5c87135bcdd0ec7abb4b2dece04408a",1],["warnings",1],["warn",1],["found",1],["end",2],["turn",2],["107",2],["return",1]]},{"id":"verl/utils/tokenizer.py#set_pad_token_id","name":[["pad",1],["token",1],["id",1]],"path":[["verl",1],["utils",1],["tokenizer",1],["py",1]],"body":[["def",2],["pad",9],["token",14],["id",9],["tokenizer",15],["eos",5],["if",3],["none",5],["args",1],["transformers",1],["pre",1],["trained",1],["be",1],["warnings",2],["warn",2],["now",2]]},{"id":"verl/utils/torch_dtypes.py","name":[["torch",1],["dtypes",1],["py",1]],"path":[["verl",1],["utils",1],["torch",1],["dtypes",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["adapted",1],["from",2],["cruise",1],["import",2],["torch",1],["typing",1],["union",1],["half",1],["list",3],["16",2],["fp16",1],["float16",1],["float",1],["32",2],["fp32",1],["float32",1],["bfloat",1],["bf16",1],["bfloat16",1]]},{"id":"verl/utils/torch_dtypes.py#PrecisionType","name":[["precision",1],["type",1]],"path":[["verl",1],["utils",1],["torch",1],["dtypes",1],["py",1]],"body":[["class",2],["precision",27],["type",8],["object",2],["half",5],["16",4],["true",2],["float",3],["32",1],["full",1],["64",1],["bfloat",3],["bf16",3],["mixed",2],["staticmethod",7],["def",7],["supported",2],["union",1],["str",3],["int",1],["bool",1],["return",11],["any",1],["types",1],["list",7],["value",1],["fp16",2],["fp32",2],["dtype",1],["if",2],["torch",6],["float16",2],["elif",4],["float32",2],["bfloat16",2],["else",2],["raise",2],["runtime",2],["error",2],["unexpected",2]]},{"id":"verl/utils/torch_dtypes.py#PrecisionType.is_bf16","name":[["bf16",1]],"path":[["verl",1],["utils",1],["torch",1],["dtypes",1],["py",1]],"body":[["def",2],["bf16",2],["precision",3],["return",1],["bfloat",1],["list",1]]},{"id":"verl/utils/torch_dtypes.py#PrecisionType.is_fp16","name":[["fp16",1]],"path":[["verl",1],["utils",1],["torch",1],["dtypes",1],["py",1]],"body":[["def",2],["fp16",2],["precision",3],["return",1],["half",1],["list",1]]},{"id":"verl/utils/torch_dtypes.py#PrecisionType.is_fp32","name":[["fp32",1]],"path":[["verl",1],["utils",1],["torch",1],["dtypes",1],["py",1]],"body":[["def",2],["fp32",2],["precision",3],["return",1],["float",1],["list",1]]},{"id":"verl/utils/torch_dtypes.py#PrecisionType.supported_type","name":[["supported",1],["type",1]],"path":[["verl",1],["utils",1],["torch",1],["dtypes",1],["py",1]],"body":[["def",2],["supported",2],["type",3],["precision",4],["union",2],["str",2],["int",2],["bool",2],["return",1],["any",1]]},{"id":"verl/utils/torch_dtypes.py#PrecisionType.supported_types","name":[["supported",1],["types",1]],"path":[["verl",1],["utils",1],["torch",1],["dtypes",1],["py",1]],"body":[["def",2],["supported",2],["types",2],["list",2],["str",2],["return",1],["value",1],["precision",1],["type",1]]},{"id":"verl/utils/torch_dtypes.py#PrecisionType.to_dtype","name":[["dtype",1]],"path":[["verl",1],["utils",1],["torch",1],["dtypes",1],["py",1]],"body":[["def",2],["dtype",2],["precision",7],["if",1],["half",1],["list",3],["return",3],["torch",3],["float16",1],["elif",2],["float",1],["float32",1],["bfloat",1],["bfloat16",1],["else",1],["raise",1],["runtime",1],["error",1],["unexpected",1]]},{"id":"verl/utils/torch_dtypes.py#PrecisionType.to_str","name":[["str",1]],"path":[["verl",1],["utils",1],["torch",1],["dtypes",1],["py",1]],"body":[["def",2],["str",2],["precision",7],["if",1],["torch",3],["float16",1],["return",3],["fp16",1],["elif",2],["float32",1],["fp32",1],["bfloat16",1],["bf16",1],["else",1],["raise",1],["runtime",1],["error",1],["unexpected",1]]},{"id":"verl/utils/torch_functional.py","name":[["torch",1],["functional",1],["py",1]],"path":[["verl",1],["utils",1],["torch",1],["functional",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",2],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",3],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["contain",1],["small",1],["torch",7],["utilities",1],["from",10],["typing",1],["import",14],["dict",2],["union",1],["list",1],["optional",1],["os",1],["nn",2],["functional",1],["tensordict",1],["tensor",1],["try",1],["flash",1],["attn",3],["ops",1],["triton",1],["cross",4],["entropy",4],["loss",3],["flah",2],["available",2],["true",1],["error",1],["false",1],["transformers",4],["pre",1],["trained",1],["tokenizer",1],["generation",1],["logits",2],["process",1],["temperature",1],["warper",3],["top",2],["klogits",1],["plogits",1],["optimizer",2],["related",1],["optim",2],["lr",2],["scheduler",1],["lambda",1],["math",1],["copied",2],["models",2],["bart",4],["modeling",2],["make",1],["causal",1],["mask",2],["expand",1]]},{"id":"verl/utils/torch_functional.py#_expand_mask","name":[["expand",1],["mask",1]],"path":[["verl",1],["utils",1],["torch",1],["functional",1],["py",1]],"body":[["def",2],["expand",3],["mask",12],["torch",6],["tensor",2],["dtype",6],["tgt",7],["len",12],["optional",2],["int",2],["none",5],["expands",1],["attention",1],["from",1],["bsz",4],["seq",3],["src",4],["size",1],["if",1],["not",1],["else",1],["expanded",2],["inverted",3],["return",1],["masked",1],["fill",1],["bool",1],["finfo",1],["min",1]]},{"id":"verl/utils/torch_functional.py#_make_causal_mask","name":[["make",1],["causal",1],["mask",1]],"path":[["verl",1],["utils",1],["torch",1],["functional",1],["py",1]],"body":[["def",2],["make",3],["causal",3],["mask",13],["input",3],["ids",3],["shape",3],["torch",9],["size",4],["dtype",6],["device",8],["bi",1],["directional",1],["self",1],["attention",1],["bsz",2],["tgt",5],["len",5],["full",1],["finfo",1],["min",1],["cond",3],["arange",1],["masked",1],["fill",1],["view",1],["return",1],["none",2],["expand",1]]},{"id":"verl/utils/torch_functional.py#allgather_dict_tensors","name":[["allgather",1],["dict",1],["tensors",1]],"path":[["verl",1],["utils",1],["torch",1],["functional",1],["py",1]],"body":[["def",2],["allgather",3],["dict",16],["tensors",13],["union",2],["str",2],["torch",5],["tensor",9],["size",7],["group",5],["dim",4],["todo",1],["optimize",1],["async",2],["ops",1],["only",1],["one",1],["args",1],["returns",1],["if",2],["isinstance",1],["true",1],["as",4],["else",1],["false",2],["output",8],["sorted",3],["keys",3],["key",6],["val",3],["empty",1],["like",1],["range",1],["distributed",1],["all",1],["gather",1],["op",1],["cat",1],["source",1],["batch",2],["return",1]]},{"id":"verl/utils/torch_functional.py#broadcast_dict_tensor","name":[["broadcast",1],["dict",1],["tensor",1]],"path":[["verl",1],["utils",1],["torch",1],["functional",1],["py",1]],"body":[["def",2],["broadcast",4],["dict",6],["tensor",6],["tensors",4],["union",2],["str",2],["torch",3],["src",4],["group",4],["todo",1],["optimize",1],["technically",1],["only",1],["need",1],["one",1],["key",2],["sorted",1],["keys",1],["distributed",1],["async",1],["op",1],["false",1]]},{"id":"verl/utils/torch_functional.py#clip_by_value","name":[["clip",1],["by",1],["value",1]],"path":[["verl",1],["utils",1],["torch",1],["functional",1],["py",1]],"body":[["def",2],["clip",2],["by",2],["value",2],["tensor",7],["min",4],["max",4],["extenstion",1],["torch",3],["clamp",1],["https",1],["github",1],["com",1],["pytorch",2],["issues",1],["2793",1],["issuecomment",1],["428784713",1],["clipped",2],["return",1]]},{"id":"verl/utils/torch_functional.py#compute_grad_norm","name":[["compute",1],["grad",1],["norm",1]],"path":[["verl",1],["utils",1],["torch",1],["functional",1],["py",1]],"body":[["def",2],["compute",2],["grad",7],["norm",2],["model",3],["nn",2],["module",2],["total",4],["square",4],["params",1],["param",3],["parameters",1],["if",1],["not",1],["none",1],["torch",2],["sum",1],["detach",1],["item",1],["return",1]]},{"id":"verl/utils/torch_functional.py#entropy_from_logits","name":[["entropy",1],["from",1],["logits",1]],"path":[["verl",1],["utils",1],["torch",1],["functional",1],["py",1]],"body":[["def",2],["entropy",5],["from",3],["logits",8],["torch",5],["tensor",2],["calculate",1],["pd",2],["nn",1],["functional",1],["softmax",1],["dim",3],["logsumexp",1],["sum",1],["return",1]]},{"id":"verl/utils/torch_functional.py#gather_from_labels","name":[["gather",1],["from",1],["labels",1]],"path":[["verl",1],["utils",1],["torch",1],["functional",1],["py",1]],"body":[["def",2],["gather",4],["from",3],["labels",2],["data",5],["label",6],["value",1],["should",1],["be",1],["vocab",2],["size",2],["args",1],["torch",2],["int",1],["tensor",1],["returns",1],["output",2],["unsqueeze",1],["squeeze",1],["return",1]]},{"id":"verl/utils/torch_functional.py#get_constant_schedule_with_warmup","name":[["constant",1],["schedule",1],["warmup",1]],"path":[["verl",1],["utils",1],["torch",1],["functional",1],["py",1]],"body":[["def",3],["constant",2],["schedule",2],["warmup",5],["optimizer",5],["num",3],["steps",3],["int",4],["last",3],["epoch",3],["lr",3],["lambda",3],["current",2],["step",2],["return",2],["min",1],["float",2],["max",1]]},{"id":"verl/utils/torch_functional.py#get_constant_schedule_with_warmup.lr_lambda","name":[["lr",1],["lambda",1]],"path":[["verl",1],["utils",1],["torch",1],["functional",1],["py",1]],"body":[["def",2],["lr",2],["lambda",2],["current",3],["step",3],["return",1],["min",1],["float",2],["max",1],["num",1],["warmup",1],["steps",1]]},{"id":"verl/utils/torch_functional.py#get_cosine_schedule_with_warmup","name":[["cosine",1],["schedule",1],["warmup",1]],"path":[["verl",1],["utils",1],["torch",1],["functional",1],["py",1]],"body":[["def",3],["cosine",5],["schedule",6],["warmup",11],["optimizer",10],["num",15],["steps",13],["int",9],["training",6],["min",7],["lr",15],["ratio",8],["float",11],["cycles",4],["last",5],["epoch",5],["create",1],["learning",2],["rate",2],["decreases",1],["following",2],["values",1],["function",1],["between",2],["initial",2],["after",1],["period",1],["during",1],["increases",1],["linearly",1],["args",1],["class",1],["torch",2],["optim",2],["obj",6],["number",3],["phase",1],["total",1],["optional",3],["defaults",4],["minimum",1],["maximum",1],["waves",1],["just",1],["decrease",1],["from",1],["max",4],["value",1],["half",1],["index",1],["resuming",1],["return",4],["scheduler",1],["lambda",4],["appropriate",1],["assert",1],["coef",2],["intercept",2],["current",4],["step",4],["if",1],["progress",2],["math",2],["cos",1],["pi",1]]},{"id":"verl/utils/torch_functional.py#get_cosine_schedule_with_warmup.lr_lambda","name":[["lr",1],["lambda",1]],"path":[["verl",1],["utils",1],["torch",1],["functional",1],["py",1]],"body":[["def",2],["lr",2],["lambda",2],["current",5],["step",5],["if",1],["num",6],["warmup",4],["steps",5],["return",2],["float",5],["max",3],["progress",2],["training",1],["math",2],["cos",1],["pi",1],["cycles",1],["coef",1],["intercept",1]]},{"id":"verl/utils/torch_functional.py#get_eos_mask","name":[["eos",1],["mask",1]],"path":[["verl",1],["utils",1],["torch",1],["functional",1],["py",1]],"body":[["def",2],["eos",13],["mask",10],["response",4],["id",4],["torch",6],["tensor",2],["token",4],["int",2],["dtype",3],["int64",2],["end",1],["sentence",1],["42",1],["eq",1],["long",1],["cumsum",1],["dim",1],["bool",1],["logical",1],["not",1],["return",1]]},{"id":"verl/utils/torch_functional.py#get_unpad_data","name":[["unpad",1],["data",1]],"path":[["verl",1],["utils",1],["torch",1],["functional",1],["py",1]],"body":[["def",2],["unpad",2],["data",2],["attention",4],["mask",4],["seqlens",5],["batch",5],["sum",1],["dim",2],["dtype",2],["torch",4],["int32",2],["indices",2],["nonzero",1],["flatten",2],["as",1],["tuple",1],["false",1],["max",3],["seqlen",2],["item",1],["cu",2],["pad",1],["cumsum",1],["return",1]]},{"id":"verl/utils/torch_functional.py#log_probs_from_logits_all_rmpad","name":[["log",1],["probs",1],["from",1],["logits",1],["all",1],["rmpad",1]],"path":[["verl",1],["utils",1],["torch",1],["functional",1],["py",1]],"body":[["def",2],["log",5],["probs",5],["from",6],["logits",13],["all",2],["rmpad",22],["input",15],["ids",13],["indices",5],["batch",6],["size",7],["seqlen",5],["response",5],["length",5],["compute",2],["note",1],["model",1],["each",1],["sentences",1],["there",1],["shift",1],["between",1],["reason",1],["function",1],["logprobs",2],["mode",1],["because",1],["memory",1],["intensive",1],["large",1],["vocab",2],["args",1],["total",5],["nnz",5],["int",3],["flash",1],["attn",1],["bert",1],["padding",1],["import",1],["pad",2],["transpose",2],["back",1],["squeeze",2],["rolled",2],["torch",1],["roll",1],["shifts",1],["dims",1],["full",4],["labels",1],["output",4],["hidden",1],["states",1],["unsqueeze",1],["return",1]]},{"id":"verl/utils/torch_functional.py#log_probs_from_logits_response","name":[["log",1],["probs",1],["from",1],["logits",1],["response",1]],"path":[["verl",1],["utils",1],["torch",1],["functional",1],["py",1]],"body":[["def",2],["log",6],["probs",3],["from",4],["logits",12],["response",14],["input",5],["ids",5],["length",4],["compute",1],["full",1],["note",1],["model",1],["args",1],["batch",2],["size",3],["seqlen",2],["vocab",1],["returns",1],["prob",3],["logprobs",1],["labels",1],["return",1]]},{"id":"verl/utils/torch_functional.py#log_probs_from_logits_response_rmpad","name":[["log",1],["probs",1],["from",1],["logits",1],["response",1],["rmpad",1]],"path":[["verl",1],["utils",1],["torch",1],["functional",1],["py",1]],"body":[["def",2],["log",5],["probs",5],["from",6],["logits",13],["response",7],["rmpad",18],["input",18],["ids",13],["attention",5],["mask",5],["length",5],["compute",2],["pad",3],["note",1],["model",1],["each",1],["sentences",1],["there",1],["shift",1],["between",1],["reason",1],["function",1],["logprobs",2],["mode",1],["because",1],["memory",1],["intensive",1],["large",1],["vocab",2],["size",7],["args",1],["batch",6],["seqlen",5],["total",2],["nnz",2],["int",1],["flash",1],["attn",1],["bert",1],["padding",1],["import",1],["unpad",2],["shape",1],["indices",3],["unsqueeze",2],["squeeze",2],["rolled",2],["torch",1],["roll",1],["shifts",1],["dims",1],["full",4],["labels",1],["output",4],["hidden",1],["states",1],["return",1]]},{"id":"verl/utils/torch_functional.py#logprobs_from_logits","name":[["logprobs",1],["from",1],["logits",1]],"path":[["verl",1],["utils",1],["torch",1],["functional",1],["py",1]],"body":[["def",2],["logprobs",4],["from",4],["logits",12],["labels",6],["see",1],["https",1],["github",1],["com",1],["pytorch",2],["issues",1],["563",1],["issuecomment",1],["330103591",1],["if",1],["flah",1],["attn",2],["cross",1],["entropy",1],["loss",1],["available",1],["batch",2],["dim",4],["shape",2],["last",2],["reshape",2],["output",5],["flash",1],["view",1],["else",1],["naive",1],["return",1]]},{"id":"verl/utils/torch_functional.py#logprobs_from_logits_flash_attn","name":[["logprobs",1],["from",1],["logits",1],["flash",1],["attn",1]],"path":[["verl",1],["utils",1],["torch",1],["functional",1],["py",1]],"body":[["def",2],["logprobs",2],["from",2],["logits",5],["flash",2],["attn",2],["labels",3],["output",2],["cross",1],["entropy",1],["loss",1],["return",1]]},{"id":"verl/utils/torch_functional.py#logprobs_from_logits_naive","name":[["logprobs",1],["from",1],["logits",1],["naive",1]],"path":[["verl",1],["utils",1],["torch",1],["functional",1],["py",1]],"body":[["def",2],["logprobs",2],["from",3],["logits",5],["naive",2],["labels",4],["logp",2],["log",1],["softmax",1],["dim",1],["logpy",2],["gather",1],["return",1]]},{"id":"verl/utils/torch_functional.py#logprobs_of_labels_v2","name":[["logprobs",1],["labels",1],["v2",1]],"path":[["verl",1],["utils",1],["torch",1],["functional",1],["py",1]],"body":[["def",2],["logprobs",8],["labels",10],["v2",3],["logits",7],["torch",5],["float",2],["tensor",2],["memory",1],["efficient",1],["implementation",1],["from",1],["assert",1],["dtype",1],["float32",1],["bf16",1],["may",1],["lead",1],["divergence",1],["gather",1],["dim",2],["index",1],["unsqueeze",1],["logsumexp",1],["keepdim",1],["true",1],["return",1],["squeeze",1]]},{"id":"verl/utils/torch_functional.py#masked_mean","name":[["masked",1],["mean",1]],"path":[["verl",1],["utils",1],["torch",1],["functional",1],["py",1]],"body":[["def",2],["masked",3],["mean",3],["values",4],["mask",4],["axis",6],["none",2],["compute",1],["tensor",1],["return",1],["sum",2]]},{"id":"verl/utils/torch_functional.py#masked_sum","name":[["masked",1],["sum",1]],"path":[["verl",1],["utils",1],["torch",1],["functional",1],["py",1]],"body":[["def",2],["masked",3],["sum",3],["values",4],["mask",3],["axis",4],["none",2],["compute",1],["mean",1],["tensor",1],["return",1]]},{"id":"verl/utils/torch_functional.py#masked_var","name":[["masked",1],["var",1]],"path":[["verl",1],["utils",1],["torch",1],["functional",1],["py",1]],"body":[["def",2],["masked",5],["var",2],["values",7],["mask",13],["unbiased",3],["true",2],["compute",1],["variance",5],["tensor",1],["mean",4],["centered",2],["if",4],["sum",8],["raise",2],["value",2],["error",2],["at",1],["least",1],["one",2],["element",1],["has",1],["be",1],["note",1],["then",1],["there",1],["division",2],["by",2],["zero",2],["issue",1],["avoid",1],["you",1],["just",1],["need",1],["larger",1],["minibatch",1],["size",1],["cause",1],["bessel",2],["correction",2],["return",1]]},{"id":"verl/utils/torch_functional.py#masked_whiten","name":[["masked",1],["whiten",1]],"path":[["verl",1],["utils",1],["torch",1],["functional",1],["py",1]],"body":[["def",2],["masked",5],["whiten",3],["values",7],["mask",4],["shift",3],["mean",7],["true",2],["var",3],["whitened",3],["torch",1],["rsqrt",1],["1e",1],["if",1],["not",1],["return",1]]},{"id":"verl/utils/torch_functional.py#pad_sequence_to_length","name":[["pad",1],["sequence",1],["length",1]],"path":[["verl",1],["utils",1],["torch",1],["functional",1],["py",1]],"body":[["def",2],["pad",14],["sequence",2],["length",6],["tensors",9],["max",9],["seq",10],["len",6],["token",3],["id",3],["left",4],["false",2],["responses",1],["logprobs",1],["last",1],["dim",1],["input",1],["shape",6],["bs",2],["output",1],["means",1],["right",1],["no",1],["if",2],["return",2],["tuple",2],["else",1],["constant",1]]},{"id":"verl/utils/torch_functional.py#post_process_logits","name":[["post",1],["process",1],["logits",1]],"path":[["verl",1],["utils",1],["torch",1],["functional",1],["py",1]],"body":[["def",2],["post",2],["process",2],["logits",11],["input",4],["ids",4],["temperature",4],["top",15],["if",3],["div",1],["inplace",1],["operation",1],["avoid",1],["oom",1],["todo",1],["add",1],["them",1],["back",1],["not",2],["none",2],["klogits",1],["warper",2],["plogits",1],["return",1]]},{"id":"verl/utils/torch_functional.py#prepare_decoder_attention_mask","name":[["prepare",1],["decoder",1],["attention",1],["mask",1]],"path":[["verl",1],["utils",1],["torch",1],["functional",1],["py",1]],"body":[["def",2],["prepare",2],["decoder",2],["attention",12],["mask",19],["input",5],["shape",5],["inputs",6],["embeds",6],["create",2],["causal",3],["bsz",6],["seq",9],["len",10],["tgt",4],["src",3],["combined",6],["none",3],["if",3],["make",1],["dtype",2],["device",3],["not",1],["expanded",3],["attn",3],["expand",1],["else",1],["return",1]]},{"id":"verl/utils/torch_functional.py#remove_pad_token","name":[["remove",1],["pad",1],["token",1]],"path":[["verl",1],["utils",1],["torch",1],["functional",1],["py",1]],"body":[["def",2],["remove",3],["pad",3],["token",4],["input",4],["ids",8],["torch",4],["tensor",4],["attention",4],["mask",6],["args",1],["shape",2],["bs",2],["seq",2],["length",2],["returns",1],["no",4],["padding",4],["batch",4],["list",2],["int",1],["contains",1],["rmpad",1],["per",1],["query",1],["zip",1],["append",1],["len",1],["sum",1],["cpu",1],["numpy",1],["tolist",1],["return",1]]},{"id":"verl/utils/torch_functional.py#split_dict_tensor_into_batches","name":[["split",1],["dict",1],["tensor",1],["into",1],["batches",1]],"path":[["verl",1],["utils",1],["torch",1],["functional",1],["py",1]],"body":[["def",2],["split",4],["dict",6],["tensor",6],["into",2],["batches",2],["tensors",5],["batch",9],["size",9],["list",2],["assert",1],["input",1],["data",1],["return",1]]},{"id":"verl/utils/torch_functional.py#tokenize_and_postprocess_data","name":[["tokenize",1],["postprocess",1],["data",1]],"path":[["verl",1],["utils",1],["torch",1],["functional",1],["py",1]],"body":[["def",2],["tokenize",2],["postprocess",2],["data",6],["prompt",3],["str",2],["tokenizer",6],["pre",2],["trained",2],["max",13],["length",17],["int",4],["pad",13],["token",5],["id",5],["left",9],["true",2],["truncation",9],["error",6],["input",15],["output",1],["from",1],["assert",2],["right",2],["return",2],["tensors",1],["pt",1],["add",1],["special",1],["tokens",1],["false",1],["ids",11],["attention",9],["mask",9],["ndim",1],["sequence",6],["shape",1],["if",2],["seq",2],["len",2],["elif",3],["actually",1],["may",1],["not",3],["be",1],["reasonable",1],["raise",2],["implemented",2],["larger",1],["than",1],["else",1],["unknown",1],["method",1]]},{"id":"verl/utils/tracking.py","name":[["tracking",1],["py",1]],"path":[["verl",1],["utils",1],["tracking",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",2],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["unified",1],["tracking",1],["interface",1],["supports",1],["logging",1],["data",1],["different",1],["backend",1],["import",5],["dataclasses",1],["from",4],["enum",2],["functools",1],["partial",1],["pathlib",1],["path",1],["typing",1],["list",1],["union",1],["dict",1]]},{"id":"verl/utils/tracking.py#_compute_mlflow_params_from_objects","name":[["compute",1],["mlflow",1],["params",1],["from",1],["objects",1]],"path":[["verl",1],["utils",1],["tracking",1],["py",1]],"body":[["def",2],["compute",2],["mlflow",2],["params",7],["from",2],["objects",2],["dict",4],["str",2],["any",2],["if",1],["none",1],["return",2],["flatten",1],["transform",1],["json",1],["serializable",1],["convert",1],["list",1],["true",1],["sep",1]]},{"id":"verl/utils/tracking.py#_flatten_dict","name":[["flatten",1],["dict",1]],"path":[["verl",1],["utils",1],["tracking",1],["py",1]],"body":[["def",2],["flatten",2],["dict",8],["raw",3],["str",6],["any",4],["sep",4],["import",1],["pandas",1],["as",1],["pd",2],["ans",3],["json",1],["normalize",1],["orient",1],["records",1],["assert",1],["isinstance",1],["return",1]]},{"id":"verl/utils/tracking.py#_MlflowLoggingAdapter","name":[["mlflow",1],["logging",1],["adapter",1]],"path":[["verl",1],["utils",1],["tracking",1],["py",1]],"body":[["class",2],["mlflow",4],["logging",2],["adapter",2],["def",1],["log",2],["self",1],["data",2],["step",3],["import",1],["metrics",2]]},{"id":"verl/utils/tracking.py#_MlflowLoggingAdapter.log","name":[["log",1]],"path":[["verl",1],["utils",1],["tracking",1],["py",1]],"body":[["def",2],["log",3],["self",2],["data",3],["step",4],["import",1],["mlflow",2],["metrics",2]]},{"id":"verl/utils/tracking.py#_TensorboardLoggingAdapter","name":[["tensorboard",1],["logging",1],["adapter",1]],"path":[["verl",1],["utils",1],["tracking",1],["py",1]],"body":[["class",2],["tensorboard",2],["logging",2],["adapter",2],["def",2],["init",1],["self",5],["writer",5],["log",1],["data",2],["step",3],["import",1],["numbers",2],["items",1],["if",1],["isinstance",1],["number",1],["add",1],["scalar",1],["global",1],["flush",1]]},{"id":"verl/utils/tracking.py#_TensorboardLoggingAdapter.__init__","name":[["init",1]],"path":[["verl",1],["utils",1],["tracking",1],["py",1]],"body":[["def",2],["init",2],["self",3],["writer",4]]},{"id":"verl/utils/tracking.py#_TensorboardLoggingAdapter.log","name":[["log",1]],"path":[["verl",1],["utils",1],["tracking",1],["py",1]],"body":[["def",2],["log",2],["self",4],["data",3],["step",4],["import",1],["numbers",2],["items",1],["if",1],["isinstance",1],["number",1],["writer",2],["add",1],["scalar",1],["global",1],["flush",1]]},{"id":"verl/utils/tracking.py#_transform_params_to_json_serializable","name":[["transform",1],["params",1],["json",1],["serializable",1]],"path":[["verl",1],["utils",1],["tracking",1],["py",1]],"body":[["def",2],["transform",8],["params",3],["json",3],["serializable",3],["convert",5],["list",7],["dict",6],["bool",2],["partial",1],["if",6],["dataclasses",2],["dataclass",1],["return",7],["asdict",1],["isinstance",4],["items",1],["len",2],["enumerate",1],["else",1],["path",1],["str",1],["enum",1],["value",1]]},{"id":"verl/utils/tracking.py#Tracking","name":[["tracking",1]],"path":[["verl",1],["utils",1],["tracking",1],["py",1]],"body":[["class",2],["tracking",5],["object",2],["supported",3],["backend",21],["wandb",12],["mlflow",8],["console",7],["tensorboard",6],["def",2],["init",2],["self",11],["project",4],["name",9],["experiment",4],["default",12],["union",1],["str",3],["list",1],["config",4],["none",4],["if",8],["isinstance",1],["import",7],["warnings",2],["warn",1],["logger",15],["deprecated",1],["instead",1],["deprecation",1],["warning",1],["else",1],["assert",1],["not",1],["os",6],["api",4],["key",5],["environ",2],["login",1],["start",1],["run",2],["log",9],["params",2],["compute",1],["from",3],["objects",1],["logging",2],["adapter",2],["verl",1],["utils",2],["aggregate",1],["local",2],["print",1],["true",2],["torch",1],["summary",2],["writer",2],["tb",7],["dir",6],["base",2],["logs",1],["path",1],["join",1],["makedirs",1],["exist",1],["ok",1],["data",3],["step",3],["instance",2],["items",1]]},{"id":"verl/utils/tracking.py#Tracking.__init__","name":[["init",1]],"path":[["verl",1],["utils",1],["tracking",1],["py",1]],"body":[["def",2],["init",3],["self",10],["project",5],["name",11],["experiment",5],["default",11],["backend",16],["union",2],["str",5],["list",2],["console",7],["config",5],["none",3],["if",7],["isinstance",1],["tracking",3],["import",7],["warnings",2],["warn",1],["logger",12],["deprecated",1],["wandb",11],["instead",1],["deprecation",1],["warning",1],["else",1],["assert",1],["supported",2],["not",1],["os",6],["api",4],["key",5],["environ",2],["login",1],["mlflow",7],["start",1],["run",2],["log",7],["params",2],["compute",1],["from",3],["objects",1],["logging",2],["adapter",2],["verl",1],["utils",2],["aggregate",1],["local",2],["print",1],["true",2],["tensorboard",5],["torch",1],["summary",2],["writer",2],["tb",7],["dir",6],["base",2],["logs",1],["path",1],["join",1],["makedirs",1],["exist",1],["ok",1]]},{"id":"verl/utils/tracking.py#Tracking.log","name":[["log",1]],"path":[["verl",1],["utils",1],["tracking",1],["py",1]],"body":[["def",2],["log",3],["self",3],["data",4],["step",4],["backend",6],["none",3],["default",2],["logger",3],["instance",2],["items",1],["if",1]]},{"id":"verl/utils/ulysses.py","name":[["ulysses",1],["py",1]],"path":[["verl",1],["utils",1],["ulysses",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",2],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",4],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",2],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["utilities",1],["deep",3],["speed",3],["ulysses",3],["sequence",3],["parallelism",1],["paper",1],["https",2],["arxiv",1],["abs",1],["2309",1],["14509",1],["inspired",1],["from",4],["github",1],["com",1],["microsoft",1],["blob",1],["master",1],["deepspeed",1],["layer",1],["py",1],["typing",1],["import",5],["optional",1],["list",1],["tuple",1],["torch",4],["tensor",1],["dist",1],["process",1],["group",2],["parallel",1],["none",1]]},{"id":"verl/utils/ulysses.py#_pad_tensor","name":[["pad",1],["tensor",1]],"path":[["verl",1],["utils",1],["ulysses",1],["py",1]],"body":[["def",2],["pad",4],["tensor",6],["dim",5],["int",4],["padding",3],["size",3],["shape",4],["list",1],["torch",2],["zeros",1],["dtype",2],["device",2],["return",1],["cat",1]]},{"id":"verl/utils/ulysses.py#_unpad_tensor","name":[["unpad",1],["tensor",1]],"path":[["verl",1],["utils",1],["ulysses",1],["py",1]],"body":[["def",2],["unpad",2],["tensor",6],["dim",3],["int",4],["padding",3],["size",3],["slc",3],["slice",2],["none",1],["len",1],["shape",1],["return",1]]},{"id":"verl/utils/ulysses.py#all_gather_tensor","name":[["all",1],["gather",1],["tensor",1]],"path":[["verl",1],["utils",1],["ulysses",1],["py",1]],"body":[["def",2],["all",3],["gather",3],["tensor",11],["local",6],["group",12],["optional",2],["dist",4],["process",2],["none",3],["async",4],["op",4],["bool",2],["false",2],["ulysses",1],["sequence",1],["parallel",1],["if",1],["else",1],["sp",2],["world",3],["size",3],["output",7],["shape",5],["list",1],["torch",1],["empty",1],["dtype",2],["device",2],["into",1],["return",1]]},{"id":"verl/utils/ulysses.py#all_to_all_tensor","name":[["all",2],["tensor",1]],"path":[["verl",1],["utils",1],["ulysses",1],["py",1]],"body":[["def",3],["all",6],["tensor",5],["local",3],["input",6],["scatter",3],["dim",9],["int",4],["gather",4],["group",11],["optional",2],["dist",4],["process",2],["none",3],["async",5],["op",5],["bool",2],["false",2],["ulysses",1],["sequence",1],["parallel",1],["if",2],["else",1],["seq",3],["world",4],["size",4],["list",7],["contiguous",3],["torch",4],["split",1],["output",4],["empty",1],["like",1],["range",1],["comm",2],["wait",3],["return",3],["cat",2]]},{"id":"verl/utils/ulysses.py#all_to_all_tensor.wait","name":[["wait",1]],"path":[["verl",1],["utils",1],["ulysses",1],["py",1]],"body":[["def",2],["wait",3],["comm",1],["return",1],["torch",1],["cat",1],["output",1],["list",1],["dim",2],["gather",1],["contiguous",1]]},{"id":"verl/utils/ulysses.py#Gather","name":[["gather",1]],"path":[["verl",1],["utils",1],["ulysses",1],["py",1]],"body":[["class",2],["gather",9],["torch",3],["autograd",2],["function",2],["staticmethod",2],["def",2],["forward",1],["ctx",14],["any",3],["group",9],["dist",3],["process",1],["local",6],["tensor",7],["dim",9],["int",1],["grad",8],["scaler",4],["bool",1],["true",1],["async",4],["op",4],["false",1],["sp",8],["world",5],["size",13],["rank",5],["shape",3],["list",1],["split",4],["part",4],["store",1],["original",1],["output",6],["all",1],["return",2],["cat",1],["backward",1],["if",1],["none",5],["contiguous",1]]},{"id":"verl/utils/ulysses.py#gather_heads_scatter_seq","name":[["gather",1],["heads",1],["scatter",1],["seq",1]],"path":[["verl",1],["utils",1],["ulysses",1],["py",1]],"body":[["def",2],["gather",3],["heads",2],["scatter",3],["seq",12],["tensor",5],["head",5],["dim",14],["int",4],["group",11],["process",2],["none",3],["func",1],["sync",1],["attention",1],["result",1],["alltoall",1],["sequence",3],["parallel",3],["dimension",1],["bsz",2],["ulysses",2],["if",3],["else",1],["not",1],["return",2],["size",7],["sp",4],["world",5],["padding",2],["pad",1],["all",2],["apply",1],["false",1]]},{"id":"verl/utils/ulysses.py#gather_outpus_and_unpad","name":[["gather",1],["outpus",1],["unpad",1]],"path":[["verl",1],["utils",1],["ulysses",1],["py",1]],"body":[["def",2],["gather",6],["outpus",2],["unpad",7],["tensor",3],["dim",7],["int",7],["none",7],["padding",6],["size",8],["grad",3],["scaler",3],["bool",2],["true",2],["group",10],["optional",2],["dist",2],["process",2],["ulysses",2],["sequence",2],["parallel",2],["if",4],["else",1],["sp",1],["world",1],["return",3],["apply",1],["not",3],["assert",1],["isinstance",1],["given",1],["integer",1]]},{"id":"verl/utils/ulysses.py#gather_seq_scatter_heads","name":[["gather",1],["seq",1],["scatter",1],["heads",1]],"path":[["verl",1],["utils",1],["ulysses",1],["py",1]],"body":[["def",2],["gather",3],["seq",11],["scatter",3],["heads",2],["tensor",5],["dim",16],["int",6],["head",5],["unpadded",5],["size",9],["group",11],["process",2],["none",3],["func",1],["sync",1],["embedding",1],["input",1],["alltoall",1],["sequence",4],["parallel",3],["dimension",1],["bsz",2],["ulysses",2],["if",3],["else",1],["not",1],["return",2],["sp",2],["world",3],["all",2],["apply",1],["padding",2],["unpad",1]]},{"id":"verl/utils/ulysses.py#Gather.backward","name":[["backward",1]],"path":[["verl",1],["utils",1],["ulysses",1],["py",1]],"body":[["def",2],["backward",2],["ctx",7],["any",4],["grad",6],["output",5],["tensor",2],["if",1],["scaler",1],["sp",2],["world",1],["size",2],["return",1],["none",5],["split",1],["part",1],["dim",2],["gather",1],["rank",1],["contiguous",1]]},{"id":"verl/utils/ulysses.py#Gather.forward","name":[["forward",1]],"path":[["verl",1],["utils",1],["ulysses",1],["py",1]],"body":[["def",2],["forward",2],["ctx",9],["any",2],["group",11],["dist",4],["process",2],["local",7],["tensor",9],["gather",7],["dim",8],["int",2],["grad",4],["scaler",4],["bool",2],["true",2],["async",5],["op",5],["false",2],["sp",6],["world",4],["size",11],["rank",4],["shape",3],["list",1],["split",3],["part",3],["store",1],["original",1],["output",2],["all",1],["return",1],["torch",1],["cat",1]]},{"id":"verl/utils/ulysses.py#get_ulysses_sequence_parallel_group","name":[["ulysses",1],["sequence",1],["parallel",1],["group",1]],"path":[["verl",1],["utils",1],["ulysses",1],["py",1]],"body":[["def",2],["ulysses",5],["sequence",5],["parallel",5],["group",7],["optional",2],["dist",2],["process",3],["global",1],["return",1]]},{"id":"verl/utils/ulysses.py#get_ulysses_sequence_parallel_rank","name":[["ulysses",1],["sequence",1],["parallel",1],["rank",1]],"path":[["verl",1],["utils",1],["ulysses",1],["py",1]],"body":[["def",2],["ulysses",4],["sequence",4],["parallel",4],["rank",4],["group",10],["process",2],["none",3],["int",2],["if",2],["else",2],["return",1],["dist",1]]},{"id":"verl/utils/ulysses.py#get_ulysses_sequence_parallel_world_size","name":[["ulysses",1],["sequence",1],["parallel",1],["world",1],["size",1]],"path":[["verl",1],["utils",1],["ulysses",1],["py",1]],"body":[["def",2],["ulysses",4],["sequence",4],["parallel",4],["world",4],["size",4],["group",10],["process",2],["none",3],["int",2],["if",2],["else",2],["return",1],["dist",1]]},{"id":"verl/utils/ulysses.py#SeqAllToAll","name":[["seq",1],["all",2]],"path":[["verl",1],["utils",1],["ulysses",1],["py",1]],"body":[["class",2],["seq",2],["all",8],["torch",3],["autograd",2],["function",2],["staticmethod",2],["def",2],["forward",1],["ctx",11],["any",2],["group",6],["dist",1],["process",1],["local",2],["input",5],["tensor",6],["scatter",5],["dim",12],["int",2],["gather",6],["async",5],["op",5],["bool",1],["false",2],["return",2],["backward",1],["grad",3],["output",3],["tuple",1],["none",8],["if",1],["cat",1],["contiguous",1],["else",1]]},{"id":"verl/utils/ulysses.py#SeqAllToAll.backward","name":[["backward",1]],"path":[["verl",1],["utils",1],["ulysses",1],["py",1]],"body":[["def",2],["backward",2],["ctx",7],["any",2],["grad",4],["output",4],["tensor",5],["tuple",2],["none",11],["if",1],["async",1],["op",1],["input",3],["torch",1],["cat",1],["dim",4],["gather",2],["contiguous",1],["else",1],["return",1],["all",2],["scatter",1],["group",1],["false",1]]},{"id":"verl/utils/ulysses.py#SeqAllToAll.forward","name":[["forward",1]],"path":[["verl",1],["utils",1],["ulysses",1],["py",1]],"body":[["def",2],["forward",2],["ctx",6],["any",2],["group",7],["dist",2],["process",2],["local",3],["input",3],["tensor",5],["scatter",5],["dim",10],["int",4],["gather",5],["async",5],["op",5],["bool",2],["false",2],["return",1],["all",2]]},{"id":"verl/utils/ulysses.py#set_ulysses_sequence_parallel_group","name":[["ulysses",1],["sequence",1],["parallel",1],["group",1]],"path":[["verl",1],["utils",1],["ulysses",1],["py",1]],"body":[["def",2],["ulysses",5],["sequence",5],["parallel",5],["group",10],["dist",2],["process",3],["global",1]]},{"id":"verl/utils/ulysses.py#slice_input_tensor","name":[["slice",1],["input",1],["tensor",1]],"path":[["verl",1],["utils",1],["ulysses",1],["py",1]],"body":[["def",2],["slice",6],["input",3],["tensor",8],["dim",9],["int",2],["padding",5],["bool",2],["true",2],["group",9],["process",2],["none",4],["ulysses",2],["sequence",2],["parallel",2],["if",2],["else",1],["sp",8],["world",6],["size",13],["dist",1],["rank",4],["pad",2],["before",1],["parts",3],["slc",3],["len",1],["shape",1],["return",1],["contiguous",1]]},{"id":"verl/utils/ulysses.py#ulysses_pad_and_slice_inputs","name":[["ulysses",1],["pad",1],["slice",1],["inputs",1]],"path":[["verl",1],["utils",1],["ulysses",1],["py",1]],"body":[["def",2],["ulysses",4],["pad",13],["slice",5],["inputs",2],["input",16],["ids",33],["rmpad",25],["torch",9],["tensor",7],["position",16],["optional",2],["none",4],["sp",9],["size",19],["int",4],["be",5],["divisible",2],["by",2],["note",1],["both",1],["will",2],["padded",3],["but",1],["only",1],["sliced",3],["utility",1],["pre",1],["forward",1],["sequence",2],["parallelism",2],["args",1],["shape",3],["bsz",3],["seqlen",2],["must",1],["returns",1],["if",4],["not",2],["assert",2],["return",2],["total",2],["seq",2],["len",2],["nn",1],["functional",1],["value",1],["pos",2],["arange",1],["device",2],["unsqueeze",1],["cat",1],["dim",2],["don",1],["need",1],["padding",1],["false",1]]},{"id":"verl/workers/__init__.py","name":[["init",1],["py",1]],"path":[["verl",1],["workers",1],["init",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1]]},{"id":"verl/workers/actor/__init__.py","name":[["init",1],["py",1]],"path":[["verl",1],["workers",1],["actor",1],["init",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["from",2],["base",3],["import",2],["ppoactor",4],["dp",1],["actor",1],["data",2],["parallel",2],["all",1]]},{"id":"verl/workers/actor/base.py","name":[["base",1],["py",1]],"path":[["verl",1],["workers",1],["actor",1],["base",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["base",2],["class",1],["actor",1],["from",3],["abc",2],["import",4],["abstractmethod",1],["typing",1],["iterable",1],["dict",1],["verl",1],["data",1],["proto",1],["torch",1],["all",1],["ppoactor",1]]},{"id":"verl/workers/actor/base.py#BasePPOActor","name":[["base",1],["ppoactor",1]],"path":[["verl",1],["workers",1],["actor",1],["base",1],["py",1]],"body":[["class",3],["base",3],["ppoactor",3],["abc",2],["def",3],["init",2],["self",4],["config",7],["ppo",1],["actor",1],["args",3],["dict",4],["passed",1],["expect",1],["type",1],["be",2],["https",1],["omegaconf",1],["readthedocs",1],["io",1],["but",1],["any",1],["namedtuple",1],["general",1],["super",1],["abstractmethod",2],["compute",2],["log",2],["prob",1],["data",15],["proto",9],["torch",1],["tensor",1],["logits",1],["given",1],["batch",2],["represented",1],["by",2],["must",1],["contain",1],["key",2],["input",1],["ids",2],["attention",1],["mask",1],["position",1],["returns",3],["containing",1],["probs",1],["pass",2],["update",2],["policy",2],["iterator",3],["over",1],["make",1],["minibatch",1],["dictionary",1],["contains",2],["anything",1],["typically",1],["statistics",1],["during",1],["updating",1],["model",1],["such",1],["as",1],["loss",1],["grad",1],["norm",1],["etc",1]]},{"id":"verl/workers/actor/base.py#BasePPOActor.__init__","name":[["init",1]],"path":[["verl",1],["workers",1],["actor",1],["base",1],["py",1]],"body":[["def",2],["init",3],["self",3],["config",8],["base",1],["class",1],["ppo",1],["actor",1],["args",1],["dict",2],["passed",1],["ppoactor",1],["expect",1],["type",1],["be",2],["https",1],["omegaconf",1],["readthedocs",1],["io",1],["but",1],["any",1],["namedtuple",1],["general",1],["super",1]]},{"id":"verl/workers/actor/base.py#BasePPOActor.compute_log_prob","name":[["compute",1],["log",1],["prob",1]],"path":[["verl",1],["workers",1],["actor",1],["base",1],["py",1]],"body":[["def",2],["compute",3],["log",3],["prob",2],["self",2],["data",11],["proto",6],["torch",2],["tensor",2],["logits",1],["given",1],["batch",2],["args",1],["represented",1],["by",1],["must",1],["contain",1],["key",2],["input",1],["ids",2],["attention",1],["mask",1],["position",1],["returns",1],["containing",1],["probs",1],["pass",1]]},{"id":"verl/workers/actor/base.py#BasePPOActor.update_policy","name":[["update",1],["policy",1]],"path":[["verl",1],["workers",1],["actor",1],["base",1],["py",1]],"body":[["def",2],["update",3],["policy",3],["self",2],["data",8],["proto",5],["dict",3],["iterator",3],["args",1],["over",1],["returns",2],["by",1],["make",1],["minibatch",1],["dictionary",1],["contains",2],["anything",1],["typically",1],["statistics",1],["during",1],["updating",1],["model",1],["such",1],["as",1],["loss",1],["grad",1],["norm",1],["etc",1],["pass",1]]},{"id":"verl/workers/actor/dp_actor.py","name":[["dp",1],["actor",1],["py",1]],"path":[["verl",1],["workers",1],["actor",2],["dp",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",3],["as",3],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["single",1],["process",1],["actor",2],["import",14],["itertools",1],["from",12],["typing",1],["iterable",1],["tuple",1],["torch",5],["nn",1],["fsdp",2],["fully",1],["sharded",1],["data",3],["parallel",2],["verl",9],["proto",1],["trainer",1],["ppo",1],["core",1],["algos",1],["workers",1],["base",1],["ppoactor",2],["utils",5],["py",1],["functional",3],["append",1],["dict",1],["logprobs",1],["logits",1],["masked",1],["mean",1],["ulysses",2],["pad",2],["slice",1],["inputs",1],["gather",1],["outpus",1],["unpad",2],["seqlen",1],["balancing",1],["rearrange",2],["micro",1],["batches",1],["reverse",1],["idx",1],["flash",1],["attn",1],["bert",1],["padding",1],["input",2],["index",1],["first",1],["axis",1],["all",1]]},{"id":"verl/workers/actor/dp_actor.py#DataParallelPPOActor","name":[["data",1],["parallel",1],["ppoactor",1]],"path":[["verl",1],["workers",1],["actor",2],["dp",1],["py",1]],"body":[["class",2],["data",7],["parallel",7],["ppoactor",4],["base",2],["def",4],["init",2],["self",30],["config",7],["actor",14],["module",10],["nn",2],["optimizer",7],["torch",14],["optim",1],["none",5],["reference",1],["policy",1],["super",1],["remove",5],["padding",7],["false",3],["print",1],["ulysses",12],["sequence",9],["size",20],["sp",13],["compile",1],["triton",1],["hash",1],["compute",6],["entropy",15],["from",6],["logits",19],["verl",2],["forward",1],["micro",8],["batch",17],["temperature",3],["tuple",1],["tensor",9],["returns",2],["bs",2],["response",14],["len",2],["log",15],["probs",10],["length",15],["responses",4],["autocast",1],["device",1],["type",1],["cuda",1],["dtype",1],["bfloat16",1],["input",28],["ids",39],["seqlen",7],["shape",5],["attention",8],["mask",8],["position",14],["if",8],["rmpad",27],["indices",6],["unpad",7],["unsqueeze",4],["total",7],["nnz",7],["transpose",2],["align",1],["rotary",1],["index",1],["first",1],["axis",1],["rearrange",1],["prob",4],["rolled",6],["roll",1],["shifts",1],["dims",1],["pad",12],["slice",3],["inputs",3],["squeeze",4],["only",2],["pass",1],["enable",1],["flash",1],["attn",1],["varlen",1],["output",4],["cache",2],["prevent",2],["model",2],["thinks",2],["generating",2],["vocab",1],["div",2],["not",3],["logprobs",2],["labels",1],["gather",6],["outpus",2],["dim",4],["back",1],["bsz",5],["full",4],["hidden",2],["states",2],["return",3],["part",1],["else",2],["no",1],["step",2],["assert",1],["grad",8],["clip",5],["isinstance",1],["fsdp",1],["norm",7],["max",2],["utils",1],["parameters",1],["proto",3],["probability",1],["given",1],["args",1],["containing",1],["keys",1],["int64",4],["note",2],["concatenation",1],["prompt",2],["eval",2]]},{"id":"verl/workers/actor/dp_actor.py#DataParallelPPOActor.__init__","name":[["init",1]],"path":[["verl",1],["workers",1],["actor",2],["dp",1],["py",1]],"body":[["def",2],["init",3],["self",12],["config",5],["actor",9],["module",6],["nn",2],["optimizer",7],["torch",3],["optim",2],["none",3],["reference",1],["policy",1],["super",1],["remove",4],["padding",4],["false",1],["print",1],["ulysses",4],["sequence",3],["parallel",3],["size",3],["sp",1],["compile",1],["triton",1],["hash",1],["compute",1],["entropy",2],["from",2],["logits",2],["verl",1]]},{"id":"verl/workers/actor/dp_actor.py#DataParallelPPOActor._forward_micro_batch","name":[["forward",1],["micro",1],["batch",1]],"path":[["verl",1],["workers",1],["actor",2],["dp",1],["py",1]],"body":[["def",2],["forward",2],["micro",9],["batch",15],["self",10],["temperature",4],["tuple",2],["torch",7],["tensor",4],["returns",1],["entropy",13],["bs",2],["response",11],["len",2],["log",12],["probs",10],["length",8],["responses",2],["size",13],["autocast",1],["device",1],["type",1],["cuda",1],["dtype",1],["bfloat16",1],["input",25],["ids",34],["seqlen",7],["shape",1],["attention",6],["mask",6],["position",12],["if",7],["remove",1],["padding",3],["rmpad",27],["indices",6],["unpad",7],["unsqueeze",4],["total",7],["nnz",7],["transpose",2],["align",1],["rotary",1],["index",1],["first",1],["axis",1],["rearrange",1],["compute",3],["prob",2],["rolled",6],["roll",1],["shifts",1],["dims",1],["pad",12],["slice",3],["inputs",3],["sp",12],["ulysses",8],["sequence",2],["parallel",2],["none",2],["squeeze",4],["only",2],["pass",1],["enable",1],["flash",1],["attn",1],["varlen",1],["output",4],["actor",2],["module",2],["cache",2],["false",2],["prevent",2],["model",2],["thinks",2],["generating",2],["logits",17],["vocab",1],["div",2],["from",4],["not",2],["logprobs",2],["labels",1],["gather",6],["outpus",2],["dim",4],["back",1],["bsz",5],["full",4],["hidden",2],["states",2],["return",2],["part",1],["else",1],["no",1],["verl",1]]},{"id":"verl/workers/actor/dp_actor.py#DataParallelPPOActor._optimizer_step","name":[["optimizer",1],["step",1]],"path":[["verl",1],["workers",1],["actor",2],["dp",1],["py",1]],"body":[["def",2],["optimizer",3],["step",3],["self",9],["assert",1],["config",3],["grad",8],["clip",5],["not",1],["none",1],["if",1],["isinstance",1],["actor",4],["module",3],["fsdp",1],["norm",7],["max",2],["else",1],["torch",1],["nn",1],["utils",1],["parameters",1],["return",1]]},{"id":"verl/workers/actor/dp_actor.py#DataParallelPPOActor.compute_log_prob","name":[["compute",1],["log",1],["prob",1]],"path":[["verl",1],["workers",1],["actor",2],["dp",1],["py",1]],"body":[["def",2],["compute",3],["log",15],["prob",3],["self",5],["data",13],["proto",4],["torch",11],["tensor",9],["probability",1],["responses",3],["given",1],["input",4],["ids",7],["attention",3],["mask",3],["position",3],["args",1],["containing",1],["keys",4],["shape",4],["batch",16],["size",10],["sequence",5],["length",7],["int64",4],["note",2],["concatenation",1],["prompt",2],["response",3],["returns",1],["eval",2],["actor",1],["module",1],["micro",10],["meta",5],["info",5],["temperature",5],["must",1],["be",1],["avoid",1],["slient",1],["error",1],["dynamic",5],["bsz",5],["select",3],["if",2],["split",2],["max",4],["token",4],["len",6],["ulysses",1],["parallel",1],["batches",4],["indices",8],["rearrange",1],["else",1],["probs",11],["lst",3],["no",1],["grad",1],["forward",1],["append",1],["concat",1],["dim",1],["list",1],["itertools",1],["chain",1],["from",1],["iterable",1],["assert",1],["vs",1],["revert",2],["reverse",1],["idx",1],["dtype",1],["long",1],["return",1]]},{"id":"verl/workers/actor/dp_actor.py#DataParallelPPOActor.update_policy","name":[["update",1],["policy",1]],"path":[["verl",1],["workers",1],["actor",2],["dp",1],["py",1]],"body":[["def",2],["update",2],["policy",8],["self",27],["data",23],["proto",2],["make",3],["sure",2],["training",2],["mode",2],["actor",12],["module",1],["train",1],["assert",1],["config",17],["ppo",11],["mini",6],["batch",19],["size",8],["micro",11],["gradient",2],["accumulation",2],["temperature",5],["meta",2],["info",2],["must",1],["be",1],["avoid",1],["slient",1],["error",1],["select",5],["keys",5],["responses",4],["input",1],["ids",2],["attention",4],["mask",12],["position",1],["old",5],["log",13],["probs",2],["advantages",5],["if",5],["state",2],["masking",2],["append",4],["loss",29],["kl",16],["ref",5],["prob",11],["split",5],["minibatch",1],["iterator",1],["updating",1],["see",1],["paper",1],["details",1],["https",1],["arxiv",1],["org",1],["abs",1],["1707",1],["06347",1],["dataloader",2],["metrics",6],["idx",1],["enumerate",1],["into",2],["batches",6],["dynamic",1],["bsz",2],["max",4],["token",4],["len",4],["per",1],["gpu",1],["ulysses",1],["sequence",1],["parallel",1],["rearrange",1],["else",1],["optimizer",3],["zero",2],["grad",5],["cuda",1],["device",1],["cpu",1],["offload",1],["response",8],["length",3],["clip",3],["ratio",3],["entropy",11],["coeff",3],["all",1],["return",2],["forward",1],["pg",7],["clipfrac",3],["core",2],["algos",2],["compute",4],["eos",1],["cliprange",1],["from",1],["verl",1],["masked",2],["mean",2],["kld",2],["penalty",2],["logprob",2],["type",1],["coef",3],["detach",6],["item",6],["backward",1],["dict",2],["norm",3],["step",1]]},{"id":"verl/workers/actor/megatron_actor.py","name":[["megatron",1],["actor",1],["py",1]],"path":[["verl",1],["workers",1],["actor",2],["megatron",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",5],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["megatron",13],["actor",3],["differences",1],["only",1],["make",2],["minibatch",1],["note",1],["our",1],["model",2],["doesn",1],["have",1],["be",1],["module",1],["because",1],["don",1],["share",1],["embedding",1],["last",1],["layer",1],["from",20],["functools",1],["import",20],["partial",1],["typing",1],["iterable",1],["dict",4],["torch",4],["nn",1],["args",1],["optimizer",6],["verl",8],["utils",5],["config",3],["core",5],["parallel",7],["state",1],["mpu",1],["pipeline",2],["forward",1],["backward",1],["func",1],["omegaconf",1],["omega",1],["conf",1],["tensor",3],["vocab",2],["compute",2],["entropy",1],["loss",1],["log",1],["probs",1],["logits",2],["transformers",1],["input",1],["shapes",1],["batch",1],["generator",1],["data",1],["proto",1],["trainer",1],["ppo",1],["algos",1],["workers",1],["base",1],["ppoactor",2],["py",1],["functional",2],["append",1],["logprobs",1],["broadcast",1],["split",1],["into",1],["batches",1],["all",1]]},{"id":"verl/workers/actor/megatron_actor.py#MegatronPPOActor","name":[["megatron",1],["ppoactor",1]],"path":[["verl",1],["workers",1],["actor",2],["megatron",1],["py",1]],"body":[["class",4],["megatron",22],["ppoactor",6],["base",2],["def",4],["init",2],["self",10],["config",30],["model",22],["parallel",14],["actor",29],["module",19],["nn",5],["list",5],["optimizer",21],["distributed",4],["meagtron",1],["implements",2],["simple",1],["ppo",10],["logics",2],["built",1],["args",5],["omega",4],["conf",4],["basic",1],["contains",4],["hyper",1],["parameters",2],["must",5],["contain",1],["micro",1],["batch",11],["size",16],["minibatch",2],["updating",3],["mini",1],["data",13],["epochs",2],["number",3],["update",1],["shuffle",2],["whether",2],["after",2],["each",4],["epoch",1],["clip",2],["ratio",2],["algorithm",1],["see",4],["https",4],["arxiv",3],["org",3],["abs",2],["1707",2],["06347",2],["entropy",2],["coeff",1],["coefficient",1],["loss",1],["configuration",2],["vocab",2],["hidden",5],["sequence",9],["enabled",3],["param",2],["dtype",2],["virtual",3],["pipeline",4],["chunks",1],["pp",4],["stage",3],["rank",4],["holds",1],["vpp",2],["chunk",1],["pdf",2],["2104",1],["04473",1],["more",1],["details",1],["has",1],["some",1],["constraints",1],["follow",1],["order",1],["implemented",1],["here",2],["implement",1],["unpad",2],["input",7],["before",1],["any",1],["computation",2],["pad",3],["all",1],["remove",1],["padding",3],["optimization",1],["removes",1],["tokens",2],["function",2],["flash",3],["attn",2],["github",1],["com",1],["dao",1],["ailab",1],["attention",3],["blob",1],["main",1],["bert",1],["py",1],["return",3],["state",3],["same",1],["shape",5],["total",3],["nnz",3],["valid",1],["if",1],["tp",1],["currently",1],["only",2],["support",1],["zero1",1],["shards",1],["across",1],["dp",3],["ranks",1],["provider",2],["pre",3],["process",6],["post",3],["mpu",1],["mistral",1],["causal",1],["lmrm",1],["cuda",1],["from",3],["training",1],["import",2],["wrap",1],["ddp",2],["true",1],["super",1],["step",1],["create",1],["skip",1],["grad",2],["none",2],["overlap",2],["comm",2],["false",3],["gradient",1],["accumulation",1],["steps",1],["impl",1],["local",1],["layernorm",1],["allreduce",1],["bucket",1],["threshold",1],["split",1],["reduce",1],["grads",1],["alltoall",1],["compute",3],["log",8],["prob",3],["proto",4],["torch",6],["tensor",7],["probability",1],["responses",3],["given",1],["ids",5],["mask",2],["position",2],["containing",1],["keys",1],["length",9],["int64",4],["note",2],["concatenation",1],["prompt",2],["response",8],["returns",1],["contiguous",1],["logprobs",1],["fn",1],["output",2],["logits",6],["probs",4],["make",1],["recompute",1],["old",1],["by",1],["default",1],["todo",1],["zhangchi",1],["usc1992",1],["actually",1],["should",1],["retur",1]]},{"id":"verl/workers/actor/megatron_actor.py#MegatronPPOActor.__init__","name":[["init",1]],"path":[["verl",1],["workers",1],["actor",2],["megatron",1],["py",1]],"body":[["def",3],["init",3],["self",10],["config",36],["model",24],["megatron",21],["parallel",14],["actor",32],["module",21],["nn",6],["list",6],["optimizer",25],["distributed",5],["meagtron",1],["ppoactor",2],["class",2],["implements",2],["simple",1],["ppo",10],["logics",2],["built",1],["args",4],["omega",4],["conf",4],["basic",1],["contains",4],["hyper",1],["parameters",2],["must",5],["contain",1],["micro",1],["batch",5],["size",11],["minibatch",2],["updating",3],["mini",1],["data",3],["epochs",2],["number",3],["update",1],["shuffle",2],["whether",2],["after",2],["each",4],["epoch",1],["clip",2],["ratio",2],["algorithm",1],["see",4],["https",4],["arxiv",3],["org",3],["abs",2],["1707",2],["06347",2],["entropy",2],["coeff",1],["coefficient",1],["loss",1],["configuration",2],["vocab",1],["hidden",5],["sequence",5],["enabled",3],["param",2],["dtype",2],["virtual",3],["pipeline",4],["chunks",1],["pp",4],["stage",3],["rank",4],["holds",1],["vpp",2],["chunk",1],["pdf",2],["2104",1],["04473",1],["more",1],["details",1],["has",1],["some",1],["constraints",1],["follow",1],["order",1],["implemented",1],["here",1],["implement",1],["unpad",2],["input",4],["before",1],["any",1],["computation",2],["pad",3],["all",1],["remove",1],["padding",3],["optimization",1],["removes",1],["tokens",2],["function",1],["flash",3],["attn",2],["github",1],["com",1],["dao",1],["ailab",1],["attention",1],["blob",1],["main",1],["bert",1],["py",1],["return",2],["state",3],["same",1],["shape",1],["total",3],["nnz",3],["valid",1],["if",1],["tp",1],["currently",1],["only",1],["support",1],["zero1",1],["shards",1],["across",1],["dp",3],["ranks",1],["provider",2],["pre",3],["process",6],["post",3],["mpu",1],["mistral",1],["causal",1],["lmrm",1],["cuda",1],["from",2],["training",1],["import",2],["wrap",1],["ddp",2],["true",1],["super",1],["step",1],["create",1],["skip",1],["grad",2],["none",2],["overlap",2],["comm",2],["false",3],["gradient",1],["accumulation",1],["steps",1],["impl",1],["local",1],["layernorm",1],["allreduce",1],["bucket",1],["threshold",1],["split",1],["reduce",1],["grads",1],["alltoall",1]]},{"id":"verl/workers/actor/megatron_actor.py#MegatronPPOActor.compute_log_prob","name":[["compute",1],["log",1],["prob",1]],"path":[["verl",1],["workers",1],["actor",2],["megatron",1],["py",1]],"body":[["def",3],["compute",6],["log",21],["prob",8],["self",4],["data",15],["proto",5],["torch",14],["tensor",9],["probability",1],["responses",5],["given",1],["input",8],["ids",11],["attention",3],["mask",3],["position",3],["args",1],["containing",1],["keys",5],["shape",4],["batch",15],["size",11],["sequence",4],["length",11],["int64",4],["note",2],["concatenation",1],["prompt",2],["response",12],["returns",1],["contiguous",1],["logprobs",2],["fn",3],["output",4],["logits",6],["probs",12],["vocab",1],["parallel",3],["from",1],["return",3],["make",1],["recompute",4],["old",5],["by",2],["default",1],["here",1],["todo",1],["zhangchi",1],["usc1992",1],["actually",1],["function",1],["should",3],["only",3],["logic",1],["be",2],["handled",1],["user",1],["outside",1],["config",1],["true",3],["if",2],["not",1],["select",3],["no",1],["grad",1],["forward",2],["backward",1],["post",1],["process",1],["mpu",3],["pipeline",3],["last",3],["stage",1],["ignore",1],["virtual",1],["rank",3],["every",1],["tp",1],["cat",1],["dim",1],["bs",1],["seq",1],["float32",2],["else",1],["empty",3],["dtype",1],["device",2],["broadcast",2],["across",1],["pp",1],["ranks",1],["distributed",1],["src",1],["model",2],["group",2],["async",1],["op",1],["false",1],["add",1],["cache",2],["after",1],["each",1],["cuda",1]]},{"id":"verl/workers/actor/megatron_actor.py#MegatronPPOActor.compute_log_prob.compute_logprobs_fn","name":[["compute",1],["logprobs",1],["fn",1]],"path":[["verl",1],["workers",1],["actor",2],["megatron",1],["py",1]],"body":[["def",2],["compute",2],["logprobs",2],["fn",2],["output",3],["data",3],["response",5],["responses",1],["length",2],["size",1],["logits",6],["log",4],["probs",4],["vocab",1],["parallel",1],["from",1],["return",1]]},{"id":"verl/workers/actor/megatron_actor.py#MegatronPPOActor.forward_backward_batch","name":[["forward",1],["backward",1],["batch",1]],"path":[["verl",1],["workers",1],["actor",2],["megatron",1],["py",1]],"body":[["def",4],["forward",19],["backward",6],["batch",33],["self",12],["data",19],["proto",2],["only",8],["false",2],["post",4],["process",4],["fn",4],["none",6],["assume",1],["model",11],["takes",1],["input",16],["ids",11],["attention",10],["mask",15],["position",5],["no",4],["rmpad",1],["communication",1],["shape",2],["total",1],["nnz",1],["pad",1],["sp",1],["tp",1],["size",25],["hidden",9],["if",6],["sequence",4],["parallel",8],["enabled",1],["broadcast",2],["from",3],["last",2],["pp",6],["rank",2],["all",1],["other",1],["ranks",1],["todo",2],["actually",1],["just",1],["need",1],["control",1],["sampling",1],["order",1],["dict",2],["tensor",2],["src",1],["mpu",3],["pipeline",3],["group",2],["split",2],["into",2],["micro",10],["batches",9],["bool",1],["meta",10],["info",10],["not",1],["else",4],["config",7],["ppo",4],["compute",5],["shapes",8],["stages",1],["transformers",1],["megatron",1],["len",7],["seq",7],["func",9],["loss",18],["output",6],["return",6],["logits",9],["responses",4],["response",6],["length",5],["old",4],["log",8],["prob",6],["probs",2],["advantages",4],["clip",5],["ratio",5],["entropy",10],["coeff",5],["policy",4],["vocab",2],["pg",7],["clipfrac",3],["kl",3],["core",1],["algos",1],["eos",2],["cliprange",1],["stats",4],["actor",7],["detach",4],["item",4],["step",5],["iter",2],["next",1],["partial",1],["should",1],["be",1],["list",1],["inside",1],["generator",4],["make",1],["vpp",1],["module",3],["may",1],["new",1],["schedule",1],["instead",1],["flash",2],["attn",2],["mbs",1],["world",1],["losses",3],["reduced",3],["iterator",2],["num",2],["microbatches",2],["must",1],["packing",1],["was",3],["reduces",1],["contains",1],["returned",1]]},{"id":"verl/workers/actor/megatron_actor.py#MegatronPPOActor.forward_backward_batch.forward_step","name":[["forward",1],["step",1]],"path":[["verl",1],["workers",1],["actor",2],["megatron",1],["py",1]],"body":[["def",2],["forward",3],["step",2],["batch",8],["iter",3],["model",3],["next",1],["input",4],["ids",8],["attention",4],["mask",4],["position",4],["output",2],["if",1],["only",1],["meta",4],["info",4],["none",1],["else",1],["clip",2],["ratio",2],["self",2],["config",2],["entropy",2],["coeff",2],["return",1],["partial",1],["loss",1],["func",1],["data",1]]},{"id":"verl/workers/actor/megatron_actor.py#MegatronPPOActor.forward_backward_batch.loss_func","name":[["loss",1],["func",1]],"path":[["verl",1],["workers",1],["actor",2],["megatron",1],["py",1]],"body":[["def",2],["loss",16],["func",2],["output",5],["data",7],["meta",4],["info",4],["if",2],["forward",1],["only",1],["post",2],["process",2],["fn",2],["none",1],["return",4],["logits",9],["else",1],["responses",4],["response",6],["length",3],["size",1],["attention",3],["mask",8],["old",4],["log",8],["prob",6],["probs",2],["advantages",4],["clip",3],["ratio",3],["entropy",8],["coeff",3],["compute",3],["policy",4],["vocab",2],["parallel",2],["from",1],["pg",7],["clipfrac",3],["ppo",3],["kl",3],["core",1],["algos",1],["eos",2],["cliprange",1],["stats",3],["actor",4],["detach",4],["item",4]]},{"id":"verl/workers/actor/megatron_actor.py#MegatronPPOActor.make_minibatch_iterator","name":[["make",1],["minibatch",1],["iterator",1]],"path":[["verl",1],["workers",1],["actor",2],["megatron",1],["py",1]],"body":[["def",2],["make",4],["minibatch",3],["iterator",4],["self",5],["data",12],["proto",6],["iterable",2],["updating",1],["actor",1],["args",1],["containing",1],["keys",4],["input",3],["ids",5],["tensor",6],["shape",6],["batch",9],["size",8],["sequence",4],["length",10],["torch",6],["int64",4],["prompt",1],["response",5],["attention",2],["mask",2],["position",2],["responses",5],["note",1],["old",2],["log",3],["probs",2],["float32",2],["probability",1],["advantages",3],["see",1],["ppo",3],["paper",1],["details",1],["https",1],["arxiv",1],["org",1],["abs",1],["1707",1],["06347",1],["returns",1],["select",3],["return",1],["mini",2],["config",3],["epochs",2],["dataloader",1],["kwargs",1],["shuffle",2]]},{"id":"verl/workers/actor/megatron_actor.py#MegatronPPOActor.update_policy","name":[["update",1],["policy",1]],"path":[["verl",1],["workers",1],["actor",2],["megatron",1],["py",1]],"body":[["def",2],["update",5],["policy",3],["self",10],["dataloader",4],["iterable",3],["data",10],["proto",5],["dict",5],["iterator",4],["args",1],["over",1],["returns",2],["by",2],["make",2],["minibatch",2],["keys",1],["each",3],["batch",8],["described",1],["dictionary",1],["containing",1],["statistics",2],["note",1],["only",1],["valid",1],["last",1],["pp",1],["stage",1],["users",1],["have",1],["combine",1],["output",1],["dp",2],["rank",1],["manually",1],["metrics",6],["actor",5],["module",2],["device",1],["optimizer",7],["zero",4],["grad",5],["contiguous",1],["buffers",1],["local",1],["ddp",1],["no",1],["overlap",1],["param",1],["comm",1],["chunk",2],["if",2],["distributed",2],["buffer",3],["will",1],["be",1],["handled",1],["not",2],["config",3],["metric",9],["micro",5],["forward",1],["backward",1],["append",4],["from",2],["global",2],["successful",2],["norm",1],["num",1],["zeros",1],["step",2],["megatron",3],["timers",1],["allgather",1],["already",1],["execute",1],["new",1],["pass",1],["else",1],["raise",1],["implemented",1],["error",1],["add",1],["empty",2],["cache",2],["after",1],["compute",1],["torch",1],["cuda",1],["return",1]]},{"id":"verl/workers/critic/__init__.py","name":[["init",1],["py",1]],"path":[["verl",1],["workers",1],["critic",1],["init",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["from",2],["base",3],["import",2],["ppocritic",4],["dp",1],["critic",1],["data",2],["parallel",2],["all",1]]},{"id":"verl/workers/critic/base.py","name":[["base",1],["py",1]],"path":[["verl",1],["workers",1],["critic",1],["base",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["base",2],["class",1],["critic",1],["from",2],["abc",2],["import",3],["abstractmethod",1],["torch",1],["verl",1],["data",1],["proto",1],["all",1],["ppocritic",1]]},{"id":"verl/workers/critic/base.py#BasePPOCritic","name":[["base",1],["ppocritic",1]],"path":[["verl",1],["workers",1],["critic",1],["base",1],["py",1]],"body":[["class",2],["base",2],["ppocritic",2],["abc",2],["def",3],["init",2],["self",4],["config",3],["super",1],["abstractmethod",2],["compute",2],["values",2],["data",4],["proto",2],["torch",1],["tensor",1],["pass",2],["update",2],["critic",2]]},{"id":"verl/workers/critic/base.py#BasePPOCritic.__init__","name":[["init",1]],"path":[["verl",1],["workers",1],["critic",1],["base",1],["py",1]],"body":[["def",2],["init",3],["self",3],["config",4],["super",1]]},{"id":"verl/workers/critic/base.py#BasePPOCritic.compute_values","name":[["compute",1],["values",1]],"path":[["verl",1],["workers",1],["critic",1],["base",1],["py",1]],"body":[["def",2],["compute",3],["values",3],["self",2],["data",4],["proto",2],["torch",2],["tensor",2],["pass",1]]},{"id":"verl/workers/critic/base.py#BasePPOCritic.update_critic","name":[["update",1],["critic",1]],"path":[["verl",1],["workers",1],["critic",1],["base",1],["py",1]],"body":[["def",2],["update",3],["critic",3],["self",2],["data",4],["proto",2],["pass",1]]},{"id":"verl/workers/critic/dp_critic.py","name":[["dp",1],["critic",1],["py",1]],"path":[["verl",1],["workers",1],["critic",2],["dp",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",4],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["implement",1],["multiprocess",1],["ppocritic",3],["import",14],["itertools",1],["from",11],["typing",1],["iterable",1],["torch",5],["nn",1],["optim",1],["fsdp",2],["fully",1],["sharded",1],["data",3],["parallel",2],["verl",7],["proto",1],["trainer",1],["ppo",1],["core",1],["algos",1],["workers",1],["critic",1],["base",1],["utils",4],["py",1],["functional",2],["append",1],["dict",1],["masked",1],["mean",1],["ulysses",2],["pad",2],["slice",1],["inputs",1],["gather",1],["outpus",1],["unpad",2],["seqlen",1],["balancing",1],["rearrange",2],["micro",1],["batches",1],["reverse",1],["idx",1],["flash",1],["attn",1],["bert",1],["padding",1],["input",2],["index",1],["first",1],["axis",1],["all",1]]},{"id":"verl/workers/critic/dp_critic.py#DataParallelPPOCritic","name":[["data",1],["parallel",1],["ppocritic",1]],"path":[["verl",1],["workers",1],["critic",2],["dp",1],["py",1]],"body":[["class",2],["data",18],["parallel",9],["ppocritic",4],["base",2],["def",5],["init",2],["self",40],["config",16],["critic",18],["module",11],["nn",2],["optimizer",7],["optim",1],["super",1],["remove",5],["padding",6],["model",3],["false",3],["print",1],["assert",3],["ppo",8],["mini",6],["batch",39],["size",24],["micro",24],["gradient",1],["accumulation",1],["ulysses",8],["sequence",7],["forward",2],["response",5],["length",5],["responses",6],["torch",8],["autocast",1],["device",2],["type",1],["cuda",2],["dtype",2],["bfloat16",1],["input",19],["ids",31],["seqlen",3],["shape",1],["attention",11],["mask",11],["position",14],["if",9],["rmpad",17],["indices",12],["unpad",4],["unsqueeze",2],["total",3],["nnz",3],["transpose",2],["align",1],["rotary",1],["index",1],["first",1],["axis",1],["rearrange",3],["pad",6],["slice",2],["inputs",2],["sp",3],["only",1],["pass",1],["enable",1],["flash",1],["attn",1],["varlen",1],["output",5],["none",2],["cache",2],["prevent",2],["thinks",2],["generating",2],["values",28],["logits",2],["squeeze",3],["gather",3],["outpus",1],["dim",3],["back",1],["else",4],["return",3],["step",2],["grad",10],["clip",5],["not",1],["isinstance",1],["fsdp",1],["norm",6],["utils",1],["parameters",1],["max",9],["compute",1],["proto",2],["tensor",2],["eval",1],["meta",3],["info",3],["select",6],["keys",6],["dynamic",6],["bsz",6],["split",6],["token",8],["len",10],["batches",9],["lst",3],["no",1],["append",1],["concat",1],["list",1],["itertools",1],["chain",1],["from",1],["iterable",1],["vs",1],["revert",2],["reverse",1],["idx",2],["long",1],["update",1],["make",2],["sure",1],["training",1],["mode",1],["train",1],["metrics",1],["returns",1],["minibatch",1],["iterator",1],["updating",1],["actor",1],["see",1],["paper",1],["details",1],["https",1],["arxiv",1],["org",1],["abs",1],["1707",1],["06347",1],["dataloader",2],["enumerate",1],["into",1],["per",1],["gpu",1],["zero",1],["cpu",1],["us",1]]},{"id":"verl/workers/critic/dp_critic.py#DataParallelPPOCritic.__init__","name":[["init",1]],"path":[["verl",1],["workers",1],["critic",2],["dp",1],["py",1]],"body":[["def",2],["init",3],["self",14],["config",10],["critic",9],["module",6],["nn",2],["optimizer",6],["optim",2],["super",1],["remove",4],["padding",4],["model",1],["false",1],["print",1],["assert",1],["ppo",4],["mini",2],["batch",4],["size",6],["micro",2],["gradient",1],["accumulation",1],["ulysses",2],["sequence",2],["parallel",2]]},{"id":"verl/workers/critic/dp_critic.py#DataParallelPPOCritic._forward_micro_batch","name":[["forward",1],["micro",1],["batch",1]],"path":[["verl",1],["workers",1],["critic",2],["dp",1],["py",1]],"body":[["def",2],["forward",2],["micro",8],["batch",11],["self",8],["response",3],["length",3],["responses",1],["size",8],["torch",2],["autocast",1],["device",1],["type",1],["cuda",1],["dtype",1],["bfloat16",1],["input",17],["ids",27],["seqlen",3],["shape",1],["attention",6],["mask",6],["position",12],["if",5],["remove",1],["padding",2],["rmpad",17],["indices",4],["unpad",4],["unsqueeze",2],["total",3],["nnz",3],["transpose",2],["align",1],["rotary",1],["index",1],["first",1],["axis",1],["rearrange",1],["pad",6],["slice",2],["inputs",2],["sp",3],["ulysses",4],["sequence",3],["parallel",3],["only",1],["pass",1],["enable",1],["flash",1],["attn",1],["varlen",1],["output",5],["critic",2],["module",2],["none",1],["cache",2],["false",2],["prevent",2],["model",2],["thinks",2],["generating",2],["values",13],["logits",2],["squeeze",3],["gather",3],["outpus",1],["dim",2],["back",1],["else",1],["return",1]]},{"id":"verl/workers/critic/dp_critic.py#DataParallelPPOCritic._optimizer_step","name":[["optimizer",1],["step",1]],"path":[["verl",1],["workers",1],["critic",2],["dp",1],["py",1]],"body":[["def",2],["optimizer",3],["step",3],["self",9],["assert",1],["config",3],["grad",8],["clip",5],["not",1],["none",1],["if",1],["isinstance",1],["critic",4],["module",3],["fsdp",1],["norm",6],["else",1],["torch",1],["nn",1],["utils",1],["parameters",1],["max",1],["return",1]]},{"id":"verl/workers/critic/dp_critic.py#DataParallelPPOCritic.compute_values","name":[["compute",1],["values",1]],"path":[["verl",1],["workers",1],["critic",2],["dp",1],["py",1]],"body":[["def",2],["compute",2],["values",15],["self",5],["data",10],["proto",2],["torch",6],["tensor",3],["critic",1],["module",1],["eval",1],["micro",10],["batch",14],["size",7],["meta",3],["info",3],["select",3],["keys",3],["responses",4],["input",1],["ids",2],["attention",4],["mask",4],["position",1],["dynamic",5],["bsz",5],["if",2],["split",2],["max",4],["token",4],["len",6],["ulysses",1],["sequence",1],["parallel",1],["batches",4],["indices",8],["rearrange",1],["else",1],["lst",3],["no",1],["grad",1],["forward",1],["append",1],["concat",1],["dim",1],["response",2],["length",2],["list",1],["itertools",1],["chain",1],["from",1],["iterable",1],["assert",1],["vs",1],["revert",2],["reverse",1],["idx",1],["dtype",1],["long",1],["return",1]]},{"id":"verl/workers/critic/dp_critic.py#DataParallelPPOCritic.update_critic","name":[["update",1],["critic",1]],"path":[["verl",1],["workers",1],["critic",2],["dp",1],["py",1]],"body":[["def",2],["update",2],["critic",10],["self",14],["data",21],["proto",2],["make",3],["sure",2],["training",2],["mode",2],["module",1],["train",1],["metrics",4],["select",3],["keys",3],["input",3],["ids",6],["responses",4],["attention",4],["mask",8],["position",3],["values",5],["returns",5],["batch",13],["split",4],["minibatch",1],["iterator",1],["updating",1],["actor",1],["see",1],["ppo",4],["paper",1],["details",1],["https",1],["arxiv",1],["org",1],["abs",1],["1707",1],["06347",1],["dataloader",2],["config",5],["mini",4],["size",4],["idx",1],["enumerate",1],["into",1],["micro",7],["batches",5],["if",1],["dynamic",1],["bsz",1],["max",4],["token",4],["len",4],["per",1],["gpu",1],["ulysses",1],["sequence",1],["parallel",1],["rearrange",1],["else",1],["optimizer",3],["zero",2],["grad",5],["cuda",1],["device",1],["cpu",1],["offload",1],["response",2],["length",2],["eos",4],["vpreds",5],["forward",1],["assert",1],["not",1],["torch",2],["any",1],["isnan",1],["item",5],["vf",7],["loss",7],["clipfrac",3],["core",1],["algos",1],["compute",1],["value",3],["cliprange",2],["gradient",1],["accumulation",1],["backward",1],["detach",4],["vpred",1],["mean",2],["masked",1],["append",2],["dict",2],["norm",3],["step",1],["return",1]]},{"id":"verl/workers/critic/megatron_critic.py","name":[["megatron",1],["critic",1],["py",1]],"path":[["verl",1],["workers",1],["critic",2],["megatron",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",4],["as",3],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["implement",1],["multiprocess",1],["ppocritic",2],["from",16],["functools",1],["import",18],["partial",1],["typing",1],["iterable",1],["torch",5],["omegaconf",1],["omega",1],["conf",1],["nn",1],["verl",9],["data",1],["proto",1],["trainer",1],["ppo",1],["core",3],["algos",1],["workers",1],["critic",1],["base",1],["utils",7],["megatron",6],["pipeline",2],["parallel",4],["compute",1],["transformers",1],["input",1],["shapes",1],["make",1],["batch",1],["generator",1],["py",1],["functional",2],["append",1],["dict",3],["dtypes",1],["precision",1],["type",1],["masked",1],["mean",1],["broadcast",1],["tensor",2],["split",1],["into",1],["batches",1],["sequence",1],["sp",1],["optimizer",4],["config",2],["state",1],["mpu",1],["forward",1],["backward",1],["func",1]]},{"id":"verl/workers/critic/megatron_critic.py#MegatronPPOCritic","name":[["megatron",1],["ppocritic",1]],"path":[["verl",1],["workers",1],["critic",2],["megatron",1],["py",1]],"body":[["class",2],["megatron",7],["ppocritic",4],["base",2],["def",6],["init",3],["self",31],["config",29],["model",12],["critic",14],["module",7],["nn",1],["list",2],["optimizer",10],["distributed",2],["super",1],["create",2],["separate",1],["nametuple",1],["step",3],["so",1],["global",1],["args",2],["won",1],["affect",1],["omega",1],["conf",1],["skip",1],["grad",3],["none",2],["overlap",2],["dp",2],["param",1],["comm",2],["false",4],["gradient",1],["accumulation",1],["steps",1],["sequence",5],["parallel",10],["ddp",1],["impl",1],["local",1],["layernorm",1],["allreduce",1],["bucket",1],["threshold",1],["pipeline",7],["split",3],["rank",6],["reduce",1],["grads",1],["alltoall",1],["if",4],["kl",16],["ctrl",10],["type",2],["fixed",2],["core",3],["algos",3],["klcontroller",2],["coef",4],["elif",1],["adaptive",2],["assert",1],["horizon",5],["must",1],["be",3],["larger",1],["than",1],["got",1],["target",2],["else",2],["raise",1],["not",1],["implemented",1],["error",1],["compute",5],["values",18],["data",29],["proto",5],["batch",29],["device",1],["responses",7],["attention",14],["mask",18],["response",5],["length",6],["size",14],["torch",7],["no",1],["output",7],["forward",8],["backward",4],["only",4],["true",2],["mpu",6],["last",5],["stage",1],["ignore",1],["virtual",1],["should",3],["every",1],["tp",2],["cat",1],["vpreds",8],["dim",1],["bs",2],["seq",4],["vocal",1],["float32",2],["empty",3],["like",1],["dtype",1],["each",2],["ranks",3],["contain",1],["same",1],["value",6],["contiguous",2],["sync",1],["among",1],["pp",4],["broadcast",3],["tensor",3],["src",2],["group",4],["add",1],["cache",2],["after",1],["cuda",1],["return",5],["make",3],["minibatch",1],["iterator",2],["iterable",1],["select",3],["keys",3],["input",9],["ids",11],["position",5],["returns",5],["mini",2],["ppo",3],["epochs",2],["dataloader",1],["kwargs",1],["shuffle",2],["from",1],["all",1],["other",1],["dict",2],["into",2],["micro",4],["batches",9],["bool",1],["len",5],["shape",1],["shapes",3],["stages",1],["transformers",1],["meta",3],["info",3],["hidden",4],["func",4],["loss",7],["logits",2],["eos",4],["cliprange",4],["vf",7],["clipfrac",3],["stats",2],["detach",3],["item",3],["vpred",1],["mean",2],["masked",1],["iter",2],["next",1],["partial",1],["inside",1],["generator",2],["vpp",1],["todo",1],["may",1],["new",1],["schedule",1],["instead",1],["flash",1],["attn",1],["mbs",1],["world",1]]},{"id":"verl/workers/critic/megatron_critic.py#MegatronPPOCritic.__init__","name":[["init",1]],"path":[["verl",1],["workers",1],["critic",2],["megatron",1],["py",1]],"body":[["def",2],["init",4],["self",19],["config",27],["model",5],["megatron",5],["critic",12],["module",6],["nn",2],["list",2],["optimizer",14],["distributed",2],["super",1],["create",2],["separate",1],["nametuple",1],["step",2],["so",1],["global",1],["args",2],["won",1],["affect",1],["omega",1],["conf",1],["skip",1],["grad",2],["none",2],["overlap",2],["dp",2],["param",1],["comm",2],["false",3],["gradient",1],["accumulation",1],["steps",1],["sequence",2],["parallel",3],["ddp",1],["impl",1],["local",1],["layernorm",1],["allreduce",1],["bucket",1],["threshold",1],["pipeline",1],["split",1],["rank",1],["reduce",1],["grads",1],["alltoall",1],["if",1],["kl",16],["ctrl",10],["type",2],["fixed",2],["core",2],["algos",2],["klcontroller",2],["coef",4],["elif",1],["adaptive",2],["assert",1],["horizon",5],["must",1],["be",1],["larger",1],["than",1],["got",1],["target",2],["else",1],["raise",1],["not",1],["implemented",1],["error",1]]},{"id":"verl/workers/critic/megatron_critic.py#MegatronPPOCritic.compute_values","name":[["compute",1],["values",1]],"path":[["verl",1],["workers",1],["critic",2],["megatron",1],["py",1]],"body":[["def",2],["compute",3],["values",14],["self",5],["data",14],["proto",4],["batch",7],["critic",2],["module",4],["device",2],["responses",3],["attention",4],["mask",4],["response",2],["length",2],["size",3],["torch",7],["no",1],["grad",1],["output",2],["forward",2],["backward",1],["only",2],["true",2],["if",1],["mpu",3],["pipeline",3],["last",3],["stage",1],["ignore",1],["virtual",1],["rank",3],["should",2],["be",1],["every",1],["tp",2],["cat",1],["vpreds",1],["dim",1],["bs",1],["seq",1],["vocal",1],["float32",2],["else",1],["empty",3],["like",1],["dtype",1],["each",2],["ranks",2],["contain",1],["same",1],["value",1],["contiguous",1],["sync",1],["among",1],["pp",1],["distributed",1],["broadcast",1],["tensor",1],["src",1],["model",2],["parallel",2],["group",2],["add",1],["cache",2],["after",1],["cuda",1],["return",1]]},{"id":"verl/workers/critic/megatron_critic.py#MegatronPPOCritic.forward_backward_batch","name":[["forward",1],["backward",1],["batch",1]],"path":[["verl",1],["workers",1],["critic",2],["megatron",1],["py",1]],"body":[["def",4],["forward",18],["backward",6],["batch",30],["self",13],["data",18],["proto",2],["only",7],["false",2],["broadcast",3],["from",3],["last",3],["pp",8],["rank",3],["all",2],["other",2],["ranks",2],["contiguous",1],["dict",2],["tensor",2],["src",1],["mpu",3],["pipeline",3],["model",10],["parallel",5],["group",2],["split",2],["into",2],["micro",10],["batches",9],["attention",9],["mask",13],["bool",1],["size",18],["config",8],["ppo",3],["len",7],["seq",7],["input",13],["ids",9],["shape",1],["compute",3],["shapes",8],["stages",1],["transformers",1],["meta",3],["info",3],["sequence",4],["megatron",1],["hidden",8],["func",9],["loss",9],["output",5],["if",2],["return",4],["vpreds",7],["logits",2],["responses",3],["values",4],["returns",4],["response",3],["length",6],["eos",4],["cliprange",4],["value",5],["bs",1],["vf",7],["clipfrac",3],["core",1],["algos",1],["stats",3],["critic",6],["detach",3],["item",3],["vpred",1],["mean",2],["masked",1],["step",5],["iter",2],["next",1],["position",4],["partial",1],["should",1],["be",1],["list",1],["inside",1],["generator",4],["make",1],["vpp",1],["module",3],["todo",1],["may",1],["new",1],["schedule",1],["instead",1],["flash",2],["attn",2],["mbs",1],["world",1],["losses",3],["reduced",3],["iterator",2],["num",2],["microbatches",2],["must",1],["packing",1],["no",3],["was",3],["else",1],["reduces",1],["contains",1],["returned",1]]},{"id":"verl/workers/critic/megatron_critic.py#MegatronPPOCritic.forward_backward_batch.forward_step","name":[["forward",1],["step",1]],"path":[["verl",1],["workers",1],["critic",2],["megatron",1],["py",1]],"body":[["def",2],["forward",2],["step",2],["batch",8],["iter",3],["model",3],["next",1],["input",4],["ids",8],["attention",4],["mask",4],["position",4],["output",2],["return",1],["partial",1],["loss",1],["func",1],["data",1],["meta",1],["info",1]]},{"id":"verl/workers/critic/megatron_critic.py#MegatronPPOCritic.forward_backward_batch.loss_func","name":[["loss",1],["func",1]],"path":[["verl",1],["workers",1],["critic",2],["megatron",1],["py",1]],"body":[["def",2],["loss",7],["func",2],["output",4],["data",6],["meta",2],["info",2],["if",1],["forward",1],["only",1],["return",2],["vpreds",7],["logits",2],["responses",3],["attention",3],["mask",7],["values",4],["returns",4],["response",3],["length",4],["size",1],["eos",4],["cliprange",4],["value",5],["self",1],["config",1],["bs",1],["sequence",1],["vf",7],["clipfrac",3],["core",1],["algos",1],["compute",1],["stats",2],["critic",3],["detach",3],["item",3],["vpred",1],["mean",2],["masked",1]]},{"id":"verl/workers/critic/megatron_critic.py#MegatronPPOCritic.make_minibatch_iterator","name":[["make",1],["minibatch",1],["iterator",1]],"path":[["verl",1],["workers",1],["critic",2],["megatron",1],["py",1]],"body":[["def",2],["make",3],["minibatch",2],["iterator",3],["self",5],["data",9],["proto",4],["iterable",2],["select",3],["keys",3],["input",1],["ids",2],["responses",1],["attention",1],["mask",1],["position",1],["values",1],["returns",1],["batch",3],["return",1],["mini",2],["size",2],["config",3],["ppo",2],["epochs",2],["dataloader",1],["kwargs",1],["shuffle",2]]},{"id":"verl/workers/critic/megatron_critic.py#MegatronPPOCritic.update_critic","name":[["update",1],["critic",1]],"path":[["verl",1],["workers",1],["critic",2],["megatron",1],["py",1]],"body":[["def",2],["update",4],["critic",7],["self",10],["dataloader",3],["iterable",2],["data",6],["proto",2],["metrics",4],["batch",5],["module",2],["device",1],["optimizer",5],["zero",3],["grad",4],["contiguous",1],["buffers",1],["local",1],["ddp",1],["no",1],["overlap",1],["dp",1],["param",1],["comm",1],["chunk",2],["buffer",2],["not",2],["config",3],["distributed",1],["metric",5],["micro",3],["forward",1],["backward",1],["successful",2],["norm",1],["num",1],["zeros",1],["step",2],["megatron",3],["timers",1],["if",1],["allgather",1],["already",1],["execute",1],["new",1],["pass",1],["else",1],["raise",1],["implemented",1],["error",1],["append",2],["dict",1],["from",1],["global",1],["add",1],["empty",2],["cache",2],["after",1],["each",1],["compute",1],["torch",1],["cuda",1],["return",1]]},{"id":"verl/workers/fsdp_workers.py","name":[["fsdp",1],["workers",1],["py",1]],"path":[["verl",1],["workers",2],["fsdp",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",3],["not",1],["file",2],["except",1],["compliance",1],["obtain",1],["copy",2],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",3],["as",3],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["main",1],["entry",1],["point",1],["run",1],["ppo",2],["algorithm",1],["import",23],["logging",3],["os",2],["warnings",1],["torch",3],["verl",16],["utils",13],["hdfs",3],["io",2],["functional",1],["from",15],["omegaconf",1],["dict",2],["config",1],["open",1],["data",1],["proto",1],["single",2],["controller",2],["base",2],["worker",1],["decorator",1],["register",1],["dispatch",1],["hf",1],["tokenizer",1],["debug",1],["log",1],["gpu",1],["memory",1],["usage",1],["fs",1],["local",1],["path",1],["fsdp",9],["wrap",1],["policy",1],["offload",3],["grad",3],["init",2],["fn",1],["weight",1],["context",1],["manager",3],["optimizer",2],["param",2],["load",2],["external",1],["libs",1],["model",2],["compute",1],["position",1],["id",1],["mask",1],["flops",2],["counter",2],["workers",1],["sharding",2],["ulysses",1],["fsdpulysses",1],["codetiming",1],["timer",1],["logger",3],["level",2],["getenv",1],["warn",1],["todo",1],["sgm",1],["need",1],["extract",1],["dp",1],["reward",1],["py",1]]},{"id":"verl/workers/fsdp_workers.py#ActorRolloutRefWorker","name":[["actor",1],["rollout",1],["ref",1],["worker",1]],"path":[["verl",1],["workers",2],["fsdp",1],["py",1]],"body":[["class",2],["actor",30],["rollout",21],["ref",14],["worker",5],["be",1],["instantiated",1],["as",2],["standalone",3],["reference",1],["policy",1],["hybrid",2],["engine",1],["based",1],["config",47],["def",2],["init",12],["self",64],["dict",1],["role",7],["str",1],["super",1],["import",9],["torch",15],["distributed",6],["if",11],["not",2],["initialized",2],["process",1],["group",1],["backend",1],["nccl",1],["build",3],["device",14],["mesh",18],["fsdp",13],["world",4],["size",23],["from",12],["todo",3],["sgm",1],["support",5],["shard",1],["larger",1],["model",26],["cuda",2],["shape",6],["dim",2],["names",2],["ulysses",15],["sequence",11],["parallel",12],["none",3],["dp",3],["sp",1],["sharding",3],["manager",3],["fsdpulysses",1],["assert",1],["offload",13],["param",5],["false",10],["grad",3],["optimizer",5],["elif",1],["seems",1],["manual",1],["slowly",1],["than",1],["normalize",1],["ppo",4],["mini",2],["batch",8],["micro",6],["log",5],["prob",4],["path",6],["optim",2],["override",8],["remove",3],["padding",3],["enable",1],["gradient",1],["checkpointing",1],["trust",5],["remote",5],["code",5],["verl",4],["utils",2],["print",2],["update",3],["dtypes",1],["precision",3],["type",3],["transformers",2],["auto",4],["causal",1],["lm",1],["fully",1],["sharded",1],["data",1],["strategy",1],["mixed",1],["gpu",1],["memory",1],["usage",1],["before",1],["hf",2],["logger",2],["local",4],["copy",1],["hdfs",1],["note",2],["have",1],["create",2],["fp32",1],["otherwise",1],["bf16",1],["incorrect",1],["zhangchi",1],["usc1992",1],["random",1],["directly",1],["tokenizer",5],["dtype",7],["float32",1],["else",2],["bfloat16",1],["kwargs",5],["pretrained",1],["models",2],["registry",1],["check",2],["rmpad",2],["monkey",3],["patch",3],["apply",2],["verbose",1],["true",1],["bos",2],["token",6],["id",6],["eos",2],["pad",2],["rank",1],["after",1],["fix",1],["me",1],["tie",2],["word",2],["embedding",1],["causes",1],["meta",2],["tensor",2],["hang",1],["context",3],["weight",1],["embeddings",1],["warnings",3],["catch",1]]},{"id":"verl/workers/fsdp_workers.py#ActorRolloutRefWorker.__init__","name":[["init",1]],"path":[["verl",1],["workers",2],["fsdp",1],["py",1]],"body":[["def",2],["init",7],["self",57],["config",28],["dict",2],["role",8],["str",2],["super",1],["import",2],["torch",5],["distributed",5],["if",6],["not",1],["initialized",1],["process",1],["group",1],["backend",1],["nccl",1],["build",2],["device",14],["mesh",18],["fsdp",8],["world",4],["size",21],["from",1],["todo",2],["sgm",1],["support",1],["hybrid",1],["shard",1],["larger",1],["model",1],["cuda",2],["shape",6],["dim",2],["names",2],["ulysses",14],["sequence",10],["parallel",10],["none",1],["actor",20],["dp",3],["sp",1],["sharding",2],["manager",2],["fsdpulysses",1],["assert",1],["rollout",17],["ref",12],["offload",13],["param",5],["false",7],["grad",3],["optimizer",3],["elif",1],["seems",1],["manual",1],["slowly",1],["than",1],["normalize",1],["ppo",4],["mini",2],["batch",8],["micro",6],["log",4],["prob",4]]},{"id":"verl/workers/fsdp_workers.py#ActorRolloutRefWorker._build_model_optimizer","name":[["build",1],["model",1],["optimizer",1]],"path":[["verl",1],["workers",2],["fsdp",1],["py",1]],"body":[["def",2],["build",2],["model",33],["optimizer",5],["self",15],["path",9],["fsdp",14],["config",40],["optim",9],["override",9],["remove",5],["padding",4],["false",9],["enable",4],["gradient",5],["checkpointing",5],["trust",8],["remote",8],["code",8],["from",14],["verl",5],["utils",3],["import",8],["print",5],["size",3],["update",3],["torch",20],["dtypes",1],["precision",17],["type",6],["transformers",2],["auto",13],["causal",2],["lm",2],["distributed",2],["fully",1],["sharded",1],["data",1],["parallel",2],["as",2],["sharding",7],["strategy",7],["mixed",12],["log",3],["gpu",3],["memory",3],["usage",3],["before",1],["init",10],["hf",4],["logger",6],["local",5],["copy",1],["hdfs",1],["note",2],["have",1],["create",2],["fp32",3],["otherwise",1],["bf16",2],["incorrect",1],["todo",6],["zhangchi",3],["usc1992",3],["support",5],["random",1],["initialized",1],["directly",1],["tokenizer",5],["dtype",29],["none",8],["if",12],["float32",3],["actor",20],["else",4],["bfloat16",2],["kwargs",6],["pretrained",3],["models",2],["registry",1],["check",2],["rmpad",2],["ulysses",1],["sequence",1],["monkey",3],["patch",3],["apply",2],["verbose",1],["true",2],["bos",2],["token",6],["id",7],["eos",2],["pad",2],["rank",2],["after",4],["fix",2],["me",2],["tie",2],["word",2],["embedding",1],["causes",2],["meta",2],["tensor",2],["hang",2],["context",3],["weight",3],["manager",1],["not",3],["embeddings",1],["warnings",3],["catch",1],["simplefilter",1],["ignore",1],["module",10],["name",2],["attn",1],["implementation",1],["flash",1],["attention",1],["some",1],["parameters",2],["may",1],["switch",1],["fsdp2",1],["reentrant",1],["barrier",1],["wrap",11],["rollout",3],["well",1],["param",6],["reduce",5],["buffer",5],["ref",1],["policy",11],["shengguangming",1],["current",2],["hfrollout",1],["gemma",1],["sgm",1],["hybrid",1],["shard",2],["grad",1],["op",1],["full",1],["add",2],["transformer",1],["fn",2],["orig",1],["params",1],["device",4],["cuda",1],["zero3",1],["sync",1],["states",1],["mesh",2],["forward",1],["prefetch",1],["more",1],["args",1],["into",1],["functional",1],["constant",2],["schedule",1],["warmup",7],["adam",1],["lr",4],["betas",2],["999",1],["decay",2],["1e",1],["total",5],["steps",11],["training",1],["num",5],["ratio",3],["int",1],["scheduler",1],["schedul",1]]},{"id":"verl/workers/fsdp_workers.py#ActorRolloutRefWorker._build_rollout","name":[["build",1],["rollout",1]],"path":[["verl",1],["workers",2],["fsdp",1],["py",1]],"body":[["def",2],["build",2],["rollout",24],["self",18],["from",5],["torch",2],["distributed",2],["device",6],["mesh",8],["import",5],["init",2],["todo",2],["sgm",1],["support",1],["fsdp",4],["hybrid",1],["shard",1],["larger",1],["model",6],["infer",7],["tp",7],["config",13],["tensor",1],["parallel",1],["size",6],["dp",3],["world",5],["assert",1],["not",1],["divisible",1],["by",1],["cuda",1],["shape",1],["dim",1],["names",1],["if",2],["name",2],["hf",4],["verl",4],["workers",4],["hfrollout",2],["sharding",9],["manager",11],["base",2],["module",6],["actor",6],["nothing",1],["elif",1],["vllm",4],["llmrollout",2],["fsdpvllmsharding",2],["log",3],["gpu",3],["memory",3],["usage",3],["before",1],["building",3],["logger",3],["none",3],["tokenizer",2],["after",2],["load",2],["format",2],["dummy",1],["inference",2],["engine",2],["full",1],["params",1],["return",1]]},{"id":"verl/workers/fsdp_workers.py#ActorRolloutRefWorker.compute_log_prob","name":[["compute",1],["log",1],["prob",1]],"path":[["verl",1],["workers",2],["fsdp",1],["py",1]],"body":[["def",2],["compute",3],["log",8],["prob",4],["self",15],["data",18],["proto",5],["mostly",1],["copying",1],["from",2],["generate",1],["sequences",1],["cuda",4],["assert",1],["rollout",1],["if",2],["offload",7],["param",5],["load",2],["fsdp",4],["grad",7],["module",4],["actor",3],["device",2],["id",5],["torch",2],["current",1],["batch",2],["meta",3],["info",3],["eos",2],["token",4],["tokenizer",2],["pad",2],["update",1],["ulysses",3],["sharding",3],["manager",3],["preprocess",1],["old",3],["probs",3],["output",6],["dict",1],["tensors",1],["postprocess",1],["cpu",2],["note",1],["sgm",1],["already",1],["only",1],["here",1],["clear",1],["kv",1],["cache",2],["empty",1],["gpu",1],["memory",1],["usage",1],["after",1],["recompute",1],["logger",2],["return",1]]},{"id":"verl/workers/fsdp_workers.py#ActorRolloutRefWorker.compute_ref_log_prob","name":[["compute",1],["ref",1],["log",1],["prob",1]],"path":[["verl",1],["workers",2],["fsdp",1],["py",1]],"body":[["def",2],["compute",3],["ref",10],["log",7],["prob",7],["self",17],["data",17],["proto",3],["assert",1],["cuda",3],["if",2],["offload",6],["param",4],["load",2],["fsdp",4],["grad",6],["module",4],["device",2],["id",1],["torch",2],["current",1],["micro",4],["batch",4],["size",4],["config",4],["meta",4],["info",4],["temperature",2],["rollout",1],["max",2],["token",2],["len",2],["per",1],["gpu",1],["dynamic",2],["bsz",2],["ulysses",3],["sharding",3],["manager",3],["preprocess",1],["output",8],["policy",1],["from",1],["dict",1],["tensors",1],["postprocess",1],["cpu",1],["empty",1],["cache",1],["return",1]]},{"id":"verl/workers/fsdp_workers.py#ActorRolloutRefWorker.generate_sequences","name":[["generate",1],["sequences",1]],"path":[["verl",1],["workers",2],["fsdp",1],["py",1]],"body":[["def",2],["generate",3],["sequences",3],["self",24],["prompts",12],["data",7],["proto",2],["cuda",4],["false",1],["if",4],["validation",1],["recompute",6],["log",16],["prob",9],["meta",8],["info",8],["true",1],["assert",1],["rollout",11],["offload",7],["param",5],["load",2],["fsdp",4],["grad",7],["module",4],["actor",4],["device",2],["id",5],["torch",2],["current",1],["batch",5],["eos",2],["token",6],["tokenizer",2],["pad",2],["update",1],["sharding",7],["manager",7],["gpu",4],["memory",3],["usage",3],["after",3],["entering",1],["logger",6],["preprocess",2],["output",16],["generation",1],["postprocess",2],["should",1],["always",1],["old",4],["probs",4],["hybrid",1],["engine",1],["micro",2],["size",2],["config",4],["max",2],["len",2],["per",1],["dynamic",2],["bsz",2],["temperature",2],["perform",1],["ulysses",3],["compute",1],["cpu",2],["note",1],["sgm",1],["already",1],["only",1],["here",1],["clear",1],["kv",1],["cache",2],["empty",1],["return",1]]},{"id":"verl/workers/fsdp_workers.py#ActorRolloutRefWorker.init_model","name":[["init",1],["model",1]],"path":[["verl",1],["workers",2],["fsdp",1],["py",1]],"body":[["def",2],["init",4],["model",22],["self",54],["from",3],["verl",1],["workers",1],["actor",29],["import",4],["data",3],["parallel",3],["ppoactor",3],["external",3],["lib",2],["into",1],["huggingface",1],["systems",1],["libs",1],["config",41],["none",3],["omegaconf",1],["omega",6],["conf",6],["override",6],["container",1],["create",2],["remove",10],["padding",10],["false",4],["if",9],["rollout",6],["need",1],["optim",6],["fsdp",18],["else",1],["module",14],["optimizer",10],["lr",1],["scheduler",1],["build",3],["path",4],["enable",2],["gradient",2],["checkpointing",2],["trust",4],["remote",4],["code",4],["original",1],["unwrapped",1],["wrapped",1],["offload",10],["param",4],["require",1],["during",3],["state",1],["dict",3],["sharding",2],["manager",2],["grad",5],["log",2],["gpu",2],["memory",2],["usage",2],["after",2],["logger",4],["load",1],["checkpoint",1],["struct",2],["true",2],["open",2],["ref",10],["policy",1],["flops",2],["counter",2],["torch",1],["cuda",1],["empty",1],["cache",1]]},{"id":"verl/workers/fsdp_workers.py#ActorRolloutRefWorker.save_checkpoint","name":[["save",1],["checkpoint",1]],"path":[["verl",1],["workers",2],["fsdp",1],["py",1]],"body":[["def",2],["save",5],["checkpoint",4],["self",14],["local",7],["path",13],["hdfs",8],["none",3],["assert",1],["actor",10],["import",3],["torch",5],["if",4],["offload",7],["param",4],["load",2],["fsdp",7],["grad",6],["module",7],["device",2],["id",1],["cuda",1],["current",1],["todo",1],["support",1],["dcp",1],["sharded",2],["checkpoints",1],["distributed",3],["from",1],["fully",1],["data",1],["parallel",1],["as",1],["state",10],["dict",10],["type",3],["full",3],["config",2],["cfg",2],["cpu",1],["true",4],["rank0",1],["only",1],["rank",1],["print",2],["saving",1],["os",1],["makedirs",2],["exist",2],["ok",2],["pretrained",2],["tokenizer",1],["not",1],["uploading",1],["io",2],["copy",1],["src",1],["dst",1],["barrier",1]]},{"id":"verl/workers/fsdp_workers.py#ActorRolloutRefWorker.update_actor","name":[["update",1],["actor",1]],"path":[["verl",1],["workers",2],["fsdp",1],["py",1]],"body":[["def",2],["update",6],["actor",13],["self",22],["data",18],["proto",3],["cuda",5],["assert",1],["if",4],["offload",9],["param",4],["load",3],["fsdp",6],["grad",6],["module",4],["device",4],["id",2],["torch",3],["current",2],["optimizer",8],["batch",2],["log",2],["gpu",2],["memory",2],["usage",2],["before",1],["policy",4],["logger",5],["ulysses",3],["sharding",3],["manager",3],["preprocess",1],["perform",1],["training",1],["timer",3],["name",1],["none",1],["as",1],["metrics",6],["delta",2],["time",2],["last",2],["global",3],["num",3],["tokens",2],["meta",2],["info",2],["token",1],["estimated",2],["flops",6],["promised",2],["counter",1],["estimate",1],["mfu",1],["config",1],["ppo",1],["epochs",1],["world",1],["size",1],["lr",6],["scheduler",2],["step",1],["after",1],["todo",1],["here",1],["should",1],["return",2],["all",1],["output",6],["postprocess",1],["cpu",1],["empty",1],["cache",1]]},{"id":"verl/workers/fsdp_workers.py#CriticWorker","name":[["critic",1],["worker",1]],"path":[["verl",1],["workers",2],["fsdp",1],["py",1]],"body":[["class",2],["critic",22],["worker",4],["def",2],["init",8],["self",36],["config",54],["super",1],["import",11],["torch",22],["distributed",9],["if",8],["not",4],["initialized",2],["process",1],["group",1],["backend",1],["nccl",1],["build",2],["device",7],["mesh",9],["ulysses",14],["sequence",10],["parallel",11],["world",6],["size",20],["from",15],["none",4],["dp",3],["cuda",1],["shape",1],["dim",1],["names",1],["sp",1],["sharding",3],["manager",3],["fsdpulysses",1],["fsdp",14],["offload",7],["params",1],["param",7],["model",33],["grad",2],["optimizer",3],["normalize",1],["ppo",2],["mini",1],["batch",3],["micro",2],["forward",1],["following",1],["line",1],["necessary",1],["verl",4],["utils",2],["lambda",1],["layer",1],["print",3],["squeeze",1],["dtypes",1],["precision",14],["type",6],["fully",1],["sharded",1],["data",1],["as",2],["strategy",1],["mixed",9],["optim",1],["local",5],["path",10],["copy",2],["hdfs",2],["note",1],["tokenizer",10],["between",1],["actor",3],["may",3],["be",2],["different",1],["so",1],["override",7],["info",2],["random",1],["any",1],["architecture",1],["same",1],["hf",1],["trust",7],["remote",7],["code",7],["false",5],["omegaconf",1],["omega",3],["conf",3],["container",1],["create",1],["kwargs",4],["bos",2],["token",8],["id",6],["eos",2],["pad",2],["update",1],["rank",2],["overriding",1],["dtype",27],["fp32",3],["transformers",2],["auto",5],["classification",2],["nn",1],["pretrained",3],["num",1],["labels",1],["remove",4],["padding",4],["models",2],["registry",1],["check",2],["support",2],["rmpad",2],["monkey",3],["patch",3],["apply",2],["verbose",1],["true",1],["context",3],["weight",1],["warnings",3],["catch",1],["simplefilter",1],["ignore",1],["setattr",2],["classifier",1],["dropout",2],["hidden",1],["module",8],["name",1],["attn",1],["implementation",1],["flash",1],["attention",1],["some",1],["parameters",1],["enable",2],["gradient",3],["checkpointing",3],["reentrant",1],["bf16",1],["reduce",5],["buffer",5],["else",1],["bfloat16",1],["float32",2],["wrap",3],["policy",3],["log",1],["gpu",1],["memory",1],["usage",1],["before",1],["logger",1]]},{"id":"verl/workers/fsdp_workers.py#CriticWorker.__init__","name":[["init",1]],"path":[["verl",1],["workers",2],["fsdp",1],["py",1]],"body":[["def",2],["init",6],["self",24],["config",15],["super",1],["import",2],["torch",8],["distributed",8],["if",2],["not",1],["initialized",1],["process",1],["group",1],["backend",1],["nccl",1],["build",1],["device",7],["mesh",9],["ulysses",13],["sequence",9],["parallel",9],["world",6],["size",17],["from",1],["none",1],["dp",3],["cuda",1],["shape",1],["dim",1],["names",1],["sp",1],["sharding",2],["manager",2],["fsdpulysses",1],["fsdp",4],["offload",7],["params",1],["param",2],["model",3],["grad",2],["optimizer",2],["normalize",1],["ppo",2],["mini",1],["batch",3],["micro",2],["forward",1]]},{"id":"verl/workers/fsdp_workers.py#CriticWorker._build_critic_model_optimizer","name":[["build",1],["critic",1],["model",1],["optimizer",1]],"path":[["verl",1],["workers",2],["fsdp",1],["py",1]],"body":[["def",2],["build",2],["critic",29],["model",31],["optimizer",6],["self",14],["config",46],["following",2],["line",2],["necessary",2],["from",15],["verl",5],["utils",3],["import",10],["lambda",1],["layer",1],["print",4],["size",3],["squeeze",1],["torch",16],["dtypes",1],["precision",16],["type",6],["distributed",1],["fsdp",11],["fully",1],["sharded",1],["data",1],["parallel",2],["as",2],["sharding",3],["strategy",3],["mixed",11],["optim",7],["local",5],["path",10],["copy",2],["hdfs",2],["note",1],["tokenizer",10],["between",1],["actor",3],["may",3],["be",2],["different",1],["so",1],["override",7],["info",2],["random",1],["initialized",1],["any",1],["architecture",1],["not",3],["same",1],["hf",1],["trust",7],["remote",7],["code",7],["false",7],["omegaconf",1],["omega",3],["conf",3],["container",1],["create",1],["kwargs",4],["bos",2],["token",8],["id",7],["eos",2],["pad",2],["update",1],["if",6],["rank",2],["overriding",1],["dtype",27],["fp32",3],["transformers",2],["auto",7],["classification",2],["nn",1],["pretrained",3],["num",8],["labels",1],["remove",4],["padding",4],["models",2],["registry",1],["check",2],["support",2],["rmpad",2],["ulysses",1],["sequence",1],["monkey",3],["patch",3],["apply",2],["verbose",1],["true",2],["init",5],["context",3],["weight",3],["manager",1],["warnings",3],["catch",1],["simplefilter",1],["ignore",1],["setattr",2],["classifier",1],["dropout",2],["hidden",1],["module",11],["name",1],["attn",1],["implementation",1],["flash",1],["attention",1],["some",1],["parameters",2],["enable",2],["gradient",3],["checkpointing",3],["reentrant",1],["none",4],["param",6],["bf16",1],["reduce",5],["buffer",5],["else",1],["bfloat16",1],["float32",2],["wrap",5],["policy",5],["log",2],["gpu",2],["memory",2],["usage",2],["before",1],["logger",2],["fn",2],["orig",1],["params",1],["device",2],["cuda",1],["current",1],["full",1],["shard",1],["sync",1],["states",1],["forward",1],["prefetch",1],["after",1],["adam",1],["lr",5],["betas",2],["999",1],["decay",2],["1e",1],["total",5],["steps",13],["training",1],["warmup",10],["ratio",3],["int",1],["functional",1],["constant",2],["schedule",2],["scheduler",2],["return",1]]},{"id":"verl/workers/fsdp_workers.py#CriticWorker.compute_values","name":[["compute",1],["values",1]],"path":[["verl",1],["workers",2],["fsdp",1],["py",1]],"body":[["def",2],["compute",3],["values",6],["self",15],["data",18],["proto",3],["cuda",3],["if",2],["offload",6],["param",4],["load",2],["fsdp",2],["grad",6],["module",4],["critic",3],["device",2],["id",1],["torch",2],["current",1],["micro",4],["batch",4],["size",4],["config",3],["forward",3],["meta",3],["info",3],["max",2],["token",2],["len",2],["per",1],["gpu",1],["dynamic",2],["bsz",2],["perform",1],["computation",1],["ulysses",3],["sharding",3],["manager",3],["preprocess",1],["output",6],["from",1],["dict",1],["tensors",1],["postprocess",1],["cpu",1],["empty",1],["cache",1],["return",1]]},{"id":"verl/workers/fsdp_workers.py#CriticWorker.init_model","name":[["init",1],["model",1]],"path":[["verl",1],["workers",2],["fsdp",1],["py",1]],"body":[["def",2],["init",2],["model",5],["self",19],["import",4],["external",4],["lib",3],["into",2],["huggingface",2],["systems",2],["libs",1],["config",5],["none",1],["from",1],["verl",1],["workers",1],["critic",13],["data",2],["parallel",2],["ppocritic",2],["module",5],["optimizer",8],["lr",1],["scheduler",1],["build",1],["if",2],["offload",6],["param",2],["fsdp",2],["grad",3],["flops",2],["counter",2],["torch",1],["cuda",1],["empty",1],["cache",1]]},{"id":"verl/workers/fsdp_workers.py#CriticWorker.save_checkpoint","name":[["save",1],["checkpoint",1]],"path":[["verl",1],["workers",2],["fsdp",1],["py",1]],"body":[["def",2],["save",5],["checkpoint",4],["self",13],["local",7],["path",13],["hdfs",8],["none",3],["import",3],["torch",5],["if",4],["offload",7],["param",4],["load",2],["fsdp",6],["grad",6],["module",8],["critic",7],["device",2],["id",1],["cuda",1],["current",1],["todo",1],["support",1],["dcp",1],["sharded",2],["checkpoints",1],["distributed",3],["from",1],["fully",1],["data",1],["parallel",1],["as",1],["state",10],["dict",10],["type",3],["full",3],["config",2],["cfg",2],["cpu",1],["true",4],["rank0",1],["only",1],["rank",1],["print",2],["saving",1],["os",1],["makedirs",2],["exist",2],["ok",2],["wrapped",1],["pretrained",2],["tokenizer",1],["not",1],["uploading",1],["io",2],["copy",1],["src",1],["dst",1],["barrier",1]]},{"id":"verl/workers/fsdp_workers.py#CriticWorker.update_critic","name":[["update",1],["critic",1]],"path":[["verl",1],["workers",2],["fsdp",1],["py",1]],"body":[["def",2],["update",4],["critic",13],["self",21],["data",16],["proto",3],["cuda",4],["if",4],["offload",9],["param",4],["load",3],["fsdp",4],["grad",6],["module",4],["device",4],["id",2],["torch",3],["current",2],["optimizer",8],["perform",1],["forward",1],["computation",1],["ulysses",3],["sharding",3],["manager",3],["preprocess",1],["timer",3],["name",1],["logger",1],["none",2],["as",1],["metrics",5],["delta",2],["time",2],["last",2],["global",3],["num",3],["tokens",2],["meta",2],["info",2],["token",1],["estimated",2],["flops",6],["promised",2],["counter",1],["estimate",1],["mfu",1],["config",1],["ppo",1],["epochs",1],["world",1],["size",1],["lr",6],["scheduler",2],["step",1],["output",6],["batch",1],["postprocess",1],["empty",1],["cache",1],["cpu",1],["return",1]]},{"id":"verl/workers/fsdp_workers.py#RewardModelWorker","name":[["reward",1],["model",1],["worker",1]],"path":[["verl",1],["workers",2],["fsdp",1],["py",1]],"body":[["class",2],["reward",11],["model",32],["worker",4],["note",2],["only",2],["implement",1],["subclass",1],["auto",8],["token",3],["classification",3],["def",4],["init",11],["self",33],["config",32],["super",1],["import",10],["torch",15],["distributed",7],["if",8],["not",2],["initialized",1],["process",1],["group",1],["backend",1],["nccl",1],["build",3],["device",10],["mesh",9],["ulysses",16],["sequence",9],["parallel",10],["world",4],["size",16],["from",12],["none",4],["dp",3],["cuda",4],["shape",2],["dim",1],["names",1],["sp",3],["sharding",5],["manager",3],["fsdpulysses",1],["remove",7],["padding",8],["false",8],["micro",6],["batch",7],["following",1],["line",1],["necessary",1],["transformers",2],["fsdp",6],["fully",1],["sharded",1],["data",1],["as",1],["strategy",3],["cpuoffload",2],["download",1],["checkpoint",1],["hdfs",3],["local",8],["path",10],["copy",2],["input",21],["tokenizer",8],["switch",2],["chat",2],["template",2],["else",1],["true",3],["hf",2],["trust",10],["remote",10],["code",10],["pretrained",3],["num",1],["labels",1],["verl",3],["models",2],["registry",1],["check",2],["support",2],["rmpad",12],["type",2],["monkey",3],["patch",3],["apply",2],["verbose",1],["have",1],["create",1],["fp32",1],["otherwise",1],["optimizer",1],["bf16",1],["incorrect",1],["context",3],["weight",1],["meta",1],["tensor",1],["tie",1],["word",1],["embeddings",1],["warnings",3],["catch",1],["simplefilter",1],["ignore",1],["setattr",1],["classifier",1],["dropout",1],["module",10],["name",1],["dtype",2],["bfloat16",3],["attn",3],["implementation",1],["flash",3],["attention",5],["wrap",4],["policy",4],["param",2],["fn",2],["orig",1],["params",2],["id",1],["current",1],["full",1],["shard",1],["zero3",1],["sync",1],["states",1],["cpu",1],["offload",3],["forward",2],["prefetch",1],["return",1],["register",1],["dispatch",2],["mode",1],["one",1],["all",1],["external",3],["lib",2],["into",1],["huggingface",1],["systems",1],["libs",1],["empty",1],["cache",1],["bert",1],["pad",5],["unpad",4],["index",2],["first",2],["axis",2],["rearrange",2],["utils",1],["slice",3],["inputs",3],["gather",1],["outpus",1],["no",1],["grad",1],["autocast",1],["ids",21],["seqlen",1],["mask",4],["position",9],["indices",2],["unsqueeze",2],["total",2],["nnz",2],["transpose",2],["align",1],["rotary",1],["pass",1],["enable",1],["varlen",1],["output",1]]},{"id":"verl/workers/fsdp_workers.py#RewardModelWorker.__init__","name":[["init",1]],"path":[["verl",1],["workers",2],["fsdp",1],["py",1]],"body":[["def",2],["init",6],["self",15],["config",7],["super",1],["import",2],["torch",6],["distributed",6],["if",2],["not",1],["initialized",1],["process",1],["group",1],["backend",1],["nccl",1],["build",1],["device",7],["mesh",9],["ulysses",10],["sequence",6],["parallel",6],["world",4],["size",10],["from",1],["none",1],["dp",3],["cuda",1],["shape",1],["dim",1],["names",1],["sp",1],["sharding",2],["manager",2],["fsdpulysses",1],["remove",2],["padding",2],["model",1],["false",1],["micro",1],["batch",1]]},{"id":"verl/workers/fsdp_workers.py#RewardModelWorker._build_model","name":[["build",1],["model",1]],"path":[["verl",1],["workers",2],["fsdp",1],["py",1]],"body":[["def",2],["build",2],["model",25],["self",10],["config",24],["following",2],["line",2],["necessary",2],["from",9],["transformers",2],["import",4],["auto",7],["token",2],["classification",2],["torch",5],["distributed",1],["fsdp",6],["fully",1],["sharded",1],["data",1],["parallel",2],["as",1],["sharding",3],["strategy",3],["cpuoffload",2],["download",1],["checkpoint",1],["hdfs",3],["local",8],["path",10],["copy",2],["if",3],["input",5],["tokenizer",8],["none",1],["switch",2],["chat",2],["template",2],["false",7],["else",1],["true",3],["hf",2],["trust",10],["remote",10],["code",10],["pretrained",3],["num",1],["labels",1],["remove",4],["padding",4],["verl",2],["models",2],["registry",1],["check",2],["support",2],["rmpad",2],["type",1],["ulysses",1],["sequence",1],["size",1],["monkey",3],["patch",3],["apply",2],["verbose",1],["note",1],["have",1],["create",1],["fp32",1],["otherwise",1],["optimizer",1],["bf16",1],["incorrect",1],["init",5],["context",3],["weight",1],["manager",1],["meta",1],["tensor",1],["not",1],["tie",1],["word",1],["embeddings",1],["warnings",3],["catch",1],["simplefilter",1],["ignore",1],["setattr",1],["classifier",1],["dropout",1],["reward",6],["module",8],["name",1],["dtype",1],["bfloat16",2],["attn",1],["implementation",1],["flash",1],["attention",1],["wrap",4],["policy",4],["param",2],["fn",2],["orig",1],["params",2],["device",2],["id",1],["cuda",1],["current",1],["full",1],["shard",1],["zero3",1],["sync",1],["states",1],["cpu",1],["offload",3],["forward",1],["prefetch",1],["return",1]]},{"id":"verl/workers/fsdp_workers.py#RewardModelWorker._expand_to_token_level","name":[["expand",1],["token",1],["level",1]],"path":[["verl",1],["workers",2],["fsdp",1],["py",1]],"body":[["def",2],["expand",3],["token",8],["level",8],["self",2],["data",8],["proto",2],["scores",9],["torch",5],["tensor",2],["batch",7],["size",3],["as",1],["reward",1],["attention",4],["mask",6],["position",3],["ids",3],["response",3],["length",2],["responses",1],["shape",1],["eos",2],["idx",2],["argmax",1],["dim",1],["bsz",2],["zeros",1],["like",1],["dtype",2],["seqlen",1],["arange",1],["select",1],["part",1],["return",1]]},{"id":"verl/workers/fsdp_workers.py#RewardModelWorker._forward_micro_batch","name":[["forward",1],["micro",1],["batch",1]],"path":[["verl",1],["workers",2],["fsdp",1],["py",1]],"body":[["def",2],["forward",2],["micro",7],["batch",12],["self",8],["from",2],["flash",2],["attn",2],["bert",1],["padding",3],["import",2],["pad",8],["input",19],["unpad",6],["index",2],["first",2],["axis",2],["rearrange",2],["verl",1],["utils",1],["ulysses",6],["slice",3],["inputs",3],["gather",4],["outpus",2],["torch",5],["no",1],["grad",1],["autocast",1],["device",1],["type",1],["cuda",1],["dtype",1],["bfloat16",1],["ids",28],["size",11],["seqlen",3],["shape",1],["attention",7],["mask",9],["position",13],["if",5],["remove",1],["rmpad",17],["indices",4],["unsqueeze",2],["total",3],["nnz",3],["transpose",2],["align",1],["rotary",1],["sp",3],["sequence",3],["parallel",3],["only",1],["pass",1],["enable",1],["varlen",1],["output",5],["reward",8],["module",2],["none",1],["cache",1],["false",1],["prevent",1],["model",1],["thinks",1],["generating",1],["logits",2],["squeeze",3],["dim",3],["back",1],["rm",7],["score",7],["else",1],["seq",1],["len",1],["extract",1],["result",1],["last",1],["valid",1],["token",1],["eos",2],["idx",2],["argmax",1],["bsz",1],["arange",1],["return",1]]},{"id":"verl/workers/fsdp_workers.py#RewardModelWorker._switch_chat_template","name":[["switch",1],["chat",1],["template",1]],"path":[["verl",1],["workers",2],["fsdp",1],["py",1]],"body":[["def",2],["switch",3],["chat",10],["template",7],["self",7],["data",11],["proto",3],["src",6],["max",9],["length",14],["batch",6],["attention",11],["mask",12],["shape",2],["tokenizer",10],["input",9],["target",4],["rm",15],["ids",16],["range",1],["size",1],["extract",2],["raw",2],["prompt",7],["list",1],["non",1],["tensor",1],["tolist",1],["response",14],["responses",1],["valid",4],["sum",1],["decode",2],["remove",1],["bos",1],["eos",2],["replace",1],["token",3],["append",3],["role",1],["assistant",1],["content",1],["apply",1],["add",1],["generation",1],["false",3],["tokenize",2],["if",2],["rank",1],["debugging",1],["purpose",1],["print",1],["maximum",1],["actually",1],["determined",1],["by",1],["reward",1],["model",1],["itself",1],["config",2],["none",1],["verl",1],["postprocess",1],["pad",3],["id",3],["left",1],["right",3],["padding",1],["truncation",2],["truncate",1],["from",2],["torch",2],["cat",2],["dim",2],["position",4],["compute",1],["inputs",2],["return",1],["dict",1]]},{"id":"verl/workers/fsdp_workers.py#RewardModelWorker.compute_rm_score","name":[["compute",1],["rm",1],["score",1]],"path":[["verl",1],["workers",2],["fsdp",1],["py",1]],"body":[["def",2],["compute",2],["rm",12],["score",4],["self",14],["data",24],["proto",3],["import",2],["itertools",2],["from",3],["verl",1],["utils",1],["seqlen",1],["balancing",1],["rearrange",2],["micro",9],["batches",5],["reverse",2],["idx",2],["cuda",3],["if",3],["switch",2],["chat",2],["template",2],["batch",10],["perform",1],["forward",3],["computation",1],["ulysses",5],["sharding",4],["manager",4],["preprocess",2],["dynamic",4],["bsz",4],["config",3],["max",4],["token",7],["len",6],["per",1],["gpu",1],["sequence",1],["parallel",1],["size",5],["indices",8],["else",1],["split",1],["output",9],["append",1],["scores",10],["torch",4],["cat",1],["dim",1],["list",1],["chain",1],["iterable",1],["assert",1],["vs",1],["revert",2],["tensor",1],["dtype",1],["long",1],["level",3],["expand",1],["note",1],["only",1],["may",1],["not",1],["be",1],["final",1],["rewards",1],["train",1],["rl",1],["dict",1],["tensors",1],["postprocess",1],["cpu",1],["empty",1],["cache",1],["return",1]]},{"id":"verl/workers/fsdp_workers.py#RewardModelWorker.init_model","name":[["init",1],["model",1]],"path":[["verl",1],["workers",2],["fsdp",1],["py",1]],"body":[["def",2],["init",2],["model",4],["self",6],["import",3],["external",4],["lib",3],["into",2],["huggingface",2],["systems",2],["libs",1],["config",3],["none",1],["reward",1],["module",1],["build",1],["torch",1],["cuda",1],["empty",1],["cache",1]]},{"id":"verl/workers/megatron_workers.py","name":[["megatron",1],["workers",1],["py",1]],"path":[["verl",1],["workers",2],["megatron",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",2],["except",1],["compliance",1],["obtain",1],["copy",2],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",3],["as",3],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["main",1],["entry",1],["point",1],["run",1],["ppo",2],["algorithm",1],["import",22],["os",2],["logging",3],["ray",1],["torch",3],["nn",2],["from",17],["omegaconf",1],["dict",1],["config",3],["verl",14],["single",2],["controller",2],["base",2],["megatron",15],["worker",2],["workers",4],["actor",2],["ppoactor",1],["critic",2],["ppocritic",1],["sharding",1],["manager",1],["all",1],["gather",1],["ppmodel",1],["reward",3],["model",7],["decorator",1],["register",1],["dispatch",1],["data",1],["proto",1],["utils",8],["fs",1],["local",1],["path",1],["hdfs",1],["debug",1],["log",1],["gpu",1],["memory",1],["usage",1],["load",2],["weights",1],["init",1],["parallel",3],["offload",1],["param",2],["grad",2],["hf",1],["tokenizer",1],["core",2],["state",1],["mpu",1],["logger",3],["level",2],["getenv",1],["warn",1]]},{"id":"verl/workers/megatron_workers.py#ActorRolloutRefWorker","name":[["actor",1],["rollout",1],["ref",1],["worker",1]],"path":[["verl",1],["workers",2],["megatron",1],["py",1]],"body":[["class",2],["actor",39],["rollout",17],["ref",12],["worker",7],["megatron",22],["be",2],["instantiated",1],["as",2],["standalone",3],["reference",2],["policy",1],["hybrid",4],["engine",4],["based",1],["config",51],["def",3],["init",4],["self",43],["dict",2],["role",7],["str",1],["super",1],["note",1],["sgm",2],["utilize",2],["colocate",1],["group",2],["by",1],["default",1],["result",1],["workers",1],["different",5],["model",48],["share",1],["same",1],["process",8],["therefore",1],["only",2],["require",1],["one",1],["distribute",1],["initialization",1],["parallel",23],["startegy",1],["models",4],["users",1],["should",1],["disable",1],["assign",1],["resource",1],["pool",1],["apply",1],["following",1],["patch",1],["ray",3],["10",1],["https",1],["github",1],["com",1],["project",1],["pull",1],["44385",1],["if",8],["not",2],["torch",3],["distributed",2],["initialized",1],["rank",12],["int",1],["os",2],["environ",2],["local",5],["backend",1],["nccl",2],["cuda",3],["device",2],["sequence",1],["max",1],["connections",1],["mpu",6],["initialize",4],["tensor",2],["size",17],["pipeline",6],["virtual",3],["none",3],["split",1],["sharp",1],["false",11],["context",1],["expert",1],["communicator",1],["path",7],["random",1],["seed",3],["assert",1],["todo",1],["currently",1],["support",2],["param",6],["offload",13],["will",3],["other",1],["later",1],["grad",3],["optimizer",6],["normalize",1],["ppo",2],["mini",1],["batch",4],["data",4],["world",4],["micro",3],["log",3],["prob",2],["elif",1],["build",1],["optim",2],["override",7],["enable",1],["gradient",1],["checkpointing",1],["from",10],["verl",4],["utils",5],["import",6],["core",1],["gpt",2],["type",1],["print",3],["update",3],["transformers",1],["auto",4],["causal",1],["lm",1],["tokenizer",7],["step",3],["copy",2],["hdfs",1],["hf",1],["pretrained",1],["kwargs",4],["bos",2],["token",6],["id",6],["eos",2],["pad",2],["after",2],["provider",3],["pre",3],["post",3],["vpp",3],["supported",1],["yet",1],["because",1],["hang",1],["some",1],["reason",1],["need",1],["debugging",1],["inside",1],["deepcopy",1],["value",2],["return",1],["all",2],["gather",1],["ppmodel",1],["fetch",1],["at",1],["current",1],["module",7],["isinstance",1],["nn",1],["list",1],["load",2],["weight",1],["weights",1],["params",2],["dtype",2],["gpu",1],["memory",1],["usage",1],["ga",1]]},{"id":"verl/workers/megatron_workers.py#ActorRolloutRefWorker.__init__","name":[["init",1]],"path":[["verl",1],["workers",2],["megatron",1],["py",1]],"body":[["def",2],["init",4],["self",33],["config",20],["dict",3],["role",8],["str",2],["super",1],["note",1],["sgm",2],["utilize",2],["colocate",1],["worker",2],["group",2],["by",1],["default",1],["as",1],["result",1],["workers",1],["different",5],["model",10],["share",1],["same",1],["process",2],["therefore",1],["only",2],["require",1],["one",1],["distribute",1],["initialization",1],["parallel",15],["startegy",1],["models",2],["users",1],["should",1],["disable",1],["assign",1],["resource",1],["pool",1],["apply",1],["following",1],["patch",1],["ray",3],["10",1],["https",1],["github",1],["com",1],["project",1],["pull",1],["44385",1],["if",3],["not",1],["torch",3],["distributed",2],["initialized",1],["rank",4],["int",1],["os",2],["environ",2],["local",1],["backend",1],["nccl",2],["cuda",2],["device",2],["actor",20],["megatron",4],["sequence",1],["max",1],["connections",1],["mpu",5],["initialize",1],["tensor",2],["size",15],["pipeline",4],["virtual",1],["none",3],["split",1],["sharp",1],["false",8],["context",1],["expert",1],["communicator",1],["path",1],["random",1],["seed",3],["assert",1],["rollout",12],["ref",10],["todo",1],["currently",1],["support",2],["reference",1],["param",6],["offload",13],["will",1],["other",1],["later",1],["grad",3],["optimizer",3],["normalize",1],["ppo",2],["mini",1],["batch",4],["data",4],["world",4],["micro",3],["log",2],["prob",2],["elif",1]]},{"id":"verl/workers/megatron_workers.py#ActorRolloutRefWorker._build_model_optimizer","name":[["build",1],["model",1],["optimizer",1]],"path":[["verl",1],["workers",2],["megatron",1],["py",1]],"body":[["def",3],["build",2],["model",53],["optimizer",10],["self",20],["path",7],["megatron",22],["config",54],["parallel",9],["optim",9],["override",8],["enable",2],["gradient",2],["checkpointing",2],["false",6],["from",10],["verl",4],["utils",5],["import",6],["core",1],["models",2],["gpt",2],["type",3],["print",5],["size",2],["update",3],["init",5],["transformers",1],["auto",4],["causal",1],["lm",1],["tokenizer",7],["step",3],["initialize",3],["local",4],["copy",2],["hdfs",1],["hf",1],["actor",29],["pretrained",1],["kwargs",4],["bos",2],["token",6],["id",6],["eos",2],["pad",2],["if",7],["rank",8],["after",4],["provider",5],["pre",3],["process",6],["post",3],["vpp",3],["not",1],["supported",1],["yet",1],["because",1],["will",2],["hang",1],["some",1],["reason",1],["need",1],["debugging",1],["mpu",1],["virtual",2],["pipeline",2],["be",1],["inside",1],["deepcopy",1],["value",3],["cuda",1],["return",3],["rollout",1],["hybrid",4],["engine",4],["all",2],["gather",2],["ppmodel",2],["fetch",1],["at",1],["current",1],["module",16],["isinstance",1],["nn",2],["list",2],["load",9],["weight",7],["weights",2],["params",4],["dtype",4],["log",3],["gpu",3],["memory",3],["usage",3],["logger",6],["elif",1],["ref",12],["func",1],["encoder",1],["decoder",1],["wrap",1],["ddp",1],["should",1],["align",1],["assert",1],["start",1],["todo",1],["add",1],["more",1],["args",1],["into",1],["else",1],["none",2]]},{"id":"verl/workers/megatron_workers.py#ActorRolloutRefWorker._build_model_optimizer.megatron_actor_model_provider","name":[["megatron",1],["actor",1],["model",1],["provider",1]],"path":[["verl",1],["workers",2],["megatron",1],["py",1]],"body":[["def",2],["megatron",7],["actor",3],["model",12],["provider",2],["pre",4],["process",8],["post",4],["from",3],["verl",1],["utils",1],["import",1],["parallel",7],["config",9],["vpp",3],["not",1],["supported",1],["yet",1],["because",1],["will",2],["hang",1],["some",1],["reason",1],["need",1],["debugging",1],["rank",4],["mpu",1],["virtual",2],["pipeline",2],["be",1],["inside",1],["copy",1],["deepcopy",1],["value",1],["false",1],["cuda",1],["return",1]]},{"id":"verl/workers/megatron_workers.py#ActorRolloutRefWorker._build_rollout","name":[["build",1],["rollout",1]],"path":[["verl",1],["workers",2],["megatron",1],["py",1]],"body":[["def",2],["build",2],["rollout",17],["self",14],["if",2],["config",10],["name",13],["vllm",4],["from",6],["verl",3],["workers",2],["import",3],["llmrollout",2],["sharding",4],["manager",6],["megatron",3],["vllmsharding",2],["utils",1],["model",7],["normalize",2],["pp",5],["vpp",3],["params",10],["note",1],["sgm",1],["qkv",4],["gate",3],["up",1],["projection",1],["layer",11],["concate",1],["together",1],["actor",8],["will",1],["reorganize",1],["their",1],["weight",4],["format",1],["resharding",2],["mapping",3],["map",2],["proj",2],["linear",1],["fc1",1],["reshard",1],["partition",1],["initialize",1],["class",1],["create",1],["new",1],["cuda",2],["space",1],["parameters",3],["not",2],["rank",2],["hybrid",4],["engine",6],["load",1],["broadcast",1],["other",1],["ranks",1],["allgather",1],["obtain",1],["all",1],["update",1],["param",1],["num",2],["hidden",2],["layers",3],["module",2],["tokenizer",2],["hf",1],["train",1],["tp",1],["mpu",1],["tensor",1],["parallel",1],["world",1],["size",1],["log",2],["gpu",2],["memory",2],["usage",2],["after",2],["building",2],["logger",4],["perform",1],["between",1],["inference",2],["else",1],["implemented",1],["error",1],["only",1],["supported",1],["now",1],["return",1]]},{"id":"verl/workers/megatron_workers.py#ActorRolloutRefWorker.compute_ref_log_prob","name":[["compute",1],["ref",1],["log",1],["prob",1]],"path":[["verl",1],["workers",2],["megatron",1],["py",1]],"body":[["def",2],["compute",3],["ref",7],["log",5],["prob",5],["self",12],["data",11],["proto",3],["cuda",3],["assert",1],["if",2],["offload",5],["param",4],["load",1],["megatron",2],["grad",4],["module",2],["torch",2],["current",1],["device",1],["micro",4],["batch",4],["size",4],["config",2],["rollout",2],["meta",2],["info",2],["temperature",2],["output",6],["policy",1],["from",1],["dict",1],["tensors",1],["cpu",1],["empty",1],["cache",1],["return",1]]},{"id":"verl/workers/megatron_workers.py#ActorRolloutRefWorker.generate_sequences","name":[["generate",1],["sequences",1]],"path":[["verl",1],["workers",2],["megatron",1],["py",1]],"body":[["def",2],["generate",3],["sequences",3],["self",13],["prompts",10],["data",5],["proto",2],["assert",1],["rollout",5],["batch",5],["cuda",2],["meta",6],["info",6],["eos",2],["token",4],["id",4],["tokenizer",2],["pad",2],["update",1],["sharding",4],["manager",4],["log",10],["gpu",3],["memory",3],["usage",3],["after",3],["entering",1],["logger",6],["preprocess",1],["output",10],["generation",1],["postprocess",1],["validate",3],["false",1],["if",1],["actor",2],["not",1],["should",1],["always",1],["recompute",2],["old",4],["probs",4],["hybrid",1],["engine",1],["micro",2],["size",2],["config",2],["prob",3],["temperature",2],["compute",1],["cpu",1],["clear",1],["kv",1],["cache",2],["torch",1],["empty",1],["return",1]]},{"id":"verl/workers/megatron_workers.py#ActorRolloutRefWorker.init_model","name":[["init",1],["model",1]],"path":[["verl",1],["workers",2],["megatron",1],["py",1]],"body":[["def",2],["init",3],["model",34],["self",37],["if",6],["config",44],["external",3],["lib",3],["none",6],["not",1],["import",5],["into",1],["huggingface",1],["systems",1],["importlib",2],["module",7],["from",2],["omegaconf",1],["omega",4],["conf",4],["verl",1],["utils",1],["torch",5],["dtypes",1],["precision",2],["type",2],["override",6],["container",1],["create",2],["dtype",3],["bfloat16",1],["megatron",14],["sequence",2],["parallel",13],["actor",22],["true",1],["param",1],["str",1],["tensor",2],["size",6],["mpu",5],["world",3],["pipeline",8],["rank",4],["virtual",4],["rollout",5],["need",1],["optim",8],["else",1],["hybrid",1],["engine",1],["optimizer",8],["build",3],["path",4],["ppoactor",2],["sharding",1],["manager",1],["ref",7],["policy",1],["cuda",1],["empty",1],["cache",1]]},{"id":"verl/workers/megatron_workers.py#ActorRolloutRefWorker.load_checkpoint","name":[["load",1],["checkpoint",1]],"path":[["verl",1],["workers",2],["megatron",1],["py",1]],"body":[["def",2],["load",2],["checkpoint",4],["self",2],["path",2],["pass",1]]},{"id":"verl/workers/megatron_workers.py#ActorRolloutRefWorker.load_pretrained_model","name":[["load",1],["pretrained",1],["model",1]],"path":[["verl",1],["workers",2],["megatron",1],["py",1]],"body":[["def",2],["load",2],["pretrained",2],["model",2],["self",2],["checkpoint",2],["path",2],["pass",1]]},{"id":"verl/workers/megatron_workers.py#ActorRolloutRefWorker.save_checkpoint","name":[["save",1],["checkpoint",1]],"path":[["verl",1],["workers",2],["megatron",1],["py",1]],"body":[["def",2],["save",2],["checkpoint",4],["self",3],["path",2],["assert",1],["actor",1],["pass",1]]},{"id":"verl/workers/megatron_workers.py#ActorRolloutRefWorker.update_actor","name":[["update",1],["actor",1]],"path":[["verl",1],["workers",2],["megatron",1],["py",1]],"body":[["def",2],["update",5],["actor",5],["self",5],["data",9],["proto",3],["assert",1],["batch",2],["cuda",2],["log",2],["gpu",2],["memory",2],["usage",2],["before",1],["policy",3],["logger",4],["dataloader",3],["make",1],["minibatch",1],["iterator",1],["metrics",4],["after",1],["todo",1],["here",1],["should",1],["return",2],["all",1],["output",4],["meta",1],["info",1],["cpu",1],["torch",1],["empty",1],["cache",1]]},{"id":"verl/workers/megatron_workers.py#CriticWorker","name":[["critic",1],["worker",1]],"path":[["verl",1],["workers",2],["megatron",1],["py",1]],"body":[["class",2],["critic",23],["worker",6],["megatron",26],["def",4],["init",7],["self",22],["config",59],["super",1],["note",2],["sgm",2],["utilize",2],["colocate",1],["group",2],["by",1],["default",1],["as",1],["result",1],["workers",1],["different",5],["model",65],["share",1],["same",1],["process",8],["therefore",1],["only",1],["require",1],["one",2],["distribute",1],["initialization",1],["parallel",31],["startegy",1],["models",3],["users",1],["should",1],["disable",1],["dict",1],["assign",1],["resource",1],["pool",1],["apply",1],["following",1],["patch",1],["ray",3],["10",1],["https",1],["github",1],["com",1],["project",1],["pull",1],["44385",1],["if",6],["not",3],["torch",8],["distributed",2],["initialized",1],["rank",13],["int",1],["os",2],["environ",2],["local",5],["backend",1],["nccl",2],["cuda",4],["device",2],["sequence",3],["max",1],["connections",1],["mpu",8],["initialize",3],["tensor",4],["size",17],["pipeline",11],["virtual",4],["none",5],["split",1],["sharp",1],["false",2],["context",1],["expert",1],["communicator",1],["path",7],["random",1],["seed",3],["normalize",1],["ppo",2],["mini",1],["batch",2],["data",2],["world",4],["micro",1],["todo",3],["support",2],["offload",1],["build",1],["optimizer",7],["optim",7],["override",9],["enable",1],["gradient",1],["checkpointing",1],["from",12],["core",1],["gpt",2],["import",11],["type",5],["verl",5],["utils",6],["print",3],["update",3],["transformers",1],["auto",4],["causal",1],["lm",1],["tokenizer",7],["step",3],["copy",2],["hdfs",1],["hf",1],["actor",1],["pretrained",1],["kwargs",4],["bos",2],["token",6],["id",6],["eos",2],["pad",2],["after",1],["provider",3],["pre",3],["post",3],["vpp",5],["here",3],["will",2],["be",3],["inside",1],["deepcopy",1],["value",2],["true",4],["return",2],["module",10],["func",1],["encoder",1],["decoder",1],["wrap",1],["ddp",1],["list",3],["compatible",1],["construction",1],["interleaved",1],["pp",2],["but",1],["yet",1],["simplicity",1],["remove",1],["nn",1],["load",2],["weight",1],["weights",1],["params",2],["dtype",5],["add",1],["more",1],["args",1],["into",2],["empty",1],["cache",1],["register",1],["dispatch",2],["mode",1],["all",1],["create",3],["omegaconf",1],["omega",4],["conf",4],["dtypes",1],["precision",2],["external",3],["lib",3],["huggingface",1],["systems",1],["importlib",2],["container",1],["bfloat16",1],["param",1],["str",1]]},{"id":"verl/workers/megatron_workers.py#CriticWorker.__init__","name":[["init",1]],"path":[["verl",1],["workers",2],["megatron",1],["py",1]],"body":[["def",2],["init",4],["self",9],["config",12],["super",1],["note",1],["sgm",2],["utilize",2],["colocate",1],["worker",2],["group",2],["by",1],["default",1],["as",1],["result",1],["workers",1],["different",5],["model",10],["share",1],["same",1],["process",2],["therefore",1],["only",1],["require",1],["one",1],["distribute",1],["initialization",1],["parallel",13],["startegy",1],["models",2],["users",1],["should",1],["disable",1],["dict",1],["assign",1],["resource",1],["pool",1],["apply",1],["following",1],["patch",1],["ray",3],["10",1],["https",1],["github",1],["com",1],["project",1],["pull",1],["44385",1],["if",2],["not",1],["torch",3],["distributed",2],["initialized",1],["rank",4],["int",1],["os",2],["environ",2],["local",1],["backend",1],["nccl",2],["cuda",2],["device",2],["megatron",4],["sequence",1],["max",1],["connections",1],["mpu",3],["initialize",1],["tensor",2],["size",11],["pipeline",4],["virtual",1],["none",3],["split",1],["sharp",1],["false",1],["context",1],["expert",1],["communicator",1],["path",1],["random",1],["seed",3],["normalize",1],["ppo",2],["mini",1],["batch",2],["data",2],["world",2],["micro",1],["todo",1],["support",1],["critic",1],["offload",1]]},{"id":"verl/workers/megatron_workers.py#CriticWorker._build_critic_model_optimizer","name":[["build",1],["critic",1],["model",1],["optimizer",1]],"path":[["verl",1],["workers",2],["megatron",1],["py",1]],"body":[["def",3],["build",2],["critic",20],["model",47],["optimizer",8],["self",10],["path",7],["megatron",19],["config",45],["parallel",10],["optim",8],["override",8],["enable",2],["gradient",2],["checkpointing",2],["false",2],["from",10],["core",1],["models",1],["gpt",2],["import",6],["type",3],["verl",4],["utils",5],["print",3],["size",2],["update",3],["init",3],["transformers",1],["auto",4],["causal",1],["lm",1],["tokenizer",7],["step",3],["initialize",2],["local",4],["copy",2],["hdfs",1],["hf",1],["actor",1],["pretrained",1],["kwargs",4],["bos",2],["token",6],["id",6],["eos",2],["pad",2],["if",3],["rank",6],["after",1],["provider",3],["pre",3],["process",6],["post",3],["todo",2],["support",1],["vpp",5],["here",3],["mpu",1],["virtual",2],["pipeline",2],["will",2],["be",3],["inside",1],["deepcopy",1],["value",2],["true",3],["cuda",2],["return",2],["module",9],["func",1],["encoder",1],["decoder",1],["wrap",1],["ddp",1],["note",1],["list",3],["compatible",1],["construction",1],["interleaved",1],["pp",2],["but",1],["not",1],["yet",1],["simplicity",1],["remove",1],["nn",1],["load",2],["weight",1],["weights",1],["params",2],["dtype",2],["add",1],["more",1],["args",1],["into",1],["torch",1],["empty",1],["cache",1]]},{"id":"verl/workers/megatron_workers.py#CriticWorker._build_critic_model_optimizer.megatron_critic_model_provider","name":[["megatron",1],["critic",1],["model",1],["provider",1]],"path":[["verl",1],["workers",2],["megatron",1],["py",1]],"body":[["def",2],["megatron",7],["critic",3],["model",12],["provider",2],["pre",4],["process",8],["post",4],["from",3],["verl",1],["utils",1],["import",1],["parallel",7],["config",9],["todo",1],["support",1],["vpp",3],["here",1],["rank",4],["mpu",1],["virtual",2],["pipeline",2],["will",1],["be",1],["inside",1],["copy",1],["deepcopy",1],["value",1],["true",1],["cuda",1],["return",1]]},{"id":"verl/workers/megatron_workers.py#CriticWorker.compute_values","name":[["compute",1],["values",1]],"path":[["verl",1],["workers",2],["megatron",1],["py",1]],"body":[["def",2],["compute",3],["values",6],["self",3],["data",9],["proto",3],["cuda",1],["critic",1],["output",4],["from",1],["dict",1],["tensors",1],["cpu",1],["return",1]]},{"id":"verl/workers/megatron_workers.py#CriticWorker.init_model","name":[["init",1],["model",1]],"path":[["verl",1],["workers",2],["megatron",1],["py",1]],"body":[["def",2],["init",3],["model",25],["self",11],["create",4],["critic",15],["from",2],["omegaconf",1],["import",5],["omega",4],["conf",4],["verl",1],["utils",1],["torch",4],["dtypes",1],["precision",2],["type",2],["if",1],["config",27],["external",3],["lib",3],["none",2],["not",1],["into",1],["huggingface",1],["systems",1],["importlib",2],["module",4],["override",4],["container",1],["dtype",3],["bfloat16",1],["megatron",9],["sequence",2],["parallel",13],["true",1],["param",1],["str",1],["tensor",2],["size",6],["mpu",5],["world",3],["pipeline",8],["rank",4],["virtual",4],["optimizer",7],["build",1],["path",2],["optim",2],["ppocritic",1]]},{"id":"verl/workers/megatron_workers.py#CriticWorker.load_checkpoint","name":[["load",1],["checkpoint",1]],"path":[["verl",1],["workers",2],["megatron",1],["py",1]],"body":[["def",2],["load",2],["checkpoint",4],["self",2],["path",2],["pass",1]]},{"id":"verl/workers/megatron_workers.py#CriticWorker.save_checkpoint","name":[["save",1],["checkpoint",1]],"path":[["verl",1],["workers",2],["megatron",1],["py",1]],"body":[["def",2],["save",2],["checkpoint",4],["self",2],["path",2],["pass",1]]},{"id":"verl/workers/megatron_workers.py#CriticWorker.update_critic","name":[["update",1],["critic",1]],"path":[["verl",1],["workers",2],["megatron",1],["py",1]],"body":[["def",2],["update",3],["critic",5],["self",4],["data",8],["proto",3],["cuda",1],["dataloader",3],["make",1],["minibatch",1],["iterator",1],["metrics",3],["output",4],["batch",1],["none",1],["meta",1],["info",1],["cpu",1],["return",1]]},{"id":"verl/workers/megatron_workers.py#RewardModelWorker","name":[["reward",1],["model",1],["worker",1]],"path":[["verl",1],["workers",2],["megatron",1],["py",1]],"body":[["class",2],["reward",8],["model",71],["worker",6],["megatron",21],["note",3],["only",2],["implement",1],["subclass",1],["auto",6],["sequence",4],["classification",1],["def",4],["init",4],["self",22],["config",51],["super",1],["sgm",1],["utilize",2],["colocate",1],["group",2],["by",1],["default",1],["as",1],["result",1],["workers",1],["different",5],["share",1],["same",1],["process",8],["therefore",1],["require",1],["one",2],["distribute",1],["initialization",1],["parallel",28],["startegy",1],["models",3],["users",1],["should",1],["disable",1],["dict",1],["assign",1],["resource",1],["pool",1],["apply",1],["following",1],["patch",1],["ray",3],["10",1],["https",1],["github",1],["com",1],["project",1],["pull",1],["44385",1],["if",6],["not",5],["torch",8],["distributed",2],["initialized",1],["rank",11],["int",1],["os",2],["environ",2],["local",11],["backend",1],["nccl",2],["cuda",4],["device",2],["max",1],["connections",1],["mpu",6],["initialize",3],["tensor",4],["size",14],["pipeline",11],["virtual",4],["none",8],["split",1],["sharp",1],["false",2],["context",1],["expert",1],["communicator",1],["path",16],["random",1],["seed",3],["normalize",1],["micro",1],["batch",1],["data",1],["world",3],["build",1],["rm",17],["override",9],["from",14],["core",1],["gpt",2],["import",11],["type",5],["verl",4],["utils",5],["print",2],["update",3],["transformers",2],["causal",1],["lm",1],["tokenizer",22],["step",3],["copy",4],["hdfs",3],["hf",3],["actor",1],["pretrained",1],["kwargs",4],["bos",2],["token",6],["id",6],["eos",2],["pad",2],["after",1],["provider",3],["pre",3],["post",3],["vpp",5],["supported",1],["yet",2],["because",1],["will",3],["hang",1],["some",1],["reason",1],["need",1],["debugging",1],["be",3],["inside",1],["deepcopy",1],["value",2],["true",3],["return",2],["func",1],["encoder",1],["decoder",1],["wrap",1],["ddp",1],["here",2],["critic",2],["module",3],["list",3],["compatible",1],["construction",1],["interleaved",1],["pp",2],["but",1],["simplicity",1],["remove",1],["nn",1],["load",2],["weight",1],["weights",1],["params",2],["dtype",5],["todo",1],["add",1],["more",1],["optimizer",1],["args",1],["into",2],["empty",1],["cache",1],["register",1],["dispatch",2],["mode",1],["all",1],["create",3],["omegaconf",1],["omega",4],["conf",4],["dtypes",1],["precision",2],["external",3],["lib",3],["huggingface",1],["systems",1],["importlib",2],["container",1],["sft",3],["input",1],["bfloat16",1],["param",1],["str",1]]},{"id":"verl/workers/megatron_workers.py#RewardModelWorker.__init__","name":[["init",1]],"path":[["verl",1],["workers",2],["megatron",1],["py",1]],"body":[["def",2],["init",4],["self",8],["config",11],["super",1],["note",1],["sgm",1],["utilize",2],["colocate",1],["worker",2],["group",2],["by",1],["default",1],["as",1],["result",1],["workers",1],["different",5],["model",9],["share",1],["same",1],["process",2],["therefore",1],["only",1],["require",1],["one",1],["distribute",1],["initialization",1],["parallel",12],["startegy",1],["models",2],["users",1],["should",1],["disable",1],["dict",1],["assign",1],["resource",1],["pool",1],["apply",1],["following",1],["patch",1],["ray",3],["10",1],["https",1],["github",1],["com",1],["project",1],["pull",1],["44385",1],["if",2],["not",1],["torch",3],["distributed",2],["initialized",1],["rank",4],["int",1],["os",2],["environ",2],["local",1],["backend",1],["nccl",2],["cuda",2],["device",2],["megatron",4],["sequence",1],["max",1],["connections",1],["mpu",2],["initialize",1],["tensor",2],["size",9],["pipeline",4],["virtual",1],["none",3],["split",1],["sharp",1],["false",1],["context",1],["expert",1],["communicator",1],["path",1],["random",1],["seed",3],["normalize",1],["micro",1],["batch",1],["data",1],["world",1]]},{"id":"verl/workers/megatron_workers.py#RewardModelWorker._build_rm_model","name":[["build",1],["rm",1],["model",1]],"path":[["verl",1],["workers",2],["megatron",1],["py",1]],"body":[["def",3],["build",2],["rm",10],["model",49],["self",9],["path",7],["megatron",14],["config",35],["parallel",9],["override",8],["from",9],["core",1],["models",1],["gpt",2],["import",5],["type",3],["verl",3],["utils",4],["print",2],["size",1],["update",3],["transformers",1],["auto",4],["causal",1],["lm",1],["tokenizer",7],["step",3],["initialize",2],["local",4],["copy",2],["hdfs",1],["hf",1],["actor",1],["pretrained",1],["kwargs",4],["bos",2],["token",6],["id",6],["eos",2],["pad",2],["if",2],["rank",5],["after",1],["provider",3],["pre",3],["process",6],["post",3],["vpp",5],["not",2],["supported",1],["yet",2],["because",1],["will",3],["hang",1],["some",1],["reason",1],["need",1],["debugging",1],["mpu",1],["virtual",2],["pipeline",2],["be",3],["inside",1],["deepcopy",1],["value",2],["true",2],["cuda",2],["return",2],["reward",5],["func",1],["encoder",1],["decoder",1],["wrap",1],["ddp",1],["false",1],["note",1],["here",2],["critic",1],["module",2],["list",3],["compatible",1],["construction",1],["interleaved",1],["pp",2],["but",1],["simplicity",1],["remove",1],["nn",1],["load",2],["weight",1],["weights",1],["params",2],["dtype",2],["todo",1],["add",1],["more",1],["optimizer",1],["args",1],["into",1],["torch",1],["empty",1],["cache",1]]},{"id":"verl/workers/megatron_workers.py#RewardModelWorker._build_rm_model.megatron_rm_model_provider","name":[["megatron",1],["rm",1],["model",1],["provider",1]],"path":[["verl",1],["workers",2],["megatron",1],["py",1]],"body":[["def",2],["megatron",7],["rm",3],["model",12],["provider",2],["pre",4],["process",8],["post",4],["from",3],["verl",1],["utils",1],["import",1],["parallel",7],["config",9],["vpp",3],["not",1],["supported",1],["yet",1],["because",1],["will",2],["hang",1],["some",1],["reason",1],["need",1],["debugging",1],["rank",4],["mpu",1],["virtual",2],["pipeline",2],["be",1],["inside",1],["copy",1],["deepcopy",1],["value",1],["true",1],["cuda",1],["return",1]]},{"id":"verl/workers/megatron_workers.py#RewardModelWorker.compute_rm_score","name":[["compute",1],["rm",1],["score",1]],"path":[["verl",1],["workers",2],["megatron",1],["py",1]],"body":[["def",2],["compute",3],["rm",3],["score",2],["self",3],["data",7],["proto",2],["batch",2],["cuda",1],["output",4],["reward",1],["cpu",1],["return",1]]},{"id":"verl/workers/megatron_workers.py#RewardModelWorker.init_model","name":[["init",1],["model",1]],"path":[["verl",1],["workers",2],["megatron",1],["py",1]],"body":[["def",2],["init",3],["model",33],["self",12],["create",4],["critic",2],["from",5],["omegaconf",1],["import",6],["omega",4],["conf",4],["verl",1],["utils",1],["torch",4],["dtypes",1],["precision",2],["type",2],["transformers",1],["auto",1],["tokenizer",19],["if",2],["config",24],["external",3],["lib",3],["none",5],["not",2],["into",1],["huggingface",1],["systems",1],["importlib",2],["module",4],["override",4],["container",1],["sft",5],["local",6],["path",11],["copy",2],["hdfs",2],["input",1],["hf",2],["rm",12],["dtype",3],["bfloat16",1],["megatron",10],["sequence",2],["parallel",13],["true",1],["param",2],["str",1],["tensor",2],["size",6],["mpu",5],["world",3],["pipeline",8],["rank",4],["virtual",4],["reward",8],["build",1],["fixme",1],["sgm",1],["offload",1],["implemented",2],["should",1],["be",1],["workers",1]]},{"id":"verl/workers/megatron_workers.py#set_random_seed","name":[["random",1],["seed",1]],"path":[["verl",1],["workers",2],["megatron",1],["py",1]],"body":[["def",2],["random",5],["seed",12],["import",4],["torch",5],["numpy",1],["as",1],["np",2],["manual",2],["if",1],["cuda",2],["device",1],["count",1],["from",1],["megatron",1],["core",1],["tensor",2],["parallel",3],["model",1],["fixme",1],["cumsum",1],["not",1],["support",1],["deterministic",2],["vllm",1],["sampler",1],["https",1],["github",1],["com",1],["pytorch",2],["issues",1],["89492",1],["algorithms",1],["true",2],["warn",1],["only",1],["os",1],["environ",1],["cublas",1],["workspace",1],["config",1],["4096",1]]},{"id":"verl/workers/retriever_workers.py","name":[["retriever",1],["workers",1],["py",1]],"path":[["verl",1],["workers",2],["retriever",1],["py",1]],"body":[["import",21],["os",2],["torch",3],["from",7],["verl",2],["single",2],["controller",2],["base",2],["worker",1],["decorator",1],["register",1],["dispatch",1],["search",2],["r1",1],["env",1],["retrieval",1],["retriever",1],["json",1],["warnings",1],["typing",1],["list",1],["dict",1],["functools",1],["tqdm",2],["multiprocessing",1],["pool",1],["faiss",2],["numpy",1],["as",1],["np",1],["transformers",1],["auto",3],["config",1],["tokenizer",1],["model",1],["argparse",1],["datasets",1],["ray",2],["remote",1],["num",1],["gpus",2],["allocate",1],["all",1]]},{"id":"verl/workers/retriever_workers.py#BaseRetriever","name":[["base",1],["retriever",1]],"path":[["verl",1],["workers",2],["retriever",1],["py",1]],"body":[["class",2],["base",3],["retriever",2],["object",1],["all",1],["retrievers",1],["def",5],["init",1],["self",13],["config",8],["retrieval",4],["method",2],["topk",3],["index",3],["path",6],["corpus",3],["cache",2],["save",2],["os",1],["join",1],["dir",1],["json",1],["search",6],["query",2],["str",3],["num",2],["int",1],["return",5],["score",2],["bool",1],["list",3],["dict",1],["retrieve",1],["relevant",1],["documents",1],["contains",1],["information",1],["related",1],["document",1],["including",1],["contents",1],["building",1],["title",1],["if",2],["provided",2],["text",1],["pass",2],["batch",3],["args",4],["kwargs",4]]},{"id":"verl/workers/retriever_workers.py#BaseRetriever.__init__","name":[["init",1]],"path":[["verl",1],["workers",2],["retriever",1],["py",1]],"body":[["def",2],["init",2],["self",8],["config",9],["retrieval",4],["method",2],["topk",2],["index",2],["path",6],["corpus",2],["cache",2],["save",2],["os",1],["join",1],["dir",1],["json",1]]},{"id":"verl/workers/retriever_workers.py#BaseRetriever._batch_search","name":[["batch",1],["search",1]],"path":[["verl",1],["workers",2],["retriever",1],["py",1]],"body":[["def",2],["batch",2],["search",2],["self",2],["query",2],["list",2],["num",2],["return",2],["score",2],["pass",1]]},{"id":"verl/workers/retriever_workers.py#BaseRetriever._search","name":[["search",1]],"path":[["verl",1],["workers",2],["retriever",1],["py",1]],"body":[["def",2],["search",2],["self",2],["query",2],["str",6],["num",2],["int",2],["return",3],["score",2],["bool",2],["list",3],["dict",2],["retrieve",1],["topk",1],["relevant",1],["documents",1],["corpus",1],["contains",1],["information",1],["related",1],["document",1],["including",1],["contents",1],["building",1],["index",1],["title",1],["if",2],["provided",2],["text",1],["pass",1]]},{"id":"verl/workers/retriever_workers.py#BaseRetriever.batch_search","name":[["batch",1],["search",1]],"path":[["verl",1],["workers",2],["retriever",1],["py",1]],"body":[["def",2],["batch",3],["search",3],["self",3],["args",3],["kwargs",3],["return",1]]},{"id":"verl/workers/retriever_workers.py#BaseRetriever.search","name":[["search",1]],"path":[["verl",1],["workers",2],["retriever",1],["py",1]],"body":[["def",2],["search",3],["self",3],["args",3],["kwargs",3],["return",1]]},{"id":"verl/workers/retriever_workers.py#BM25Retriever","name":[["bm25",1],["retriever",1]],"path":[["verl",1],["workers",2],["retriever",1],["py",1]],"body":[["class",2],["bm25",3],["retriever",5],["base",2],["based",1],["pre",1],["built",1],["pyserini",2],["index",3],["def",4],["init",2],["self",19],["config",2],["super",1],["raise",1],["not",4],["implemented",1],["error",1],["from",1],["search",5],["lucene",3],["import",1],["searcher",6],["path",2],["contain",5],["doc",7],["check",3],["if",9],["corpus",4],["load",2],["max",1],["process",1],["num",9],["contains",1],["document",1],["content",5],["return",12],["raw",2],["none",4],["query",6],["str",3],["int",2],["score",8],["false",2],["list",3],["dict",1],["topk",1],["hits",8],["len",2],["else",5],["scores",5],["hit",6],["warnings",1],["warn",1],["enough",1],["documents",1],["retrieved",1],["all",2],["contents",4],["json",1],["loads",1],["docid",2],["results",8],["title",1],["split",2],["strip",1],["text",1],["join",1],["docs",1],["batch",2],["todo",1],["modify",1],["method",1],["item",4],["result",2],["true",1],["append",2]]},{"id":"verl/workers/retriever_workers.py#BM25Retriever.__init__","name":[["init",1]],"path":[["verl",1],["workers",2],["retriever",1],["py",1]],"body":[["def",2],["init",3],["self",10],["config",3],["super",1],["raise",1],["not",2],["implemented",1],["error",1],["from",1],["pyserini",1],["search",1],["lucene",3],["import",1],["searcher",3],["index",1],["path",2],["contain",3],["doc",3],["check",1],["if",1],["corpus",3],["load",1],["max",1],["process",1],["num",1]]},{"id":"verl/workers/retriever_workers.py#BM25Retriever._batch_search","name":[["batch",1],["search",1]],"path":[["verl",1],["workers",2],["retriever",1],["py",1]],"body":[["def",2],["batch",4],["search",3],["self",3],["query",5],["list",3],["num",3],["int",2],["none",2],["return",5],["score",5],["false",2],["todo",2],["modify",2],["method",2],["results",4],["scores",3],["item",4],["result",2],["true",1],["append",2],["if",1],["else",1]]},{"id":"verl/workers/retriever_workers.py#BM25Retriever._check_contain_doc","name":[["check",1],["contain",1],["doc",1]],"path":[["verl",1],["workers",2],["retriever",1],["py",1]],"body":[["def",2],["check",3],["contain",2],["doc",3],["self",3],["if",1],["index",1],["contains",1],["document",1],["content",1],["return",1],["searcher",1],["raw",1],["not",1],["none",1]]},{"id":"verl/workers/retriever_workers.py#BM25Retriever._search","name":[["search",1]],"path":[["verl",1],["workers",2],["retriever",1],["py",1]],"body":[["def",2],["search",3],["self",7],["query",3],["str",6],["num",7],["int",2],["none",3],["return",8],["score",5],["false",2],["list",2],["dict",2],["if",6],["topk",1],["hits",8],["searcher",2],["len",2],["else",4],["scores",2],["hit",6],["warnings",1],["warn",1],["not",1],["enough",1],["documents",1],["retrieved",1],["contain",1],["doc",2],["all",2],["contents",4],["json",1],["loads",1],["docid",2],["raw",1],["results",4],["title",1],["content",4],["split",2],["strip",1],["text",1],["join",1],["load",1],["docs",1],["corpus",1]]},{"id":"verl/workers/retriever_workers.py#DenseRetriever","name":[["dense",1],["retriever",1]],"path":[["verl",1],["workers",2],["retriever",1],["py",1]],"body":[["class",2],["dense",3],["retriever",5],["base",2],["based",1],["pre",1],["built",1],["faiss",6],["index",15],["def",3],["init",2],["self",26],["config",9],["dict",1],["super",1],["read",1],["path",4],["if",6],["gpu",2],["co",5],["multiple",1],["cloner",1],["options",1],["float16",1],["true",2],["shard",1],["cpu",2],["all",2],["gpus",2],["corpus",5],["load",3],["encoder",4],["model",3],["name",1],["retrieval",8],["method",3],["pooling",2],["max",2],["length",2],["query",13],["fp16",2],["topk",4],["batch",25],["size",6],["search",5],["str",3],["num",10],["int",2],["none",4],["return",8],["score",4],["false",2],["raise",1],["not",1],["implemented",1],["error",1],["emb",4],["encode",3],["scores",11],["idxs",11],["results",11],["docs",2],["else",2],["list",7],["isinstance",1],["start",3],["idx",3],["tqdm",1],["range",2],["len",2],["desc",1],["process",1],["from",1],["time",7],["import",1],["print",2],["ray",1],["remote",1],["tolist",2],["exit",1],["flat",2],["sum",1],["extend",2]]},{"id":"verl/workers/retriever_workers.py#DenseRetriever.__init__","name":[["init",1]],"path":[["verl",1],["workers",2],["retriever",1],["py",1]],"body":[["def",2],["init",3],["self",16],["config",10],["dict",2],["index",13],["super",1],["faiss",5],["read",1],["path",4],["if",1],["gpu",2],["co",5],["multiple",1],["cloner",1],["options",1],["float16",1],["true",2],["shard",1],["cpu",2],["all",2],["gpus",2],["corpus",3],["load",1],["encoder",2],["model",3],["name",1],["retrieval",7],["method",3],["pooling",2],["max",2],["length",2],["query",1],["fp16",2],["topk",2],["batch",2],["size",2]]},{"id":"verl/workers/retriever_workers.py#DenseRetriever._batch_search","name":[["batch",1],["search",1]],"path":[["verl",1],["workers",2],["retriever",1],["py",1]],"body":[["def",2],["batch",24],["search",4],["self",7],["query",9],["list",9],["str",3],["num",7],["int",2],["none",3],["return",5],["score",3],["false",2],["if",3],["isinstance",1],["topk",1],["size",4],["results",8],["scores",7],["start",3],["idx",3],["tqdm",1],["range",2],["len",2],["desc",1],["retrieval",1],["process",1],["from",1],["time",7],["import",1],["emb",2],["encoder",1],["encode",2],["print",2],["idxs",7],["ray",1],["index",1],["remote",1],["tolist",2],["exit",1],["flat",2],["sum",1],["load",1],["docs",1],["corpus",1],["extend",2],["else",1]]},{"id":"verl/workers/retriever_workers.py#DenseRetriever._search","name":[["search",1]],"path":[["verl",1],["workers",2],["retriever",1],["py",1]],"body":[["def",2],["search",3],["self",6],["query",5],["str",2],["num",5],["int",2],["none",3],["return",5],["score",3],["false",2],["raise",1],["not",1],["implemented",1],["error",1],["if",2],["topk",1],["emb",2],["encoder",1],["encode",1],["scores",4],["idxs",4],["index",1],["results",3],["load",1],["docs",1],["corpus",1],["else",1]]},{"id":"verl/workers/retriever_workers.py#Encoder","name":[["encoder",1]],"path":[["verl",1],["workers",2],["retriever",1],["py",1]],"body":[["class",2],["encoder",2],["def",2],["init",1],["self",18],["model",17],["name",7],["path",5],["pooling",5],["method",4],["max",5],["length",5],["fp16",5],["tokenizer",2],["load",1],["torch",4],["no",1],["grad",1],["encode",1],["query",31],["list",12],["str",2],["true",5],["np",2],["ndarray",1],["processing",1],["different",1],["encoders",1],["if",7],["isinstance",1],["e5",1],["lower",3],["else",2],["passage",1],["bge",1],["represent",1],["sentence",1],["searching",1],["relevant",1],["passages",1],["inputs",8],["padding",1],["truncation",1],["return",4],["tensors",1],["pt",1],["cuda",1],["items",1],["t5",2],["type",1],["based",1],["retrieval",1],["decoder",3],["input",5],["ids",5],["zeros",1],["shape",1],["dtype",1],["long",1],["device",1],["output",6],["dict",2],["emb",9],["last",2],["hidden",2],["state",2],["pooler",1],["attention",1],["mask",1],["dpr",1],["not",1],["nn",1],["functional",1],["normalize",1],["dim",1],["detach",1],["cpu",1],["numpy",1],["astype",1],["float32",1],["order",1]]},{"id":"verl/workers/retriever_workers.py#Encoder.__init__","name":[["init",1]],"path":[["verl",1],["workers",2],["retriever",1],["py",1]],"body":[["def",2],["init",2],["self",9],["model",12],["name",4],["path",6],["pooling",4],["method",4],["max",4],["length",4],["fp16",6],["tokenizer",1],["load",1]]},{"id":"verl/workers/retriever_workers.py#Encoder.encode","name":[["encode",1]],"path":[["verl",1],["workers",2],["retriever",1],["py",1]],"body":[["def",2],["encode",2],["self",11],["query",34],["list",14],["str",3],["true",6],["np",3],["ndarray",2],["processing",2],["different",2],["encoders",2],["if",7],["isinstance",1],["e5",1],["model",7],["name",4],["lower",3],["else",2],["passage",1],["bge",1],["represent",1],["sentence",1],["searching",1],["relevant",1],["passages",1],["inputs",8],["tokenizer",1],["max",2],["length",2],["padding",1],["truncation",1],["return",4],["tensors",1],["pt",1],["cuda",1],["items",1],["t5",2],["type",1],["based",1],["retrieval",1],["decoder",3],["input",5],["ids",5],["torch",3],["zeros",1],["shape",1],["dtype",1],["long",1],["device",1],["output",6],["dict",2],["emb",9],["last",2],["hidden",2],["state",2],["pooling",2],["pooler",1],["attention",1],["mask",1],["method",1],["dpr",1],["not",1],["nn",1],["functional",1],["normalize",1],["dim",1],["detach",1],["cpu",1],["numpy",1],["astype",1],["float32",1],["order",1]]},{"id":"verl/workers/retriever_workers.py#FAISSIndexServer","name":[["faissindex",1],["server",1]],"path":[["verl",1],["workers",2],["retriever",1],["py",1]],"body":[["class",2],["faissindex",6],["server",6],["ray",1],["actor",1],["loads",2],["serves",1],["shared",1],["faiss",13],["index",22],["gpu",5],["optimization",1],["def",3],["init",1],["self",8],["config",8],["initialize",1],["only",1],["once",1],["print",4],["loading",1],["load",2],["into",1],["memory",2],["sharding",2],["path",4],["os",1],["join",1],["retrieval",1],["method",1],["flat",1],["read",1],["if",1],["apply",1],["settings",1],["co",5],["multiple",1],["cloner",1],["options",1],["float16",1],["true",2],["reduce",1],["footprint",1],["shard",1],["distribute",1],["across",1],["all",3],["gpus",4],["moving",1],["enabled",1],["cpu",1],["successfully",1],["moved",1],["return",2],["batch",5],["search",3],["emb",3],["perform",1],["received",1],["len",1],["queries",1],["adjust",1],["as",1],["needed",1]]},{"id":"verl/workers/retriever_workers.py#FAISSIndexServer.__init__","name":[["init",1]],"path":[["verl",1],["workers",2],["retriever",1],["py",1]],"body":[["def",2],["init",2],["self",5],["config",5],["initialize",1],["faiss",2],["index",4],["only",1],["once",1],["print",1],["faissindex",1],["server",1],["loading",1],["load",1]]},{"id":"verl/workers/retriever_workers.py#FAISSIndexServer.batch_search","name":[["batch",1],["search",1]],"path":[["verl",1],["workers",2],["retriever",1],["py",1]],"body":[["def",2],["batch",7],["search",4],["self",3],["emb",4],["perform",1],["faiss",1],["index",2],["print",1],["faissindex",1],["server",1],["received",1],["len",1],["queries",1],["return",1],["adjust",1],["as",1],["needed",1]]},{"id":"verl/workers/retriever_workers.py#FAISSIndexServer.load_index","name":[["load",1],["index",1]],"path":[["verl",1],["workers",2],["retriever",1],["py",1]],"body":[["def",2],["load",2],["index",16],["self",3],["config",5],["loads",1],["faiss",8],["into",1],["gpu",4],["memory",2],["sharding",2],["path",4],["os",1],["join",1],["retrieval",1],["method",1],["flat",1],["read",1],["if",1],["apply",1],["settings",1],["co",5],["multiple",1],["cloner",1],["options",1],["float16",1],["true",2],["reduce",1],["footprint",1],["shard",1],["distribute",1],["across",1],["all",3],["gpus",4],["print",2],["faissindex",2],["server",2],["moving",1],["enabled",1],["cpu",1],["successfully",1],["moved",1],["return",1]]},{"id":"verl/workers/retriever_workers.py#get_retriever","name":[["retriever",1]],"path":[["verl",1],["workers",2],["retriever",1],["py",1]],"body":[["def",2],["retriever",7],["config",7],["index",3],["automatically",1],["select",1],["class",1],["based",1],["retrieval",3],["method",3],["args",1],["dict",1],["configuration",1],["key",1],["returns",1],["instance",1],["if",1],["bm25",2],["raise",1],["not",1],["implemented",1],["error",1],["return",2],["else",1],["dense",1]]},{"id":"verl/workers/retriever_workers.py#load_corpus","name":[["load",1],["corpus",1]],"path":[["verl",1],["workers",2],["retriever",1],["py",1]],"body":[["def",2],["load",3],["corpus",7],["path",3],["str",2],["datasets",1],["dataset",1],["json",1],["data",1],["files",1],["split",1],["train",1],["num",1],["proc",1],["return",1]]},{"id":"verl/workers/retriever_workers.py#load_docs","name":[["load",1],["docs",1]],"path":[["verl",1],["workers",2],["retriever",1],["py",1]],"body":[["def",2],["load",2],["docs",2],["corpus",3],["doc",3],["idxs",3],["results",2],["int",1],["idx",2],["return",1]]},{"id":"verl/workers/retriever_workers.py#load_model","name":[["load",1],["model",1]],"path":[["verl",1],["workers",2],["retriever",1],["py",1]],"body":[["def",2],["load",2],["model",15],["path",5],["str",2],["fp16",3],["bool",2],["false",2],["config",2],["auto",3],["from",3],["pretrained",3],["trust",3],["remote",3],["code",3],["true",4],["eval",1],["cuda",1],["if",1],["half",1],["tokenizer",3],["fast",1],["return",1]]},{"id":"verl/workers/retriever_workers.py#pooling","name":[["pooling",1]],"path":[["verl",1],["workers",2],["retriever",1],["py",1]],"body":[["def",2],["pooling",8],["pooler",4],["output",3],["last",6],["hidden",6],["state",4],["attention",4],["mask",4],["none",4],["method",6],["mean",3],["if",1],["masked",1],["fill",1],["bool",1],["return",3],["sum",2],["dim",2],["elif",2],["cls",1],["else",1],["raise",1],["not",2],["implemented",2],["error",1]]},{"id":"verl/workers/retriever_workers.py#read_jsonl","name":[["read",1],["jsonl",1]],"path":[["verl",1],["workers",2],["retriever",1],["py",1]],"body":[["def",2],["read",2],["jsonl",2],["file",3],["path",3],["data",3],["open",1],["as",1],["readin",2],["readlines",1],["line",2],["append",1],["json",1],["loads",1],["return",1]]},{"id":"verl/workers/retriever_workers.py#RetrieveWorker","name":[["retrieve",1],["worker",1]],"path":[["verl",1],["workers",2],["retriever",1],["py",1]],"body":[["class",2],["retrieve",2],["worker",5],["environment",3],["handles",1],["gpu",1],["based",1],["operations",1],["def",3],["init",3],["self",9],["config",9],["faiss",4],["server",4],["super",1],["index",4],["path",5],["os",2],["join",2],["retrieval",2],["method",2],["flat",1],["if",1],["bm25",2],["else",1],["initialize",1],["later",1],["register",2],["dispatch",4],["mode",2],["one",1],["all",3],["model",1],["retriever",3],["torch",1],["cuda",1],["empty",1],["cache",1],["batch",2],["search",2],["queries",2],["return",1]]},{"id":"verl/workers/retriever_workers.py#RetrieveWorker.__init__","name":[["init",1]],"path":[["verl",1],["workers",2],["retriever",1],["py",1]],"body":[["def",2],["init",3],["self",4],["config",9],["faiss",4],["server",4],["super",1],["index",4],["path",5],["os",2],["join",2],["retrieval",2],["method",2],["flat",1],["if",1],["bm25",2],["else",1],["initialize",1],["environment",1],["later",1]]},{"id":"verl/workers/retriever_workers.py#RetrieveWorker.batch_search","name":[["batch",1],["search",1]],"path":[["verl",1],["workers",2],["retriever",1],["py",1]],"body":[["def",2],["batch",3],["search",3],["self",3],["queries",3],["return",1],["retriever",1]]},{"id":"verl/workers/retriever_workers.py#RetrieveWorker.init_model","name":[["init",1],["model",1]],"path":[["verl",1],["workers",2],["retriever",1],["py",1]],"body":[["def",2],["init",2],["model",2],["self",5],["retriever",2],["config",1],["faiss",1],["server",1],["torch",1],["cuda",1],["empty",1],["cache",1]]},{"id":"verl/workers/reward_model/__init__.py","name":[["init",1],["py",1]],"path":[["verl",1],["workers",1],["reward",1],["model",1],["init",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["from",1],["base",2],["import",1],["pporeward",1],["model",1]]},{"id":"verl/workers/reward_model/base.py","name":[["base",1],["py",1]],"path":[["verl",1],["workers",1],["reward",1],["model",1],["base",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["base",1],["class",1],["reward",1],["model",1],["from",2],["abc",2],["import",2],["abstractmethod",1],["verl",1],["data",1],["proto",1]]},{"id":"verl/workers/reward_model/base.py#BasePPORewardModel","name":[["base",1],["pporeward",1],["model",1]],"path":[["verl",1],["workers",1],["reward",1],["model",1],["base",1],["py",1]],"body":[["class",2],["base",2],["pporeward",2],["model",2],["abc",2],["def",2],["init",1],["self",3],["config",3],["abstractmethod",1],["compute",1],["reward",7],["data",5],["proto",2],["computing",1],["given",1],["input",3],["ids",5],["transformers",1],["should",3],["output",1],["tensor",1],["shape",1],["batch",5],["size",5],["sequence",5],["length",5],["value",1],["at",1],["eos",2],["mask",3],["be",1],["gathered",1],["args",1],["must",1],["contain",1],["keys",1],["attention",2],["position",4],["returns",1],["pass",2],["protocol",1],["containing",1],["only",1],["contains",1],["other",1],["have",1],["zero",1],["note",1],["may",1],["change",1],["future",1],["if",1],["dense",1],["so",1],["leave",1],["interface",1],["general",1],["case",1]]},{"id":"verl/workers/reward_model/base.py#BasePPORewardModel.__init__","name":[["init",1]],"path":[["verl",1],["workers",1],["reward",1],["model",1],["base",1],["py",1]],"body":[["def",2],["init",2],["self",3],["config",4]]},{"id":"verl/workers/reward_model/base.py#BasePPORewardModel.compute_reward","name":[["compute",1],["reward",1]],"path":[["verl",1],["workers",1],["reward",1],["model",1],["base",1],["py",1]],"body":[["def",2],["compute",2],["reward",8],["self",2],["data",8],["proto",4],["computing",1],["given",1],["input",3],["ids",5],["transformers",1],["should",3],["output",1],["tensor",1],["shape",1],["batch",5],["size",5],["sequence",5],["length",5],["value",1],["at",1],["eos",2],["mask",3],["be",1],["gathered",1],["args",1],["must",1],["contain",1],["keys",1],["attention",2],["position",4],["returns",1],["pass",2],["protocol",1],["containing",1],["only",1],["contains",1],["other",1],["have",1],["zero",1],["note",1],["may",1],["change",1],["future",1],["if",1],["dense",1],["so",1],["leave",1],["interface",1],["general",1],["case",1]]},{"id":"verl/workers/reward_model/megatron/__init__.py","name":[["init",1],["py",1]],"path":[["verl",1],["workers",1],["reward",1],["model",1],["megatron",1],["init",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["from",1],["reward",2],["model",2],["import",1],["megatron",1]]},{"id":"verl/workers/reward_model/megatron/reward_model.py","name":[["reward",1],["model",1],["py",1]],"path":[["verl",1],["workers",1],["reward",2],["model",2],["megatron",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",3],["as",3],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["megatron",5],["reward",2],["model",3],["from",15],["tensordict",1],["import",16],["tensor",3],["dict",3],["functools",1],["partial",1],["verl",9],["data",2],["proto",2],["utils",7],["torch",7],["functional",3],["logprobs",2],["logits",2],["eos",1],["mask",1],["pad",1],["sequence",2],["length",1],["pipeline",2],["parallel",4],["compute",1],["transformers",1],["input",1],["shapes",1],["make",1],["batch",1],["generator",1],["broadcast",1],["split",1],["into",1],["batches",1],["dtypes",1],["precision",1],["type",1],["workers",1],["base",2],["pporeward",1],["sp",1],["core",2],["state",1],["mpu",1],["forward",1],["backward",1],["func",1]]},{"id":"verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel","name":[["megatron",1],["reward",1],["model",1]],"path":[["verl",1],["workers",1],["reward",2],["model",2],["megatron",1],["py",1]],"body":[["class",2],["megatron",5],["reward",9],["model",12],["base",2],["pporeward",2],["def",3],["init",1],["self",22],["config",11],["module",4],["torch",19],["nn",1],["list",1],["sft",11],["tokenizer",21],["none",4],["rm",52],["device",11],["cuda",4],["different",3],["not",3],["if",6],["param",2],["offload",3],["params",2],["cpu",1],["re",4],["encode",7],["by",6],["data",20],["proto",4],["assert",1],["need",3],["be",1],["generate",3],["input",33],["ids",51],["attention",24],["mask",26],["position",18],["remove",4],["pad",6],["each",2],["sequence",4],["decode",17],["system",3],["prompts",3],["batch",12],["bs",9],["seq",2],["len",2],["ori",14],["values",4],["seqlen",20],["size",6],["print",7],["true",2],["128",2],["id",5],["zip",1],["non",3],["zero",3],["indices",3],["nonzero",1],["view",2],["begin",2],["pos",4],["end",2],["item",2],["valid",2],["result",6],["workaround",1],["chat",6],["replace",4],["user",1],["inst",3],["assistant",2],["distributed",2],["rank",2],["only",1],["first",1],["current",2],["ndevice",1],["template",1],["false",2],["return",2],["tensors",1],["pt",1],["ones",1],["like",1],["cur",3],["shape",4],["note",2],["gh",2],["later",1],["compute",3],["will",3],["process",1],["warninig",1],["else",2],["right",1],["padding",1],["length",3],["token",3],["arange",1],["append",3],["unsqueeze",3],["dim",9],["cat",4],["change",2],["but",1],["into",1],["origin",1],["after",1],["no",2],["grad",2],["load",1],["responses",4],["response",1],["output",2],["forward",1],["mpu",3],["pipeline",3],["last",3],["stage",1],["ignore",1],["virtual",1],["logits",5],["empty",1],["dtype",1],["bfloat16",2],["todo",1],["sgm",1],["check",1],["broadcast",2],["across",1],["pp",1],["ranks",1],["tensor",1],["src",1],["parallel",2],["group",2],["async",1],["op",1],["hidden",1],["level",1],["rewards",1],["find",1],["ends",1],["cumsum",1],["argmax",1]]},{"id":"verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.__init__","name":[["init",1]],"path":[["verl",1],["workers",1],["reward",2],["model",2],["megatron",1],["py",1]],"body":[["def",2],["init",2],["self",12],["config",13],["model",8],["reward",4],["module",6],["torch",2],["nn",2],["list",2],["megatron",4],["sft",4],["tokenizer",10],["none",5],["rm",5],["device",1],["cuda",1],["different",1],["not",1],["if",1],["param",1],["offload",2],["params",1],["cpu",1]]},{"id":"verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.compute_reward","name":[["compute",1],["reward",1]],"path":[["verl",1],["workers",1],["reward",2],["model",2],["megatron",1],["py",1]],"body":[["def",2],["compute",3],["reward",4],["self",10],["data",15],["proto",5],["if",5],["config",2],["param",2],["offload",3],["load",1],["params",2],["cuda",2],["different",2],["tokenizer",3],["ori",7],["values",5],["re",1],["encode",1],["by",1],["rm",2],["input",8],["ids",13],["batch",12],["bs",8],["seq",1],["len",1],["attention",9],["mask",14],["position",6],["responses",4],["size",6],["response",2],["length",2],["torch",10],["no",1],["grad",1],["output",2],["forward",1],["mpu",3],["pipeline",3],["last",4],["stage",1],["ignore",1],["virtual",1],["true",1],["logits",5],["cat",1],["dim",5],["else",2],["empty",3],["shape",5],["dtype",1],["bfloat16",2],["todo",1],["sgm",1],["check",1],["device",2],["broadcast",2],["across",1],["pp",1],["ranks",1],["distributed",1],["tensor",2],["src",1],["model",2],["parallel",2],["rank",1],["group",2],["async",1],["op",1],["false",1],["seqlen",4],["hidden",1],["token",10],["level",8],["rewards",10],["find",1],["ends",2],["cumsum",1],["argmax",2],["view",1],["gather",1],["index",1],["update",1],["expand",1],["assign",1],["valid",1],["eos",5],["idx",2],["zeros",1],["like",1],["arange",1],["cpu",1],["add",1],["cache",2],["after",1],["each",1],["dict",1],["scores",1],["return",1]]},{"id":"verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.forward_batch","name":[["forward",1],["batch",1]],"path":[["verl",1],["workers",1],["reward",2],["model",2],["megatron",1],["py",1]],"body":[["def",4],["forward",13],["batch",35],["self",12],["data",13],["proto",2],["assume",1],["model",14],["takes",1],["input",17],["ids",11],["attention",7],["mask",7],["position",5],["no",4],["rmpad",1],["communication",1],["shape",2],["total",1],["nnz",1],["pad",1],["sp",1],["tp",1],["size",24],["hidden",9],["if",3],["sequence",4],["parallel",6],["enabled",1],["broadcast",2],["from",2],["last",2],["pp",7],["rank",2],["all",1],["other",1],["ranks",1],["todo",2],["actually",1],["just",1],["need",1],["control",1],["sampling",1],["order",1],["contiguous",1],["dict",2],["tensor",2],["src",1],["mpu",3],["pipeline",3],["group",2],["split",2],["into",2],["micro",9],["batches",9],["config",7],["not",1],["none",1],["ppo",2],["infer",5],["else",2],["bool",1],["len",7],["seq",7],["compute",3],["shapes",9],["stages",2],["transformers",1],["meta",1],["info",1],["megatron",1],["backward",4],["func",9],["loss",4],["output",4],["return",3],["logits",2],["step",5],["iter",2],["next",1],["should",1],["be",1],["list",1],["inside",1],["generator",4],["make",1],["vpp",1],["reward",3],["module",3],["may",1],["new",1],["schedule",1],["instead",1],["flash",2],["attn",2],["mbs",1],["world",1],["losses",3],["reduced",3],["iterator",2],["num",2],["microbatches",2],["must",1],["packing",1],["length",2],["was",3],["only",2],["true",2],["reduces",1],["contains",1],["stats",1],["returned",1]]},{"id":"verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.forward_batch.forward_step","name":[["forward",1],["step",1]],"path":[["verl",1],["workers",1],["reward",2],["model",2],["megatron",1],["py",1]],"body":[["def",2],["forward",2],["step",2],["batch",7],["iter",3],["model",3],["next",1],["input",4],["ids",8],["attention",4],["mask",4],["position",4],["output",2],["return",1],["loss",1],["func",1]]},{"id":"verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.forward_batch.loss_func","name":[["loss",1],["func",1]],"path":[["verl",1],["workers",1],["reward",2],["model",2],["megatron",1],["py",1]],"body":[["def",2],["loss",2],["func",2],["output",3],["return",1],["logits",2]]},{"id":"verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.load_params_to_cuda","name":[["load",1],["params",1],["cuda",1]],"path":[["verl",1],["workers",1],["reward",2],["model",2],["megatron",1],["py",1]],"body":[["def",2],["load",2],["params",2],["cuda",4],["self",5],["if",1],["device",3],["cpu",1],["reward",3],["model",3],["module",3],["name",1],["param",3],["named",1],["parameters",1],["data",2],["torch",1],["current",1],["non",1],["blocking",1],["true",1]]},{"id":"verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.offload_params_to_cpu","name":[["offload",1],["params",1],["cpu",1]],"path":[["verl",1],["workers",1],["reward",2],["model",2],["megatron",1],["py",1]],"body":[["def",2],["offload",2],["params",2],["cpu",4],["self",5],["if",1],["device",2],["cuda",2],["reward",3],["model",3],["module",3],["name",1],["param",3],["named",1],["parameters",1],["data",2],["non",1],["blocking",1],["true",1],["torch",1],["empty",1],["cache",1]]},{"id":"verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.re_encode_by_rm_tokenizer","name":[["re",1],["encode",1],["by",1],["rm",1],["tokenizer",1]],"path":[["verl",1],["workers",1],["reward",2],["model",2],["megatron",1],["py",1]],"body":[["def",2],["re",4],["encode",7],["by",6],["rm",48],["tokenizer",12],["self",6],["data",13],["proto",4],["assert",1],["different",1],["need",3],["not",2],["be",1],["none",1],["generate",3],["input",28],["ids",44],["attention",21],["mask",23],["position",16],["remove",4],["pad",6],["each",2],["sequence",4],["decode",17],["sft",8],["system",3],["prompts",3],["batch",6],["bs",4],["seq",1],["len",1],["ori",13],["values",3],["seqlen",17],["size",2],["print",7],["true",1],["128",2],["id",5],["zip",1],["non",3],["zero",3],["indices",3],["torch",12],["nonzero",1],["view",1],["begin",2],["pos",4],["end",2],["item",2],["valid",2],["result",6],["workaround",1],["chat",6],["replace",4],["user",1],["inst",3],["assistant",2],["if",2],["distributed",1],["rank",1],["only",1],["first",1],["device",8],["cuda",2],["current",2],["ndevice",1],["template",1],["false",1],["return",2],["tensors",1],["pt",1],["ones",1],["like",1],["cur",3],["shape",2],["note",2],["gh",2],["later",1],["reward",2],["compute",2],["will",3],["process",1],["warninig",1],["else",1],["right",1],["padding",1],["length",2],["token",1],["arange",1],["append",3],["unsqueeze",3],["dim",6],["cat",3],["change",2],["but",1],["into",1],["origin",1],["after",1]]},{"id":"verl/workers/rollout/__init__.py","name":[["init",1],["py",1]],"path":[["verl",1],["workers",1],["rollout",1],["init",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["from",3],["base",3],["import",3],["rollout",5],["naive",3],["hf",1],["hfrollout",2],["all",1]]},{"id":"verl/workers/rollout/base.py","name":[["base",1],["py",1]],"path":[["verl",1],["workers",1],["rollout",1],["base",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["from",3],["abc",2],["import",3],["abstractmethod",1],["typing",1],["iterable",1],["union",1],["verl",1],["data",1],["proto",1],["all",1],["base",1],["rollout",1]]},{"id":"verl/workers/rollout/base.py#BaseRollout","name":[["base",1],["rollout",1]],"path":[["verl",1],["workers",1],["rollout",1],["base",1],["py",1]],"body":[["class",2],["base",2],["rollout",2],["abc",2],["def",2],["init",2],["self",2],["args",1],["dataloader",2],["iterable",1],["tensor",1],["dict",1],["consistently",1],["generates",1],["prompts",2],["note",1],["should",1],["handle",1],["training",1],["stops",1],["super",1],["abstractmethod",1],["generate",2],["sequences",2],["data",2],["proto",2],["pass",1]]},{"id":"verl/workers/rollout/base.py#BaseRollout.__init__","name":[["init",1]],"path":[["verl",1],["workers",1],["rollout",1],["base",1],["py",1]],"body":[["def",2],["init",3],["self",2],["args",1],["dataloader",2],["iterable",1],["tensor",1],["dict",1],["consistently",1],["generates",1],["prompts",1],["note",1],["should",1],["handle",1],["training",1],["stops",1],["super",1]]},{"id":"verl/workers/rollout/base.py#BaseRollout.generate_sequences","name":[["generate",1],["sequences",1]],"path":[["verl",1],["workers",1],["rollout",1],["base",1],["py",1]],"body":[["def",2],["generate",3],["sequences",3],["self",2],["prompts",2],["data",4],["proto",4],["pass",1]]},{"id":"verl/workers/rollout/hf_rollout.py","name":[["hf",1],["rollout",1],["py",1]],"path":[["verl",1],["workers",1],["rollout",2],["hf",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",4],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["rollout",2],["huggingface",1],["models",1],["todo",1],["refactor",1],["class",1],["currently",1],["will",1],["hang",1],["fsdp",3],["hybrid",1],["shard",1],["should",1],["actually",1],["create",1],["single",3],["gpu",3],["model",3],["then",2],["full",1],["state",2],["dict",3],["bind",1],["perform",1],["generation",2],["import",10],["contextlib",1],["torch",5],["from",7],["tensordict",1],["tensor",1],["nn",1],["fully",1],["sharded",1],["data",2],["parallel",1],["verl",2],["proto",1],["utils",1],["functional",1],["eos",1],["mask",1],["base",2],["transformers",1],["config",1],["all",1],["hfrollout",1]]},{"id":"verl/workers/rollout/hf_rollout.py#HFRollout","name":[["hfrollout",1]],"path":[["verl",1],["workers",1],["rollout",2],["hf",1],["py",1]],"body":[["class",2],["hfrollout",2],["base",2],["rollout",2],["def",3],["init",2],["self",18],["module",9],["nn",1],["config",14],["super",1],["generate",6],["sequences",2],["prompts",17],["data",6],["proto",6],["batch",20],["size",14],["num",2],["chunks",3],["max",5],["micro",1],["chunk",1],["output",7],["minibatch",2],["concat",1],["return",3],["torch",9],["no",2],["grad",1],["idx",4],["input",3],["ids",13],["bs",3],["prompt",8],["length",23],["attention",13],["mask",14],["left",1],["padded",1],["position",14],["construct",1],["eos",8],["token",11],["id",15],["meta",7],["info",7],["pad",6],["eval",1],["param",3],["ctx",3],["contextlib",1],["nullcontext",1],["make",1],["sampling",1],["args",1],["be",2],["overriden",1],["by",1],["inputs",1],["sample",5],["response",18],["top",14],["if",3],["none",1],["compatible",1],["vllm",1],["temperature",5],["generation",4],["isinstance",1],["fsdp",2],["recurse",2],["need",1],["false",4],["according",1],["https",1],["github",1],["com",1],["pytorch",2],["issues",1],["100069",1],["summon",1],["full",1],["params",1],["writeback",1],["autocast",1],["device",5],["type",1],["cuda",2],["dtype",5],["bfloat16",1],["new",1],["tokens",5],["renormalize",1],["logits",1],["true",3],["scores",1],["potentially",1],["very",1],["large",1],["dict",2],["cache",3],["todo",1],["filter",1],["out",1],["seq",11],["answers",1],["like",1],["ds",1],["chat",1],["huggingface",1],["will",1],["stop",1],["generating",1],["all",1],["reaches",1],["have",1],["sequence",3],["delta",11],["shape",2],["ones",1],["cat",3],["dim",3],["assert",1],["arange",1],["unsqueeze",1],["repeat",1],["tensor",1],["responses",1],["empty",2],["before",1],["compute",1],["old",1],["log",1],["prob",1],["train",1]]},{"id":"verl/workers/rollout/hf_rollout.py#HFRollout.__init__","name":[["init",1]],"path":[["verl",1],["workers",1],["rollout",2],["hf",1],["py",1]],"body":[["def",2],["init",3],["self",4],["module",6],["nn",2],["config",4],["super",1]]},{"id":"verl/workers/rollout/hf_rollout.py#HFRollout._generate_minibatch","name":[["generate",1],["minibatch",1]],"path":[["verl",1],["workers",1],["rollout",2],["hf",1],["py",1]],"body":[["def",2],["generate",5],["minibatch",2],["self",13],["prompts",13],["data",5],["proto",5],["idx",4],["batch",12],["input",3],["ids",13],["bs",3],["prompt",8],["length",23],["attention",13],["mask",14],["left",1],["padded",1],["position",14],["construct",1],["eos",8],["token",11],["id",15],["meta",7],["info",7],["pad",6],["size",9],["module",5],["eval",1],["param",3],["ctx",3],["contextlib",1],["nullcontext",1],["make",1],["sampling",1],["args",1],["be",2],["overriden",1],["by",1],["inputs",1],["sample",5],["config",10],["response",18],["top",14],["if",3],["none",1],["max",4],["compatible",1],["vllm",1],["temperature",5],["generation",4],["isinstance",1],["fsdp",2],["recurse",2],["need",1],["false",4],["according",1],["https",1],["github",1],["com",1],["pytorch",2],["issues",1],["100069",1],["summon",1],["full",1],["params",1],["writeback",1],["torch",8],["autocast",1],["device",5],["type",1],["cuda",2],["dtype",5],["bfloat16",1],["output",3],["new",1],["tokens",5],["renormalize",1],["logits",1],["true",3],["scores",1],["potentially",1],["very",1],["large",1],["return",2],["dict",2],["cache",3],["todo",1],["filter",1],["out",1],["seq",11],["no",1],["answers",1],["like",1],["ds",1],["chat",1],["sequences",1],["huggingface",1],["will",1],["stop",1],["generating",1],["all",1],["reaches",1],["have",1],["sequence",3],["delta",11],["shape",2],["ones",1],["cat",3],["dim",3],["assert",1],["arange",1],["unsqueeze",1],["repeat",1],["tensor",1],["responses",1],["empty",2],["before",1],["compute",1],["old",1],["log",1],["prob",1],["train",1]]},{"id":"verl/workers/rollout/hf_rollout.py#HFRollout.generate_sequences","name":[["generate",1],["sequences",1]],"path":[["verl",1],["workers",1],["rollout",2],["hf",1],["py",1]],"body":[["def",2],["generate",3],["sequences",2],["self",4],["prompts",6],["data",5],["proto",5],["batch",8],["size",5],["num",2],["chunks",3],["max",1],["config",1],["micro",1],["chunk",1],["output",4],["minibatch",1],["concat",1],["return",1]]},{"id":"verl/workers/rollout/naive/__init__.py","name":[["init",1],["py",1]],"path":[["verl",1],["workers",1],["rollout",1],["naive",1],["init",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["from",1],["naive",2],["rollout",2],["import",1]]},{"id":"verl/workers/rollout/naive/naive_rollout.py","name":[["naive",1],["rollout",1],["py",1]],"path":[["verl",1],["workers",1],["rollout",2],["naive",2],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",2],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["single",1],["gpu",1],["rollout",3],["sequences",1],["generated",1],["directly",1],["sampling",1],["from",8],["model",1],["output",2],["will",1],["contain",1],["ids",1],["attention",1],["masks",2],["left",1],["padding",1],["eos",1],["log",1],["probs",1],["typing",1],["import",8],["iterable",1],["union",1],["torch",4],["nn",2],["functional",2],["tensordict",1],["tensor",1],["dict",1],["verl",2],["data",1],["proto",1],["utils",1],["logprobs",1],["logits",1],["base",2],["all",1],["native",1]]},{"id":"verl/workers/rollout/naive/naive_rollout.py#NaiveRollout","name":[["naive",1],["rollout",1]],"path":[["verl",1],["workers",1],["rollout",2],["naive",2],["py",1]],"body":[["class",2],["naive",3],["rollout",5],["base",2],["def",2],["init",2],["self",14],["module",11],["nn",1],["config",12],["requires",1],["be",1],["compatible",1],["huggingface",3],["apis",3],["should",1],["define",1],["call",1],["receive",1],["input",4],["ids",14],["attention",19],["mask",19],["position",10],["outputs",1],["structure",1],["contains",1],["logits",22],["field",1],["args",1],["here",2],["follows",1],["dict",2],["super",1],["torch",10],["no",1],["grad",1],["generate",2],["sequences",3],["prompts",7],["data",3],["proto",3],["idx",19],["batch",10],["bs",5],["prompt",5],["length",8],["left",1],["padded",1],["construct",1],["eos",3],["token",3],["id",3],["meta",1],["info",1],["size",14],["eval",1],["prev",5],["ones",1],["dtype",3],["device",2],["lst",3],["range",1],["response",6],["if",4],["sequence",3],["context",1],["growing",1],["too",1],["long",1],["must",1],["crop",2],["at",2],["block",3],["cond",3],["else",2],["forward",1],["model",1],["index",2],["output",2],["pluck",1],["final",1],["step",1],["scale",1],["by",1],["desired",1],["temperature",2],["vocab",2],["optionally",1],["only",1],["top",3],["options",1],["not",1],["none",1],["topk",1],["min",1],["float",1],["inf",1],["apply",1],["softmax",2],["convert",1],["normalized",1],["probabilities",1],["probs",6],["dim",6],["sample",2],["from",2],["distribution",1],["next",4],["multinomial",1],["num",1],["samples",1],["argmax",1],["keepdim",1],["true",1],["cat",3],["logical",1],["bool",1],["append",2],["sampled",1],["running",1],["continue",1],["stack",1],["log",3],["logprobs",1],["labels",1],["tensor",1],["responses",1],["old",1],["train",1],["return",1]]},{"id":"verl/workers/rollout/naive/naive_rollout.py#NaiveRollout.__init__","name":[["init",1]],"path":[["verl",1],["workers",1],["rollout",2],["naive",2],["py",1]],"body":[["def",2],["init",3],["self",4],["module",10],["nn",2],["config",6],["naive",1],["rollout",1],["requires",1],["be",1],["compatible",1],["huggingface",2],["apis",2],["should",1],["define",1],["call",1],["receive",1],["input",1],["ids",2],["attention",1],["mask",1],["position",1],["outputs",1],["structure",1],["contains",1],["logits",1],["field",1],["args",1],["here",1],["follows",1],["dict",1],["super",1]]},{"id":"verl/workers/rollout/naive/naive_rollout.py#NaiveRollout.generate_sequences","name":[["generate",1],["sequences",1]],"path":[["verl",1],["workers",1],["rollout",2],["naive",2],["py",1]],"body":[["def",2],["generate",3],["sequences",4],["self",12],["prompts",8],["data",5],["proto",5],["idx",19],["batch",10],["input",3],["ids",12],["bs",5],["prompt",5],["length",8],["attention",18],["mask",18],["left",1],["padded",1],["position",9],["construct",1],["eos",3],["token",3],["id",3],["meta",1],["info",1],["size",14],["module",3],["eval",1],["prev",5],["torch",9],["ones",1],["dtype",3],["device",2],["logits",21],["lst",3],["range",1],["config",7],["response",6],["if",4],["sequence",3],["context",1],["growing",1],["too",1],["long",1],["must",1],["crop",2],["at",2],["block",3],["cond",3],["else",2],["forward",1],["model",1],["index",2],["huggingface",1],["apis",1],["here",1],["output",2],["pluck",1],["final",1],["step",1],["scale",1],["by",1],["desired",1],["temperature",2],["vocab",2],["optionally",1],["only",1],["top",3],["options",1],["not",1],["none",1],["topk",1],["min",1],["float",1],["inf",1],["apply",1],["softmax",2],["convert",1],["normalized",1],["probabilities",1],["probs",6],["dim",6],["sample",2],["from",2],["distribution",1],["next",4],["multinomial",1],["num",1],["samples",1],["argmax",1],["keepdim",1],["true",1],["cat",3],["logical",1],["bool",1],["append",2],["sampled",1],["running",1],["continue",1],["stack",1],["log",3],["logprobs",1],["labels",1],["tensor",1],["dict",1],["responses",1],["old",1],["train",1],["return",1]]},{"id":"verl/workers/rollout/tokenizer.py","name":[["tokenizer",1],["py",1]],"path":[["verl",1],["workers",1],["rollout",1],["tokenizer",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",2],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",2],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["base",2],["tokenizer",2],["class",1],["hybrid",2],["engine",2],["based",1],["rollout",1],["inference",1],["llm",1],["from",2],["abc",2],["import",2],["abstractmethod",1],["typing",1],["dict",1],["list",1],["union",1],["all",1]]},{"id":"verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer","name":[["hybrid",1],["engine",1],["base",1],["tokenizer",1]],"path":[["verl",1],["workers",1],["rollout",1],["tokenizer",1],["py",1]],"body":[["class",3],["hybrid",2],["engine",2],["base",3],["tokenizer",5],["abc",2],["property",7],["function",1],["name",1],["should",2],["align",1],["hf",1],["meet",1],["vllm",1],["requirement",1],["abstractmethod",10],["def",11],["vocab",2],["size",2],["self",14],["int",17],["vocabulary",8],["without",1],["added",6],["tokens",27],["pass",10],["pad",1],["token",16],["id",5],["optional",8],["padding",1],["returns",7],["none",4],["if",4],["has",2],["not",5],["been",2],["eos",1],["end",1],["sentence",2],["all",2],["special",11],["ids",13],["list",23],["unk",2],["cls",2],["etc",2],["mapped",1],["attributes",1],["str",18],["unique",1],["convert",6],["tokenizers",1],["type",1],["string",11],["encode",1],["text",3],["converts",4],["sequence",7],["integer",1],["args",4],["first",1],["be",7],["encoded",2],["strings",2],["tokenized",3],["tokenize",2],["method",4],["integers",2],["pair",1],["second",1],["decode",2],["union",4],["np",2],["ndarray",2],["torch",2],["tensor",4],["tf",2],["skip",4],["bool",6],["false",5],["clean",5],["up",5],["tokenization",6],["spaces",5],["kwargs",2],["options",1],["remove",4],["similar",1],["doing",1],["input",1],["obtained",1],["call",2],["defaults",2],["whether",3],["decoding",2],["will",2],["default",1],["additional",1],["keyword",1],["arguments",1],["passed",1],["underlying",1],["model",1],["specific",1],["decoded",2],["single",2],["index",2],["indices",1],["dict",2],["as",1],["dictionary",1],["results",1],["might",1],["different",1],["from",1],["fast",2],["because",1],["now",1],["always",1],["add",1],["even",1],["they",1],["already",1],["something",1],["change",1],["most",1],["simple",1],["way",1],["join",2],["but",1],["often",1],["want",1],["sub",1],["word",1],["artifacts",1],["at",1],["same",1],["time",1],["joined",1],["return",1]]},{"id":"verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer.all_special_ids","name":[["all",1],["special",1],["ids",1]],"path":[["verl",1],["workers",1],["rollout",1],["tokenizer",1],["py",1]],"body":[["def",2],["all",2],["special",3],["ids",3],["self",2],["list",4],["int",3],["tokens",1],["unk",1],["cls",1],["etc",1],["mapped",1],["class",1],["attributes",1],["pass",1]]},{"id":"verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer.all_special_tokens","name":[["all",1],["special",1],["tokens",1]],"path":[["verl",1],["workers",1],["rollout",1],["tokenizer",1],["py",1]],"body":[["def",2],["all",2],["special",3],["tokens",4],["self",2],["list",4],["str",3],["unique",1],["unk",1],["cls",1],["etc",1],["convert",1],["tokenizers",1],["added",1],["token",1],["type",1],["string",1],["pass",1]]},{"id":"verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer.convert_ids_to_tokens","name":[["convert",1],["ids",1],["tokens",1]],"path":[["verl",1],["workers",1],["rollout",1],["tokenizer",1],["py",1]],"body":[["def",2],["convert",3],["ids",6],["tokens",9],["self",2],["union",4],["int",6],["list",6],["skip",3],["special",4],["bool",3],["false",3],["str",6],["converts",1],["single",1],["index",1],["sequence",2],["indices",1],["token",4],["vocabulary",1],["added",1],["args",1],["id",1],["optional",1],["defaults",1],["whether",1],["not",1],["remove",1],["decoding",1],["returns",1],["decoded",1],["pass",1]]},{"id":"verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer.convert_tokens_to_string","name":[["convert",1],["tokens",1],["string",1]],"path":[["verl",1],["workers",1],["rollout",1],["tokenizer",1],["py",1]],"body":[["def",2],["convert",2],["tokens",8],["string",4],["self",2],["list",3],["str",6],["converts",1],["sequence",1],["single",1],["most",1],["simple",1],["way",1],["join",2],["but",1],["often",1],["want",1],["remove",1],["sub",1],["word",1],["tokenization",1],["artifacts",1],["at",1],["same",1],["time",1],["args",1],["token",1],["returns",1],["joined",1],["pass",1]]},{"id":"verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer.decode","name":[["decode",1]],"path":[["verl",1],["workers",1],["rollout",1],["tokenizer",1],["py",1]],"body":[["def",2],["decode",3],["self",5],["token",4],["ids",7],["union",3],["int",6],["list",4],["np",3],["ndarray",3],["torch",3],["tensor",6],["tf",3],["skip",3],["special",5],["tokens",7],["bool",6],["false",3],["clean",6],["up",6],["tokenization",6],["spaces",6],["none",3],["kwargs",3],["str",3],["converts",1],["sequence",1],["string",2],["tokenizer",1],["vocabulary",1],["options",1],["remove",2],["similar",1],["doing",1],["convert",2],["args",1],["tokenized",1],["input",1],["be",2],["obtained",1],["call",1],["method",2],["optional",3],["defaults",1],["whether",2],["not",2],["decoding",1],["if",1],["will",2],["default",1],["additional",1],["keyword",1],["arguments",1],["passed",1],["underlying",1],["model",1],["specific",1],["returns",1],["decoded",1],["sentence",1],["pass",1]]},{"id":"verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer.encode","name":[["encode",1]],"path":[["verl",1],["workers",1],["rollout",1],["tokenizer",1],["py",1]],"body":[["def",2],["encode",2],["self",2],["text",4],["converts",1],["string",5],["sequence",3],["ids",1],["integer",1],["tokenizer",1],["vocabulary",1],["args",1],["str",4],["list",8],["int",2],["first",1],["be",4],["encoded",2],["strings",2],["tokenized",2],["tokenize",2],["method",2],["integers",2],["pair",1],["optional",2],["second",1],["pass",1]]},{"id":"verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer.eos_token_id","name":[["eos",1],["token",1],["id",1]],"path":[["verl",1],["workers",1],["rollout",1],["tokenizer",1],["py",1]],"body":[["def",2],["eos",2],["token",4],["id",3],["self",2],["optional",1],["int",1],["end",1],["sentence",1],["vocabulary",1],["returns",1],["none",1],["if",1],["has",1],["not",1],["been",1],["pass",1]]},{"id":"verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer.get_added_vocab","name":[["added",1],["vocab",1]],"path":[["verl",1],["workers",1],["rollout",1],["tokenizer",1],["py",1]],"body":[["def",2],["added",4],["vocab",2],["self",2],["dict",3],["str",3],["int",3],["returns",2],["tokens",3],["vocabulary",2],["as",1],["dictionary",1],["token",1],["index",1],["results",1],["might",1],["be",1],["different",1],["from",1],["fast",1],["call",1],["because",1],["now",1],["always",1],["add",1],["even",1],["if",1],["they",1],["already",1],["something",1],["should",1],["change",1],["pass",1]]},{"id":"verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer.is_fast","name":[["fast",1]],"path":[["verl",1],["workers",1],["rollout",1],["tokenizer",1],["py",1]],"body":[["def",2],["fast",2],["self",2],["return",1],["false",1]]},{"id":"verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer.pad_token_id","name":[["pad",1],["token",1],["id",1]],"path":[["verl",1],["workers",1],["rollout",1],["tokenizer",1],["py",1]],"body":[["def",2],["pad",2],["token",4],["id",3],["self",2],["optional",1],["int",1],["padding",1],["vocabulary",1],["returns",1],["none",1],["if",1],["has",1],["not",1],["been",1],["pass",1]]},{"id":"verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer.vocab_size","name":[["vocab",1],["size",1]],"path":[["verl",1],["workers",1],["rollout",1],["tokenizer",1],["py",1]],"body":[["def",2],["vocab",2],["size",3],["self",2],["int",1],["base",1],["vocabulary",1],["without",1],["added",1],["tokens",1],["pass",1]]},{"id":"verl/workers/rollout/vllm_rollout/__init__.py","name":[["init",1],["py",1]],"path":[["verl",1],["workers",1],["rollout",2],["vllm",1],["init",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["from",1],["vllm",1],["rollout",1],["import",1],["llmrollout",1]]},{"id":"verl/workers/rollout/vllm_rollout/vllm_rollout.py","name":[["vllm",1],["rollout",1],["py",1]],"path":[["verl",1],["workers",1],["rollout",3],["vllm",2],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",2],["you",2],["may",2],["not",2],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",2],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",3],["as",3],["basis",1],["without",2],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["vllm",7],["rollout",3],["be",1],["applied",1],["different",1],["backend",1],["working",2],["fsdp",2],["dtensor",1],["weight",3],["loader",3],["recommended",1],["hf",1],["utilize",1],["state",2],["dict",3],["from",12],["synchronize",1],["weights",1],["among",1],["tp",2],["ranks",3],["llm",2],["megatron",2],["during",1],["training",1],["only",1],["current",2],["pp",7],["stage",1],["holds",2],["parameters",5],["before",1],["inference",4],["broadcast",1],["rank",2],["all",4],["other",1],["bind",1],["engine",1],["treated",1],["additional",1],["dp",1],["after",1],["doesn",1],["belong",1],["freed",1],["typing",1],["import",13],["list",2],["contextlib",1],["contextmanager",1],["omegaconf",1],["config",1],["torch",4],["tensordict",1],["tensor",1],["nn",1],["verl",6],["data",1],["proto",1],["utils",1],["functional",1],["eos",1],["mask",1],["pad",1],["sequence",1],["length",1],["workers",1],["base",2],["third",2],["party",2],["parallel",1],["ps",1],["sampling",1],["params",1],["todo",1],["support",1],["passing",1],["tokenizer",1],["necessary",1],["no",1],["encoding",1],["decoding",1],["happending",1],["here",1],["simplify",1],["init",1],["logics",1],["note",1],["sgm",1],["add",1],["optimize",1],["making",1],["dataloader",1],["yield",1],["int",1],["padding",1]]},{"id":"verl/workers/rollout/vllm_rollout/vllm_rollout.py#_pre_process_inputs","name":[["pre",1],["process",1],["inputs",1]],"path":[["verl",1],["workers",1],["rollout",3],["vllm",2],["py",1]],"body":[["def",2],["pre",2],["process",2],["inputs",2],["pad",15],["token",23],["id",14],["prompt",8],["ids",9],["torch",4],["tensor",2],["list",2],["int",2],["remove",2],["left",2],["padding",3],["self",6],["llm",6],["engine",6],["tokenizer",6],["if",3],["not",2],["none",2],["else",2],["eos",2],["new",2],["from",1],["here",2],["non",5],["indices",2],["nonzero",2],["as",2],["tuple",2],["false",2],["len",1],["return",2],["index",3],["tolist",2],["long",2]]},{"id":"verl/workers/rollout/vllm_rollout/vllm_rollout.py#vLLMRollout","name":[["llmrollout",1]],"path":[["verl",1],["workers",1],["rollout",3],["vllm",2],["py",1]],"body":[["class",2],["llmrollout",2],["base",2],["rollout",3],["def",3],["init",4],["self",22],["actor",3],["module",6],["nn",1],["config",28],["dict",3],["tokenizer",9],["model",13],["hf",5],["kwargs",16],["llm",4],["requires",1],["supported",1],["by",1],["vllm",7],["args",5],["here",3],["follows",1],["huggingface",2],["apis",1],["task",1],["initiallize",1],["generating",1],["train",8],["tp",11],["megatron",3],["backend",1],["initialize",2],["hybrid",1],["engine",14],["zero",1],["redundancy",1],["process",3],["group",1],["super",1],["assert",3],["not",4],["enforce",4],["eager",4],["free",3],["cache",5],["disable",2],["cuda",2],["graph",1],["false",4],["if",17],["tensor",10],["parallel",10],["size",15],["torch",3],["distributed",1],["world",2],["should",2],["be",3],["less",1],["than",2],["equal",1],["none",4],["deployed",1],["import",2],["os",3],["environ",2],["timer",1],["stream",1],["kafka",1],["enable",2],["timers",1],["num",3],["per",3],["version",2],["ps",1],["state",1],["max",3],["position",3],["embeddings",1],["prompt",5],["length",12],["response",7],["context",1],["greater",1],["total",1],["sequence",2],["inference",6],["dtype",2],["gpu",2],["memory",3],["utilization",2],["skip",1],["len",6],["load",2],["format",2],["offload",2],["reduce",1],["peak",1],["usage",1],["weights",1],["logprobs",1],["let",1],["recompute",2],["tokens",1],["may",1],["detokenize",2],["result",1],["all",1],["together",1],["later",1],["supporting",1],["adding",1],["any",1],["sampling",19],["params",19],["from",2],["file",1],["keys",1],["hasattr",3],["str",2],["print",5],["pad",4],["token",16],["id",9],["contextmanager",1],["update",3],["old",6],["key",7],["value",6],["items",2],["getattr",1],["setattr",2],["yield",1],["roll",1],["back",1],["previous",1],["no",1],["grad",1],["generate",2],["sequences",1],["prompts",7],["data",2],["proto",2],["rebuild",1],["idx",20],["batch",6],["input",1],["ids",9],["bs",3],["left",1],["padded",1],["attention",4],["mask",4],["construct",1],["eos",2],["meta",2],["info",2],["list",16],["parse",1],["new",2],["range",2],["append",2],["pre",2],["inputs",2],["warning",1],["empty",2],["sample",5],["minimal",1],["valid",1],["bos",3],["else",3],["debug",3],["type",2],["10",1],["true",1],["best",1],["top",2],["min",1],["temperature",1],["greedy",1],["only",1],["users",1],["customize",1],["different",2],["at",1],["run",1],["output",2],["because",1],["have",1],["already",1],["convert",1],["tqdm",1],["todo",1],["sgm",1],["logprob",1],["log",2],["prob",1],["device",1],["pro",1]]},{"id":"verl/workers/rollout/vllm_rollout/vllm_rollout.py#vLLMRollout.__init__","name":[["init",1]],"path":[["verl",1],["workers",1],["rollout",3],["vllm",2],["py",1]],"body":[["def",2],["init",4],["self",8],["actor",4],["module",8],["nn",2],["config",30],["dict",4],["tokenizer",8],["model",14],["hf",6],["kwargs",11],["llm",2],["rollout",1],["requires",1],["supported",1],["by",1],["vllm",6],["args",1],["here",1],["follows",1],["huggingface",2],["apis",1],["task",1],["initiallize",1],["generating",1],["train",8],["tp",11],["megatron",3],["backend",1],["initialize",2],["hybrid",1],["engine",5],["zero",1],["redundancy",1],["process",1],["group",1],["super",1],["assert",3],["not",3],["enforce",4],["eager",4],["free",2],["cache",2],["disable",1],["cuda",2],["graph",1],["false",3],["if",5],["tensor",9],["parallel",10],["size",11],["torch",1],["distributed",1],["world",2],["should",2],["be",3],["less",1],["than",2],["equal",1],["none",3],["deployed",1],["import",2],["os",3],["environ",2],["timer",1],["stream",1],["kafka",1],["enable",1],["timers",1],["num",3],["per",3],["version",2],["ps",1],["state",1],["max",3],["position",1],["embeddings",1],["prompt",2],["length",7],["response",3],["context",1],["greater",1],["total",1],["sequence",1],["inference",2],["dtype",2],["gpu",2],["memory",3],["utilization",2],["skip",1],["len",1],["load",2],["format",2],["offload",2],["reduce",1],["peak",1],["usage",1],["weights",1],["logprobs",1],["let",1],["recompute",1],["tokens",1],["may",1],["detokenize",2],["result",1],["all",1],["together",1],["later",1],["supporting",1],["adding",1],["any",1],["sampling",4],["params",4],["from",1],["file",1],["keys",1],["hasattr",1],["str",1],["print",1],["pad",2],["token",2],["id",2]]},{"id":"verl/workers/rollout/vllm_rollout/vllm_rollout.py#vLLMRollout.generate_sequences","name":[["generate",1],["sequences",1]],"path":[["verl",1],["workers",1],["rollout",3],["vllm",2],["py",1]],"body":[["def",2],["generate",3],["sequences",2],["self",23],["prompts",9],["data",7],["proto",5],["kwargs",4],["rebuild",2],["vllm",3],["cache",7],["engine",14],["if",15],["config",10],["free",4],["inference",5],["init",1],["idx",28],["batch",14],["input",3],["ids",23],["bs",3],["prompt",4],["length",12],["left",2],["padded",1],["attention",14],["mask",15],["position",18],["construct",1],["eos",5],["token",18],["id",15],["meta",2],["info",2],["size",10],["list",16],["parse",1],["from",1],["torch",8],["tensor",2],["str",1],["new",2],["here",4],["range",2],["append",2],["pre",2],["process",2],["inputs",2],["pad",9],["len",4],["print",4],["warning",1],["empty",2],["sample",6],["minimal",1],["valid",2],["sequence",3],["bos",3],["llm",2],["tokenizer",2],["hasattr",1],["else",3],["debug",3],["type",2],["10",2],["true",1],["not",1],["best",1],["top",2],["min",1],["temperature",1],["greedy",1],["only",1],["response",26],["users",1],["customize",1],["different",2],["sampling",4],["params",4],["at",1],["run",1],["update",1],["output",3],["none",1],["because",1],["have",1],["already",1],["convert",1],["tqdm",1],["false",1],["todo",2],["sgm",2],["disable",1],["logprob",1],["recompute",2],["log",11],["prob",2],["enable",1],["device",4],["probs",9],["dtype",5],["long",4],["bfloat16",1],["float",1],["shape",1],["repeat",4],["interleave",3],["dim",6],["seq",2],["cat",3],["delta",4],["arange",1],["unsqueeze",1],["fix",1],["right",2],["11",1],["all",2],["tp",1],["ranks",2],["should",1],["contain",1],["same",1],["dict",1],["responses",1],["become",1],["whole",1],["sentences",1],["old",2],["will",1],["actor",1],["return",1]]},{"id":"verl/workers/rollout/vllm_rollout/vllm_rollout.py#vLLMRollout.update_sampling_params","name":[["update",1],["sampling",1],["params",1]],"path":[["verl",1],["workers",1],["rollout",3],["vllm",2],["py",1]],"body":[["def",2],["update",4],["sampling",13],["params",13],["self",6],["kwargs",4],["old",6],["args",4],["if",3],["key",7],["value",6],["items",2],["hasattr",1],["getattr",1],["setattr",2],["yield",1],["roll",1],["back",1],["previous",1],["len",1]]},{"id":"verl/workers/sharding_manager/__init__.py","name":[["init",1],["py",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["init",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",2],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["from",5],["verl",1],["utils",2],["import",6],["vllm",5],["available",5],["megatron",5],["core",2],["base",2],["sharding",2],["manager",6],["fsdp",2],["ulysses",1],["fsdpulysses",1],["all",4],["gather",4],["ppmodel",4],["none",5],["if",2],["vllmsharding",2],["elif",1],["pass",1],["else",2],["fsdpvllmsharding",2]]},{"id":"verl/workers/sharding_manager/base.py","name":[["base",1],["py",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["base",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",2],["as",1],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["sharding",1],["manager",1],["implement",1],["hybrid",1],["engine",1],["from",1],["verl",1],["import",1],["data",1],["proto",1]]},{"id":"verl/workers/sharding_manager/base.py#BaseShardingManager","name":[["base",1],["sharding",1],["manager",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["base",1],["py",1]],"body":[["class",2],["base",2],["sharding",2],["manager",2],["def",4],["enter",1],["self",4],["pass",2],["exit",1],["exc",2],["type",1],["value",1],["traceback",1],["preprocess",1],["data",10],["proto",4],["return",2],["postprocess",1]]},{"id":"verl/workers/sharding_manager/base.py#BaseShardingManager.__enter__","name":[["enter",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["base",1],["py",1]],"body":[["def",2],["enter",2],["self",2],["pass",1]]},{"id":"verl/workers/sharding_manager/base.py#BaseShardingManager.__exit__","name":[["exit",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["base",1],["py",1]],"body":[["def",2],["exit",2],["self",2],["exc",4],["type",2],["value",2],["traceback",2],["pass",1]]},{"id":"verl/workers/sharding_manager/base.py#BaseShardingManager.postprocess_data","name":[["postprocess",1],["data",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["base",1],["py",1]],"body":[["def",2],["postprocess",2],["data",9],["self",2],["proto",4],["return",1]]},{"id":"verl/workers/sharding_manager/base.py#BaseShardingManager.preprocess_data","name":[["preprocess",1],["data",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["base",1],["py",1]],"body":[["def",2],["preprocess",2],["data",9],["self",2],["proto",4],["return",1]]},{"id":"verl/workers/sharding_manager/fsdp_ulysses.py","name":[["fsdp",1],["ulysses",1],["py",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["fsdp",1],["ulysses",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",1],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",4],["as",2],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["contains",1],["resharding",1],["manager",2],["binds",1],["weights",1],["from",7],["fsdp",1],["zero3",1],["xperf",1],["gpt",1],["typing",1],["import",10],["optional",1],["base",2],["sharding",1],["random",1],["torch",4],["device",2],["mesh",2],["verl",3],["utils",2],["functional",1],["allgather",1],["dict",1],["tensors",1],["ulysses",3],["sequence",2],["parallel",2],["group",2],["numpy",1],["np",1],["data",1],["proto",1]]},{"id":"verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager","name":[["fsdpulysses",1],["sharding",1],["manager",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["fsdp",1],["ulysses",1],["py",1]],"body":[["class",2],["fsdpulysses",2],["sharding",5],["manager",5],["base",2],["support",1],["data",27],["resharding",1],["fsdp",3],["ulysses",5],["def",5],["init",2],["self",18],["device",18],["mesh",13],["super",1],["seed",3],["offset",1],["12345",1],["enter",1],["if",4],["not",4],["none",5],["have",2],["global",1],["sp",19],["group",16],["so",1],["change",1],["model",3],["specific",1],["prev",4],["sequence",3],["parallel",3],["todo",2],["check",2],["each",2],["exit",1],["exc",2],["type",1],["value",1],["traceback",1],["restore",1],["random",1],["states",1],["revert",1],["previous",1],["preprocess",1],["proto",4],["all",6],["gather",3],["from",1],["region",1],["because",1],["first",1],["sharded",1],["along",1],["dimension",1],["as",1],["utilize",1],["dp",1],["compute",1],["need",1],["make",1],["sure",1],["same",1],["across",1],["size",8],["batch",14],["cuda",2],["torch",2],["current",1],["allgather",1],["dict",1],["tensors",1],["contiguous",1],["dim",1],["non",7],["tensor",7],["range",1],["distributed",1],["object",1],["np",1],["concatenate",1],["return",2],["postprocess",1],["split",1],["follow",1],["partition",1],["rank",3],["local",1],["chunk",1],["chunks",1]]},{"id":"verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager.__enter__","name":[["enter",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["fsdp",1],["ulysses",1],["py",1]],"body":[["def",2],["enter",2],["self",5],["if",1],["device",2],["mesh",2],["not",1],["none",1],["have",2],["global",1],["sp",4],["group",6],["so",1],["change",1],["model",2],["specific",1],["prev",1],["ulysses",2],["sequence",2],["parallel",2],["todo",1],["check",1],["seed",1],["each",1]]},{"id":"verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager.__exit__","name":[["exit",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["fsdp",1],["ulysses",1],["py",1]],"body":[["def",2],["exit",2],["self",4],["exc",4],["type",2],["value",2],["traceback",2],["restore",2],["random",2],["states",2],["if",1],["device",1],["mesh",1],["not",1],["none",1],["revert",1],["previous",1],["sp",2],["group",3],["ulysses",1],["sequence",1],["parallel",1],["prev",1],["todo",1],["check",1],["seed",1],["each",1],["model",1]]},{"id":"verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager.__init__","name":[["init",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["fsdp",1],["ulysses",1],["py",1]],"body":[["def",2],["init",3],["self",4],["device",6],["mesh",6],["super",1],["seed",1],["offset",1],["12345",1]]},{"id":"verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager.postprocess_data","name":[["postprocess",1],["data",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["fsdp",1],["ulysses",1],["py",1]],"body":[["def",2],["postprocess",2],["data",12],["self",5],["proto",4],["split",1],["follow",1],["fsdp",1],["partition",1],["if",1],["device",3],["mesh",3],["not",1],["none",1],["sp",6],["size",3],["rank",3],["local",1],["chunk",1],["chunks",1],["return",1]]},{"id":"verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager.preprocess_data","name":[["preprocess",1],["data",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["fsdp",1],["ulysses",1],["py",1]],"body":[["def",2],["preprocess",2],["data",22],["self",5],["proto",4],["all",6],["gather",3],["from",1],["sp",7],["region",1],["because",1],["first",1],["sharded",1],["along",1],["fsdp",1],["dimension",1],["as",1],["utilize",1],["dp",1],["compute",1],["ulysses",1],["need",1],["make",1],["sure",1],["same",1],["across",1],["group",7],["if",1],["device",8],["mesh",3],["not",1],["none",2],["size",5],["prev",2],["batch",14],["cuda",2],["torch",2],["current",1],["allgather",1],["dict",1],["tensors",1],["contiguous",1],["dim",1],["non",7],["tensor",7],["range",1],["distributed",1],["object",1],["np",1],["concatenate",1],["return",1]]},{"id":"verl/workers/sharding_manager/fsdp_vllm.py","name":[["fsdp",1],["vllm",1],["py",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["fsdp",1],["vllm",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",2],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",1],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",5],["as",3],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["import",12],["os",2],["logging",3],["torch",5],["from",9],["fsdp",3],["fully",2],["sharded",3],["data",3],["parallel",3],["api",1],["sharding",2],["strategy",1],["state",4],["dict",5],["config",2],["type",1],["full",1],["device",2],["mesh",2],["verl",6],["third",2],["party",2],["vllm",3],["llm",1],["ps",1],["proto",1],["utils",2],["functional",1],["broadcast",1],["tensor",1],["allgather",1],["tensors",1],["debug",1],["log",1],["gpu",1],["memory",1],["usage",1],["base",2],["manager",1],["logger",3],["level",2],["getenv",1],["ppo",1],["warn",1]]},{"id":"verl/workers/sharding_manager/fsdp_vllm.py#FSDPVLLMShardingManager","name":[["fsdpvllmsharding",1],["manager",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["fsdp",1],["vllm",1],["py",1]],"body":[["class",2],["fsdpvllmsharding",2],["manager",12],["base",2],["sharding",10],["def",5],["init",1],["self",31],["module",10],["fsdp",6],["inference",5],["engine",5],["llm",2],["model",13],["config",7],["full",8],["params",9],["bool",1],["false",1],["device",8],["mesh",8],["none",5],["if",8],["state",23],["dict",18],["type",7],["else",3],["sharded",2],["note",1],["torch",27],["random",13],["states",13],["may",1],["be",2],["different",1],["each",3],["dp",11],["rank",10],["cuda",17],["rng",8],["not",5],["gen",6],["local",3],["manual",1],["seed",1],["1000",1],["make",1],["sure",1],["all",1],["tp",6],["ranks",1],["have",1],["same",1],["enter",1],["log",6],["gpu",6],["memory",15],["usage",6],["before",2],["logger",12],["after",7],["copy",1],["share",1],["load",3],["format",3],["hf",1],["dtensor",1],["sync",2],["weights",4],["del",2],["empty",5],["cache",5],["todo",4],["offload",4],["cpu",2],["distributed",4],["print",2],["allocated",4],["1e9",4],["gb",4],["reserved",4],["important",1],["need",1],["manually",1],["identical",1],["exit",1],["exc",2],["value",1],["traceback",1],["vllm",8],["actor",1],["train",1],["add",1],["compute",1],["restore",1],["preprocess",1],["data",15],["proto",4],["current",2],["impl",2],["doesn",2],["consider",3],["micro",4],["batch",3],["allgather",1],["tensors",1],["contiguous",1],["size",9],["ps",5],["tensor",6],["parallel",5],["world",3],["group",5],["dim",1],["return",2],["postprocess",1],["broadcast",1],["src",2],["shall",1],["build",1],["integrating",1],["prompts",2],["chunk",1],["chunks",1]]},{"id":"verl/workers/sharding_manager/fsdp_vllm.py#FSDPVLLMShardingManager.__enter__","name":[["enter",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["fsdp",1],["vllm",1],["py",1]],"body":[["def",2],["enter",2],["self",9],["log",4],["gpu",4],["memory",10],["usage",4],["before",1],["state",6],["dict",4],["sharding",5],["manager",5],["logger",8],["params",4],["module",2],["after",4],["copy",1],["not",2],["share",1],["load",3],["format",3],["hf",1],["if",3],["full",1],["else",1],["dtensor",1],["inference",1],["engine",1],["sync",2],["model",4],["weights",3],["del",2],["torch",8],["cuda",6],["empty",3],["cache",3],["todo",1],["offload",1],["fsdp",1],["cpu",2],["distributed",1],["rank",1],["print",1],["allocated",2],["1e9",2],["gb",2],["reserved",2],["important",1],["need",1],["manually",1],["random",3],["states",3],["each",1],["tp",1],["be",1],["identical",1],["device",1],["mesh",1],["none",1],["rng",2],["gen",1]]},{"id":"verl/workers/sharding_manager/fsdp_vllm.py#FSDPVLLMShardingManager.__exit__","name":[["exit",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["fsdp",1],["vllm",1],["py",1]],"body":[["def",2],["exit",2],["self",8],["exc",4],["type",2],["value",2],["traceback",2],["log",2],["gpu",2],["memory",5],["usage",2],["before",1],["vllm",2],["offload",3],["sharding",3],["manager",3],["logger",4],["inference",1],["engine",1],["model",1],["weights",1],["after",3],["module",3],["cuda",7],["if",2],["torch",7],["distributed",1],["rank",1],["print",1],["actor",1],["allocated",2],["1e9",2],["gb",2],["reserved",2],["train",1],["add",1],["empty",2],["cache",2],["each",1],["compute",1],["restore",1],["random",3],["states",3],["device",1],["mesh",1],["not",1],["none",1],["gen",1],["rng",2],["state",2]]},{"id":"verl/workers/sharding_manager/fsdp_vllm.py#FSDPVLLMShardingManager.__init__","name":[["init",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["fsdp",1],["vllm",1],["py",1]],"body":[["def",2],["init",2],["self",15],["module",6],["fsdp",4],["inference",4],["engine",4],["llm",2],["model",4],["config",8],["full",8],["params",6],["bool",2],["false",2],["device",8],["mesh",8],["none",4],["if",2],["state",15],["dict",12],["type",6],["else",2],["sharded",2],["note",1],["torch",7],["random",7],["states",7],["may",1],["be",1],["different",1],["each",1],["dp",4],["rank",4],["cuda",4],["rng",4],["not",1],["gen",4],["local",1],["manual",1],["seed",1],["1000",1],["make",1],["sure",1],["all",1],["tp",1],["ranks",1],["have",1],["same",1]]},{"id":"verl/workers/sharding_manager/fsdp_vllm.py#FSDPVLLMShardingManager.postprocess_data","name":[["postprocess",1],["data",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["fsdp",1],["vllm",1],["py",1]],"body":[["def",2],["postprocess",2],["data",12],["self",2],["proto",4],["todo",3],["current",2],["impl",2],["doesn",2],["consider",3],["fsdp",2],["torch",5],["micro",4],["dp",7],["broadcast",1],["dict",1],["tensor",4],["batch",1],["src",2],["vllm",4],["ps",3],["model",3],["parallel",3],["rank",4],["group",3],["distributed",2],["size",7],["world",2],["not",1],["tp",4],["if",1],["shall",1],["build",1],["integrating",1],["llm",1],["local",2],["prompts",2],["chunk",1],["chunks",1],["return",1]]},{"id":"verl/workers/sharding_manager/fsdp_vllm.py#FSDPVLLMShardingManager.preprocess_data","name":[["preprocess",1],["data",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["fsdp",1],["vllm",1],["py",1]],"body":[["def",2],["preprocess",2],["data",11],["self",2],["proto",4],["todo",2],["current",2],["impl",2],["doesn",2],["consider",2],["fsdp",2],["torch",2],["micro",2],["dp",2],["batch",2],["allgather",1],["dict",1],["tensors",1],["contiguous",1],["size",2],["vllm",2],["ps",2],["tensor",2],["model",2],["parallel",2],["world",1],["group",2],["dim",1],["return",1]]},{"id":"verl/workers/sharding_manager/megatron_vllm.py","name":[["megatron",1],["vllm",1],["py",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["megatron",1],["vllm",1],["py",1]],"body":[["copyright",1],["2024",1],["bytedance",1],["ltd",1],["its",1],["affiliates",1],["licensed",1],["under",3],["apache",2],["license",8],["version",1],["you",2],["may",2],["not",1],["file",2],["except",1],["compliance",1],["obtain",1],["copy",1],["at",1],["http",1],["www",1],["org",1],["licenses",1],["unless",1],["required",1],["by",2],["applicable",1],["law",1],["agreed",1],["writing",1],["software",1],["distributed",8],["as",8],["basis",1],["without",1],["warranties",1],["conditions",1],["any",1],["kind",1],["either",1],["express",1],["implied",1],["see",1],["specific",1],["language",1],["governing",1],["permissions",1],["limitations",1],["contains",1],["megatron",7],["style",1],["hybrid",2],["engine",4],["shares",1],["weights",1],["actor",1],["inference",5],["import",20],["torch",10],["dist",1],["from",18],["nn",3],["core",3],["parallel",10],["state",2],["mpu",1],["data",7],["local",1],["ddp",2],["transformer",1],["module",4],["float16",1],["verl",8],["utils",7],["model",3],["unwrap",1],["memory",3],["buffer",3],["build",2],["reference",1],["weight",1],["meta",1],["during",1],["training",2],["only",1],["current",2],["pp",7],["stage",1],["holds",2],["parameters",5],["before",1],["broadcast",2],["rank",2],["all",4],["other",1],["ranks",2],["bind",1],["tp",6],["treated",1],["additional",2],["dp",3],["after",1],["doesn",1],["belong",1],["freed",1],["base",2],["sharding",1],["manager",1],["new",1],["group",6],["proto",1],["functional",1],["dict",2],["tensor",2],["allgather",1],["tensors",1],["third",2],["party",2],["vllm",3],["ps",1],["llm",1],["normalize",1],["vpp",1],["params",1],["micro",6],["origins",1],["splitting",1],["into",1],["infer",1],["default",1],["order",1],["none",1]]},{"id":"verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel","name":[["all",1],["gather",1],["ppmodel",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["megatron",1],["vllm",1],["py",1]],"body":[["class",2],["all",4],["gather",2],["ppmodel",2],["def",12],["init",2],["self",72],["model",35],["provider",3],["none",6],["pp",86],["group",7],["mpu",9],["pipeline",9],["parallel",9],["rank",82],["size",20],["world",2],["vpp",4],["virtual",3],["chunk",11],["each",3],["one",2],["holds",1],["list",12],["chunks",1],["stage",2],["models",26],["range",6],["make",1],["current",6],["last",2],["initialize",1],["store",1],["parameter",2],["memory",16],["buffers",6],["cur",29],["print",1],["create",1],["torch",7],["allocated",2],["cuda",10],["1e9",2],["4f",2],["gb",2],["reserved",2],["since",1],["initialized",1],["after",3],["still",1],["correct",1],["if",8],["wrap",1],["ddp",4],["false",7],["nn",3],["module",5],["assert",4],["len",4],["else",3],["regular",1],["wrapped",1],["unwrap",1],["local",1],["build",9],["param",6],["buffer",22],["references",4],["maintain",4],["weight",7],["todo",1],["binding",1],["load",6],["checkpoint",1],["here",1],["eval",3],["offload",6],["params",10],["cpu",8],["meta",3],["from",2],["reference",2],["empty",10],["unexpected",2],["back",1],["values",3],["not",3],["data",9],["device",3],["non",2],["blocking",2],["true",2],["like",2],["rebuild",1],["loading",1],["whole",1],["allgather",2],["ranks",1],["return",3],["handles",1],["global",3],["src",3],["dist",2],["note",1],["sgm",1],["async",2],["op",2],["may",1],["cause",1],["leakage",1],["broadcast",1],["tensor",3],["forward",2],["inputs",4],["kwargs",4],["try",1],["prev",3],["output",3],["input",2],["ret",3],["finally",1],["call",1],["train",2]]},{"id":"verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.__call__","name":[["call",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["megatron",1],["vllm",1],["py",1]],"body":[["def",2],["call",2],["self",3],["inputs",3],["kwargs",3],["return",1],["forward",1]]},{"id":"verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.__init__","name":[["init",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["megatron",1],["vllm",1],["py",1]],"body":[["def",2],["init",3],["self",30],["model",22],["provider",4],["none",5],["pp",31],["group",2],["mpu",5],["pipeline",5],["parallel",5],["rank",31],["size",13],["world",2],["vpp",2],["virtual",1],["chunk",5],["each",2],["one",2],["holds",1],["list",11],["chunks",1],["stage",2],["models",17],["range",1],["make",1],["current",2],["last",2],["initialize",1],["store",1],["parameter",1],["memory",4],["buffers",1],["cur",11],["print",1],["create",1],["torch",4],["allocated",2],["cuda",2],["1e9",2],["4f",2],["gb",2],["reserved",2],["since",1],["initialized",1],["after",2],["still",1],["correct",1],["if",2],["wrap",1],["ddp",4],["false",1],["nn",3],["module",3],["assert",2],["len",4],["else",1],["regular",1],["wrapped",1],["unwrap",1],["local",1],["build",2],["param",2],["buffer",2],["references",1],["maintain",1],["weight",1],["todo",1],["binding",1],["load",1],["checkpoint",1],["here",1],["eval",1],["offload",1],["params",1],["cpu",1]]},{"id":"verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel._build_param_buffer","name":[["build",1],["param",1],["buffer",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["megatron",1],["vllm",1],["py",1]],"body":[["def",2],["build",4],["param",2],["buffer",7],["self",4],["pp",6],["rank",5],["parameter",1],["each",1],["model",2],["models",1],["weight",3],["meta",3],["from",1],["module",1],["memory",2],["buffers",1]]},{"id":"verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel._build_param_references","name":[["build",1],["param",1],["references",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["megatron",1],["vllm",1],["py",1]],"body":[["def",2],["build",3],["param",2],["references",2],["self",4],["pp",5],["rank",4],["maintain",4],["weight",4],["false",2],["model",2],["models",1],["memory",2],["reference",1],["from",1],["module",1],["buffers",1]]},{"id":"verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel._load_params_to_cuda","name":[["load",1],["params",1],["cuda",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["megatron",1],["vllm",1],["py",1]],"body":[["def",2],["load",3],["params",2],["cuda",6],["self",5],["pp",8],["rank",8],["empty",4],["false",2],["assert",1],["unexpected",1],["current",2],["back",1],["buffer",5],["memory",1],["buffers",1],["values",1],["if",1],["not",1],["data",4],["torch",2],["device",2],["non",1],["blocking",1],["true",1],["else",1],["like",1],["rebuild",1],["reference",1],["after",1],["loading",1],["build",1],["param",1],["references",1]]},{"id":"verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel._offload_params_to_cpu","name":[["offload",1],["params",1],["cpu",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["megatron",1],["vllm",1],["py",1]],"body":[["def",2],["offload",4],["params",2],["cpu",6],["self",5],["pp",8],["rank",8],["empty",4],["false",2],["assert",1],["unexpected",1],["current",1],["buffer",6],["memory",2],["buffers",1],["values",1],["if",1],["not",1],["whole",1],["data",4],["non",1],["blocking",1],["true",1],["else",1],["torch",1],["like",1],["device",1],["build",1],["param",1],["references",1]]},{"id":"verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.allgather_params","name":[["allgather",1],["params",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["megatron",1],["vllm",1],["py",1]],"body":[["def",2],["allgather",3],["params",3],["self",6],["all",1],["pp",8],["ranks",1],["return",1],["list",1],["handles",1],["cur",3],["rank",5],["range",1],["size",1],["global",3],["src",3],["dist",2],["group",5],["note",1],["sgm",1],["async",2],["op",2],["may",1],["cause",1],["memory",5],["leakage",1],["buffer",3],["models",1],["buffers",1],["values",1],["broadcast",1],["tensor",1],["data",1],["false",1]]},{"id":"verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.eval","name":[["eval",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["megatron",1],["vllm",1],["py",1]],"body":[["def",2],["eval",3],["self",4],["model",2],["pp",2],["models",1],["rank",1]]},{"id":"verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.forward","name":[["forward",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["megatron",1],["vllm",1],["py",1]],"body":[["def",2],["forward",2],["self",10],["inputs",3],["kwargs",3],["try",1],["prev",3],["output",3],["none",2],["cur",10],["chunk",6],["rank",15],["range",2],["model",5],["size",4],["if",2],["vpp",2],["mpu",4],["virtual",2],["pipeline",4],["parallel",4],["pp",10],["models",3],["input",2],["tensor",2],["ret",3],["finally",1],["return",1]]},{"id":"verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.get_all_params","name":[["all",1],["params",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["megatron",1],["vllm",1],["py",1]],"body":[["def",2],["all",5],["params",9],["self",5],["parameters",3],["models",3],["pp",14],["ranks",1],["returns",1],["list",4],["dict",2],["str",1],["tensor",1],["each",2],["tensors",1],["model",9],["chunk",4],["rank",5],["range",2],["size",1],["append",2],["idx",3],["len",1],["unwrap",1],["torch",1],["ddp",2],["local",1],["float16",2],["module",2],["not",2],["name",3],["param",2],["named",1],["note",1],["gh",1],["workaround",1],["should",1],["lora",2],["inference",1],["if",1],["continue",1],["return",1]]},{"id":"verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.load_params_to_cuda","name":[["load",1],["params",1],["cuda",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["megatron",1],["vllm",1],["py",1]],"body":[["def",2],["load",4],["params",4],["cuda",4],["self",5],["empty",4],["false",2],["all",1],["model",1],["cur",3],["pp",5],["rank",4],["range",1],["size",1],["if",1]]},{"id":"verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.offload_params_to_cpu","name":[["offload",1],["params",1],["cpu",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["megatron",1],["vllm",1],["py",1]],"body":[["def",2],["offload",4],["params",4],["cpu",4],["self",5],["empty",4],["false",2],["models",1],["not",1],["current",1],["pp",6],["rank",5],["cur",3],["range",1],["size",1],["if",1]]},{"id":"verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.pp_group","name":[["pp",1],["group",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["megatron",1],["vllm",1],["py",1]],"body":[["def",2],["pp",3],["group",3],["self",3],["return",1]]},{"id":"verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.pp_models","name":[["pp",1],["models",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["megatron",1],["vllm",1],["py",1]],"body":[["def",2],["pp",3],["models",3],["self",3],["return",1]]},{"id":"verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.pp_rank","name":[["pp",1],["rank",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["megatron",1],["vllm",1],["py",1]],"body":[["def",2],["pp",3],["rank",3],["self",3],["return",1]]},{"id":"verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.pp_size","name":[["pp",1],["size",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["megatron",1],["vllm",1],["py",1]],"body":[["def",2],["pp",3],["size",3],["self",3],["return",1]]},{"id":"verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.this_rank_models","name":[["rank",1],["models",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["megatron",1],["vllm",1],["py",1]],"body":[["def",2],["rank",3],["models",3],["self",3],["return",1]]},{"id":"verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.train","name":[["train",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["megatron",1],["vllm",1],["py",1]],"body":[["def",2],["train",3],["self",4],["model",2],["pp",2],["models",1],["rank",1]]},{"id":"verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.update_this_rank_models","name":[["update",1],["rank",1],["models",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["megatron",1],["vllm",1],["py",1]],"body":[["def",2],["update",2],["rank",4],["models",8],["self",5],["new",4],["pp",2],["unwrap",1],["model",1],["torch",1],["ddp",2],["local",1]]},{"id":"verl/workers/sharding_manager/megatron_vllm.py#get_micro_data_parallel_group","name":[["micro",1],["data",1],["parallel",1],["group",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["megatron",1],["vllm",1],["py",1]],"body":[["def",2],["micro",4],["data",4],["parallel",4],["group",4],["assert",1],["not",1],["none",1],["return",1]]},{"id":"verl/workers/sharding_manager/megatron_vllm.py#get_micro_data_parallel_rank","name":[["micro",1],["data",1],["parallel",1],["rank",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["megatron",1],["vllm",1],["py",1]],"body":[["def",2],["micro",3],["data",3],["parallel",3],["rank",3],["return",1],["torch",1],["distributed",1],["group",2]]},{"id":"verl/workers/sharding_manager/megatron_vllm.py#get_micro_data_parallel_world_size","name":[["micro",1],["data",1],["parallel",1],["world",1],["size",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["megatron",1],["vllm",1],["py",1]],"body":[["def",2],["micro",3],["data",3],["parallel",3],["world",3],["size",3],["return",1],["torch",1],["distributed",1],["group",2]]},{"id":"verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager","name":[["megatron",1],["vllmsharding",1],["manager",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["megatron",1],["vllm",1],["py",1]],"body":[["class",2],["megatron",3],["vllmsharding",2],["manager",4],["base",2],["sharding",2],["def",5],["init",1],["self",28],["module",7],["all",7],["gather",4],["ppmodel",1],["inference",7],["engine",7],["llm",2],["model",19],["config",12],["layer",8],["name",22],["mapping",5],["initialize",1],["micro",21],["dp",14],["group",14],["vllm",2],["global",1],["data",7],["parallel",19],["world",7],["size",29],["torch",13],["distributed",3],["rank",6],["train",6],["tensor",19],["mpu",1],["infer",26],["ps",1],["todo",3],["sgm",2],["may",1],["not",3],["be",3],["true",1],["fsdp",1],["assert",5],["implemented",1],["tp",15],["num",12],["groups",2],["none",1],["already",1],["initialized",1],["range",3],["ranks",5],["new",3],["if",9],["default",2],["concat",4],["fn",2],["param",18],["params",44],["parameter",1],["training",1],["parameters",6],["list",2],["gathered",1],["from",3],["huggingface",1],["zhangchi",2],["usc1992",2],["currently",1],["implementation",1],["adhoc",1],["move",1],["function",2],["definition",1],["so",1],["agnostic",1],["doesn",2],["implement",1],["throw",1],["error",1],["force",1],["user",1],["disable",1],["hybrid",1],["qkv",2],["each",2],["split",4],["into",1],["separately",1],["lst",15],["attention",2],["heads",4],["key",2],["value",3],["per",8],["kv",8],["shape",2],["append",5],["cat",8],["dim",9],["elif",1],["gate",9],["proj",2],["up",7],["chunk",1],["else",1],["utils",2],["partition",1],["return",3],["post",2],["process",2],["splited",1],["here",1],["format",2],["iterate",1],["consider",1],["copy",1],["non",1],["weight",1],["another",1],["buffer",1],["way",1],["original",2],["memory",1],["buffers",1],["offload",3],["origin",5],["keys",2],["allocate",1],["proper",1],["empty",1],["like",1],["replace",1],["enter",1],["create",1],["cuda",3],["space",1],["pp",5],["load",2],["broadcast",1],["other",1],["allgather",1],["obtain",1],["vpp",2],["bind",1],["normalize",1],["hidden",2],["layers",3],["sync",2],["weights",2],["exit",1],["exc",2],["type",1],["traceback",1],["belong",1],["cpu",2],["fixme",1],["best",1],["practice",1],["delete",1],["rebind",1],["any",1]]},{"id":"verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager.__enter__","name":[["enter",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["megatron",1],["vllm",1],["py",1]],"body":[["def",2],["enter",2],["self",12],["create",2],["new",2],["cuda",3],["space",2],["parameters",4],["not",2],["pp",5],["rank",3],["module",3],["load",2],["params",13],["broadcast",1],["from",1],["other",1],["ranks",1],["allgather",1],["obtain",1],["name",2],["vpp",2],["all",1],["bind",1],["inference",2],["engine",2],["normalize",1],["num",2],["hidden",2],["layers",3],["model",2],["config",1],["layer",1],["origin",1],["post",1],["process",1],["sync",1],["weights",1],["format",1],["megatron",1]]},{"id":"verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager.__exit__","name":[["exit",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["megatron",1],["vllm",1],["py",1]],"body":[["def",2],["exit",2],["self",9],["exc",4],["type",2],["value",2],["traceback",2],["offload",4],["parameters",2],["doesn",2],["belong",2],["pp",2],["rank",2],["module",2],["params",5],["cpu",2],["fixme",1],["sgm",1],["best",1],["practice",1],["delete",1],["cuda",2],["tensor",2],["rebind",1],["model",3],["weights",3],["be",1],["any",1],["if",1],["micro",1],["data",1],["parallel",1],["world",1],["size",1],["name",3],["keys",1],["origin",1],["inference",2],["engine",2],["sync",1],["train",1],["add",1],["empty",2],["cache",2],["after",1],["each",1],["compute",1],["torch",1]]},{"id":"verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager.__init__","name":[["init",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["megatron",1],["vllm",1],["py",1]],"body":[["def",2],["init",2],["self",6],["module",4],["all",2],["gather",2],["ppmodel",2],["inference",5],["engine",4],["llm",3],["model",6],["config",4],["layer",4],["name",4],["mapping",4],["initialize",1],["micro",11],["dp",7],["group",8],["vllm",2],["global",1],["data",4],["parallel",14],["world",5],["size",17],["torch",2],["distributed",2],["rank",3],["train",5],["tensor",10],["mpu",1],["infer",5],["ps",1],["todo",1],["sgm",1],["may",1],["not",2],["be",1],["true",1],["fsdp",1],["assert",3],["implemented",1],["tp",2],["num",2],["groups",2],["none",1],["already",1],["initialized",1],["range",2],["ranks",4],["new",1],["if",1]]},{"id":"verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager._post_process_params","name":[["post",1],["process",1],["params",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["megatron",1],["vllm",1],["py",1]],"body":[["def",2],["post",2],["process",2],["params",18],["self",4],["each",1],["param",10],["if",3],["tp",5],["splited",1],["all",4],["gather",3],["from",1],["micro",8],["dp",6],["group",5],["here",1],["train",1],["format",1],["iterate",1],["todo",1],["zhangchi",1],["usc1992",1],["consider",1],["copy",1],["non",1],["weight",1],["another",1],["infer",6],["buffer",1],["way",1],["original",2],["memory",1],["buffers",1],["be",1],["offload",1],["size",5],["data",2],["parallel",3],["world",1],["return",2],["origin",3],["name",5],["keys",1],["utils",1],["tensor",2],["allocate",1],["new",1],["proper",1],["torch",2],["empty",1],["like",1],["range",1],["distributed",1],["default",1],["concat",1],["fn",1],["model",1],["config",1],["replace",1]]},{"id":"verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager.default_tp_concat_fn","name":[["default",1],["tp",1],["concat",1],["fn",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["megatron",1],["vllm",1],["py",1]],"body":[["def",2],["default",2],["tp",9],["concat",4],["fn",2],["self",4],["name",10],["param",9],["infer",16],["params",12],["model",11],["config",8],["parameter",1],["training",1],["parameters",2],["list",2],["torch",9],["tensor",5],["all",1],["gathered",1],["from",1],["micro",1],["dp",1],["group",1],["huggingface",1],["todo",1],["zhangchi",1],["usc1992",1],["currently",1],["implementation",1],["adhoc",1],["move",1],["function",2],["definition",1],["so",1],["agnostic",1],["if",4],["doesn",1],["implement",1],["throw",1],["error",1],["force",1],["user",1],["disable",1],["hybrid",1],["engine",1],["layer",4],["mapping",2],["qkv",2],["each",1],["split",4],["into",1],["separately",1],["lst",15],["assert",2],["num",8],["attention",2],["heads",4],["key",2],["value",2],["per",8],["kv",8],["shape",2],["size",6],["append",5],["cat",8],["dim",9],["elif",1],["gate",9],["proj",2],["up",7],["chunk",1],["else",1],["utils",1],["parallel",1],["partition",1],["return",1]]},{"id":"verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager.postprocess_data","name":[["postprocess",1],["data",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["megatron",1],["vllm",1],["py",1]],"body":[["def",2],["postprocess",2],["data",17],["self",2],["proto",4],["meta",3],["info",3],["all",2],["gather",2],["batch",6],["among",2],["micro",6],["dp",3],["groups",1],["size",7],["parallel",5],["world",3],["if",2],["allgather",3],["dict",2],["tensors",2],["contiguous",2],["group",5],["dim",2],["pp",2],["output",1],["true",1],["mpu",2],["pipeline",2],["model",2],["return",1]]},{"id":"verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager.preprocess_data","name":[["preprocess",1],["data",1]],"path":[["verl",1],["workers",1],["sharding",1],["manager",1],["megatron",1],["vllm",1],["py",1]],"body":[["def",2],["preprocess",2],["data",14],["self",2],["proto",4],["prompts",4],["identical",2],["each",4],["training",2],["tp",6],["select",2],["inference",2],["micro",7],["dp",5],["size",4],["parallel",4],["world",1],["rank",4],["broadcast",2],["from",1],["other",1],["ranks",1],["dict",1],["tensor",3],["batch",1],["src",2],["mpu",2],["model",2],["group",2],["if",1],["local",2],["chunk",1],["chunks",1],["return",1]]}]}