{ "meta": { "version": 1, "nodeCount": 1675, "edgeCount": 3877, "languages": [ "python" ], "scopes": [ { "prefix": "", "label": "", "markers": [ "pyproject.toml", "setup.py" ] } ] }, "nodes": [ { "id": "scripts/build_data.py", "name": "build_data.py", "kind": "file", "path": "scripts/build_data.py", "span": "L1-L72", "signature": null, "exported": true, "origin": "ast", "body_hash": "d0873fc2ab964d945c3ca9108ef62c4c71542f63bfa04ff6dfa512f34c148c97", "chars": 2901, "summary_state": "pending", "summary": null, "crux": null }, { "id": "scripts/build_data.py#load_and_convert", "name": "load_and_convert", "kind": "function", "path": "scripts/build_data.py", "span": "L32-L47", "signature": "def load_and_convert(source: Path, dataset_name: str, split: str)", "exported": true, "origin": "ast", "body_hash": "22135b108020b0ecd42a33759f1eca74f7870e8bbf22ee87c71c155a1d7f0240", "summary_state": "pending", "summary": null, "crux": null }, { "id": "scripts/build_data.py#load_and_convert.convert", "name": "convert", "kind": "function", "path": "scripts/build_data.py", "span": "L35-L45", "signature": "def convert(example, index)", "exported": true, "origin": "ast", "body_hash": "62c6a7e8a0dd606b144f6d591104784f4b0618dec64a07ef04a3249f5705db2b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "scripts/build_data.py#main", "name": "main", "kind": "function", "path": "scripts/build_data.py", "span": "L50-L67", "signature": "def main() -> None", "exported": true, "origin": "ast", "body_hash": "9416f796320ba5e26c26820381b4f5b2a102e2dae355fb87429387573fd5f585", "summary_state": "pending", "summary": null, "crux": null }, { "id": "scripts/build_data.py#make_prompt", "name": "make_prompt", "kind": "function", "path": "scripts/build_data.py", "span": "L18-L29", "signature": "def make_prompt(question: str) -> str", "exported": true, "origin": "ast", "body_hash": "7f871974966d4eb477938a9641af876b27bce5279aaba506b4ba520375d1aba0", "summary_state": "pending", "summary": null, "crux": null }, { "id": "scripts/calc_last_step_conf.py", "name": "calc_last_step_conf.py", "kind": "file", "path": "scripts/calc_last_step_conf.py", "span": "L1-L181", "signature": null, "exported": true, "origin": "ast", "body_hash": "bda4281f0b370aff1639de51c865002f930271ee0ecd2d5c68195303e4075305", "chars": 6426, "summary_state": "pending", "summary": null, "crux": null }, { "id": "scripts/calc_last_step_conf.py#get_last_step_conf", "name": "get_last_step_conf", "kind": "function", "path": "scripts/calc_last_step_conf.py", "span": "L23-L46", "signature": "def get_last_step_conf(row)", "exported": true, "origin": "ast", "body_hash": "aa34e3da9e7f2192972f1da1dbd037334c0b7fe4151bcb1ba8626dd9753f1c46", "summary_state": "pending", "summary": null, "crux": null }, { "id": "scripts/calc_last_step_conf.py#main", "name": "main", "kind": "function", "path": "scripts/calc_last_step_conf.py", "span": "L83-L176", "signature": "def main()", "exported": true, "origin": "ast", "body_hash": "287c5c42f9869eb8e07a3628c8fc2d38c007559bf342680017b9754a175623d0", "summary_state": "pending", "summary": null, "crux": null }, { "id": "scripts/calc_last_step_conf.py#print_metrics", "name": "print_metrics", "kind": "function", "path": "scripts/calc_last_step_conf.py", "span": "L49-L80", "signature": "def print_metrics(label, confs, is_correct, n_bins, detail=False)", "exported": true, "origin": "ast", "body_hash": "dfb09f8b386827e14def92aa2e87419540020e0abcab6bfae68252cb4ce0ff0f", "summary_state": "pending", "summary": null, "crux": null }, { "id": "scripts/compute_metrics_ext.py", "name": "compute_metrics_ext.py", "kind": "file", "path": "scripts/compute_metrics_ext.py", "span": "L1-L220", "signature": null, "exported": true, "origin": "ast", "body_hash": "edb48fbecb6ec160c2d4fe7f7ea62b9b33d128d7ed3ff67a2f62203f22257df7", "chars": 7933, "summary_state": "pending", "summary": null, "crux": null }, { "id": "scripts/compute_metrics_ext.py#_print_row", "name": "_print_row", "kind": "function", "path": "scripts/compute_metrics_ext.py", "span": "L181-L184", "signature": "def _print_row(ds, m)", "exported": false, "origin": "ast", "body_hash": "8cc7892e35a379ac8663b203abbbe83286af8625e5717f729ade2dbda6740cd0", "summary_state": "pending", "summary": null, "crux": null }, { "id": "scripts/compute_metrics_ext.py#compute_metrics_df", "name": "compute_metrics_df", "kind": "function", "path": "scripts/compute_metrics_ext.py", "span": "L71-L115", "signature": "def compute_metrics_df(df: pd.DataFrame, n_bins: int = 20) -> dict", "exported": true, "origin": "ast", "body_hash": "3a83e84eb458894ccfb5d418e44c2e98f589381eb87afb3387c1ce077d0a7a59", "summary_state": "pending", "summary": null, "crux": null }, { "id": "scripts/compute_metrics_ext.py#find_csv", "name": "find_csv", "kind": "function", "path": "scripts/compute_metrics_ext.py", "span": "L55-L65", "signature": "def find_csv(stats_dir: str) -> str | None", "exported": true, "origin": "ast", "body_hash": "378f3c1b0834e5f3817cfdff370bc47079b09cf99169fbcd86a8e3ce1bbff43f", "summary_state": "pending", "summary": null, "crux": null }, { "id": "scripts/compute_metrics_ext.py#get_last_step_conf", "name": "get_last_step_conf", "kind": "function", "path": "scripts/compute_metrics_ext.py", "span": "L35-L49", "signature": "def get_last_step_conf(row)", "exported": true, "origin": "ast", "body_hash": "99bb16e6a45f5babdc87f8283fe66fed38ce3450d2b7c049d4df270d39228340", "summary_state": "pending", "summary": null, "crux": null }, { "id": "scripts/compute_metrics_ext.py#main", "name": "main", "kind": "function", "path": "scripts/compute_metrics_ext.py", "span": "L190-L215", "signature": "def main()", "exported": true, "origin": "ast", "body_hash": "0288a0e2b8e2fa34cb7b3e78387efc3eb44bd760b55f46eeb074185f9fd83032", "summary_state": "pending", "summary": null, "crux": null }, { "id": "scripts/compute_metrics_ext.py#process_eval_dir", "name": "process_eval_dir", "kind": "function", "path": "scripts/compute_metrics_ext.py", "span": "L121-L178", "signature": "def process_eval_dir(eval_dir: str, n_bins: int = 20)", "exported": true, "origin": "ast", "body_hash": "f6e5c54f72db369b14cb00d9f2b49261cb4b9016b514a89b86fb8e84ee4c5059", "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/__init__.py", "name": "__init__.py", "kind": "file", "path": "search_r1/__init__.py", "span": "L1-L1", "signature": null, "exported": true, "origin": "ast", "body_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "chars": 0, "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/llm_agent/__init__.py", "name": "__init__.py", "kind": "file", "path": "search_r1/llm_agent/__init__.py", "span": "L1-L1", "signature": null, "exported": true, "origin": "ast", "body_hash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "chars": 0, "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/llm_agent/generation.py", "name": "generation.py", "kind": "file", "path": "search_r1/llm_agent/generation.py", "span": "L1-L692", "signature": null, "exported": true, "origin": "ast", "body_hash": "8b26cc6df6c2d0ffa17d3757916aa5392d881b14962567362f93a1599166447a", "chars": 32948, "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/llm_agent/generation.py#GenerationConfig", "name": "GenerationConfig", "kind": "class", "path": "search_r1/llm_agent/generation.py", "span": "L15-L24", "signature": "class GenerationConfig", "exported": true, "origin": "ast", "body_hash": "ed9bbddf644ef1654d25979be5cb6162da26580c83fdefa3ee4ed92fae774e08", "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/llm_agent/generation.py#LLMGenerationManager", "name": "LLMGenerationManager", "kind": "class", "path": "search_r1/llm_agent/generation.py", "span": "L26-L692", "signature": "class LLMGenerationManager", "exported": true, "origin": "ast", "body_hash": "feac04afdab1326d60033994c91f0ff10e52475cf7b179b76a74daeeae8ff467", "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/llm_agent/generation.py#LLMGenerationManager.__init__", "name": "__init__", "kind": "method", "path": "search_r1/llm_agent/generation.py", "span": "L27-L44", "signature": "def __init__( self, tokenizer, actor_rollout_wg, config: GenerationConfig, is_validation: bool = False, )", "exported": false, "origin": "ast", "body_hash": "1a9c949b6bacb1f9d52eedf9a13d0fdbe4cf527cc543c65914d679e6eff2f3f8", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMGenerationManager" }, { "id": "search_r1/llm_agent/generation.py#LLMGenerationManager._batch_search", "name": "_batch_search", "kind": "method", "path": "search_r1/llm_agent/generation.py", "span": "L346-L352", "signature": "def _batch_search(self, queries)", "exported": false, "origin": "ast", "body_hash": "6b8bb803bb9a81dbeb906bd62656b104804226b4e61a1c0eb53f77cfb6bf44c2", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMGenerationManager" }, { "id": "search_r1/llm_agent/generation.py#LLMGenerationManager._batch_tokenize", "name": "_batch_tokenize", "kind": "method", "path": "search_r1/llm_agent/generation.py", "span": "L46-L53", "signature": "def _batch_tokenize(self, responses: List[str]) -> torch.Tensor", "exported": false, "origin": "ast", "body_hash": "c95fca88e11c937ce3356b7065c1945d6a00e52e487761801514f64544a8d5a9", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMGenerationManager" }, { "id": "search_r1/llm_agent/generation.py#LLMGenerationManager._compose_final_output", "name": "_compose_final_output", "kind": "method", "path": "search_r1/llm_agent/generation.py", "span": "L664-L692", "signature": "def _compose_final_output(self, left_side: Dict, right_side: Dict, meta_info: Dict) -> Tuple[Dict, Dict]", "exported": false, "origin": "ast", "body_hash": "6c7839b96b5e2e4cfcce94386ff8c73d231ceb9f1a714ef94c1aa7ac9a6ed6d2", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMGenerationManager" }, { "id": "search_r1/llm_agent/generation.py#LLMGenerationManager._generate_with_gpu_padding", "name": "_generate_with_gpu_padding", "kind": "method", "path": "search_r1/llm_agent/generation.py", "span": "L184-L218", "signature": "def _generate_with_gpu_padding(self, active_batch: DataProto) -> DataProto", "exported": false, "origin": "ast", "body_hash": "f525246a4b63d532823d8fc40e1023226a2be05a8caf4472b60b0d4797c2e9e0", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMGenerationManager" }, { "id": "search_r1/llm_agent/generation.py#LLMGenerationManager._info_masked_concatenate_with_padding", "name": "_info_masked_concatenate_with_padding", "kind": "method", "path": "search_r1/llm_agent/generation.py", "span": "L135-L158", "signature": "def _info_masked_concatenate_with_padding(self, prompt: torch.Tensor, prompt_with_mask: torch.Tensor, response: torch.Tensor, info: torch.Tensor = None, pad_to_left: bool = True ) -> torch.Tensor", "exported": false, "origin": "ast", "body_hash": "76aaf87efda6142dec0d8522a5ce505e3fb7b52630717481d76b473404b27bd9", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMGenerationManager" }, { "id": "search_r1/llm_agent/generation.py#LLMGenerationManager._passages2string", "name": "_passages2string", "kind": "method", "path": "search_r1/llm_agent/generation.py", "span": "L354-L361", "signature": "def _passages2string(self, retrieval_result)", "exported": false, "origin": "ast", "body_hash": "108ef56e7beaef356fc6f070cb24c9064e5922a758d88cdc718d61d8c15a5b10", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMGenerationManager" }, { "id": "search_r1/llm_agent/generation.py#LLMGenerationManager._postprocess_responses", "name": "_postprocess_responses", "kind": "method", "path": "search_r1/llm_agent/generation.py", "span": "L55-L94", "signature": "def _postprocess_responses(self, responses: torch.Tensor, is_final: bool = False) -> Tuple[torch.Tensor, List[str]]", "exported": false, "origin": "ast", "body_hash": "85b7d5b3af878196cda4ed7fae75690dd3d5f1bd386e68ce65b8279cedd7a6d8", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMGenerationManager" }, { "id": "search_r1/llm_agent/generation.py#LLMGenerationManager._process_next_obs", "name": "_process_next_obs", "kind": "method", "path": "search_r1/llm_agent/generation.py", "span": "L96-L109", "signature": "def _process_next_obs(self, next_obs: List[str]) -> torch.Tensor", "exported": false, "origin": "ast", "body_hash": "9aaf6b736e2221a980b03e51389257b8d54e23c639b7506249ea4472be2b689d", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMGenerationManager" }, { "id": "search_r1/llm_agent/generation.py#LLMGenerationManager._update_right_side", "name": "_update_right_side", "kind": "method", "path": "search_r1/llm_agent/generation.py", "span": "L160-L182", "signature": "def _update_right_side(self, right_side: Dict, cur_responses: torch.Tensor, next_obs_ids: torch.Tensor = None) -> Dict", "exported": false, "origin": "ast", "body_hash": "332430f9f020e34af67f9778c967004ce56dffe8d5e022eb2e370a81cd38dc4e", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMGenerationManager" }, { "id": "search_r1/llm_agent/generation.py#LLMGenerationManager._update_rolling_state", "name": "_update_rolling_state", "kind": "method", "path": "search_r1/llm_agent/generation.py", "span": "L111-L133", "signature": "def _update_rolling_state(self, rollings: DataProto, cur_responses: torch.Tensor, next_obs_ids: torch.Tensor) -> Dict", "exported": false, "origin": "ast", "body_hash": "d2b8a454470d80d9d13564d66543ec967580e5e97f23b320200150b426073766", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMGenerationManager" }, { "id": "search_r1/llm_agent/generation.py#LLMGenerationManager.batch_search", "name": "batch_search", "kind": "method", "path": "search_r1/llm_agent/generation.py", "span": "L341-L344", "signature": "def batch_search(self, queries: List[str] = None) -> str", "exported": true, "origin": "ast", "body_hash": "8b70444002dbfe9bcea334133812a84e87aca99d27bd1f0b581e261e91b0a560", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMGenerationManager" }, { "id": "search_r1/llm_agent/generation.py#LLMGenerationManager.execute_predictions", "name": "execute_predictions", "kind": "method", "path": "search_r1/llm_agent/generation.py", "span": "L295-L339", "signature": "def execute_predictions(self, predictions: List[str], pad_token: str, active_mask=None, do_search=True, is_final=False) -> Tuple[List[str], List[int], List[int], List[int], List[Any], List[Any]]", "exported": true, "origin": "ast", "body_hash": "5af4ab4eb6e492d7b0399ecb6da7ef7f3246492b706d6365c761ff6c278957cb", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMGenerationManager" }, { "id": "search_r1/llm_agent/generation.py#LLMGenerationManager.postprocess_predictions", "name": "postprocess_predictions", "kind": "method", "path": "search_r1/llm_agent/generation.py", "span": "L220-L293", "signature": "def postprocess_predictions(self, predictions: List[Any], is_final: bool = False) -> Tuple[List[str], List[str], List[Any], List[Any]]", "exported": true, "origin": "ast", "body_hash": "9763761058f219b486421607fba6c15481915eac76903e40f4a30af4e15bdb65", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMGenerationManager" }, { "id": "search_r1/llm_agent/generation.py#LLMGenerationManager.run_llm_loop", "name": "run_llm_loop", "kind": "method", "path": "search_r1/llm_agent/generation.py", "span": "L363-L662", "signature": "def run_llm_loop(self, gen_batch, initial_input_ids: torch.Tensor) -> Tuple[Dict, Dict]", "exported": true, "origin": "ast", "body_hash": "341cd9b45a7eedd9363a5af80b8525c13b73777c442d5e271246ea79468204db", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMGenerationManager" }, { "id": "search_r1/llm_agent/tensor_helper.py", "name": "tensor_helper.py", "kind": "file", "path": "search_r1/llm_agent/tensor_helper.py", "span": "L1-L75", "signature": null, "exported": true, "origin": "ast", "body_hash": "b000f3b61c5a2be13dfcf64e1ce9091ce89dda99ed3b331fb24ab1f43b4dce69", "chars": 3148, "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/llm_agent/tensor_helper.py#TensorConfig", "name": "TensorConfig", "kind": "class", "path": "search_r1/llm_agent/tensor_helper.py", "span": "L6-L10", "signature": "class TensorConfig", "exported": true, "origin": "ast", "body_hash": "9b95415b18b58a663b50726bc8c20672bda2417dca98d179e149eb2e43291131", "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/llm_agent/tensor_helper.py#TensorHelper", "name": "TensorHelper", "kind": "class", "path": "search_r1/llm_agent/tensor_helper.py", "span": "L12-L75", "signature": "class TensorHelper", "exported": true, "origin": "ast", "body_hash": "325674ed1de50bab13f7c8b0afd5d8610e98ea54dd8e3abbad9bde1555bf1c25", "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/llm_agent/tensor_helper.py#TensorHelper.__init__", "name": "__init__", "kind": "method", "path": "search_r1/llm_agent/tensor_helper.py", "span": "L13-L14", "signature": "def __init__(self, config: TensorConfig)", "exported": false, "origin": "ast", "body_hash": "9db37495552a6b6d162672bfcd40830dcbc96bcf9910f8da8b8180ba069b6bb1", "summary_state": "pending", "summary": null, "crux": null, "owner": "TensorHelper" }, { "id": "search_r1/llm_agent/tensor_helper.py#TensorHelper._example_level_pad", "name": "_example_level_pad", "kind": "method", "path": "search_r1/llm_agent/tensor_helper.py", "span": "L50-L75", "signature": "def _example_level_pad(self, responses: torch.Tensor, responses_str: List[str], active_mask: torch.Tensor) -> Tuple[torch.Tensor, List[str]]", "exported": false, "origin": "ast", "body_hash": "c8c58743f044fd65474170c0d9053e841a449dc5dcf45e43c260da1ac882a4e6", "summary_state": "pending", "summary": null, "crux": null, "owner": "TensorHelper" }, { "id": "search_r1/llm_agent/tensor_helper.py#TensorHelper.concatenate_with_padding", "name": "concatenate_with_padding", "kind": "method", "path": "search_r1/llm_agent/tensor_helper.py", "span": "L43-L48", "signature": "def concatenate_with_padding(self, tensors: List[torch.Tensor], pad_to_left: bool = True) -> torch.Tensor", "exported": true, "origin": "ast", "body_hash": "149ccfc9f3861eb09e2360cfa106d79b961b318b775bd2713363a1cad150dfd9", "summary_state": "pending", "summary": null, "crux": null, "owner": "TensorHelper" }, { "id": "search_r1/llm_agent/tensor_helper.py#TensorHelper.convert_pad_structure", "name": "convert_pad_structure", "kind": "method", "path": "search_r1/llm_agent/tensor_helper.py", "span": "L29-L33", "signature": "def convert_pad_structure(self, tensor: torch.Tensor, pad_to_left: bool = True) -> Tuple[torch.Tensor, torch.Tensor]", "exported": true, "origin": "ast", "body_hash": "a604ff450f720b5f1a8c143ceedd44723325ba4fa6250ad2ae4403bf79282157", "summary_state": "pending", "summary": null, "crux": null, "owner": "TensorHelper" }, { "id": "search_r1/llm_agent/tensor_helper.py#TensorHelper.create_attention_mask", "name": "create_attention_mask", "kind": "method", "path": "search_r1/llm_agent/tensor_helper.py", "span": "L35-L37", "signature": "def create_attention_mask(self, input_ids: torch.Tensor) -> torch.Tensor", "exported": true, "origin": "ast", "body_hash": "b3d8ef40037b2e737f2e74def851d345b4225ad3e69e76f4499a856ecce40083", "summary_state": "pending", "summary": null, "crux": null, "owner": "TensorHelper" }, { "id": "search_r1/llm_agent/tensor_helper.py#TensorHelper.create_position_ids", "name": "create_position_ids", "kind": "method", "path": "search_r1/llm_agent/tensor_helper.py", "span": "L39-L41", "signature": "def create_position_ids(self, attention_mask: torch.Tensor) -> torch.Tensor", "exported": true, "origin": "ast", "body_hash": "83996e2b2d50fe42b07b5f97562054ac05ab1b172a61e56ec4c552e79553f348", "summary_state": "pending", "summary": null, "crux": null, "owner": "TensorHelper" }, { "id": "search_r1/llm_agent/tensor_helper.py#TensorHelper.cut_to_effective_len", "name": "cut_to_effective_len", "kind": "method", "path": "search_r1/llm_agent/tensor_helper.py", "span": "L16-L27", "signature": "def cut_to_effective_len(self, tensor_dict: Dict[str, torch.Tensor], keys: List[str], cut_left: bool = True) -> Dict[str, torch.Tensor]", "exported": true, "origin": "ast", "body_hash": "4707a563a97c83087c8bafd83ecfb7014afdba12aabf09af282f40811013b04d", "summary_state": "pending", "summary": null, "crux": null, "owner": "TensorHelper" }, { "id": "search_r1/search/index_builder.py", "name": "index_builder.py", "kind": "file", "path": "search_r1/search/index_builder.py", "span": "L1-L349", "signature": null, "exported": true, "origin": "ast", "body_hash": "320d7076a3b9cf05feeddc464616d5f0b37e3d5ed70f5dafb034bdf14743359c", "chars": 12495, "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/search/index_builder.py#Index_Builder", "name": "Index_Builder", "kind": "class", "path": "search_r1/search/index_builder.py", "span": "L58-L285", "signature": "class Index_Builder", "exported": true, "origin": "ast", "body_hash": "725abc2e713a922925432014acf86aecb268c47847921f93d8840dbda661630a", "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/search/index_builder.py#Index_Builder.__init__", "name": "__init__", "kind": "method", "path": "search_r1/search/index_builder.py", "span": "L62-L106", "signature": "def __init__( self, retrieval_method, model_path, corpus_path, save_dir, max_length, batch_size, use_fp16, pooling_method, faiss_type=None, embedding_path=None, save_embedding=False, faiss_gpu=False )", "exported": false, "origin": "ast", "body_hash": "24bd9895a6b17014d34182c8189174889d6c68ec55cded5a407f9e8c6afbf4f7", "summary_state": "pending", "summary": null, "crux": null, "owner": "Index_Builder" }, { "id": "search_r1/search/index_builder.py#Index_Builder._check_dir", "name": "_check_dir", "kind": "method", "path": "search_r1/search/index_builder.py", "span": "L108-L118", "signature": "def _check_dir(dir_path)", "exported": false, "origin": "ast", "body_hash": "a5ad6d853672e30fb2c257dcf191693abc7f1180f4dc684b7ef544cf9cd0612d", "summary_state": "pending", "summary": null, "crux": null, "owner": "Index_Builder" }, { "id": "search_r1/search/index_builder.py#Index_Builder._load_embedding", "name": "_load_embedding", "kind": "method", "path": "search_r1/search/index_builder.py", "span": "L163-L169", "signature": "def _load_embedding(self, embedding_path, corpus_size, hidden_size)", "exported": false, "origin": "ast", "body_hash": "bc3be3444bdac9c1a4eb9cb4c5ba41d398d887d80f03c6ff2c2429237d9fa215", "summary_state": "pending", "summary": null, "crux": null, "owner": "Index_Builder" }, { "id": "search_r1/search/index_builder.py#Index_Builder._save_embedding", "name": "_save_embedding", "kind": "method", "path": "search_r1/search/index_builder.py", "span": "L171-L186", "signature": "def _save_embedding(self, all_embeddings)", "exported": false, "origin": "ast", "body_hash": "e4aeb62957e99dc7205e0de5e791434605b0d3101637e8606befc4ee1fc6057f", "summary_state": "pending", "summary": null, "crux": null, "owner": "Index_Builder" }, { "id": "search_r1/search/index_builder.py#Index_Builder.build_bm25_index", "name": "build_bm25_index", "kind": "method", "path": "search_r1/search/index_builder.py", "span": "L129-L161", "signature": "def build_bm25_index(self)", "exported": true, "origin": "ast", "body_hash": "9a5cc51a0c64fd8e0cc3b12cd68460d1084ca1709ac6d10457fcafacd526c824", "summary_state": "pending", "summary": null, "crux": null, "owner": "Index_Builder" }, { "id": "search_r1/search/index_builder.py#Index_Builder.build_dense_index", "name": "build_dense_index", "kind": "method", "path": "search_r1/search/index_builder.py", "span": "L245-L285", "signature": "def build_dense_index(self)", "exported": true, "origin": "ast", "body_hash": "96cbca4b67e6832e65ca3d82bc06022d21d67494951939e20d12f6da4997d9bc", "summary_state": "pending", "summary": null, "crux": null, "owner": "Index_Builder" }, { "id": "search_r1/search/index_builder.py#Index_Builder.build_index", "name": "build_index", "kind": "method", "path": "search_r1/search/index_builder.py", "span": "L120-L127", "signature": "def build_index(self)", "exported": true, "origin": "ast", "body_hash": "071d7c3ac8faf081890da7b74ce59e7b4b58300c235ba66a00c38cdd179b5725", "summary_state": "pending", "summary": null, "crux": null, "owner": "Index_Builder" }, { "id": "search_r1/search/index_builder.py#Index_Builder.encode_all", "name": "encode_all", "kind": "method", "path": "search_r1/search/index_builder.py", "span": "L188-L242", "signature": "def encode_all(self)", "exported": true, "origin": "ast", "body_hash": "66b326b53707ef442cf20ed0dd2db96ad739819e6897d848aeac86d566e39ad1", "summary_state": "pending", "summary": null, "crux": null, "owner": "Index_Builder" }, { "id": "search_r1/search/index_builder.py#load_corpus", "name": "load_corpus", "kind": "function", "path": "search_r1/search/index_builder.py", "span": "L49-L55", "signature": "def load_corpus(corpus_path: str)", "exported": true, "origin": "ast", "body_hash": "63642a3531f6506e9fae80592a2170b344a1b6179a3d27a3002081529a9e3d23", "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/search/index_builder.py#load_model", "name": "load_model", "kind": "function", "path": "search_r1/search/index_builder.py", "span": "L17-L29", "signature": "def load_model( model_path: str, use_fp16: bool = False )", "exported": true, "origin": "ast", "body_hash": "2d4e1f08f900b69638da6c1525eb3006b46ed0822e5e3f12fb86d8faa60ab34b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/search/index_builder.py#main", "name": "main", "kind": "function", "path": "search_r1/search/index_builder.py", "span": "L296-L344", "signature": "def main()", "exported": true, "origin": "ast", "body_hash": "a1bed8de3a8e93a31af6a93435d9b615b3f47ff0a4d8a199443f772b34e4b687", "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/search/index_builder.py#pooling", "name": "pooling", "kind": "function", "path": "search_r1/search/index_builder.py", "span": "L32-L46", "signature": "def pooling( pooler_output, last_hidden_state, attention_mask = None, pooling_method = \"mean\" )", "exported": true, "origin": "ast", "body_hash": "6e356a5fbac440ef6226d2119161f4cf7a669ceb3505baddff6331a4a50030ec", "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/search/retrieval_request.py", "name": "retrieval_request.py", "kind": "file", "path": "search_r1/search/retrieval_request.py", "span": "L1-L24", "signature": null, "exported": true, "origin": "ast", "body_hash": "469671b8625574a7fc75011c0fb566004a12c3208dcea4b2aba010fe975f6c6b", "chars": 500, "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/search/retrieval_server.py", "name": "retrieval_server.py", "kind": "file", "path": "search_r1/search/retrieval_server.py", "span": "L1-L383", "signature": null, "exported": true, "origin": "ast", "body_hash": "a420181f59974cd463d864d6fadd217b85dcc2130c595c14d02b833c2584a3b6", "chars": 13482, "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/search/retrieval_server.py#BaseRetriever", "name": "BaseRetriever", "kind": "class", "path": "search_r1/search/retrieval_server.py", "span": "L130-L149", "signature": "class BaseRetriever", "exported": true, "origin": "ast", "body_hash": "2641a450bc83bd67357bb34f3ec02200e64dc2d5d1131d2d888438c0a6aa3f1d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/search/retrieval_server.py#BaseRetriever.__init__", "name": "__init__", "kind": "method", "path": "search_r1/search/retrieval_server.py", "span": "L131-L137", "signature": "def __init__(self, config)", "exported": false, "origin": "ast", "body_hash": "0c431b7e5ce8a5ebda1442f79c5f24ee117298b8fc3f094542e74aa50395a7ca", "summary_state": "pending", "summary": null, "crux": null, "owner": "BaseRetriever" }, { "id": "search_r1/search/retrieval_server.py#BaseRetriever._batch_search", "name": "_batch_search", "kind": "method", "path": "search_r1/search/retrieval_server.py", "span": "L142-L143", "signature": "def _batch_search(self, query_list: List[str], num: int, return_score: bool)", "exported": false, "origin": "ast", "body_hash": "ee271dba633f341c0ecfd54febfbcd940453507aba1e572bbbfccf13ec11ce98", "summary_state": "pending", "summary": null, "crux": null, "owner": "BaseRetriever" }, { "id": "search_r1/search/retrieval_server.py#BaseRetriever._search", "name": "_search", "kind": "method", "path": "search_r1/search/retrieval_server.py", "span": "L139-L140", "signature": "def _search(self, query: str, num: int, return_score: bool)", "exported": false, "origin": "ast", "body_hash": "888c954f200f65e3aa486d1b7c2ab1333228397c10d5f5434fcaf026975ff5a3", "summary_state": "pending", "summary": null, "crux": null, "owner": "BaseRetriever" }, { "id": "search_r1/search/retrieval_server.py#BaseRetriever.batch_search", "name": "batch_search", "kind": "method", "path": "search_r1/search/retrieval_server.py", "span": "L148-L149", "signature": "def batch_search(self, query_list: List[str], num: int = None, return_score: bool = False)", "exported": true, "origin": "ast", "body_hash": "2e0ee2d7db8e8a7035ac5c089b034944ab6ffa092e7fa4d858c331ef8657bd04", "summary_state": "pending", "summary": null, "crux": null, "owner": "BaseRetriever" }, { "id": "search_r1/search/retrieval_server.py#BaseRetriever.search", "name": "search", "kind": "method", "path": "search_r1/search/retrieval_server.py", "span": "L145-L146", "signature": "def search(self, query: str, num: int = None, return_score: bool = False)", "exported": true, "origin": "ast", "body_hash": "f1686fdcde6b0a4a38918ae7792e7e057f384f5cefe3343baa1e2c6010b848f1", "summary_state": "pending", "summary": null, "crux": null, "owner": "BaseRetriever" }, { "id": "search_r1/search/retrieval_server.py#BM25Retriever", "name": "BM25Retriever", "kind": "class", "path": "search_r1/search/retrieval_server.py", "span": "L151-L210", "signature": "class BM25Retriever(BaseRetriever)", "exported": true, "origin": "ast", "body_hash": "4cc3b88f5678ce5794c817675c79f2fe58238e9a53465daf66571238a71819b6", "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/search/retrieval_server.py#BM25Retriever.__init__", "name": "__init__", "kind": "method", "path": "search_r1/search/retrieval_server.py", "span": "L152-L159", "signature": "def __init__(self, config)", "exported": false, "origin": "ast", "body_hash": "b9c8fcd86e95a5d5fb5a36d4aaddf2661d2b39e1467fc208c07f078d58d1626b", "summary_state": "pending", "summary": null, "crux": null, "owner": "BM25Retriever" }, { "id": "search_r1/search/retrieval_server.py#BM25Retriever._batch_search", "name": "_batch_search", "kind": "method", "path": "search_r1/search/retrieval_server.py", "span": "L200-L210", "signature": "def _batch_search(self, query_list: List[str], num: int = None, return_score: bool = False)", "exported": false, "origin": "ast", "body_hash": "c5de1b7501526e6fc77e0d484660d65e564e6c7876f1bbbe41e57b26eea8e66c", "summary_state": "pending", "summary": null, "crux": null, "owner": "BM25Retriever" }, { "id": "search_r1/search/retrieval_server.py#BM25Retriever._check_contain_doc", "name": "_check_contain_doc", "kind": "method", "path": "search_r1/search/retrieval_server.py", "span": "L161-L162", "signature": "def _check_contain_doc(self)", "exported": false, "origin": "ast", "body_hash": "178b6eb860dc4f097984975673ec39f6db7807bc1c2e5deb037a1bf8624ab269", "summary_state": "pending", "summary": null, "crux": null, "owner": "BM25Retriever" }, { "id": "search_r1/search/retrieval_server.py#BM25Retriever._search", "name": "_search", "kind": "method", "path": "search_r1/search/retrieval_server.py", "span": "L164-L198", "signature": "def _search(self, query: str, num: int = None, return_score: bool = False)", "exported": false, "origin": "ast", "body_hash": "09b72557989c3f31687a416a1f18b7e970b44ea2f2185393bf40074ce242efdd", "summary_state": "pending", "summary": null, "crux": null, "owner": "BM25Retriever" }, { "id": "search_r1/search/retrieval_server.py#Config", "name": "Config", "kind": "class", "path": "search_r1/search/retrieval_server.py", "span": "L285-L316", "signature": "class Config", "exported": true, "origin": "ast", "body_hash": "da7389089df79a5565aa5da08f2aca681165e890786dc5ec037d4621f54ac40c", "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/search/retrieval_server.py#Config.__init__", "name": "__init__", "kind": "method", "path": "search_r1/search/retrieval_server.py", "span": "L290-L316", "signature": "def __init__( self, retrieval_method: str = \"bm25\", retrieval_topk: int = 10, index_path: str = \"./index/bm25\", corpus_path: str = \"./data/corpus.jsonl\", dataset_path: str = \"./data\", data_split: str = \"train\", faiss_gpu: bool = True, retrieval_model_path: str = \"./model\", retrieval_pooling_method: str = \"mean\", retrieval_query_max_length: int = 256, retrieval_use_fp16: bool = False, retrieval_batch_size: int = 128 )", "exported": false, "origin": "ast", "body_hash": "dfb28fe95ac552021e70f0af878ead067d16e36a584cd1c3ef27e68de36477a8", "summary_state": "pending", "summary": null, "crux": null, "owner": "Config" }, { "id": "search_r1/search/retrieval_server.py#DenseRetriever", "name": "DenseRetriever", "kind": "class", "path": "search_r1/search/retrieval_server.py", "span": "L212-L272", "signature": "class DenseRetriever(BaseRetriever)", "exported": true, "origin": "ast", "body_hash": "aea7c46390c33b2d7b937621b31e11e92bdd97c4fe146143661dd4ed5c1279ab", "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/search/retrieval_server.py#DenseRetriever.__init__", "name": "__init__", "kind": "method", "path": "search_r1/search/retrieval_server.py", "span": "L213-L231", "signature": "def __init__(self, config)", "exported": false, "origin": "ast", "body_hash": "0d45ca695efc264e1f301b07f3d486a4768aa1396287f6cb83fcc7c925872142", "summary_state": "pending", "summary": null, "crux": null, "owner": "DenseRetriever" }, { "id": "search_r1/search/retrieval_server.py#DenseRetriever._batch_search", "name": "_batch_search", "kind": "method", "path": "search_r1/search/retrieval_server.py", "span": "L246-L272", "signature": "def _batch_search(self, query_list: List[str], num: int = None, return_score: bool = False)", "exported": false, "origin": "ast", "body_hash": "59a42e96e32f723d344f468090e47e43cdebfda11937097a76be3d3d1f082f12", "summary_state": "pending", "summary": null, "crux": null, "owner": "DenseRetriever" }, { "id": "search_r1/search/retrieval_server.py#DenseRetriever._search", "name": "_search", "kind": "method", "path": "search_r1/search/retrieval_server.py", "span": "L233-L244", "signature": "def _search(self, query: str, num: int = None, return_score: bool = False)", "exported": false, "origin": "ast", "body_hash": "6d0530829950c5765c63940f4de06bed3c2d3f47a7c0390022a29d35fb5b5fb4", "summary_state": "pending", "summary": null, "crux": null, "owner": "DenseRetriever" }, { "id": "search_r1/search/retrieval_server.py#Encoder", "name": "Encoder", "kind": "class", "path": "search_r1/search/retrieval_server.py", "span": "L73-L128", "signature": "class Encoder", "exported": true, "origin": "ast", "body_hash": "1af11518030a2b67a59abd136cad4f0e77f365155de3c8f7be0e95812bd12e6c", "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/search/retrieval_server.py#Encoder.__init__", "name": "__init__", "kind": "method", "path": "search_r1/search/retrieval_server.py", "span": "L74-L82", "signature": "def __init__(self, model_name, model_path, pooling_method, max_length, use_fp16)", "exported": false, "origin": "ast", "body_hash": "2721883cf802b21052d15bfc422a4b89a0c191775cf0146e9e310beb69d67c3f", "summary_state": "pending", "summary": null, "crux": null, "owner": "Encoder" }, { "id": "search_r1/search/retrieval_server.py#Encoder.encode", "name": "encode", "kind": "method", "path": "search_r1/search/retrieval_server.py", "span": "L85-L128", "signature": "def encode(self, query_list: List[str], is_query=True) -> np.ndarray: # processing query for different encoders", "exported": true, "origin": "ast", "body_hash": "bdbdf0cb31dc98da40dc24ab4aafc75bec72106856942f4e7ba1b836fe3e5970", "summary_state": "pending", "summary": null, "crux": null, "owner": "Encoder" }, { "id": "search_r1/search/retrieval_server.py#get_retriever", "name": "get_retriever", "kind": "function", "path": "search_r1/search/retrieval_server.py", "span": "L274-L278", "signature": "def get_retriever(config)", "exported": true, "origin": "ast", "body_hash": "9cb8b9010e6be3870a7606c4331ad08e38c2912ba26d967ceeea651ab195ea15", "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/search/retrieval_server.py#load_corpus", "name": "load_corpus", "kind": "function", "path": "search_r1/search/retrieval_server.py", "span": "L27-L34", "signature": "def load_corpus(corpus_path: str)", "exported": true, "origin": "ast", "body_hash": "d9d3814371c2370fe29e0f7a30ae71eb08b596382c0f571a875ffb5fac036db8", "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/search/retrieval_server.py#load_docs", "name": "load_docs", "kind": "function", "path": "search_r1/search/retrieval_server.py", "span": "L43-L45", "signature": "def load_docs(corpus, doc_idxs)", "exported": true, "origin": "ast", "body_hash": "81714fbc2d808de489a2631e4ffecc03e0004457c3c8fe0405a90988575e6231", "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/search/retrieval_server.py#load_model", "name": "load_model", "kind": "function", "path": "search_r1/search/retrieval_server.py", "span": "L47-L55", "signature": "def load_model(model_path: str, use_fp16: bool = False)", "exported": true, "origin": "ast", "body_hash": "824e2cdac2884a5194858ad8eebcb75a234255bd31f9b172f1cd92f66d43a5bd", "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/search/retrieval_server.py#pooling", "name": "pooling", "kind": "function", "path": "search_r1/search/retrieval_server.py", "span": "L57-L71", "signature": "def pooling( pooler_output, last_hidden_state, attention_mask = None, pooling_method = \"mean\" )", "exported": true, "origin": "ast", "body_hash": "6cca3097df29910b6a09b2ec4a1f24f674be73af9408895c52f6955fe7640d34", "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/search/retrieval_server.py#QueryRequest", "name": "QueryRequest", "kind": "class", "path": "search_r1/search/retrieval_server.py", "span": "L319-L322", "signature": "class QueryRequest(BaseModel)", "exported": true, "origin": "ast", "body_hash": "eb790423bbdb7e3a41e936eea701b96ce08c9938de69aa6bbee1083839a6d9eb", "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/search/retrieval_server.py#read_jsonl", "name": "read_jsonl", "kind": "function", "path": "search_r1/search/retrieval_server.py", "span": "L36-L41", "signature": "def read_jsonl(file_path)", "exported": true, "origin": "ast", "body_hash": "acd404dc59d31053de24b5e6190c4a528f1eff1019a2a98ceb6d1779a380df66", "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/search/retrieval_server.py#retrieve_endpoint", "name": "retrieve_endpoint", "kind": "function", "path": "search_r1/search/retrieval_server.py", "span": "L346-L377", "signature": "def retrieve_endpoint(request: QueryRequest)", "exported": true, "origin": "ast", "body_hash": "12cccb4e450a190a80545e5c9698326b5df2dccceb057d3352ef4405eb9853b5", "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/search/retrieval.py", "name": "retrieval.py", "kind": "file", "path": "search_r1/search/retrieval.py", "span": "L1-L369", "signature": null, "exported": true, "origin": "ast", "body_hash": "bab4cff67fb67a034dad561c5fef6b4017f0f3d612a9fcbd65f630e5ec4efe62", "chars": 12700, "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/search/retrieval.py#BaseRetriever", "name": "BaseRetriever", "kind": "class", "path": "search_r1/search/retrieval.py", "span": "L132-L162", "signature": "class BaseRetriever", "exported": true, "origin": "ast", "body_hash": "1ce69eef8b2362b2435db716c275651dd2e03bf182aa743b91f8230edd7fabef", "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/search/retrieval.py#BaseRetriever.__init__", "name": "__init__", "kind": "method", "path": "search_r1/search/retrieval.py", "span": "L135-L143", "signature": "def __init__(self, config)", "exported": false, "origin": "ast", "body_hash": "1592cd9ea0215fbf4afe28ec72ebc8027028107edbd1f2bfb86b7b06a1204680", "summary_state": "pending", "summary": null, "crux": null, "owner": "BaseRetriever" }, { "id": "search_r1/search/retrieval.py#BaseRetriever._batch_search", "name": "_batch_search", "kind": "method", "path": "search_r1/search/retrieval.py", "span": "L155-L156", "signature": "def _batch_search(self, query_list, num, return_score)", "exported": false, "origin": "ast", "body_hash": "3a4873d6a4beb109c53552d834cfc803b0c161cbc908217f0aea5c67d4667fb1", "summary_state": "pending", "summary": null, "crux": null, "owner": "BaseRetriever" }, { "id": "search_r1/search/retrieval.py#BaseRetriever._search", "name": "_search", "kind": "method", "path": "search_r1/search/retrieval.py", "span": "L145-L153", "signature": "def _search(self, query: str, num: int, return_score:bool) -> List[Dict[str, str]]", "exported": false, "origin": "ast", "body_hash": "a1863af52b58a6982768a8c05eb0ceae5946ccc8ab516251836104adf4c6d0a3", "summary_state": "pending", "summary": null, "crux": null, "owner": "BaseRetriever" }, { "id": "search_r1/search/retrieval.py#BaseRetriever.batch_search", "name": "batch_search", "kind": "method", "path": "search_r1/search/retrieval.py", "span": "L161-L162", "signature": "def batch_search(self, *args, **kwargs)", "exported": true, "origin": "ast", "body_hash": "d37a6c77b70ed1c7532c9a1a534aa2bb6e6e942eeacc42bc02faa2e163da8629", "summary_state": "pending", "summary": null, "crux": null, "owner": "BaseRetriever" }, { "id": "search_r1/search/retrieval.py#BaseRetriever.search", "name": "search", "kind": "method", "path": "search_r1/search/retrieval.py", "span": "L158-L159", "signature": "def search(self, *args, **kwargs)", "exported": true, "origin": "ast", "body_hash": "3d2bd614b882a4bd4196108a68168e90abd4d275d61e4c7e493e3800af3888a1", "summary_state": "pending", "summary": null, "crux": null, "owner": "BaseRetriever" }, { "id": "search_r1/search/retrieval.py#BM25Retriever", "name": "BM25Retriever", "kind": "class", "path": "search_r1/search/retrieval.py", "span": "L165-L224", "signature": "class BM25Retriever(BaseRetriever)", "exported": true, "origin": "ast", "body_hash": "18bc06875d301abb97a7e3e5cc3ffaace07af3b8d85938f73ab0b7322bdb9f35", "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/search/retrieval.py#BM25Retriever.__init__", "name": "__init__", "kind": "method", "path": "search_r1/search/retrieval.py", "span": "L168-L175", "signature": "def __init__(self, config)", "exported": false, "origin": "ast", "body_hash": "b9c8fcd86e95a5d5fb5a36d4aaddf2661d2b39e1467fc208c07f078d58d1626b", "summary_state": "pending", "summary": null, "crux": null, "owner": "BM25Retriever" }, { "id": "search_r1/search/retrieval.py#BM25Retriever._batch_search", "name": "_batch_search", "kind": "method", "path": "search_r1/search/retrieval.py", "span": "L212-L224", "signature": "def _batch_search(self, query_list, num: int = None, return_score = False): # TODO: modify batch method", "exported": false, "origin": "ast", "body_hash": "b569a216808f8f2a47a87bac80d0ffb727e6e0c4e1cf265dcd4d35ed86f12b0a", "summary_state": "pending", "summary": null, "crux": null, "owner": "BM25Retriever" }, { "id": "search_r1/search/retrieval.py#BM25Retriever._check_contain_doc", "name": "_check_contain_doc", "kind": "method", "path": "search_r1/search/retrieval.py", "span": "L177-L180", "signature": "def _check_contain_doc(self)", "exported": false, "origin": "ast", "body_hash": "f7a574ad883e23e81357c53f3a2947ddd8491adbc804954c0d23985aa507d3c4", "summary_state": "pending", "summary": null, "crux": null, "owner": "BM25Retriever" }, { "id": "search_r1/search/retrieval.py#BM25Retriever._search", "name": "_search", "kind": "method", "path": "search_r1/search/retrieval.py", "span": "L182-L210", "signature": "def _search(self, query: str, num: int = None, return_score = False) -> List[Dict[str, str]]", "exported": false, "origin": "ast", "body_hash": "a07f442a9561ebd63dc4c1e3f79003636e2f38b206f554402e2ee3148fd9a28f", "summary_state": "pending", "summary": null, "crux": null, "owner": "BM25Retriever" }, { "id": "search_r1/search/retrieval.py#DenseRetriever", "name": "DenseRetriever", "kind": "class", "path": "search_r1/search/retrieval.py", "span": "L236-L309", "signature": "class DenseRetriever(BaseRetriever)", "exported": true, "origin": "ast", "body_hash": "80b057df367d81e26c6dba9eaa0fdd8d2e21d862b349a01b786202ad097b2a9b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/search/retrieval.py#DenseRetriever.__init__", "name": "__init__", "kind": "method", "path": "search_r1/search/retrieval.py", "span": "L239-L258", "signature": "def __init__(self, config: dict)", "exported": false, "origin": "ast", "body_hash": "5cd69be146497d06ea80a44cf5eb03a9d37bcdc7eb4e1cf51cc83da3c421294b", "summary_state": "pending", "summary": null, "crux": null, "owner": "DenseRetriever" }, { "id": "search_r1/search/retrieval.py#DenseRetriever._batch_search", "name": "_batch_search", "kind": "method", "path": "search_r1/search/retrieval.py", "span": "L274-L309", "signature": "def _batch_search(self, query_list: List[str], num: int = None, return_score = False)", "exported": false, "origin": "ast", "body_hash": "ebf27a073c2ea006af0b6ce3bf9c3440f698d20995f31395b6d128966a00b635", "summary_state": "pending", "summary": null, "crux": null, "owner": "DenseRetriever" }, { "id": "search_r1/search/retrieval.py#DenseRetriever._search", "name": "_search", "kind": "method", "path": "search_r1/search/retrieval.py", "span": "L260-L272", "signature": "def _search(self, query: str, num: int = None, return_score = False)", "exported": false, "origin": "ast", "body_hash": "fcfb5c0e8906a79e9da094fbea0615a2453c04c999b61a71f5d388d653eeb25f", "summary_state": "pending", "summary": null, "crux": null, "owner": "DenseRetriever" }, { "id": "search_r1/search/retrieval.py#Encoder", "name": "Encoder", "kind": "class", "path": "search_r1/search/retrieval.py", "span": "L73-L129", "signature": "class Encoder", "exported": true, "origin": "ast", "body_hash": "a513ae91bd7e48309b1f39780b3beac631d16168574d922913ff8662dd199b11", "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/search/retrieval.py#Encoder.__init__", "name": "__init__", "kind": "method", "path": "search_r1/search/retrieval.py", "span": "L74-L82", "signature": "def __init__(self, model_name, model_path, pooling_method, max_length, use_fp16)", "exported": false, "origin": "ast", "body_hash": "91ad5eec7d331441c6f1b920061f211d1e755e85e3509cf6d2b1b47a3215c1dd", "summary_state": "pending", "summary": null, "crux": null, "owner": "Encoder" }, { "id": "search_r1/search/retrieval.py#Encoder.encode", "name": "encode", "kind": "method", "path": "search_r1/search/retrieval.py", "span": "L85-L129", "signature": "def encode(self, query_list: List[str], is_query=True) -> np.ndarray: # processing query for different encoders", "exported": true, "origin": "ast", "body_hash": "6a6511e1300b1aa62cedb981fcdf443894d0ee025705cf692573931f36fd8dc0", "summary_state": "pending", "summary": null, "crux": null, "owner": "Encoder" }, { "id": "search_r1/search/retrieval.py#get_available_gpu_memory", "name": "get_available_gpu_memory", "kind": "function", "path": "search_r1/search/retrieval.py", "span": "L226-L233", "signature": "def get_available_gpu_memory()", "exported": true, "origin": "ast", "body_hash": "05f2123a0d851b4102dc85306cc3b77385e3dcef549527e9d5557e96833eac8e", "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/search/retrieval.py#get_dataset", "name": "get_dataset", "kind": "function", "path": "search_r1/search/retrieval.py", "span": "L326-L330", "signature": "def get_dataset(config)", "exported": true, "origin": "ast", "body_hash": "cb479cb13378fd0dfa376417ff3fd23c2f1f972d04a6f5e46780bc6a40bbf20d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/search/retrieval.py#get_retriever", "name": "get_retriever", "kind": "function", "path": "search_r1/search/retrieval.py", "span": "L311-L323", "signature": "def get_retriever(config)", "exported": true, "origin": "ast", "body_hash": "95eccf1a0555d1c2cb970bddb44c981ee738b92f26a34fb6aa7a7efc653ea830", "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/search/retrieval.py#load_corpus", "name": "load_corpus", "kind": "function", "path": "search_r1/search/retrieval.py", "span": "L16-L22", "signature": "def load_corpus(corpus_path: str)", "exported": true, "origin": "ast", "body_hash": "63642a3531f6506e9fae80592a2170b344a1b6179a3d27a3002081529a9e3d23", "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/search/retrieval.py#load_docs", "name": "load_docs", "kind": "function", "path": "search_r1/search/retrieval.py", "span": "L35-L38", "signature": "def load_docs(corpus, doc_idxs)", "exported": true, "origin": "ast", "body_hash": "6391624ce3919bef69c4bd7c04e58574246a106871a10aa208bcde98337a2922", "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/search/retrieval.py#load_model", "name": "load_model", "kind": "function", "path": "search_r1/search/retrieval.py", "span": "L41-L53", "signature": "def load_model( model_path: str, use_fp16: bool = False )", "exported": true, "origin": "ast", "body_hash": "2d4e1f08f900b69638da6c1525eb3006b46ed0822e5e3f12fb86d8faa60ab34b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/search/retrieval.py#pooling", "name": "pooling", "kind": "function", "path": "search_r1/search/retrieval.py", "span": "L56-L70", "signature": "def pooling( pooler_output, last_hidden_state, attention_mask = None, pooling_method = \"mean\" )", "exported": true, "origin": "ast", "body_hash": "6e356a5fbac440ef6226d2119161f4cf7a669ceb3505baddff6331a4a50030ec", "summary_state": "pending", "summary": null, "crux": null }, { "id": "search_r1/search/retrieval.py#read_jsonl", "name": "read_jsonl", "kind": "function", "path": "search_r1/search/retrieval.py", "span": "L25-L32", "signature": "def read_jsonl(file_path)", "exported": true, "origin": "ast", "body_hash": "4c47880b2c2ac231addf857ba43f05bdfc1be3f19de4f48067418ca65a407f1d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "setup.py", "name": "setup.py", "kind": "file", "path": "setup.py", "span": "L1-L54", "signature": null, "exported": true, "origin": "ast", "body_hash": "1f45bacb406604058229b111b07a226d8b1c0299132dfbafc2b28df011c8100e", "chars": 1917, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/__init__.py", "name": "__init__.py", "kind": "file", "path": "verl/__init__.py", "span": "L1-L28", "signature": null, "exported": true, "origin": "ast", "body_hash": "41d6e41c33606205fb21af76c9ea180ade26413345a073b07c24848cb06b41f6", "chars": 927, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/__init__.py", "name": "__init__.py", "kind": "file", "path": "verl/models/__init__.py", "span": "L1-L14", "signature": null, "exported": true, "origin": "ast", "body_hash": "e65abd77db034b4f29eb1268c24867f84919dbce22e28d1997e563ed1d94179c", "chars": 600, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/__init__.py", "name": "__init__.py", "kind": "file", "path": "verl/models/llama/__init__.py", "span": "L1-L14", "signature": null, "exported": true, "origin": "ast", "body_hash": "e65abd77db034b4f29eb1268c24867f84919dbce22e28d1997e563ed1d94179c", "chars": 600, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/__init__.py", "name": "__init__.py", "kind": "file", "path": "verl/models/llama/megatron/__init__.py", "span": "L1-L25", "signature": null, "exported": true, "origin": "ast", "body_hash": "bacfa32a69412dc2a3d55134a1a5a287288d2179c76700b72eed4bc42ed94d53", "chars": 944, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/checkpoint_utils/__init__.py", "name": "__init__.py", "kind": "file", "path": "verl/models/llama/megatron/checkpoint_utils/__init__.py", "span": "L1-L14", "signature": null, "exported": true, "origin": "ast", "body_hash": "e65abd77db034b4f29eb1268c24867f84919dbce22e28d1997e563ed1d94179c", "chars": 600, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py", "name": "llama_loader.py", "kind": "file", "path": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py", "span": "L1-L447", "signature": null, "exported": true, "origin": "ast", "body_hash": "8132d66d0756561bdf7bcc53a6b77d85bc67a38385f4eff8233377d5ad123a29", "chars": 19665, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#_megatron_calc_layer_map", "name": "_megatron_calc_layer_map", "kind": "function", "path": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py", "span": "L21-L48", "signature": "def _megatron_calc_layer_map(config)", "exported": false, "origin": "ast", "body_hash": "c6c7e2d0f3c35feca085f495ed37ddbe27e0bef9d0608f4f544cd748c86a0d5d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama", "name": "load_state_dict_to_megatron_llama", "kind": "function", "path": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py", "span": "L51-L446", "signature": "def load_state_dict_to_megatron_llama(state_dict, wrapped_models, config, params_dtype, is_value_model=False)", "exported": true, "origin": "ast", "body_hash": "6b71c33de24eae027f69c9d90e14200f15bdb8ae1fee67951f83cd8b53992d19", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama._broadcast_tensor", "name": "_broadcast_tensor", "kind": "function", "path": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py", "span": "L97-L129", "signature": "def _broadcast_tensor(tensor, name) -> torch.Tensor", "exported": false, "origin": "ast", "body_hash": "64cf0bb00b9f907a7700f02eca115e6f09d21efa74522b91c206ace7d82975d2", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama._broadcast_tp_shard_tensor", "name": "_broadcast_tp_shard_tensor", "kind": "function", "path": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py", "span": "L178-L222", "signature": "def _broadcast_tp_shard_tensor(tensor, name, chunk_dim=0, mutate_func=None) -> torch.Tensor", "exported": false, "origin": "ast", "body_hash": "1e5c7126ab35f65111c322dad4d56bc64d026670c63a975331eb490640d04ecf", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama._broadcast_tp_shard_tensor_gate_up", "name": "_broadcast_tp_shard_tensor_gate_up", "kind": "function", "path": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py", "span": "L224-L276", "signature": "def _broadcast_tp_shard_tensor_gate_up(tensor, gate_name, up_name) -> torch.Tensor", "exported": false, "origin": "ast", "body_hash": "3ea59bfc74724e6c5b5c521e314e13e168045e949b9b2c86609180b55376c72c", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama._broadcast_tp_shard_tensor_qkv", "name": "_broadcast_tp_shard_tensor_qkv", "kind": "function", "path": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py", "span": "L278-L355", "signature": "def _broadcast_tp_shard_tensor_qkv(tensor, q_name, k_name, v_name) -> torch.Tensor", "exported": false, "origin": "ast", "body_hash": "e85764a9f0b621be556ca2f965cbd16259fe679a347f9c54a92203dd5c37e84c", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama._broadcast_tp_shard_tensor_vocab", "name": "_broadcast_tp_shard_tensor_vocab", "kind": "function", "path": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py", "span": "L131-L176", "signature": "def _broadcast_tp_shard_tensor_vocab(tensor, name, chunk_dim=0, mutate_func=None) -> torch.Tensor", "exported": false, "origin": "ast", "body_hash": "59255bd48899004f650fa659a4d1363693799b3aa03d7c72097021507c3d293e", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama._get_gpt_model", "name": "_get_gpt_model", "kind": "function", "path": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py", "span": "L63-L64", "signature": "def _get_gpt_model(model)", "exported": false, "origin": "ast", "body_hash": "c616fc9942bbf7a93cfd936b39e34055ee56d16434699c954dafff40af8155a0", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama.broadcast_params", "name": "broadcast_params", "kind": "function", "path": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py", "span": "L66-L70", "signature": "def broadcast_params(module)", "exported": true, "origin": "ast", "body_hash": "370662409e80a26a99a0658c3fba78fc5d602f866447b521de8781ff420e78dc", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py", "name": "llama_saver.py", "kind": "file", "path": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py", "span": "L1-L450", "signature": null, "exported": true, "origin": "ast", "body_hash": "97d6ea7470f04372dac5e6e50b8f4febe1e6db3759706c7da8a2c3593e9017f6", "chars": 18189, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#_megatron_calc_global_rank", "name": "_megatron_calc_global_rank", "kind": "function", "path": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py", "span": "L28-L42", "signature": "def _megatron_calc_global_rank(tp_rank: int = 0, dp_rank: int = 0, pp_rank: int = 0)", "exported": false, "origin": "ast", "body_hash": "9b0c446f50064da1d9b1bf32de75cc134e3a4180e858fc9c7846c128883b3bdb", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#_megatron_calc_layer_map", "name": "_megatron_calc_layer_map", "kind": "function", "path": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py", "span": "L45-L73", "signature": "def _megatron_calc_layer_map(config)", "exported": false, "origin": "ast", "body_hash": "dc7be979a73e481ce00f8b5bb77fd84d10449de0869f2f3dd7ab95a110fa9b2d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama", "name": "merge_megatron_ckpt_llama", "kind": "function", "path": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py", "span": "L76-L449", "signature": "def merge_megatron_ckpt_llama(wrapped_models, config, is_value_model=False, dtype='bf16')", "exported": true, "origin": "ast", "body_hash": "fe9498e38cda1e5a06f103cf0ca7833a84734e76d66a64317cbfb97e1e07c545", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama._broadcast_tensor", "name": "_broadcast_tensor", "kind": "function", "path": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py", "span": "L131-L168", "signature": "def _broadcast_tensor(tensor, name, src_pp_rank) -> torch.Tensor", "exported": false, "origin": "ast", "body_hash": "f751f760ddbbb612007997767e0139d9182d9cf378e93bc462a911675818b339", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama._broadcast_tp_shard_tensor", "name": "_broadcast_tp_shard_tensor", "kind": "function", "path": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py", "span": "L170-L212", "signature": "def _broadcast_tp_shard_tensor(tensor, name, src_pp_rank, concat_dim=0, mutate_func=None) -> torch.Tensor", "exported": false, "origin": "ast", "body_hash": "99b7728f93aa86843e2769e9a7fa2039c043e054aa5cee1fb7445cf9ae2dd7db", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama._broadcast_tp_shard_tensor_gate_up", "name": "_broadcast_tp_shard_tensor_gate_up", "kind": "function", "path": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py", "span": "L214-L265", "signature": "def _broadcast_tp_shard_tensor_gate_up(tensor, gate_name, up_name, src_pp_rank) -> torch.Tensor", "exported": false, "origin": "ast", "body_hash": "9d071bedd414ad0e06c61ff3afed5382e0336d9afb46ee39e3141eba42db58de", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama._broadcast_tp_shard_tensor_qkv", "name": "_broadcast_tp_shard_tensor_qkv", "kind": "function", "path": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py", "span": "L267-L340", "signature": "def _broadcast_tp_shard_tensor_qkv(tensor, q_name, k_name, v_name, src_pp_rank)", "exported": false, "origin": "ast", "body_hash": "f2dbbc6cf55676942e81e9043e085873fed5977d432a3915507dcebcdc56dc01", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama._get_cpu_tensor", "name": "_get_cpu_tensor", "kind": "function", "path": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py", "span": "L124-L129", "signature": "def _get_cpu_tensor(tensor: torch.Tensor)", "exported": false, "origin": "ast", "body_hash": "634438126ca52c64e5a6a3a05857c5225dd50a8a2ff864f8ff29af2740ef8836", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama._get_gpt_model", "name": "_get_gpt_model", "kind": "function", "path": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py", "span": "L93-L94", "signature": "def _get_gpt_model(model)", "exported": false, "origin": "ast", "body_hash": "c616fc9942bbf7a93cfd936b39e34055ee56d16434699c954dafff40af8155a0", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/layers/__init__.py", "name": "__init__.py", "kind": "file", "path": "verl/models/llama/megatron/layers/__init__.py", "span": "L1-L19", "signature": null, "exported": true, "origin": "ast", "body_hash": "164f9b46a38b7c500c99f5a1f11a6b6d0a3160bda61296f8062d20c2720d5743", "chars": 838, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/layers/parallel_attention.py", "name": "parallel_attention.py", "kind": "file", "path": "verl/models/llama/megatron/layers/parallel_attention.py", "span": "L1-L419", "signature": null, "exported": true, "origin": "ast", "body_hash": "223115766f99e5c92baa9a2d6f2d0451c2f472ddc3e05da176399dbd438daa5e", "chars": 20129, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/layers/parallel_attention.py#apply_rotary_pos_emb", "name": "apply_rotary_pos_emb", "kind": "function", "path": "verl/models/llama/megatron/layers/parallel_attention.py", "span": "L123-L128", "signature": "def apply_rotary_pos_emb(q, k, cos, sin, position_ids)", "exported": true, "origin": "ast", "body_hash": "433506a5e611643a00df552be6d569541eae9b46897327c856b7a8522e395e2b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/layers/parallel_attention.py#apply_rotary_pos_emb_rmpad", "name": "apply_rotary_pos_emb_rmpad", "kind": "function", "path": "verl/models/llama/megatron/layers/parallel_attention.py", "span": "L299-L312", "signature": "def apply_rotary_pos_emb_rmpad(q, k, cos, sin, position_ids, indices, sequence_length)", "exported": true, "origin": "ast", "body_hash": "f9358ba866436d9f1ecfbb357800efb08372d8ca48fc658ab660d72895810d8d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/layers/parallel_attention.py#apply_rotary_pos_emb_rmpad_flash", "name": "apply_rotary_pos_emb_rmpad_flash", "kind": "function", "path": "verl/models/llama/megatron/layers/parallel_attention.py", "span": "L320-L335", "signature": "def apply_rotary_pos_emb_rmpad_flash(q, k, cos, sin, cu_seqlens, max_seqlen)", "exported": true, "origin": "ast", "body_hash": "0cbfefba2d2d99f4de31bbfed26149abd5afe2b5270ccd73e4c371f5fc18354c", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaDynamicNTKScalingRotaryEmbedding", "name": "LlamaDynamicNTKScalingRotaryEmbedding", "kind": "class", "path": "verl/models/llama/megatron/layers/parallel_attention.py", "span": "L91-L113", "signature": "class LlamaDynamicNTKScalingRotaryEmbedding(LlamaRotaryEmbedding)", "exported": true, "origin": "ast", "body_hash": "eb738a4933524ec4b044a1f19783b4b776467e064d7bfe346123515f8173b276", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaDynamicNTKScalingRotaryEmbedding.__init__", "name": "__init__", "kind": "method", "path": "verl/models/llama/megatron/layers/parallel_attention.py", "span": "L94-L96", "signature": "def __init__(self, dim, max_position_embeddings=2048, base=10000, device=None, scaling_factor=1.0)", "exported": false, "origin": "ast", "body_hash": "d0313c98509e4d31d4a11532dd1321bd3a85291f672a65b70cda3341ee793e3b", "summary_state": "pending", "summary": null, "crux": null, "owner": "LlamaDynamicNTKScalingRotaryEmbedding" }, { "id": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaDynamicNTKScalingRotaryEmbedding._set_cos_sin_cache", "name": "_set_cos_sin_cache", "kind": "method", "path": "verl/models/llama/megatron/layers/parallel_attention.py", "span": "L98-L113", "signature": "def _set_cos_sin_cache(self, seq_len, device, dtype)", "exported": false, "origin": "ast", "body_hash": "f941565f73f5eaaaddd0fb79b9e7f797ea51aecca7b244684f921d31c6208ff7", "summary_state": "pending", "summary": null, "crux": null, "owner": "LlamaDynamicNTKScalingRotaryEmbedding" }, { "id": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaLinearScalingRotaryEmbedding", "name": "LlamaLinearScalingRotaryEmbedding", "kind": "class", "path": "verl/models/llama/megatron/layers/parallel_attention.py", "span": "L72-L88", "signature": "class LlamaLinearScalingRotaryEmbedding(LlamaRotaryEmbedding)", "exported": true, "origin": "ast", "body_hash": "8e5b43c49306cf379c31fabec41431de0b56421827e65e12f0ad0f6ae56b0a0e", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaLinearScalingRotaryEmbedding.__init__", "name": "__init__", "kind": "method", "path": "verl/models/llama/megatron/layers/parallel_attention.py", "span": "L75-L77", "signature": "def __init__(self, dim, max_position_embeddings=2048, base=10000, device=None, scaling_factor=1.0)", "exported": false, "origin": "ast", "body_hash": "d0313c98509e4d31d4a11532dd1321bd3a85291f672a65b70cda3341ee793e3b", "summary_state": "pending", "summary": null, "crux": null, "owner": "LlamaLinearScalingRotaryEmbedding" }, { "id": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaLinearScalingRotaryEmbedding._set_cos_sin_cache", "name": "_set_cos_sin_cache", "kind": "method", "path": "verl/models/llama/megatron/layers/parallel_attention.py", "span": "L79-L88", "signature": "def _set_cos_sin_cache(self, seq_len, device, dtype)", "exported": false, "origin": "ast", "body_hash": "c5f8c29872a488225a6a17de383de4c60a7f66dbac9be5882d5cdbd23115fb59", "summary_state": "pending", "summary": null, "crux": null, "owner": "LlamaLinearScalingRotaryEmbedding" }, { "id": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaRotaryEmbedding", "name": "LlamaRotaryEmbedding", "kind": "class", "path": "verl/models/llama/megatron/layers/parallel_attention.py", "span": "L35-L69", "signature": "class LlamaRotaryEmbedding(nn.Module)", "exported": true, "origin": "ast", "body_hash": "f2845998eacac15267e954eb2c3c90b3c220c3bf35fdbf6e87aad53211b02dfb", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaRotaryEmbedding.__init__", "name": "__init__", "kind": "method", "path": "verl/models/llama/megatron/layers/parallel_attention.py", "span": "L37-L49", "signature": "def __init__(self, dim, max_position_embeddings=2048, base=10000, device=None)", "exported": false, "origin": "ast", "body_hash": "ce5a30b7a72ae26b73b6ddc92332d2fa42c49960c4d0a467c6750451fbf39020", "summary_state": "pending", "summary": null, "crux": null, "owner": "LlamaRotaryEmbedding" }, { "id": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaRotaryEmbedding._set_cos_sin_cache", "name": "_set_cos_sin_cache", "kind": "method", "path": "verl/models/llama/megatron/layers/parallel_attention.py", "span": "L51-L59", "signature": "def _set_cos_sin_cache(self, seq_len, device, dtype)", "exported": false, "origin": "ast", "body_hash": "a25fc5c56e8d3d18792e9162b55dc7e1f2f81e1114d49c9bb81da9a301e97b49", "summary_state": "pending", "summary": null, "crux": null, "owner": "LlamaRotaryEmbedding" }, { "id": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaRotaryEmbedding.forward", "name": "forward", "kind": "method", "path": "verl/models/llama/megatron/layers/parallel_attention.py", "span": "L61-L69", "signature": "def forward(self, x, seq_len=None): # x: [bs, num_attention_heads, seq_len, head_size]", "exported": true, "origin": "ast", "body_hash": "6df6ac35c10318f3f601a9fbd9724d72866380292e021604aaf0249e03d2b921", "summary_state": "pending", "summary": null, "crux": null, "owner": "LlamaRotaryEmbedding" }, { "id": "verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttention", "name": "ParallelLlamaAttention", "kind": "class", "path": "verl/models/llama/megatron/layers/parallel_attention.py", "span": "L143-L280", "signature": "class ParallelLlamaAttention(nn.Module)", "exported": true, "origin": "ast", "body_hash": "4348cbf9d8fe41615455fb270610a95cd6f658871b2afac5fa0a4e81374c4d31", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttention.__init__", "name": "__init__", "kind": "method", "path": "verl/models/llama/megatron/layers/parallel_attention.py", "span": "L146-L202", "signature": "def __init__(self, config: LlamaConfig, megatron_config: ModelParallelConfig)", "exported": false, "origin": "ast", "body_hash": "28215bfd00e5c29e91f28f8136f7b46f2eb67df11950f9fc204560a49e98214d", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaAttention" }, { "id": "verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttention._init_rope", "name": "_init_rope", "kind": "method", "path": "verl/models/llama/megatron/layers/parallel_attention.py", "span": "L204-L229", "signature": "def _init_rope(self)", "exported": false, "origin": "ast", "body_hash": "610b77e59b458abb91fbb270e69669468c9fee9d5df3336a419761e3c8d1e7aa", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaAttention" }, { "id": "verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttention._shape", "name": "_shape", "kind": "method", "path": "verl/models/llama/megatron/layers/parallel_attention.py", "span": "L231-L232", "signature": "def _shape(self, tensor: torch.Tensor, seq_len: int, bsz: int)", "exported": false, "origin": "ast", "body_hash": "72a1970b90b32dd87915b6e371cd23059805a40e653c029d5ae32778af7c14de", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaAttention" }, { "id": "verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttention.forward", "name": "forward", "kind": "method", "path": "verl/models/llama/megatron/layers/parallel_attention.py", "span": "L234-L280", "signature": "def forward( self, hidden_states: torch.Tensor, attention_mask: Optional[torch.Tensor] = None, position_ids: Optional[torch.LongTensor] = None, ) -> Tuple[torch.Tensor, Optional[torch.Tensor], Optional[Tuple[torch.Tensor]]]", "exported": true, "origin": "ast", "body_hash": "cd151d0d6aacade4dd84d7cdf1616032c1eb313d40ff206eeca28d959e506461", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaAttention" }, { "id": "verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttentionRmPad", "name": "ParallelLlamaAttentionRmPad", "kind": "class", "path": "verl/models/llama/megatron/layers/parallel_attention.py", "span": "L338-L418", "signature": "class ParallelLlamaAttentionRmPad(ParallelLlamaAttention)", "exported": true, "origin": "ast", "body_hash": "ee680d58cf2d43d4d8033cfc0eeb065aaee3282834b6c57acfbd53cce0113733", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttentionRmPad.forward", "name": "forward", "kind": "method", "path": "verl/models/llama/megatron/layers/parallel_attention.py", "span": "L340-L418", "signature": "def forward(self, hidden_states: torch.Tensor, position_ids: Optional[torch.LongTensor] = None, sequence_length: int = None, indices: torch.Tensor = None, cu_seqlens: torch.Tensor = None, max_seqlen_in_batch: int = None)", "exported": true, "origin": "ast", "body_hash": "0d7c004be6a796db3cc85686de933c0b2d04c7f95009af49f5b297652a8935a8", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaAttentionRmPad" }, { "id": "verl/models/llama/megatron/layers/parallel_attention.py#repeat_kv", "name": "repeat_kv", "kind": "function", "path": "verl/models/llama/megatron/layers/parallel_attention.py", "span": "L131-L140", "signature": "def repeat_kv(hidden_states: torch.Tensor, n_rep: int) -> torch.Tensor", "exported": true, "origin": "ast", "body_hash": "d7cb84ea104d6a1d59eef5013d518dd66a36183d083536ef5f46aa65a7143f49", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/layers/parallel_attention.py#rotate_half", "name": "rotate_half", "kind": "function", "path": "verl/models/llama/megatron/layers/parallel_attention.py", "span": "L116-L120", "signature": "def rotate_half(x)", "exported": true, "origin": "ast", "body_hash": "ca1458f15a1ae0848a6ac905e0d26b8057b076202f76165f28c1b40e4c509b2f", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/layers/parallel_decoder.py", "name": "parallel_decoder.py", "kind": "file", "path": "verl/models/llama/megatron/layers/parallel_decoder.py", "span": "L1-L147", "signature": null, "exported": true, "origin": "ast", "body_hash": "b9d5db6124b7be26188a159637d65bdab15c50439590745c5736a62ba3c20d5d", "chars": 6036, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/layers/parallel_decoder.py#ParallelLlamaDecoderLayer", "name": "ParallelLlamaDecoderLayer", "kind": "class", "path": "verl/models/llama/megatron/layers/parallel_decoder.py", "span": "L33-L96", "signature": "class ParallelLlamaDecoderLayer(nn.Module)", "exported": true, "origin": "ast", "body_hash": "e1fc1ee08ae152d9abb2fcc5ef94ef488433b72213d956c42425062fba9b8df3", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/layers/parallel_decoder.py#ParallelLlamaDecoderLayer.__init__", "name": "__init__", "kind": "method", "path": "verl/models/llama/megatron/layers/parallel_decoder.py", "span": "L35-L42", "signature": "def __init__(self, config: LlamaConfig, megatron_config: ModelParallelConfig)", "exported": false, "origin": "ast", "body_hash": "ee63a8015114b43fcf640f1c6e236ad939e3dee76254f727e7c3a1e495e8e756", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaDecoderLayer" }, { "id": "verl/models/llama/megatron/layers/parallel_decoder.py#ParallelLlamaDecoderLayer.forward", "name": "forward", "kind": "method", "path": "verl/models/llama/megatron/layers/parallel_decoder.py", "span": "L44-L96", "signature": "def forward( self, hidden_states: torch.Tensor, attention_mask: Optional[torch.Tensor] = None, position_ids: Optional[torch.LongTensor] = None, ) -> Tuple[torch.FloatTensor, Optional[Tuple[torch.FloatTensor, torch.FloatTensor]]]", "exported": true, "origin": "ast", "body_hash": "e475fd021252f51c0ea6c211c1ffc1df1da6146075cb8ae26a5e539315e2c715", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaDecoderLayer" }, { "id": "verl/models/llama/megatron/layers/parallel_decoder.py#ParallelLlamaDecoderLayerRmPad", "name": "ParallelLlamaDecoderLayerRmPad", "kind": "class", "path": "verl/models/llama/megatron/layers/parallel_decoder.py", "span": "L99-L146", "signature": "class ParallelLlamaDecoderLayerRmPad(nn.Module)", "exported": true, "origin": "ast", "body_hash": "0cd694eb31a72952b4c30dd946ffec0c49e6897f6c3b2eb72a01c26445511e9e", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/layers/parallel_decoder.py#ParallelLlamaDecoderLayerRmPad.__init__", "name": "__init__", "kind": "method", "path": "verl/models/llama/megatron/layers/parallel_decoder.py", "span": "L101-L110", "signature": "def __init__(self, config: LlamaConfig, megatron_config: ModelParallelConfig)", "exported": false, "origin": "ast", "body_hash": "928b34b1a2bfd6d9a715e41e74111973ef5c39af3df6920a37bbce07f85aea51", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaDecoderLayerRmPad" }, { "id": "verl/models/llama/megatron/layers/parallel_decoder.py#ParallelLlamaDecoderLayerRmPad.forward", "name": "forward", "kind": "method", "path": "verl/models/llama/megatron/layers/parallel_decoder.py", "span": "L112-L146", "signature": "def forward( self, hidden_states: torch.Tensor, position_ids: Optional[torch.LongTensor] = None, sequence_length: int = None, indices: torch.Tensor = None, cu_seqlens: int = None, max_seqlen_in_batch: int = None ) -> Tuple[torch.FloatTensor, Optional[Tuple[torch.FloatTensor, torch.FloatTensor]]]", "exported": true, "origin": "ast", "body_hash": "9bb467c9944b63c005f7f089cbc9e847227367364b37ae5e35bb7df382d92a90", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaDecoderLayerRmPad" }, { "id": "verl/models/llama/megatron/layers/parallel_linear.py", "name": "parallel_linear.py", "kind": "file", "path": "verl/models/llama/megatron/layers/parallel_linear.py", "span": "L1-L75", "signature": null, "exported": true, "origin": "ast", "body_hash": "abea6cdb51b6321ee3bf4ba9f043c32c4ec2dbfad64ebf0981f5beb30293bb11", "chars": 2787, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/layers/parallel_linear.py#MergedColumnParallelLinear", "name": "MergedColumnParallelLinear", "kind": "class", "path": "verl/models/llama/megatron/layers/parallel_linear.py", "span": "L52-L74", "signature": "class MergedColumnParallelLinear(tensor_parallel.ColumnParallelLinear)", "exported": true, "origin": "ast", "body_hash": "5034e2d99713015e2bf5a34348e0065c59b517261852e2add31ecd518a27f334", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/layers/parallel_linear.py#MergedColumnParallelLinear.__init__", "name": "__init__", "kind": "method", "path": "verl/models/llama/megatron/layers/parallel_linear.py", "span": "L54-L74", "signature": "def __init__(self, input_size, gate_ouput_size, up_output_size, *, bias=True, gather_output=True, skip_bias_add=False, **kwargs): # Keep input parameters, and already restrict the head numbers", "exported": false, "origin": "ast", "body_hash": "84b13f11d261c49e83efc3f8a0e4b689374bd160ce6c8e76ff4a14c0ad36205f", "summary_state": "pending", "summary": null, "crux": null, "owner": "MergedColumnParallelLinear" }, { "id": "verl/models/llama/megatron/layers/parallel_linear.py#QKVParallelLinear", "name": "QKVParallelLinear", "kind": "class", "path": "verl/models/llama/megatron/layers/parallel_linear.py", "span": "L21-L49", "signature": "class QKVParallelLinear(tensor_parallel.ColumnParallelLinear)", "exported": true, "origin": "ast", "body_hash": "aa1cd58c35584fa81ce3cc52e4143f5c1d37d5912274afbf03207e62651f4129", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/layers/parallel_linear.py#QKVParallelLinear.__init__", "name": "__init__", "kind": "method", "path": "verl/models/llama/megatron/layers/parallel_linear.py", "span": "L23-L49", "signature": "def __init__(self, input_size, num_heads, num_key_value_heads, head_dim, *, bias=True, gather_output=True, skip_bias_add=False, **kwargs): # Keep input parameters, and already restrict the head numbers", "exported": false, "origin": "ast", "body_hash": "51a2f7bfe85cfb5a72b58a8430f2ccc68de91afeaca1826cf470d99394a5229e", "summary_state": "pending", "summary": null, "crux": null, "owner": "QKVParallelLinear" }, { "id": "verl/models/llama/megatron/layers/parallel_mlp.py", "name": "parallel_mlp.py", "kind": "file", "path": "verl/models/llama/megatron/layers/parallel_mlp.py", "span": "L1-L75", "signature": null, "exported": true, "origin": "ast", "body_hash": "752d7674c3746007caa5a111ae15f47d30fb769cf30721ede17fca4c2c5e3bab", "chars": 3394, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/layers/parallel_mlp.py#ParallelLlamaMLP", "name": "ParallelLlamaMLP", "kind": "class", "path": "verl/models/llama/megatron/layers/parallel_mlp.py", "span": "L31-L74", "signature": "class ParallelLlamaMLP(nn.Module)", "exported": true, "origin": "ast", "body_hash": "2553f44ffc23b8117b73e6462ef0f9220db8613ef2e1e74e97d2b195ab14c4a7", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/layers/parallel_mlp.py#ParallelLlamaMLP.__init__", "name": "__init__", "kind": "method", "path": "verl/models/llama/megatron/layers/parallel_mlp.py", "span": "L33-L69", "signature": "def __init__(self, config, megatron_config: ModelParallelConfig = None) -> None", "exported": false, "origin": "ast", "body_hash": "d265fb0b8a7504f52d88a04bcde7a4970485f2f9e6b57f0d5f685a3c1c62ea26", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaMLP" }, { "id": "verl/models/llama/megatron/layers/parallel_mlp.py#ParallelLlamaMLP.forward", "name": "forward", "kind": "method", "path": "verl/models/llama/megatron/layers/parallel_mlp.py", "span": "L71-L74", "signature": "def forward(self, x)", "exported": true, "origin": "ast", "body_hash": "e5caf04ef0518c1b73102e0d84eaa4538b934bc85d00fe77dc624a1a0b926307", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaMLP" }, { "id": "verl/models/llama/megatron/layers/parallel_rmsnorm.py", "name": "parallel_rmsnorm.py", "kind": "file", "path": "verl/models/llama/megatron/layers/parallel_rmsnorm.py", "span": "L1-L46", "signature": null, "exported": true, "origin": "ast", "body_hash": "fd9c0692745aae1afab37e9730178f19ea0c2388f08cdb67646e3a371a3c1deb", "chars": 1860, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/layers/parallel_rmsnorm.py#ParallelLlamaRMSNorm", "name": "ParallelLlamaRMSNorm", "kind": "class", "path": "verl/models/llama/megatron/layers/parallel_rmsnorm.py", "span": "L25-L46", "signature": "class ParallelLlamaRMSNorm(nn.Module)", "exported": true, "origin": "ast", "body_hash": "c00ac3a7234f829bf8a46155175fcde545fd306b6ed36a47394f7de3c1039848", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/layers/parallel_rmsnorm.py#ParallelLlamaRMSNorm.__init__", "name": "__init__", "kind": "method", "path": "verl/models/llama/megatron/layers/parallel_rmsnorm.py", "span": "L27-L39", "signature": "def __init__(self, config: LlamaConfig, megatron_config: ModelParallelConfig)", "exported": false, "origin": "ast", "body_hash": "c2e1b5438f06d1fb0d2a535f63bf846ba05b14c0704989e9094bb85352538330", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaRMSNorm" }, { "id": "verl/models/llama/megatron/layers/parallel_rmsnorm.py#ParallelLlamaRMSNorm.forward", "name": "forward", "kind": "method", "path": "verl/models/llama/megatron/layers/parallel_rmsnorm.py", "span": "L41-L46", "signature": "def forward(self, hidden_states)", "exported": true, "origin": "ast", "body_hash": "cc76f3c59fbb67cf414ab8ccf45c992bed8fa999b34942af9c50d2d742347879", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaRMSNorm" }, { "id": "verl/models/llama/megatron/modeling_llama_megatron.py", "name": "modeling_llama_megatron.py", "kind": "file", "path": "verl/models/llama/megatron/modeling_llama_megatron.py", "span": "L1-L657", "signature": null, "exported": true, "origin": "ast", "body_hash": "e0c992cb7f3f606e3109758b6ca4114fdc28903e2be716dff1259444492b6b55", "chars": 29656, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/modeling_llama_megatron.py#_expand_mask", "name": "_expand_mask", "kind": "function", "path": "verl/models/llama/megatron/modeling_llama_megatron.py", "span": "L58-L69", "signature": "def _expand_mask(mask: torch.Tensor, dtype: torch.dtype, tgt_len: Optional[int] = None)", "exported": false, "origin": "ast", "body_hash": "7eac0af7f47e8bd3c1587db698c5f5583656b24149ec5c2ea1a410e34ae82160", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/modeling_llama_megatron.py#_make_causal_mask", "name": "_make_causal_mask", "kind": "function", "path": "verl/models/llama/megatron/modeling_llama_megatron.py", "span": "L45-L54", "signature": "def _make_causal_mask(input_ids_shape: torch.Size, dtype: torch.dtype, device: torch.device)", "exported": false, "origin": "ast", "body_hash": "4836799258639bfbfdc83054165da581e95fcb7e6c8522bf4651e42af051f1f7", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLM", "name": "ParallelLlamaForCausalLM", "kind": "class", "path": "verl/models/llama/megatron/modeling_llama_megatron.py", "span": "L155-L209", "signature": "class ParallelLlamaForCausalLM(nn.Module)", "exported": true, "origin": "ast", "body_hash": "524478e100cf0c0b353d0fe48137b95ef52e684eedfe9679a9d4839d60a8a98f", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLM.__init__", "name": "__init__", "kind": "method", "path": "verl/models/llama/megatron/modeling_llama_megatron.py", "span": "L157-L172", "signature": "def __init__(self, config: LlamaConfig, megatron_config: ModelParallelConfig)", "exported": false, "origin": "ast", "body_hash": "b4c5e761217abf5a12a41d494ce0ca6dac5f0bd8390498e8b8ad6ff78fae82d7", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaForCausalLM" }, { "id": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLM.forward", "name": "forward", "kind": "method", "path": "verl/models/llama/megatron/modeling_llama_megatron.py", "span": "L174-L209", "signature": "def forward( self, input_ids: torch.LongTensor = None, attention_mask: Optional[torch.Tensor] = None, position_ids: Optional[torch.LongTensor] = None, ) -> Union[Tuple, CausalLMOutputWithPast]", "exported": true, "origin": "ast", "body_hash": "974ab318d80cfdc6fefe9ab78806e091db2f21ef841b5da7fcd1736761f3ddd1", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaForCausalLM" }, { "id": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPad", "name": "ParallelLlamaForCausalLMRmPad", "kind": "class", "path": "verl/models/llama/megatron/modeling_llama_megatron.py", "span": "L279-L363", "signature": "class ParallelLlamaForCausalLMRmPad(nn.Module)", "exported": true, "origin": "ast", "body_hash": "e50847d21c74182a27954b3c4e48997ef87563c1db17b93c37653b93a53a63b2", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPad.__init__", "name": "__init__", "kind": "method", "path": "verl/models/llama/megatron/modeling_llama_megatron.py", "span": "L281-L287", "signature": "def __init__(self, config: LlamaConfig, megatron_config: ModelParallelConfig)", "exported": false, "origin": "ast", "body_hash": "4fc8ad94efc85aee77b99f002a3fa237c5f17b5e51983d6fdbe99c514bea792c", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaForCausalLMRmPad" }, { "id": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPad._forward_head", "name": "_forward_head", "kind": "method", "path": "verl/models/llama/megatron/modeling_llama_megatron.py", "span": "L301-L306", "signature": "def _forward_head(self, hidden_states): # all_gather from sequence parallel region is performed inside lm_head", "exported": false, "origin": "ast", "body_hash": "86f3116ccac4359e1aed7d51af44b25bd385e5820632ab0c08bc054a5f941d75", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaForCausalLMRmPad" }, { "id": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPad._init_head", "name": "_init_head", "kind": "method", "path": "verl/models/llama/megatron/modeling_llama_megatron.py", "span": "L289-L299", "signature": "def _init_head(self)", "exported": false, "origin": "ast", "body_hash": "e26b2ad854017b37b2566b868dc36344aeee40dd59125285722952c20ca6b1cb", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaForCausalLMRmPad" }, { "id": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPad.forward", "name": "forward", "kind": "method", "path": "verl/models/llama/megatron/modeling_llama_megatron.py", "span": "L308-L363", "signature": "def forward( self, input_ids: torch.LongTensor = None, attention_mask: Optional[torch.Tensor] = None, position_ids: Optional[torch.LongTensor] = None, ) -> Union[Tuple, CausalLMOutputWithPast]", "exported": true, "origin": "ast", "body_hash": "f4ee14f475ea62c69ab3566defb5a879d84d3c2daca4833a7e523422e1afef5f", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaForCausalLMRmPad" }, { "id": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPadPP", "name": "ParallelLlamaForCausalLMRmPadPP", "kind": "class", "path": "verl/models/llama/megatron/modeling_llama_megatron.py", "span": "L514-L623", "signature": "class ParallelLlamaForCausalLMRmPadPP(nn.Module)", "exported": true, "origin": "ast", "body_hash": "22f073160388a91588816311ab368575df438b23a98e908de9f98326dc54e47c", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPadPP.__init__", "name": "__init__", "kind": "method", "path": "verl/models/llama/megatron/modeling_llama_megatron.py", "span": "L516-L529", "signature": "def __init__(self, config: LlamaConfig, megatron_config: ModelParallelConfig, pre_process, post_process)", "exported": false, "origin": "ast", "body_hash": "1fa43fd60df5e786a33c1278f636eec71cf4f3a7c52b8cf116256e7ac63f025d", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaForCausalLMRmPadPP" }, { "id": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPadPP._forward_head", "name": "_forward_head", "kind": "method", "path": "verl/models/llama/megatron/modeling_llama_megatron.py", "span": "L554-L560", "signature": "def _forward_head(self, hidden_states): # all_gather from sequence parallel region is performed inside lm_head # logits shape before forward_head hidden_states.shape: [4, 32, 4096]", "exported": false, "origin": "ast", "body_hash": "98659534a93f89cdbd042ae177cf95cbdbde79c7b372e6972a6d8f6fc437bd91", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaForCausalLMRmPadPP" }, { "id": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPadPP._init_head", "name": "_init_head", "kind": "method", "path": "verl/models/llama/megatron/modeling_llama_megatron.py", "span": "L542-L552", "signature": "def _init_head(self)", "exported": false, "origin": "ast", "body_hash": "e26b2ad854017b37b2566b868dc36344aeee40dd59125285722952c20ca6b1cb", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaForCausalLMRmPadPP" }, { "id": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPadPP.forward", "name": "forward", "kind": "method", "path": "verl/models/llama/megatron/modeling_llama_megatron.py", "span": "L562-L623", "signature": "def forward( self, # original input *, input_ids: torch.LongTensor = None, attention_mask: Optional[torch.Tensor] = None, position_ids: Optional[torch.LongTensor] = None, ) -> Union[Tuple, CausalLMOutputWithPast]", "exported": true, "origin": "ast", "body_hash": "3f60af6ea1f373020cc8c0ccae6643f03a105ae946d3f20496d590e9f024fca6", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaForCausalLMRmPadPP" }, { "id": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPadPP.set_input_tensor", "name": "set_input_tensor", "kind": "method", "path": "verl/models/llama/megatron/modeling_llama_megatron.py", "span": "L531-L540", "signature": "def set_input_tensor(self, input_tensor)", "exported": true, "origin": "ast", "body_hash": "4d42f55d7ad1b74eb5beb556e8bd9962d259a62d91ed98cf3f2c49faded97cdf", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaForCausalLMRmPadPP" }, { "id": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForValueRmPad", "name": "ParallelLlamaForValueRmPad", "kind": "class", "path": "verl/models/llama/megatron/modeling_llama_megatron.py", "span": "L366-L392", "signature": "class ParallelLlamaForValueRmPad(ParallelLlamaForCausalLMRmPad)", "exported": true, "origin": "ast", "body_hash": "18a0674aabfe898215a855adedc54f1c9f3382daf7f1ebb3a4c3b8a187d0a472", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForValueRmPad._forward_head", "name": "_forward_head", "kind": "method", "path": "verl/models/llama/megatron/modeling_llama_megatron.py", "span": "L377-L382", "signature": "def _forward_head(self, hidden_states)", "exported": false, "origin": "ast", "body_hash": "2c01174dfc8d7cce4ff60e2ffe09223ba1139598dad6b1f3127d2bc174137186", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaForValueRmPad" }, { "id": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForValueRmPad._init_head", "name": "_init_head", "kind": "method", "path": "verl/models/llama/megatron/modeling_llama_megatron.py", "span": "L368-L375", "signature": "def _init_head(self)", "exported": false, "origin": "ast", "body_hash": "51af3f483828793a452f7f59a190039e0c2b511da22b0d80034de041fdeaa753", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaForValueRmPad" }, { "id": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForValueRmPad.forward", "name": "forward", "kind": "method", "path": "verl/models/llama/megatron/modeling_llama_megatron.py", "span": "L384-L392", "signature": "def forward( self, input_ids: torch.LongTensor = None, attention_mask: Optional[torch.Tensor] = None, position_ids: Optional[torch.LongTensor] = None, ) -> Union[Tuple, CausalLMOutputWithPast]", "exported": true, "origin": "ast", "body_hash": "8890c733ee268b257ff186dd7590d6ff8f5fcde9fbe8afa0a108e97155d305ec", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaForValueRmPad" }, { "id": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForValueRmPadPP", "name": "ParallelLlamaForValueRmPadPP", "kind": "class", "path": "verl/models/llama/megatron/modeling_llama_megatron.py", "span": "L626-L656", "signature": "class ParallelLlamaForValueRmPadPP(ParallelLlamaForCausalLMRmPadPP)", "exported": true, "origin": "ast", "body_hash": "5fa71c069e3ad5bcdcae61f07988ceef330e6c90a33e3f96f94be2f2979f506a", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForValueRmPadPP._forward_head", "name": "_forward_head", "kind": "method", "path": "verl/models/llama/megatron/modeling_llama_megatron.py", "span": "L637-L642", "signature": "def _forward_head(self, hidden_states)", "exported": false, "origin": "ast", "body_hash": "2c01174dfc8d7cce4ff60e2ffe09223ba1139598dad6b1f3127d2bc174137186", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaForValueRmPadPP" }, { "id": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForValueRmPadPP._init_head", "name": "_init_head", "kind": "method", "path": "verl/models/llama/megatron/modeling_llama_megatron.py", "span": "L628-L635", "signature": "def _init_head(self)", "exported": false, "origin": "ast", "body_hash": "51af3f483828793a452f7f59a190039e0c2b511da22b0d80034de041fdeaa753", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaForValueRmPadPP" }, { "id": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForValueRmPadPP.forward", "name": "forward", "kind": "method", "path": "verl/models/llama/megatron/modeling_llama_megatron.py", "span": "L644-L656", "signature": "def forward( self, *, input_ids: torch.LongTensor = None, attention_mask: Optional[torch.Tensor] = None, position_ids: Optional[torch.LongTensor] = None, ) -> Union[Tuple, CausalLMOutputWithPast]", "exported": true, "origin": "ast", "body_hash": "9f806adada908311ec51c11e661349389f095116287b7e80bbf5ac06908a0941", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaForValueRmPadPP" }, { "id": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModel", "name": "ParallelLlamaModel", "kind": "class", "path": "verl/models/llama/megatron/modeling_llama_megatron.py", "span": "L72-L152", "signature": "class ParallelLlamaModel(nn.Module)", "exported": true, "origin": "ast", "body_hash": "80aca6b60879cb9b90349e21e18267840777bc6e47a5cc7061fa5ed1feee07f4", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModel.__init__", "name": "__init__", "kind": "method", "path": "verl/models/llama/megatron/modeling_llama_megatron.py", "span": "L80-L94", "signature": "def __init__(self, config: LlamaConfig, megatron_config: ModelParallelConfig)", "exported": false, "origin": "ast", "body_hash": "69b5e79ff2bf13e20f6f3f51a440c8462b1ac71ea9ca6a58e4646bc898694d1c", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaModel" }, { "id": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModel._prepare_decoder_attention_mask", "name": "_prepare_decoder_attention_mask", "kind": "method", "path": "verl/models/llama/megatron/modeling_llama_megatron.py", "span": "L97-L115", "signature": "def _prepare_decoder_attention_mask(self, attention_mask, input_shape, inputs_embeds): # create causal mask # [bsz, seq_len] -> [bsz, 1, tgt_seq_len, src_seq_len]", "exported": false, "origin": "ast", "body_hash": "72baf5f0d6878417af422634e5235f04ff58e2623cb03526d58ba11882033a85", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaModel" }, { "id": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModel.forward", "name": "forward", "kind": "method", "path": "verl/models/llama/megatron/modeling_llama_megatron.py", "span": "L117-L152", "signature": "def forward( self, input_ids: torch.LongTensor = None, attention_mask: Optional[torch.Tensor] = None, position_ids: Optional[torch.LongTensor] = None, ) -> Union[Tuple, BaseModelOutputWithPast]", "exported": true, "origin": "ast", "body_hash": "41ee69fd163e06bd0cf82eed87986616d5d8ac34f3a8f7ce975082b66d330b9f", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaModel" }, { "id": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModelRmPad", "name": "ParallelLlamaModelRmPad", "kind": "class", "path": "verl/models/llama/megatron/modeling_llama_megatron.py", "span": "L215-L276", "signature": "class ParallelLlamaModelRmPad(nn.Module)", "exported": true, "origin": "ast", "body_hash": "4d5cf6c9440402d75e3fb103877842599c93f240250274106902eac1e46706a0", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModelRmPad.__init__", "name": "__init__", "kind": "method", "path": "verl/models/llama/megatron/modeling_llama_megatron.py", "span": "L223-L238", "signature": "def __init__(self, config: LlamaConfig, megatron_config: ModelParallelConfig)", "exported": false, "origin": "ast", "body_hash": "ac9130b73bc042d00818540e1476f5333a50360e2d097841864b6e5ecc4a4125", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaModelRmPad" }, { "id": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModelRmPad.forward", "name": "forward", "kind": "method", "path": "verl/models/llama/megatron/modeling_llama_megatron.py", "span": "L240-L276", "signature": "def forward(self, input_ids: torch.Tensor, position_ids: Optional[torch.LongTensor] = None, sequence_length: int = None, indices: torch.Tensor = None, cu_seqlens: int = None, max_seqlen_in_batch: int = None) -> Union[Tuple, BaseModelOutputWithPast]", "exported": true, "origin": "ast", "body_hash": "1e1407c50b3d976c1848c2866b84eda74366b70adbc1f2950d4a9644575f310c", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaModelRmPad" }, { "id": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModelRmPadPP", "name": "ParallelLlamaModelRmPadPP", "kind": "class", "path": "verl/models/llama/megatron/modeling_llama_megatron.py", "span": "L400-L511", "signature": "class ParallelLlamaModelRmPadPP(nn.Module)", "exported": true, "origin": "ast", "body_hash": "0e171b2885cc440334e021dcb6b84d4354191fa0dbc5147b5d9dd1a4037979ad", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModelRmPadPP.__init__", "name": "__init__", "kind": "method", "path": "verl/models/llama/megatron/modeling_llama_megatron.py", "span": "L410-L455", "signature": "def __init__(self, config: LlamaConfig, megatron_config: ModelParallelConfig, pre_process, post_process)", "exported": false, "origin": "ast", "body_hash": "2045595e1577ef7a23f739a0c18bd925c64250d1df18e252742fc4a04901db97", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaModelRmPadPP" }, { "id": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModelRmPadPP.forward", "name": "forward", "kind": "method", "path": "verl/models/llama/megatron/modeling_llama_megatron.py", "span": "L467-L511", "signature": "def forward(self, input_ids: torch.Tensor, position_ids: Optional[torch.LongTensor] = None, sequence_length: int = None, indices: torch.Tensor = None, cu_seqlens: int = None, max_seqlen_in_batch: int = None) -> Union[Tuple, BaseModelOutputWithPast]", "exported": true, "origin": "ast", "body_hash": "97877547a17d224bca6506ad138bf8681e4906fcbc62f05c3fe76a40e27b9e88", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaModelRmPadPP" }, { "id": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModelRmPadPP.set_input_tensor", "name": "set_input_tensor", "kind": "method", "path": "verl/models/llama/megatron/modeling_llama_megatron.py", "span": "L457-L465", "signature": "def set_input_tensor(self, input_tensor)", "exported": true, "origin": "ast", "body_hash": "d8093744c1b1348ec91bd85ef1b336a7b4bffbaae443f57104a00fdecc092b82", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelLlamaModelRmPadPP" }, { "id": "verl/models/registry.py", "name": "registry.py", "kind": "file", "path": "verl/models/registry.py", "span": "L1-L67", "signature": null, "exported": true, "origin": "ast", "body_hash": "c7a2d330f96d7f793e9b5305bf9f932e92245f23ebb93c572221266391c10494", "chars": 2535, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/registry.py#check_model_support_rmpad", "name": "check_model_support_rmpad", "kind": "function", "path": "verl/models/registry.py", "span": "L27-L32", "signature": "def check_model_support_rmpad(model_type: str)", "exported": true, "origin": "ast", "body_hash": "b7dae798100438bb893014406ac3edd1094d8c621cb497b12a90dd9a3048ad44", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/registry.py#ModelRegistry", "name": "ModelRegistry", "kind": "class", "path": "verl/models/registry.py", "span": "L46-L66", "signature": "class ModelRegistry", "exported": true, "origin": "ast", "body_hash": "7af10eb2e2bbf74c6a76d1d26c5effd68d8e59c679335baa3509e7ac5f44df0d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/registry.py#ModelRegistry.get_supported_archs", "name": "get_supported_archs", "kind": "method", "path": "verl/models/registry.py", "span": "L65-L66", "signature": "def get_supported_archs() -> List[str]", "exported": true, "origin": "ast", "body_hash": "881a969fb9e574cba5880e9894970d05fce39b75e74cfe7d0a03e16beb3d79a6", "summary_state": "pending", "summary": null, "crux": null, "owner": "ModelRegistry" }, { "id": "verl/models/registry.py#ModelRegistry.load_model_cls", "name": "load_model_cls", "kind": "method", "path": "verl/models/registry.py", "span": "L49-L62", "signature": "def load_model_cls(model_arch: str, value=False) -> Optional[Type[nn.Module]]", "exported": true, "origin": "ast", "body_hash": "8e0a696b8e10323f88a53f2084c5f423a8ce2a7325478f2a45aee3e3875db5d4", "summary_state": "pending", "summary": null, "crux": null, "owner": "ModelRegistry" }, { "id": "verl/models/transformers/__init__.py", "name": "__init__.py", "kind": "file", "path": "verl/models/transformers/__init__.py", "span": "L1-L14", "signature": null, "exported": true, "origin": "ast", "body_hash": "e65abd77db034b4f29eb1268c24867f84919dbce22e28d1997e563ed1d94179c", "chars": 600, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/transformers/llama.py", "name": "llama.py", "kind": "file", "path": "verl/models/transformers/llama.py", "span": "L1-L146", "signature": null, "exported": true, "origin": "ast", "body_hash": "8ef8564e7b3b45d8aaf2509eff07265b6cd1d6af1da0e588c8976d221d40d323", "chars": 6759, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/transformers/llama.py#llama_flash_attn_forward", "name": "llama_flash_attn_forward", "kind": "function", "path": "verl/models/transformers/llama.py", "span": "L27-L145", "signature": "def llama_flash_attn_forward( self, hidden_states: torch.Tensor, attention_mask: Optional[torch.LongTensor] = None, position_ids: Optional[torch.LongTensor] = None, past_key_value: Optional[Cache] = None, output_attentions: bool = False, use_cache: bool = False, cache_position: Optional[torch.LongTensor] = None, position_embeddings: Optional[Tuple[torch.Tensor, torch.Tensor]] = None, # will become mandatory in v4.46 **kwargs, ) -> Tuple[torch.Tensor, Optional[torch.Tensor], Optional[Tuple[torch.Tensor]]]", "exported": true, "origin": "ast", "body_hash": "ff595c8414e383367423ef7ac48815a1f62911c6e3d74f04e0e9d7d655f544fa", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/transformers/monkey_patch.py", "name": "monkey_patch.py", "kind": "file", "path": "verl/models/transformers/monkey_patch.py", "span": "L1-L75", "signature": null, "exported": true, "origin": "ast", "body_hash": "8a0775fa2927755d1fa16e5cc2291e3ea45ec6f146f331bbca1d30e879b09943", "chars": 2884, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/transformers/monkey_patch.py#apply_monkey_patch", "name": "apply_monkey_patch", "kind": "function", "path": "verl/models/transformers/monkey_patch.py", "span": "L42-L57", "signature": "def apply_monkey_patch(config: PretrainedConfig, verbose=True)", "exported": true, "origin": "ast", "body_hash": "6460d612cce27699cc003a79fa6dde059ed508e3fba5c2679f44266b70156d68", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/transformers/monkey_patch.py#apply_monkey_patch_to_llama", "name": "apply_monkey_patch_to_llama", "kind": "function", "path": "verl/models/transformers/monkey_patch.py", "span": "L22-L25", "signature": "def apply_monkey_patch_to_llama()", "exported": true, "origin": "ast", "body_hash": "a2cb89d90cc9a59e359216ada15c84411dbc941c73411e14f55c7888b17b4de4", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/transformers/monkey_patch.py#apply_monkey_patch_to_qwen2", "name": "apply_monkey_patch_to_qwen2", "kind": "function", "path": "verl/models/transformers/monkey_patch.py", "span": "L28-L31", "signature": "def apply_monkey_patch_to_qwen2()", "exported": true, "origin": "ast", "body_hash": "d434ea93c6ff5d31f1a7023ca19ad66aa47e86803e7fec0d1baa0dff172adbd6", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/transformers/monkey_patch.py#is_transformers_version_in_range", "name": "is_transformers_version_in_range", "kind": "function", "path": "verl/models/transformers/monkey_patch.py", "span": "L66-L74", "signature": "def is_transformers_version_in_range(min_version: str, max_version: str) -> bool", "exported": true, "origin": "ast", "body_hash": "38063fd64d4387629cff8d1c5e74683a8558a524d397cf8af95fa15abe6a252e", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/transformers/qwen2.py", "name": "qwen2.py", "kind": "file", "path": "verl/models/transformers/qwen2.py", "span": "L1-L138", "signature": null, "exported": true, "origin": "ast", "body_hash": "81b67ee203676ce26dbf6d5c1f5436ddf1d4a6070e5f646b2b9b87e7d95dd7d1", "chars": 6144, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/transformers/qwen2.py#qwen2_flash_attn_forward", "name": "qwen2_flash_attn_forward", "kind": "function", "path": "verl/models/transformers/qwen2.py", "span": "L28-L137", "signature": "def qwen2_flash_attn_forward( self, hidden_states: torch.Tensor, attention_mask: Optional[torch.Tensor] = None, position_ids: Optional[torch.LongTensor] = None, past_key_value: Optional[Cache] = None, output_attentions: bool = False, use_cache: bool = False, cache_position: Optional[torch.LongTensor] = None, position_embeddings: Optional[Tuple[torch.Tensor, torch.Tensor]] = None, # will become mandatory in v4.46 )", "exported": true, "origin": "ast", "body_hash": "930831d1187694b0dbc820d3eba79ce924d1cba82339a9d45b13d62ec3abee3b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/weight_loader_registry.py", "name": "weight_loader_registry.py", "kind": "file", "path": "verl/models/weight_loader_registry.py", "span": "L1-L24", "signature": null, "exported": true, "origin": "ast", "body_hash": "14826b9646576cfe7b157c6bf293bbfe9c76b861c0803c1ad2d4bb93e7820d59", "chars": 1137, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/models/weight_loader_registry.py#get_weight_loader", "name": "get_weight_loader", "kind": "function", "path": "verl/models/weight_loader_registry.py", "span": "L16-L23", "signature": "def get_weight_loader(arch: str)", "exported": true, "origin": "ast", "body_hash": "42ec46896e08824dec411bab38fb25f2e1edef93fb1ef78f6f2d998d2bae80fa", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/protocol.py", "name": "protocol.py", "kind": "file", "path": "verl/protocol.py", "span": "L1-L640", "signature": null, "exported": true, "origin": "ast", "body_hash": "ceccbe7c9ad3bfe430355f35705054881f32dc254b0862a1f0bf6800e387405d", "chars": 24417, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/protocol.py#collate_fn", "name": "collate_fn", "kind": "function", "path": "verl/protocol.py", "span": "L143-L153", "signature": "def collate_fn(x: list['DataProtoItem'])", "exported": true, "origin": "ast", "body_hash": "e60965207a22fee739c989ca3a257ef3712f2d8197a77fd58bf09cb8acce2e16", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/protocol.py#DataProto", "name": "DataProto", "kind": "class", "path": "verl/protocol.py", "span": "L165-L589", "signature": "class DataProto", "exported": true, "origin": "ast", "body_hash": "5c388ec1f359b3ade458751836539ba4cb0620384129fe833e83bb672ab72d5a", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/protocol.py#DataProto.__getitem__", "name": "__getitem__", "kind": "method", "path": "verl/protocol.py", "span": "L189-L192", "signature": "def __getitem__(self, item)", "exported": false, "origin": "ast", "body_hash": "88c548dd7cb243c8d588341989d52505a59acf52d333e4bc35cfc7a117c5c63c", "summary_state": "pending", "summary": null, "crux": null, "owner": "DataProto" }, { "id": "verl/protocol.py#DataProto.__getstate__", "name": "__getstate__", "kind": "method", "path": "verl/protocol.py", "span": "L194-L202", "signature": "def __getstate__(self)", "exported": false, "origin": "ast", "body_hash": "fcc79d44099a1c997864fa7888cc3b71e23468ab83c51319c857de584b8c0e37", "summary_state": "pending", "summary": null, "crux": null, "owner": "DataProto" }, { "id": "verl/protocol.py#DataProto.__len__", "name": "__len__", "kind": "method", "path": "verl/protocol.py", "span": "L180-L187", "signature": "def __len__(self)", "exported": false, "origin": "ast", "body_hash": "b6a685265bb0d9e039281cc1064aa6c673ce892741a92b45a0718d207439f444", "summary_state": "pending", "summary": null, "crux": null, "owner": "DataProto" }, { "id": "verl/protocol.py#DataProto.__post_init__", "name": "__post_init__", "kind": "method", "path": "verl/protocol.py", "span": "L176-L178", "signature": "def __post_init__(self): # perform necessary checking", "exported": false, "origin": "ast", "body_hash": "8aa3118b41795178c1cd04cf63a3eba420d28d7dcf0c296592d1979e7225702a", "summary_state": "pending", "summary": null, "crux": null, "owner": "DataProto" }, { "id": "verl/protocol.py#DataProto.__setstate__", "name": "__setstate__", "kind": "method", "path": "verl/protocol.py", "span": "L204-L213", "signature": "def __setstate__(self, data)", "exported": false, "origin": "ast", "body_hash": "a3b08a9eb2930e51522a07c354e49033e249ae96825837e8e6d250a9cc1e165e", "summary_state": "pending", "summary": null, "crux": null, "owner": "DataProto" }, { "id": "verl/protocol.py#DataProto.check_consistency", "name": "check_consistency", "kind": "method", "path": "verl/protocol.py", "span": "L242-L263", "signature": "def check_consistency(self)", "exported": true, "origin": "ast", "body_hash": "e1da358297569e28bf36fd00bbeb5884ab75f0adc5b56cb184fed68228d8c392", "summary_state": "pending", "summary": null, "crux": null, "owner": "DataProto" }, { "id": "verl/protocol.py#DataProto.chunk", "name": "chunk", "kind": "method", "path": "verl/protocol.py", "span": "L482-L512", "signature": "def chunk(self, chunks: int) -> List['DataProto']", "exported": true, "origin": "ast", "body_hash": "da8f79ee59b08d03e11569d3af498e705bc5a7371418cec0b9f57a34234f1ca8", "summary_state": "pending", "summary": null, "crux": null, "owner": "DataProto" }, { "id": "verl/protocol.py#DataProto.concat", "name": "concat", "kind": "method", "path": "verl/protocol.py", "span": "L515-L537", "signature": "def concat(data: List['DataProto']) -> 'DataProto'", "exported": true, "origin": "ast", "body_hash": "dbe3b9d1f772d45a18f5a783be013db353fbb4a8573f2a6c0a4b45e6887b4925", "summary_state": "pending", "summary": null, "crux": null, "owner": "DataProto" }, { "id": "verl/protocol.py#DataProto.from_dict", "name": "from_dict", "kind": "method", "path": "verl/protocol.py", "span": "L281-L314", "signature": "def from_dict(cls, tensors: Dict[str, torch.Tensor], non_tensors=None, meta_info=None, num_batch_dims=1)", "exported": true, "origin": "ast", "body_hash": "1ad4e3a3f2d190d3b07916286973393f0beba76a63c4076fe715386bd7ea88e7", "summary_state": "pending", "summary": null, "crux": null, "owner": "DataProto" }, { "id": "verl/protocol.py#DataProto.from_single_dict", "name": "from_single_dict", "kind": "method", "path": "verl/protocol.py", "span": "L266-L278", "signature": "def from_single_dict(cls, data: Dict[str, Union[torch.Tensor, np.ndarray]], meta_info=None)", "exported": true, "origin": "ast", "body_hash": "f98728e333b3d9c4d1563f566f6b0aa1947532cba1e54b9330e7017f44411389", "summary_state": "pending", "summary": null, "crux": null, "owner": "DataProto" }, { "id": "verl/protocol.py#DataProto.load_from_disk", "name": "load_from_disk", "kind": "method", "path": "verl/protocol.py", "span": "L220-L223", "signature": "def load_from_disk(filepath) -> 'DataProto'", "exported": true, "origin": "ast", "body_hash": "ea33402d606d4f0f4a1807d76ec335e5c2c9906f04c0d77320011291f07e3f05", "summary_state": "pending", "summary": null, "crux": null, "owner": "DataProto" }, { "id": "verl/protocol.py#DataProto.make_iterator", "name": "make_iterator", "kind": "method", "path": "verl/protocol.py", "span": "L441-L480", "signature": "def make_iterator(self, mini_batch_size, epochs, seed=None, dataloader_kwargs=None)", "exported": true, "origin": "ast", "body_hash": "d88c2a95d51c21c71a40fdd31b35d26cd8173104532aadac26c7c1c617581062", "summary_state": "pending", "summary": null, "crux": null, "owner": "DataProto" }, { "id": "verl/protocol.py#DataProto.make_iterator.get_data", "name": "get_data", "kind": "function", "path": "verl/protocol.py", "span": "L474-L478", "signature": "def get_data()", "exported": true, "origin": "ast", "body_hash": "0baca75ddc8cfd88e7e933921df3e85fbca219a5133146e01021fb42a5348292", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/protocol.py#DataProto.pop", "name": "pop", "kind": "method", "path": "verl/protocol.py", "span": "L365-L395", "signature": "def pop(self, batch_keys=None, non_tensor_batch_keys=None, meta_info_keys=None) -> 'DataProto'", "exported": true, "origin": "ast", "body_hash": "dd9aff86a52004710bf6376f22a9f50cb291fcf79a57590a3b226dc8752546f3", "summary_state": "pending", "summary": null, "crux": null, "owner": "DataProto" }, { "id": "verl/protocol.py#DataProto.print_size", "name": "print_size", "kind": "method", "path": "verl/protocol.py", "span": "L225-L240", "signature": "def print_size(self, prefix=\"\")", "exported": true, "origin": "ast", "body_hash": "dad52a42b33550642492b207a5215a569109767f02ba7abb5abcf4b3822306ab", "summary_state": "pending", "summary": null, "crux": null, "owner": "DataProto" }, { "id": "verl/protocol.py#DataProto.rename", "name": "rename", "kind": "method", "path": "verl/protocol.py", "span": "L397-L421", "signature": "def rename(self, old_keys=None, new_keys=None) -> 'DataProto'", "exported": true, "origin": "ast", "body_hash": "26e31bc4d8452966264be1725ea63090bf2bede58d40be221be9f0b7e5fd7a0c", "summary_state": "pending", "summary": null, "crux": null, "owner": "DataProto" }, { "id": "verl/protocol.py#DataProto.rename.validate_input", "name": "validate_input", "kind": "function", "path": "verl/protocol.py", "span": "L402-L410", "signature": "def validate_input(keys)", "exported": true, "origin": "ast", "body_hash": "d8ef0134550c97e0367eedbb8e63bee1f2b7581f2457145e056e6763068b55b8", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/protocol.py#DataProto.reorder", "name": "reorder", "kind": "method", "path": "verl/protocol.py", "span": "L539-L545", "signature": "def reorder(self, indices)", "exported": true, "origin": "ast", "body_hash": "59ae3d7e628cdfcd7503bfcebb68491da4ddf246f3967391743fe49e24fbde31", "summary_state": "pending", "summary": null, "crux": null, "owner": "DataProto" }, { "id": "verl/protocol.py#DataProto.repeat", "name": "repeat", "kind": "method", "path": "verl/protocol.py", "span": "L547-L589", "signature": "def repeat(self, repeat_times=2, interleave=True)", "exported": true, "origin": "ast", "body_hash": "10d780e95c89802d250ba0156332c6ffafc85923da1fd5c496879b4b29f2d42c", "summary_state": "pending", "summary": null, "crux": null, "owner": "DataProto" }, { "id": "verl/protocol.py#DataProto.save_to_disk", "name": "save_to_disk", "kind": "method", "path": "verl/protocol.py", "span": "L215-L217", "signature": "def save_to_disk(self, filepath)", "exported": true, "origin": "ast", "body_hash": "7079cdeb7f96c81d89ae1369e6eda369e33ae724d25575ea46e0fc3800001664", "summary_state": "pending", "summary": null, "crux": null, "owner": "DataProto" }, { "id": "verl/protocol.py#DataProto.select", "name": "select", "kind": "method", "path": "verl/protocol.py", "span": "L330-L363", "signature": "def select(self, batch_keys=None, non_tensor_batch_keys=None, meta_info_keys=None, deepcopy=False) -> 'DataProto'", "exported": true, "origin": "ast", "body_hash": "e6d97f84abc94b4295bd4ac54bde5fcb4f104e9d89277c826cc3ff17a32fcdf0", "summary_state": "pending", "summary": null, "crux": null, "owner": "DataProto" }, { "id": "verl/protocol.py#DataProto.to", "name": "to", "kind": "method", "path": "verl/protocol.py", "span": "L316-L328", "signature": "def to(self, device) -> 'DataProto'", "exported": true, "origin": "ast", "body_hash": "8a05eaf0853163433a85c5c430f874c809688e25553e3282884d73a5bff7056e", "summary_state": "pending", "summary": null, "crux": null, "owner": "DataProto" }, { "id": "verl/protocol.py#DataProto.union", "name": "union", "kind": "method", "path": "verl/protocol.py", "span": "L423-L439", "signature": "def union(self, other: 'DataProto') -> 'DataProto'", "exported": true, "origin": "ast", "body_hash": "aa2cc50c72a9ab2cf1880baea813b49fd3fe5bb6ff921f49840581491118f9fa", "summary_state": "pending", "summary": null, "crux": null, "owner": "DataProto" }, { "id": "verl/protocol.py#DataProtoFuture", "name": "DataProtoFuture", "kind": "class", "path": "verl/protocol.py", "span": "L596-L639", "signature": "class DataProtoFuture", "exported": true, "origin": "ast", "body_hash": "55d045d57e3c09b99af3fc25f8004d0f8ca5035c0b9dfb43f0dfbee2e8a53f35", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/protocol.py#DataProtoFuture.chunk", "name": "chunk", "kind": "method", "path": "verl/protocol.py", "span": "L617-L630", "signature": "def chunk(self, chunks: int) -> List['DataProtoFuture']", "exported": true, "origin": "ast", "body_hash": "7de6adb92c7eb2fde5a9549b6eaebcb13aeb8d852dcf7188ffaf9af04ae29dfd", "summary_state": "pending", "summary": null, "crux": null, "owner": "DataProtoFuture" }, { "id": "verl/protocol.py#DataProtoFuture.chunk.dispatch_fn", "name": "dispatch_fn", "kind": "function", "path": "verl/protocol.py", "span": "L623-L624", "signature": "def dispatch_fn(x, i, chunks)", "exported": true, "origin": "ast", "body_hash": "0a7a2f1caed9c196d4ac408d4a22e83add5f9ce5de29a066a9885d18a2ae0057", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/protocol.py#DataProtoFuture.concat", "name": "concat", "kind": "method", "path": "verl/protocol.py", "span": "L613-L615", "signature": "def concat(data: List[ray.ObjectRef]) -> 'DataProtoFuture'", "exported": true, "origin": "ast", "body_hash": "13acff9ede17597f6dad119dd773b186f60c1379b8e46b92c7f4e261d8acada4", "summary_state": "pending", "summary": null, "crux": null, "owner": "DataProtoFuture" }, { "id": "verl/protocol.py#DataProtoFuture.get", "name": "get", "kind": "method", "path": "verl/protocol.py", "span": "L632-L639", "signature": "def get(self)", "exported": true, "origin": "ast", "body_hash": "85e5077cb1958f776591e674091d6e4b4e2ff748f82cb9198e73ab66c67821dc", "summary_state": "pending", "summary": null, "crux": null, "owner": "DataProtoFuture" }, { "id": "verl/protocol.py#DataProtoItem", "name": "DataProtoItem", "kind": "class", "path": "verl/protocol.py", "span": "L157-L161", "signature": "class DataProtoItem: # TODO(zhangchi.usc1992) add consistency check", "exported": true, "origin": "ast", "body_hash": "2db969dfd81f0957e3d34b05a949275630e208dc6cbd0c9c190d706a00c6a849", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/protocol.py#fold_batch_dim", "name": "fold_batch_dim", "kind": "function", "path": "verl/protocol.py", "span": "L104-L121", "signature": "def fold_batch_dim(data: 'DataProto', new_batch_size)", "exported": true, "origin": "ast", "body_hash": "74df5f535e51a3d7fc00627e9898b6f90bffe96e9ebaa5ee39432e64366173a6", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/protocol.py#list_of_dict_to_dict_of_list", "name": "list_of_dict_to_dict_of_list", "kind": "function", "path": "verl/protocol.py", "span": "L92-L101", "signature": "def list_of_dict_to_dict_of_list(list_of_dict: list[dict])", "exported": true, "origin": "ast", "body_hash": "92469650f3a7fc08cfbe452556a7379f469de8a86fd2dfb02137b29fe3acfe4b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/protocol.py#pad_dataproto_to_divisor", "name": "pad_dataproto_to_divisor", "kind": "function", "path": "verl/protocol.py", "span": "L40-L57", "signature": "def pad_dataproto_to_divisor(data: 'DataProto', size_divisor: int)", "exported": true, "origin": "ast", "body_hash": "09385d739bd274794c5b64054d84ef2729590add2aa44cfc94f183561fe2274c", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/protocol.py#unfold_batch_dim", "name": "unfold_batch_dim", "kind": "function", "path": "verl/protocol.py", "span": "L124-L140", "signature": "def unfold_batch_dim(data: 'DataProto', batch_dims=2)", "exported": true, "origin": "ast", "body_hash": "869728770cff0a94c3083559704f1aa89f0544ece88a70f38113d4cfe60a06df", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/protocol.py#union_numpy_dict", "name": "union_numpy_dict", "kind": "function", "path": "verl/protocol.py", "span": "L80-L89", "signature": "def union_numpy_dict(tensor_dict1: dict[np.ndarray], tensor_dict2: dict[np.ndarray]) -> dict[np.ndarray]", "exported": true, "origin": "ast", "body_hash": "9190f293c6b2654a7a48b6d0895a1316b66081614fb0e26e361dafc80bc015d3", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/protocol.py#union_tensor_dict", "name": "union_tensor_dict", "kind": "function", "path": "verl/protocol.py", "span": "L66-L77", "signature": "def union_tensor_dict(tensor_dict1: TensorDict, tensor_dict2: TensorDict) -> TensorDict", "exported": true, "origin": "ast", "body_hash": "5802fb27fc61adc37d92081b594ddcbe7788685ea0a95abbfb6eb8d9a5d04f7e", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/protocol.py#unpad_dataproto", "name": "unpad_dataproto", "kind": "function", "path": "verl/protocol.py", "span": "L60-L63", "signature": "def unpad_dataproto(data: 'DataProto', pad_size)", "exported": true, "origin": "ast", "body_hash": "36f58338b3d685bf67cc6e2692bca04f2817c013a9337bb7806f2cd480ac0765", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/__init__.py", "name": "__init__.py", "kind": "file", "path": "verl/single_controller/__init__.py", "span": "L1-L21", "signature": null, "exported": true, "origin": "ast", "body_hash": "504089640d8e047b8b53d032a9278ad3374c0efaae8c2a177468c7b2ceb7a02f", "chars": 787, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/__init__.py", "name": "__init__.py", "kind": "file", "path": "verl/single_controller/base/__init__.py", "span": "L1-L17", "signature": null, "exported": true, "origin": "ast", "body_hash": "2ccb73c92abfe5b47ea9af01ae0d9a2877553267d5c9e702f75c12071b7fea6b", "chars": 699, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/decorator.py", "name": "decorator.py", "kind": "file", "path": "verl/single_controller/base/decorator.py", "span": "L1-L411", "signature": null, "exported": true, "origin": "ast", "body_hash": "b6e4cd3c8ad3c4fa2eea07df3ef45344bb5dc2e1e8357c0b94a9d19a6bd4daac", "chars": 15531, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/decorator.py#_check_dispatch_mode", "name": "_check_dispatch_mode", "kind": "function", "path": "verl/single_controller/base/decorator.py", "span": "L366-L372", "signature": "def _check_dispatch_mode(dispatch_mode)", "exported": false, "origin": "ast", "body_hash": "36714acabafcc3e7a08509b5b7666b8b421c7061e6ec20837c42d3ce3e9ea279", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/decorator.py#_check_execute_mode", "name": "_check_execute_mode", "kind": "function", "path": "verl/single_controller/base/decorator.py", "span": "L375-L376", "signature": "def _check_execute_mode(execute_mode)", "exported": false, "origin": "ast", "body_hash": "fb15a7a6a5c7c23a69b5acc7ba3c3d9ef8382c49df043b44ac5f9846f3891610", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/decorator.py#_concat_data_proto_or_future", "name": "_concat_data_proto_or_future", "kind": "function", "path": "verl/single_controller/base/decorator.py", "span": "L129-L144", "signature": "def _concat_data_proto_or_future(output: List)", "exported": false, "origin": "ast", "body_hash": "44fb99df7743ebaeb453e1ab3ec67b243b6852aa1fadf21d86e291e4ca3e5741", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/decorator.py#_materialize_futures", "name": "_materialize_futures", "kind": "function", "path": "verl/single_controller/base/decorator.py", "span": "L379-L391", "signature": "def _materialize_futures(*args, **kwargs)", "exported": false, "origin": "ast", "body_hash": "656177e62e49238bf76fd81778db687ebb97250e3bdba67331672b435eedd35d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/decorator.py#_split_args_kwargs_data_proto", "name": "_split_args_kwargs_data_proto", "kind": "function", "path": "verl/single_controller/base/decorator.py", "span": "L45-L57", "signature": "def _split_args_kwargs_data_proto(chunks, *args, **kwargs)", "exported": false, "origin": "ast", "body_hash": "ac769a90a0e5e18d867f612a9f2e2c49f0259a4ce6383f907300cdff9b662099", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/decorator.py#collect_all_to_all", "name": "collect_all_to_all", "kind": "function", "path": "verl/single_controller/base/decorator.py", "span": "L70-L71", "signature": "def collect_all_to_all(worker_group, output)", "exported": true, "origin": "ast", "body_hash": "0803a44ac31a4e45e48aea4401f65b32defc3c5e3fb5fcfb79ca16f8cd3fa7d7", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/decorator.py#collect_dp_compute", "name": "collect_dp_compute", "kind": "function", "path": "verl/single_controller/base/decorator.py", "span": "L265-L269", "signature": "def collect_dp_compute(worker_group, output)", "exported": true, "origin": "ast", "body_hash": "560379a497ec1d60463e8c8ba1155deaac5d0faee2d1160af5e09668a9e3168a", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/decorator.py#collect_dp_compute_data_proto", "name": "collect_dp_compute_data_proto", "kind": "function", "path": "verl/single_controller/base/decorator.py", "span": "L289-L297", "signature": "def collect_dp_compute_data_proto(worker_group, output)", "exported": true, "origin": "ast", "body_hash": "fa2783bb5bc337f7f6bc4dbf08763de35e215467ac778a27ece6214f60d0591d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/decorator.py#collect_megatron_compute", "name": "collect_megatron_compute", "kind": "function", "path": "verl/single_controller/base/decorator.py", "span": "L103-L115", "signature": "def collect_megatron_compute(worker_group, output)", "exported": true, "origin": "ast", "body_hash": "1f0c2a437abc8de8aa713fd722b51c4efde25da78648268ed46f017614ee9810", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/decorator.py#collect_megatron_compute_data_proto", "name": "collect_megatron_compute_data_proto", "kind": "function", "path": "verl/single_controller/base/decorator.py", "span": "L147-L158", "signature": "def collect_megatron_compute_data_proto(worker_group, output)", "exported": true, "origin": "ast", "body_hash": "1150d50aff0bb331cbee7f85da7afe696c46b716d245f6fe62ebdf8b957636ca", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/decorator.py#collect_megatron_pp_as_dp", "name": "collect_megatron_pp_as_dp", "kind": "function", "path": "verl/single_controller/base/decorator.py", "span": "L209-L220", "signature": "def collect_megatron_pp_as_dp(worker_group, output)", "exported": true, "origin": "ast", "body_hash": "eac8b2174b7d9fdf9344e1fec5dbdf30ffebb939662282fca6d6e64b7cd80bfc", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/decorator.py#collect_megatron_pp_as_dp_data_proto", "name": "collect_megatron_pp_as_dp_data_proto", "kind": "function", "path": "verl/single_controller/base/decorator.py", "span": "L246-L252", "signature": "def collect_megatron_pp_as_dp_data_proto(worker_group, output)", "exported": true, "origin": "ast", "body_hash": "65d1b6c7fa98793a9efff756a75c7acc38aed03a2deb791195512fb8268ec40d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/decorator.py#collect_megatron_pp_only", "name": "collect_megatron_pp_only", "kind": "function", "path": "verl/single_controller/base/decorator.py", "span": "L223-L234", "signature": "def collect_megatron_pp_only(worker_group, output)", "exported": true, "origin": "ast", "body_hash": "10d044338db0ce102ad0cd74f87c4e3dd3e3295be7f748072be35e799f824db1", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/decorator.py#Dispatch", "name": "Dispatch", "kind": "class", "path": "verl/single_controller/base/decorator.py", "span": "L25-L37", "signature": "class Dispatch(Enum)", "exported": true, "origin": "ast", "body_hash": "4697aeb6e34b1615262753c03d6dfc245617e17f85466d040871e1a2bc5754de", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/decorator.py#dispatch_all_to_all", "name": "dispatch_all_to_all", "kind": "function", "path": "verl/single_controller/base/decorator.py", "span": "L66-L67", "signature": "def dispatch_all_to_all(worker_group, *args, **kwargs)", "exported": true, "origin": "ast", "body_hash": "02102a041713e5cff86786d0adf918db226829becf225c170f30128049551227", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/decorator.py#dispatch_dp_compute", "name": "dispatch_dp_compute", "kind": "function", "path": "verl/single_controller/base/decorator.py", "span": "L255-L262", "signature": "def dispatch_dp_compute(worker_group, *args, **kwargs)", "exported": true, "origin": "ast", "body_hash": "fd09cc0ff316d40c6c32d15399dceedcb93056f73a4acd4b959a994a4b046d2d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/decorator.py#dispatch_dp_compute_data_proto", "name": "dispatch_dp_compute_data_proto", "kind": "function", "path": "verl/single_controller/base/decorator.py", "span": "L272-L276", "signature": "def dispatch_dp_compute_data_proto(worker_group, *args, **kwargs)", "exported": true, "origin": "ast", "body_hash": "c14a8ff12e1c50860ad31d3f44fd03da5867450853c5bdfbee3faf28ef16819c", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/decorator.py#dispatch_dp_compute_data_proto_with_func", "name": "dispatch_dp_compute_data_proto_with_func", "kind": "function", "path": "verl/single_controller/base/decorator.py", "span": "L279-L286", "signature": "def dispatch_dp_compute_data_proto_with_func(worker_group, *args, **kwargs)", "exported": true, "origin": "ast", "body_hash": "3ea9f0cadd3f8a0bf4936239b7bd3426668b1f281914cd56e207abecb6c45eeb", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/decorator.py#dispatch_megatron_compute", "name": "dispatch_megatron_compute", "kind": "function", "path": "verl/single_controller/base/decorator.py", "span": "L74-L100", "signature": "def dispatch_megatron_compute(worker_group, *args, **kwargs)", "exported": true, "origin": "ast", "body_hash": "fd48bf2441850af83f467f5f1eed7699f53f2e90092a7937b36b7338e8180753", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/decorator.py#dispatch_megatron_compute_data_proto", "name": "dispatch_megatron_compute_data_proto", "kind": "function", "path": "verl/single_controller/base/decorator.py", "span": "L118-L126", "signature": "def dispatch_megatron_compute_data_proto(worker_group, *args, **kwargs)", "exported": true, "origin": "ast", "body_hash": "9477a2906f548968a4c7a85143373f3fe4674170280e3f1772739fbfb5d9533a", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/decorator.py#dispatch_megatron_pp_as_dp", "name": "dispatch_megatron_pp_as_dp", "kind": "function", "path": "verl/single_controller/base/decorator.py", "span": "L161-L206", "signature": "def dispatch_megatron_pp_as_dp(worker_group, *args, **kwargs)", "exported": true, "origin": "ast", "body_hash": "9ac603ed75d6cd8f43f579493e945b2d8e68187b690417f32100782f1b90c2d7", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/decorator.py#dispatch_megatron_pp_as_dp_data_proto", "name": "dispatch_megatron_pp_as_dp_data_proto", "kind": "function", "path": "verl/single_controller/base/decorator.py", "span": "L237-L243", "signature": "def dispatch_megatron_pp_as_dp_data_proto(worker_group, *args, **kwargs)", "exported": true, "origin": "ast", "body_hash": "aa5e0d832bd738d808f4fa4f7fb0e8992d4c184f2c59a55b25521b8c4781a572", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/decorator.py#dispatch_one_to_all", "name": "dispatch_one_to_all", "kind": "function", "path": "verl/single_controller/base/decorator.py", "span": "L60-L63", "signature": "def dispatch_one_to_all(worker_group, *args, **kwargs)", "exported": true, "origin": "ast", "body_hash": "cf257f3efdc1e55e6cd4d3e2f8de203a36e36f911488e1a62d8f9164f9e0b93b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/decorator.py#Execute", "name": "Execute", "kind": "class", "path": "verl/single_controller/base/decorator.py", "span": "L40-L42", "signature": "class Execute(Enum)", "exported": true, "origin": "ast", "body_hash": "5433429b319065c81b65b425ce3a1c0c6e0856dba0638b4a54a0262549cc6c72", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/decorator.py#get_predefined_dispatch_fn", "name": "get_predefined_dispatch_fn", "kind": "function", "path": "verl/single_controller/base/decorator.py", "span": "L300-L347", "signature": "def get_predefined_dispatch_fn(dispatch_mode)", "exported": true, "origin": "ast", "body_hash": "8db886873baba4eec32dfabb1ca10e0ce5793a287d0617b44c166318c44e6cb5", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/decorator.py#get_predefined_execute_fn", "name": "get_predefined_execute_fn", "kind": "function", "path": "verl/single_controller/base/decorator.py", "span": "L350-L363", "signature": "def get_predefined_execute_fn(execute_mode)", "exported": true, "origin": "ast", "body_hash": "e53992be261d0b3e28cda19a0e53576f3233fdd6e6d414b6a89749b82716a20b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/decorator.py#register", "name": "register", "kind": "function", "path": "verl/single_controller/base/decorator.py", "span": "L394-L410", "signature": "def register(dispatch_mode=Dispatch.ALL_TO_ALL, execute_mode=Execute.ALL, blocking=True, materialize_futures=True)", "exported": true, "origin": "ast", "body_hash": "2d7d1b14634f64eca51aaa462161e3ba958c97d5ec306854dd8c3e0bbc3116f1", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/decorator.py#register.decorator", "name": "decorator", "kind": "function", "path": "verl/single_controller/base/decorator.py", "span": "L398-L408", "signature": "def decorator(func)", "exported": true, "origin": "ast", "body_hash": "0e1cacf2e74861668e9226c9c61b38c0e81b8375839cf61787fa1d98091d7403", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/decorator.py#register.decorator.inner", "name": "inner", "kind": "function", "path": "verl/single_controller/base/decorator.py", "span": "L401-L404", "signature": "def inner(*args, **kwargs)", "exported": true, "origin": "ast", "body_hash": "00e50d2ed2d098dc24a931a9f991e1790c224b29e46dc49cef594396eb17ef41", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/megatron/__init__.py", "name": "__init__.py", "kind": "file", "path": "verl/single_controller/base/megatron/__init__.py", "span": "L1-L14", "signature": null, "exported": true, "origin": "ast", "body_hash": "e65abd77db034b4f29eb1268c24867f84919dbce22e28d1997e563ed1d94179c", "chars": 600, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/megatron/worker_group.py", "name": "worker_group.py", "kind": "file", "path": "verl/single_controller/base/megatron/worker_group.py", "span": "L1-L52", "signature": null, "exported": true, "origin": "ast", "body_hash": "73362d1f9a2c162dcad2470c3ae93cb0867273a5fa236b135357e76807fa987f", "chars": 2080, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/megatron/worker_group.py#MegatronWorkerGroup", "name": "MegatronWorkerGroup", "kind": "class", "path": "verl/single_controller/base/megatron/worker_group.py", "span": "L21-L51", "signature": "class MegatronWorkerGroup(WorkerGroup)", "exported": true, "origin": "ast", "body_hash": "02289ff08363e0f170675e1af71e98faab060b6e2784940d545cb57b24cb18df", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/megatron/worker_group.py#MegatronWorkerGroup.__init__", "name": "__init__", "kind": "method", "path": "verl/single_controller/base/megatron/worker_group.py", "span": "L23-L26", "signature": "def __init__(self, resource_pool: ResourcePool, **kwargs)", "exported": false, "origin": "ast", "body_hash": "bb2fd1f7d25649ebc0817445cc69ffc1232c30b0b25b78d11f887f179cf6d57d", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronWorkerGroup" }, { "id": "verl/single_controller/base/megatron/worker_group.py#MegatronWorkerGroup.dp_size", "name": "dp_size", "kind": "method", "path": "verl/single_controller/base/megatron/worker_group.py", "span": "L41-L43", "signature": "def dp_size(self)", "exported": true, "origin": "ast", "body_hash": "83aed3788fea0ab348e2fc56cc2258d7911c0baeef5e8a58c950e74cc17eb7e5", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronWorkerGroup" }, { "id": "verl/single_controller/base/megatron/worker_group.py#MegatronWorkerGroup.get_megatron_global_info", "name": "get_megatron_global_info", "kind": "method", "path": "verl/single_controller/base/megatron/worker_group.py", "span": "L50-L51", "signature": "def get_megatron_global_info(self)", "exported": true, "origin": "ast", "body_hash": "6ae18787579bd69cde739643e5cfeaf50b409f938edd7bf9b2b8281326818556", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronWorkerGroup" }, { "id": "verl/single_controller/base/megatron/worker_group.py#MegatronWorkerGroup.get_megatron_rank_info", "name": "get_megatron_rank_info", "kind": "method", "path": "verl/single_controller/base/megatron/worker_group.py", "span": "L31-L33", "signature": "def get_megatron_rank_info(self, rank: int) -> DistRankInfo", "exported": true, "origin": "ast", "body_hash": "2e2f70add9898e25fc56effd98f1f038fe15ebb51448b158de57c2cf0323b9fe", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronWorkerGroup" }, { "id": "verl/single_controller/base/megatron/worker_group.py#MegatronWorkerGroup.init_megatron", "name": "init_megatron", "kind": "method", "path": "verl/single_controller/base/megatron/worker_group.py", "span": "L28-L29", "signature": "def init_megatron(self, default_megatron_kwargs: Dict = None)", "exported": true, "origin": "ast", "body_hash": "4a13ea2ef9f1252e3d96fa32d610e4ad7384a9976ba3ced3a014aefdda95596d", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronWorkerGroup" }, { "id": "verl/single_controller/base/megatron/worker_group.py#MegatronWorkerGroup.pp_size", "name": "pp_size", "kind": "method", "path": "verl/single_controller/base/megatron/worker_group.py", "span": "L46-L48", "signature": "def pp_size(self)", "exported": true, "origin": "ast", "body_hash": "668f11b566328b5611d8b177629547ad68d00e40577ebb50a4e4347ab508176e", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronWorkerGroup" }, { "id": "verl/single_controller/base/megatron/worker_group.py#MegatronWorkerGroup.tp_size", "name": "tp_size", "kind": "method", "path": "verl/single_controller/base/megatron/worker_group.py", "span": "L36-L38", "signature": "def tp_size(self)", "exported": true, "origin": "ast", "body_hash": "67478e414ad212e12688bdacf09439aac2704732d909f5f152cb9526a8169bf3", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronWorkerGroup" }, { "id": "verl/single_controller/base/megatron/worker.py", "name": "worker.py", "kind": "file", "path": "verl/single_controller/base/megatron/worker.py", "span": "L1-L39", "signature": null, "exported": true, "origin": "ast", "body_hash": "37aa599c7e77c72e99f52ebf1019a3e69e6dfeaa67bb852dc1b2e6afdd6e2c08", "chars": 1595, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/megatron/worker.py#MegatronWorker", "name": "MegatronWorker", "kind": "class", "path": "verl/single_controller/base/megatron/worker.py", "span": "L20-L39", "signature": "class MegatronWorker(Worker)", "exported": true, "origin": "ast", "body_hash": "e61250858323eec210ec5fd0507bd2db4a6fab32266a1359438efa549401d016", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/megatron/worker.py#MegatronWorker.__init__", "name": "__init__", "kind": "method", "path": "verl/single_controller/base/megatron/worker.py", "span": "L22-L23", "signature": "def __init__(self, cuda_visible_devices=None) -> None", "exported": false, "origin": "ast", "body_hash": "48571abe27cb7bbbc9c3f97b6c37136286421f9e1127f4bde765b2442203fd7e", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronWorker" }, { "id": "verl/single_controller/base/megatron/worker.py#MegatronWorker.get_megatron_global_info", "name": "get_megatron_global_info", "kind": "method", "path": "verl/single_controller/base/megatron/worker.py", "span": "L25-L31", "signature": "def get_megatron_global_info(self)", "exported": true, "origin": "ast", "body_hash": "fa729d53ccfea6d803aca0bc4ea8073dbe39f8a7fe637fff2dc35d369c49b73b", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronWorker" }, { "id": "verl/single_controller/base/megatron/worker.py#MegatronWorker.get_megatron_rank_info", "name": "get_megatron_rank_info", "kind": "method", "path": "verl/single_controller/base/megatron/worker.py", "span": "L33-L39", "signature": "def get_megatron_rank_info(self)", "exported": true, "origin": "ast", "body_hash": "6e4afb14ff0321a27c259b610b01be3d4aeb50932c0a019740368e88105edb73", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronWorker" }, { "id": "verl/single_controller/base/register_center/__init__.py", "name": "__init__.py", "kind": "file", "path": "verl/single_controller/base/register_center/__init__.py", "span": "L1-L14", "signature": null, "exported": true, "origin": "ast", "body_hash": "e65abd77db034b4f29eb1268c24867f84919dbce22e28d1997e563ed1d94179c", "chars": 600, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/register_center/ray.py", "name": "ray.py", "kind": "file", "path": "verl/single_controller/base/register_center/ray.py", "span": "L1-L30", "signature": null, "exported": true, "origin": "ast", "body_hash": "453fb6557bd4dde011730d92d96b8004e280c2dd75bb60f4d3eff9b8947ae702", "chars": 939, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/register_center/ray.py#create_worker_group_register_center", "name": "create_worker_group_register_center", "kind": "function", "path": "verl/single_controller/base/register_center/ray.py", "span": "L28-L29", "signature": "def create_worker_group_register_center(name, info)", "exported": true, "origin": "ast", "body_hash": "ade25a4898a12e94b6699098f15bee89d50059525f225ed0a0b45e7d47383e03", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/register_center/ray.py#WorkerGroupRegisterCenter", "name": "WorkerGroupRegisterCenter", "kind": "class", "path": "verl/single_controller/base/register_center/ray.py", "span": "L19-L25", "signature": "class WorkerGroupRegisterCenter", "exported": true, "origin": "ast", "body_hash": "5c75994fa634a57b7ae4467fb69f4e7d10d879c3ed48cceecf2e226bc93ec6f2", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/register_center/ray.py#WorkerGroupRegisterCenter.__init__", "name": "__init__", "kind": "method", "path": "verl/single_controller/base/register_center/ray.py", "span": "L21-L22", "signature": "def __init__(self, rank_zero_info)", "exported": false, "origin": "ast", "body_hash": "17e4dc06a759d2ce0ca2b8407ac1254c9fcd4418eb1cb5c8ec74b393c93eff1d", "summary_state": "pending", "summary": null, "crux": null, "owner": "WorkerGroupRegisterCenter" }, { "id": "verl/single_controller/base/register_center/ray.py#WorkerGroupRegisterCenter.get_rank_zero_info", "name": "get_rank_zero_info", "kind": "method", "path": "verl/single_controller/base/register_center/ray.py", "span": "L24-L25", "signature": "def get_rank_zero_info(self)", "exported": true, "origin": "ast", "body_hash": "4f7f9150f6f242e35f2758a13aa25775355b8ec57d13e9c67e8276561fb66bae", "summary_state": "pending", "summary": null, "crux": null, "owner": "WorkerGroupRegisterCenter" }, { "id": "verl/single_controller/base/worker_group.py", "name": "worker_group.py", "kind": "file", "path": "verl/single_controller/base/worker_group.py", "span": "L1-L197", "signature": null, "exported": true, "origin": "ast", "body_hash": "aee8ea551404288e27a0d12e29304504a1551468ba388b2f0e1292e8ff4dde79", "chars": 7494, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/worker_group.py#check_workers_alive", "name": "check_workers_alive", "kind": "function", "path": "verl/single_controller/base/worker_group.py", "span": "L81-L88", "signature": "def check_workers_alive(workers: List, is_alive: Callable, gap_time: float = 1) -> None", "exported": true, "origin": "ast", "body_hash": "697a16f2c81106e75b3a76d55e95ad3d48d6b8d7dacf4cdbaa38c08b0b45c67b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/worker_group.py#ClassWithInitArgs", "name": "ClassWithInitArgs", "kind": "class", "path": "verl/single_controller/base/worker_group.py", "span": "L60-L78", "signature": "class ClassWithInitArgs", "exported": true, "origin": "ast", "body_hash": "d21ed4e1310ac7918b4c2e5dd19a82a7cea745c2bd4de738d9e3e5aa2ba4c28a", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/worker_group.py#ClassWithInitArgs.__call__", "name": "__call__", "kind": "method", "path": "verl/single_controller/base/worker_group.py", "span": "L77-L78", "signature": "def __call__(self) -> Any", "exported": false, "origin": "ast", "body_hash": "9b02a7e107a708606187090a070456b7db0c66acd04f42da05936b19f3d1d045", "summary_state": "pending", "summary": null, "crux": null, "owner": "ClassWithInitArgs" }, { "id": "verl/single_controller/base/worker_group.py#ClassWithInitArgs.__init__", "name": "__init__", "kind": "method", "path": "verl/single_controller/base/worker_group.py", "span": "L66-L69", "signature": "def __init__(self, cls, *args, **kwargs) -> None", "exported": false, "origin": "ast", "body_hash": "75cbab9d0a6bc980fb41c1d487c7d0748edd3fd2fdb8b23922260ffad9667999", "summary_state": "pending", "summary": null, "crux": null, "owner": "ClassWithInitArgs" }, { "id": "verl/single_controller/base/worker_group.py#ResourcePool", "name": "ResourcePool", "kind": "class", "path": "verl/single_controller/base/worker_group.py", "span": "L26-L57", "signature": "class ResourcePool", "exported": true, "origin": "ast", "body_hash": "71a28b891cd885b29e7970a3fd540bb376df943216ff8f3c3f6270caa256bcaf", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/worker_group.py#ResourcePool.__call__", "name": "__call__", "kind": "method", "path": "verl/single_controller/base/worker_group.py", "span": "L42-L43", "signature": "def __call__(self) -> Any", "exported": false, "origin": "ast", "body_hash": "804a62ef0cb7b85a38032165d02b290b3d619ecb12aa1a41f0aea6cbb336b961", "summary_state": "pending", "summary": null, "crux": null, "owner": "ResourcePool" }, { "id": "verl/single_controller/base/worker_group.py#ResourcePool.__init__", "name": "__init__", "kind": "method", "path": "verl/single_controller/base/worker_group.py", "span": "L28-L33", "signature": "def __init__(self, process_on_nodes=None, max_collocate_count: int = 10, n_gpus_per_node=8) -> None", "exported": false, "origin": "ast", "body_hash": "92b092738092d7446f5a68e99dda3769225b821d1becc40c33baf3e57aa6f766", "summary_state": "pending", "summary": null, "crux": null, "owner": "ResourcePool" }, { "id": "verl/single_controller/base/worker_group.py#ResourcePool.add_node", "name": "add_node", "kind": "method", "path": "verl/single_controller/base/worker_group.py", "span": "L35-L36", "signature": "def add_node(self, process_count)", "exported": true, "origin": "ast", "body_hash": "c1f57a47bbedbf0edce0dcba80a85cd46147698d14c9835aff1853070365694e", "summary_state": "pending", "summary": null, "crux": null, "owner": "ResourcePool" }, { "id": "verl/single_controller/base/worker_group.py#ResourcePool.local_rank_list", "name": "local_rank_list", "kind": "method", "path": "verl/single_controller/base/worker_group.py", "span": "L55-L57", "signature": "def local_rank_list(self) -> List[int]", "exported": true, "origin": "ast", "body_hash": "db3fb7533145e0af6bef677d5f2d109db3a5c27d01d5eeb6b79e1135950ec220", "summary_state": "pending", "summary": null, "crux": null, "owner": "ResourcePool" }, { "id": "verl/single_controller/base/worker_group.py#ResourcePool.local_world_size_list", "name": "local_world_size_list", "kind": "method", "path": "verl/single_controller/base/worker_group.py", "span": "L49-L53", "signature": "def local_world_size_list(self) -> List[int]", "exported": true, "origin": "ast", "body_hash": "6afeab9fbb9e112e0151fe736a534ef25e281d3139837321e8d7f8dc139e8454", "summary_state": "pending", "summary": null, "crux": null, "owner": "ResourcePool" }, { "id": "verl/single_controller/base/worker_group.py#ResourcePool.store", "name": "store", "kind": "method", "path": "verl/single_controller/base/worker_group.py", "span": "L46-L47", "signature": "def store(self)", "exported": true, "origin": "ast", "body_hash": "8bac6dc0ed68362b724b3a8e77185adeb774431830fb5a2ee7921b3ac00be447", "summary_state": "pending", "summary": null, "crux": null, "owner": "ResourcePool" }, { "id": "verl/single_controller/base/worker_group.py#ResourcePool.world_size", "name": "world_size", "kind": "method", "path": "verl/single_controller/base/worker_group.py", "span": "L39-L40", "signature": "def world_size(self)", "exported": true, "origin": "ast", "body_hash": "7b83e6dfef46ee4aa03b4a2558440a3f7f269a3ff21288bab38617d0450276d4", "summary_state": "pending", "summary": null, "crux": null, "owner": "ResourcePool" }, { "id": "verl/single_controller/base/worker_group.py#WorkerGroup", "name": "WorkerGroup", "kind": "class", "path": "verl/single_controller/base/worker_group.py", "span": "L91-L196", "signature": "class WorkerGroup", "exported": true, "origin": "ast", "body_hash": "d5f99a41bdc56f57c447bcff45a7ad2fdd4fe1a3f1b6e0d8dee6a6250132266e", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/worker_group.py#WorkerGroup.__init__", "name": "__init__", "kind": "method", "path": "verl/single_controller/base/worker_group.py", "span": "L93-L108", "signature": "def __init__(self, resource_pool: ResourcePool, **kwargs) -> None", "exported": false, "origin": "ast", "body_hash": "ef8c49e82dd85901839cd24d733b6193a87919798fdee4f44332604427868864", "summary_state": "pending", "summary": null, "crux": null, "owner": "WorkerGroup" }, { "id": "verl/single_controller/base/worker_group.py#WorkerGroup._bind_worker_method", "name": "_bind_worker_method", "kind": "method", "path": "verl/single_controller/base/worker_group.py", "span": "L136-L196", "signature": "def _bind_worker_method(self, user_defined_cls, func_generator)", "exported": false, "origin": "ast", "body_hash": "e0fda6de434d941712d06bf2cab529319b6c02251ec44a38cfdaaff1924aaae4", "summary_state": "pending", "summary": null, "crux": null, "owner": "WorkerGroup" }, { "id": "verl/single_controller/base/worker_group.py#WorkerGroup._block_until_all_workers_alive", "name": "_block_until_all_workers_alive", "kind": "method", "path": "verl/single_controller/base/worker_group.py", "span": "L113-L119", "signature": "def _block_until_all_workers_alive(self) -> None", "exported": false, "origin": "ast", "body_hash": "9906a6236dd47746117e388e245f2a9c57a18c87be027af9a2dca0c3b33ca84a", "summary_state": "pending", "summary": null, "crux": null, "owner": "WorkerGroup" }, { "id": "verl/single_controller/base/worker_group.py#WorkerGroup._is_worker_alive", "name": "_is_worker_alive", "kind": "method", "path": "verl/single_controller/base/worker_group.py", "span": "L110-L111", "signature": "def _is_worker_alive(self, worker)", "exported": false, "origin": "ast", "body_hash": "1be54ab86883dfa0290b60184e5ac8fda598ba43e516fc0c3e6b8face8a2b966", "summary_state": "pending", "summary": null, "crux": null, "owner": "WorkerGroup" }, { "id": "verl/single_controller/base/worker_group.py#WorkerGroup.start_worker_aliveness_check", "name": "start_worker_aliveness_check", "kind": "method", "path": "verl/single_controller/base/worker_group.py", "span": "L121-L127", "signature": "def start_worker_aliveness_check(self, every_n_seconds=1) -> None: # before starting checking worker aliveness, make sure all workers are already alive", "exported": true, "origin": "ast", "body_hash": "9f938d3e391bd6c8c89ea7cea3f5832b55fa6b8720605140b9a5a6cea31beac2", "summary_state": "pending", "summary": null, "crux": null, "owner": "WorkerGroup" }, { "id": "verl/single_controller/base/worker_group.py#WorkerGroup.world_size", "name": "world_size", "kind": "method", "path": "verl/single_controller/base/worker_group.py", "span": "L130-L131", "signature": "def world_size(self)", "exported": true, "origin": "ast", "body_hash": "f25442dfd2f49f19c9e340c0e549bdaa8952e48737ecc9df229de289d1839978", "summary_state": "pending", "summary": null, "crux": null, "owner": "WorkerGroup" }, { "id": "verl/single_controller/base/worker.py", "name": "worker.py", "kind": "file", "path": "verl/single_controller/base/worker.py", "span": "L1-L186", "signature": null, "exported": true, "origin": "ast", "body_hash": "3a4c40474aab8a2f898cc2fbbcbad7db5a697507065330026f6e7bbc9e11b181", "chars": 6416, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/worker.py#DistGlobalInfo", "name": "DistGlobalInfo", "kind": "class", "path": "verl/single_controller/base/worker.py", "span": "L31-L34", "signature": "class DistGlobalInfo", "exported": true, "origin": "ast", "body_hash": "cafe25ad598dc623204a97199115dd3e8422efc586569e6aadde03152f1f7a7c", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/worker.py#DistRankInfo", "name": "DistRankInfo", "kind": "class", "path": "verl/single_controller/base/worker.py", "span": "L24-L27", "signature": "class DistRankInfo", "exported": true, "origin": "ast", "body_hash": "46205767bfa1efde3b980dc0949743998af62fc64f7a5e05c7183c801d232609", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/worker.py#Worker", "name": "Worker", "kind": "class", "path": "verl/single_controller/base/worker.py", "span": "L83-L186", "signature": "class Worker(WorkerHelper)", "exported": true, "origin": "ast", "body_hash": "6e08be07bc59f410bb51a7f9a6d8d4b259b12bddeec43fa35178c5d5a4d3177a", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/worker.py#Worker.__init__", "name": "__init__", "kind": "method", "path": "verl/single_controller/base/worker.py", "span": "L119-L145", "signature": "def __init__(self, cuda_visible_devices=None) -> None: # construct a meta from envrionment variable. Note that the import must be inside the class because it is executed remotely", "exported": false, "origin": "ast", "body_hash": "6834df0f7784adc70ee5d5dedcae3f1d1f728a6bd40257e7f31f72163e18d81c", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/single_controller/base/worker.py#Worker.__new__", "name": "__new__", "kind": "method", "path": "verl/single_controller/base/worker.py", "span": "L85-L100", "signature": "def __new__(cls, *args, **kwargs)", "exported": false, "origin": "ast", "body_hash": "eb26d47ad1e770ee5b7cdb4d2b443b0c1719d1cb72e45c52b9e57257900d90e1", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/single_controller/base/worker.py#Worker._configure_before_init", "name": "_configure_before_init", "kind": "method", "path": "verl/single_controller/base/worker.py", "span": "L102-L117", "signature": "def _configure_before_init(self, register_center_name: str, rank: int)", "exported": false, "origin": "ast", "body_hash": "3ac928c852f120b1dc9df95f47dbafa94d02892ddfe56e54092c82c7f5b10956", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/single_controller/base/worker.py#Worker._configure_with_meta", "name": "_configure_with_meta", "kind": "method", "path": "verl/single_controller/base/worker.py", "span": "L147-L160", "signature": "def _configure_with_meta(self, meta: WorkerMeta)", "exported": false, "origin": "ast", "body_hash": "d071f3edc18742f5bdc15d319ee770e7953d3bf5993546458095d1580b95d9e8", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/single_controller/base/worker.py#Worker.execute_func_rank_zero", "name": "execute_func_rank_zero", "kind": "method", "path": "verl/single_controller/base/worker.py", "span": "L184-L186", "signature": "def execute_func_rank_zero(self, func, *args, **kwargs)", "exported": true, "origin": "ast", "body_hash": "6c8557a3797663b9a6256c85f51594eabe8f72454a4f9d3121c90c033098e379", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/single_controller/base/worker.py#Worker.execute_with_func_generator", "name": "execute_with_func_generator", "kind": "method", "path": "verl/single_controller/base/worker.py", "span": "L179-L181", "signature": "def execute_with_func_generator(self, func, *args, **kwargs)", "exported": true, "origin": "ast", "body_hash": "70050b9762c92ae0d0cb63e7b4858f2acf5516928d3fb5e70d4f5f8e327e15e2", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/single_controller/base/worker.py#Worker.get_cuda_visible_devices", "name": "get_cuda_visible_devices", "kind": "method", "path": "verl/single_controller/base/worker.py", "span": "L165-L168", "signature": "def get_cuda_visible_devices(self)", "exported": true, "origin": "ast", "body_hash": "a6f72b1365f288d4a983a82ac99673143bc5aa3ca2ed8e3a58e41ac97406c934", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/single_controller/base/worker.py#Worker.get_master_addr_port", "name": "get_master_addr_port", "kind": "method", "path": "verl/single_controller/base/worker.py", "span": "L162-L163", "signature": "def get_master_addr_port(self)", "exported": true, "origin": "ast", "body_hash": "b7368c8debf440abf7dc60c61d74e9f2f9e15d76a07d0436d37b51cfc969dbb6", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/single_controller/base/worker.py#Worker.rank", "name": "rank", "kind": "method", "path": "verl/single_controller/base/worker.py", "span": "L175-L176", "signature": "def rank(self)", "exported": true, "origin": "ast", "body_hash": "831d3b46bb6916182ed19e1bcdca0da7a9c2638ffb618fd72609fa7fc20b47ee", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/single_controller/base/worker.py#Worker.world_size", "name": "world_size", "kind": "method", "path": "verl/single_controller/base/worker.py", "span": "L171-L172", "signature": "def world_size(self)", "exported": true, "origin": "ast", "body_hash": "417053f3e044003b010d0dc3d1a7213269ba5b6bee8a5bcff37b385f3fcb0427", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/single_controller/base/worker.py#WorkerHelper", "name": "WorkerHelper", "kind": "class", "path": "verl/single_controller/base/worker.py", "span": "L37-L67", "signature": "class WorkerHelper", "exported": true, "origin": "ast", "body_hash": "82e62000fc221259f06a87eedb156e3dd19f64e8e6b3067b9d04f88dc1f687a6", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/worker.py#WorkerHelper._get_free_port", "name": "_get_free_port", "kind": "method", "path": "verl/single_controller/base/worker.py", "span": "L58-L61", "signature": "def _get_free_port(self)", "exported": false, "origin": "ast", "body_hash": "e7adc0cd353c3ed7360ca5bde4308da79ba207d18b655d9bd4b4961b895d7b23", "summary_state": "pending", "summary": null, "crux": null, "owner": "WorkerHelper" }, { "id": "verl/single_controller/base/worker.py#WorkerHelper._get_node_ip", "name": "_get_node_ip", "kind": "method", "path": "verl/single_controller/base/worker.py", "span": "L39-L56", "signature": "def _get_node_ip(self)", "exported": false, "origin": "ast", "body_hash": "1f05d8562ac5389a3bc068f5566b3662aede2dadaa8006de4febd2562910b043", "summary_state": "pending", "summary": null, "crux": null, "owner": "WorkerHelper" }, { "id": "verl/single_controller/base/worker.py#WorkerHelper._get_node_ip.get_node_ip_by_sdk", "name": "get_node_ip_by_sdk", "kind": "function", "path": "verl/single_controller/base/worker.py", "span": "L41-L48", "signature": "def get_node_ip_by_sdk()", "exported": true, "origin": "ast", "body_hash": "fdb0fcff795c16817d66461c60cbf7de1fe31349542326a6387daafb0a9f6e60", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/worker.py#WorkerHelper._get_pid", "name": "_get_pid", "kind": "method", "path": "verl/single_controller/base/worker.py", "span": "L66-L67", "signature": "def _get_pid(self)", "exported": false, "origin": "ast", "body_hash": "b8f1746673ca963156d65533e0ca501cd04d6a0530d8c38c4058e5f77618131c", "summary_state": "pending", "summary": null, "crux": null, "owner": "WorkerHelper" }, { "id": "verl/single_controller/base/worker.py#WorkerHelper.get_availale_master_addr_port", "name": "get_availale_master_addr_port", "kind": "method", "path": "verl/single_controller/base/worker.py", "span": "L63-L64", "signature": "def get_availale_master_addr_port(self)", "exported": true, "origin": "ast", "body_hash": "09a95db74930db593d2068e77fb5636dab537d056f6987a5f4a53dd19fa794be", "summary_state": "pending", "summary": null, "crux": null, "owner": "WorkerHelper" }, { "id": "verl/single_controller/base/worker.py#WorkerMeta", "name": "WorkerMeta", "kind": "class", "path": "verl/single_controller/base/worker.py", "span": "L70-L79", "signature": "class WorkerMeta", "exported": true, "origin": "ast", "body_hash": "bedb505206b97658e06333908864d662c57ca9eef49b201155a422dfcc657e7f", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/base/worker.py#WorkerMeta.__init__", "name": "__init__", "kind": "method", "path": "verl/single_controller/base/worker.py", "span": "L75-L76", "signature": "def __init__(self, store) -> None", "exported": false, "origin": "ast", "body_hash": "53af3f40c2980e8b00f196158ccbae9eefdd8395acc9185a0bbf8062de0b62a6", "summary_state": "pending", "summary": null, "crux": null, "owner": "WorkerMeta" }, { "id": "verl/single_controller/base/worker.py#WorkerMeta.to_dict", "name": "to_dict", "kind": "method", "path": "verl/single_controller/base/worker.py", "span": "L78-L79", "signature": "def to_dict(self)", "exported": true, "origin": "ast", "body_hash": "0be649e5967f5ddef8a1ae38a4e131bfe2a56656a2099816189bd7301da8544d", "summary_state": "pending", "summary": null, "crux": null, "owner": "WorkerMeta" }, { "id": "verl/single_controller/ray/__init__.py", "name": "__init__.py", "kind": "file", "path": "verl/single_controller/ray/__init__.py", "span": "L1-L16", "signature": null, "exported": true, "origin": "ast", "body_hash": "fc7a2d9064a035f948c196db973149438f977b41d81e55a5e05a3e599c9101ab", "chars": 778, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/ray/base.py", "name": "base.py", "kind": "file", "path": "verl/single_controller/ray/base.py", "span": "L1-L460", "signature": null, "exported": true, "origin": "ast", "body_hash": "b0dca8aad381d4e9a60169df108af2035fd0b5f88ab38dfc833689c842d4caa9", "chars": 19136, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/ray/base.py#_bind_workers_method_to_parent", "name": "_bind_workers_method_to_parent", "kind": "function", "path": "verl/single_controller/ray/base.py", "span": "L380-L411", "signature": "def _bind_workers_method_to_parent(cls, key, user_defined_cls)", "exported": false, "origin": "ast", "body_hash": "14e6f35dc58512a85e8cd7b463daf6b0f31f12815d5d319d64082fd72e97d899", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/ray/base.py#_bind_workers_method_to_parent.generate_function", "name": "generate_function", "kind": "function", "path": "verl/single_controller/ray/base.py", "span": "L395-L401", "signature": "def generate_function(name)", "exported": true, "origin": "ast", "body_hash": "f840cd651da776c35677b7d79f9a16dde27fa01cb3c927cacfe74a03c4d9cdf1", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/ray/base.py#_bind_workers_method_to_parent.generate_function.func", "name": "func", "kind": "function", "path": "verl/single_controller/ray/base.py", "span": "L397-L399", "signature": "def func(self, *args, **kwargs): # dispatch to the actual worker", "exported": true, "origin": "ast", "body_hash": "5c125b1246b4bac15af3bd95092d9426722add0b1e98dfcbd4303db310b162c9", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/ray/base.py#_unwrap_ray_remote", "name": "_unwrap_ray_remote", "kind": "function", "path": "verl/single_controller/ray/base.py", "span": "L414-L417", "signature": "def _unwrap_ray_remote(cls)", "exported": false, "origin": "ast", "body_hash": "509b623e9014e61cf5bb06d4b23e1e949796bfaaac60a3184375fe9bac3259b1", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/ray/base.py#create_colocated_worker_cls", "name": "create_colocated_worker_cls", "kind": "function", "path": "verl/single_controller/ray/base.py", "span": "L420-L459", "signature": "def create_colocated_worker_cls(class_dict: dict[str, RayClassWithInitArgs])", "exported": true, "origin": "ast", "body_hash": "a3bc8dce89fdefa639c4b160d2b6c5896b676be0a4cb525fcc067114f726fd48", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/ray/base.py#create_colocated_worker_cls.WorkerDict", "name": "WorkerDict", "kind": "class", "path": "verl/single_controller/ray/base.py", "span": "L440-L450", "signature": "class WorkerDict(worker_cls)", "exported": true, "origin": "ast", "body_hash": "3904ce1ae46a83e95c110f536eaf0ea6f650aa6f4b0e93ca1cdd3aa6e12792cb", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/ray/base.py#create_colocated_worker_cls.WorkerDict.__init__", "name": "__init__", "kind": "method", "path": "verl/single_controller/ray/base.py", "span": "L442-L450", "signature": "def __init__(self)", "exported": false, "origin": "ast", "body_hash": "1f0a441cd8c9ec0447969874c51af19b92eea1d5de88a67115436a34a42a3705", "summary_state": "pending", "summary": null, "crux": null, "owner": "WorkerDict" }, { "id": "verl/single_controller/ray/base.py#extract_pg_from_exist", "name": "extract_pg_from_exist", "kind": "function", "path": "verl/single_controller/ray/base.py", "span": "L91-L111", "signature": "def extract_pg_from_exist(resource_pools: Dict[str, RayResourcePool], src_role_names: List[str], resource_pool: RayResourcePool) -> List", "exported": true, "origin": "ast", "body_hash": "e5d02b00f3194217daeda2d7bb7ea3381df07874c0d00a77a3d4fe0875120b39", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/ray/base.py#func_generator", "name": "func_generator", "kind": "function", "path": "verl/single_controller/ray/base.py", "span": "L36-L46", "signature": "def func_generator(self, method_name, dispatch_fn, collect_fn, execute_fn, blocking)", "exported": true, "origin": "ast", "body_hash": "7514162bce755d56f76af616c8cbbfe8ab88fc3e618b9a5e1abf3605a259647f", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/ray/base.py#func_generator.func", "name": "func", "kind": "function", "path": "verl/single_controller/ray/base.py", "span": "L38-L44", "signature": "def func(*args, **kwargs)", "exported": true, "origin": "ast", "body_hash": "38f209504006c796a82fc34c8dc896b61bd199dc096f677a5bd4618db7a02010", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/ray/base.py#get_random_string", "name": "get_random_string", "kind": "function", "path": "verl/single_controller/ray/base.py", "span": "L29-L33", "signature": "def get_random_string(length: int) -> str", "exported": true, "origin": "ast", "body_hash": "3e24edfffba333e2f7f83cf9dd6e63d295e7d51adf299e71dcaf88d25271f8e5", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/ray/base.py#merge_resource_pool", "name": "merge_resource_pool", "kind": "function", "path": "verl/single_controller/ray/base.py", "span": "L114-L125", "signature": "def merge_resource_pool(rp1: RayResourcePool, rp2: RayResourcePool) -> RayResourcePool", "exported": true, "origin": "ast", "body_hash": "7fd2fbb11903893a4fc91b0430f4b6192d143da8d0314776f1bfdd683e59387d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/ray/base.py#RayClassWithInitArgs", "name": "RayClassWithInitArgs", "kind": "class", "path": "verl/single_controller/ray/base.py", "span": "L128-L173", "signature": "class RayClassWithInitArgs(ClassWithInitArgs)", "exported": true, "origin": "ast", "body_hash": "37df0678dacee83647df7549c8f85569034007293110f309e827ace9e41acfe5", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/ray/base.py#RayClassWithInitArgs.__call__", "name": "__call__", "kind": "method", "path": "verl/single_controller/ray/base.py", "span": "L142-L173", "signature": "def __call__(self, placement_group, placement_group_bundle_idx, use_gpu: bool = True, num_gpus=1, sharing_with=None) -> Any", "exported": false, "origin": "ast", "body_hash": "6ac4bc86dd1ed6fc75f33bf496ef7a7fe82613ae44c9e557acced12ca1ddf0ab", "summary_state": "pending", "summary": null, "crux": null, "owner": "RayClassWithInitArgs" }, { "id": "verl/single_controller/ray/base.py#RayClassWithInitArgs.__init__", "name": "__init__", "kind": "method", "path": "verl/single_controller/ray/base.py", "span": "L130-L134", "signature": "def __init__(self, cls, *args, **kwargs) -> None: # self._options = kwargs.pop('options', dict())", "exported": false, "origin": "ast", "body_hash": "732c0a12c8f730ae38a59a43c96e859bdda20edb93becb6bede90cfba5b9be70", "summary_state": "pending", "summary": null, "crux": null, "owner": "RayClassWithInitArgs" }, { "id": "verl/single_controller/ray/base.py#RayClassWithInitArgs.set_additional_resource", "name": "set_additional_resource", "kind": "method", "path": "verl/single_controller/ray/base.py", "span": "L136-L137", "signature": "def set_additional_resource(self, additional_resource)", "exported": true, "origin": "ast", "body_hash": "fad07a2c5c3a49a0d5184f9468186d9b8232a0f892b658118c7fd98aa26d5c1b", "summary_state": "pending", "summary": null, "crux": null, "owner": "RayClassWithInitArgs" }, { "id": "verl/single_controller/ray/base.py#RayClassWithInitArgs.update_options", "name": "update_options", "kind": "method", "path": "verl/single_controller/ray/base.py", "span": "L139-L140", "signature": "def update_options(self, options: Dict)", "exported": true, "origin": "ast", "body_hash": "f20c0f4f0973e25760eeed7bb9807d69e6a95ab9c782015a444d08209db8028d", "summary_state": "pending", "summary": null, "crux": null, "owner": "RayClassWithInitArgs" }, { "id": "verl/single_controller/ray/base.py#RayResourcePool", "name": "RayResourcePool", "kind": "class", "path": "verl/single_controller/ray/base.py", "span": "L49-L88", "signature": "class RayResourcePool(ResourcePool)", "exported": true, "origin": "ast", "body_hash": "aea0756fedd913a2e113435d0b70d2f37c067e112ccdc94514617b5e1ae55128", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/ray/base.py#RayResourcePool.__init__", "name": "__init__", "kind": "method", "path": "verl/single_controller/ray/base.py", "span": "L51-L62", "signature": "def __init__(self, process_on_nodes: List[int] = None, use_gpu: bool = True, name_prefix: str = \"\", max_colocate_count: int = 5, detached=False) -> None", "exported": false, "origin": "ast", "body_hash": "93c0a38e7ec61a7cb0c228c3c243a8bb6127549e54b95f2b587c93eb28800acc", "summary_state": "pending", "summary": null, "crux": null, "owner": "RayResourcePool" }, { "id": "verl/single_controller/ray/base.py#RayResourcePool.get_placement_groups", "name": "get_placement_groups", "kind": "method", "path": "verl/single_controller/ray/base.py", "span": "L64-L88", "signature": "def get_placement_groups(self, strategy=\"STRICT_PACK\", name=None)", "exported": true, "origin": "ast", "body_hash": "18c20a0b8d9530a38bed81637f7a7e7eb420aecb2f47c83f680ebd0790acd56d", "summary_state": "pending", "summary": null, "crux": null, "owner": "RayResourcePool" }, { "id": "verl/single_controller/ray/base.py#RayWorkerGroup", "name": "RayWorkerGroup", "kind": "class", "path": "verl/single_controller/ray/base.py", "span": "L176-L367", "signature": "class RayWorkerGroup(WorkerGroup)", "exported": true, "origin": "ast", "body_hash": "8b019844908a42d8047067a87ab145cfd145f826f921a613e88b3bd5a7053eed", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/ray/base.py#RayWorkerGroup.__init__", "name": "__init__", "kind": "method", "path": "verl/single_controller/ray/base.py", "span": "L178-L203", "signature": "def __init__(self, resource_pool: RayResourcePool = None, ray_cls_with_init: RayClassWithInitArgs = None, bin_pack: bool = True, name_prefix: str = None, detached=False, worker_names=None, **kwargs) -> None", "exported": false, "origin": "ast", "body_hash": "44c99602174e6c5f30401932370dc1a6788bcf6d1a4936a23e860188c5390347", "summary_state": "pending", "summary": null, "crux": null, "owner": "RayWorkerGroup" }, { "id": "verl/single_controller/ray/base.py#RayWorkerGroup._init_with_detached_workers", "name": "_init_with_detached_workers", "kind": "method", "path": "verl/single_controller/ray/base.py", "span": "L209-L212", "signature": "def _init_with_detached_workers(self, worker_names)", "exported": false, "origin": "ast", "body_hash": "52d676a5f8278f1aa40920778bf35a0a1b3c28708deb52612da9231c7c834f6f", "summary_state": "pending", "summary": null, "crux": null, "owner": "RayWorkerGroup" }, { "id": "verl/single_controller/ray/base.py#RayWorkerGroup._init_with_resource_pool", "name": "_init_with_resource_pool", "kind": "method", "path": "verl/single_controller/ray/base.py", "span": "L214-L278", "signature": "def _init_with_resource_pool(self, resource_pool, ray_cls_with_init, bin_pack, detached)", "exported": false, "origin": "ast", "body_hash": "93fd9c9ce2bd17539ec265c6c5cfe5dcea90512436e6f164f525e91ad85faea0", "summary_state": "pending", "summary": null, "crux": null, "owner": "RayWorkerGroup" }, { "id": "verl/single_controller/ray/base.py#RayWorkerGroup._is_worker_alive", "name": "_is_worker_alive", "kind": "method", "path": "verl/single_controller/ray/base.py", "span": "L205-L207", "signature": "def _is_worker_alive(self, worker: ray.actor.ActorHandle)", "exported": false, "origin": "ast", "body_hash": "1a42cdb1ee7fe76488de243adc58e3ddb3d1ab65f0fc2cd8f5275d99130caff0", "summary_state": "pending", "summary": null, "crux": null, "owner": "RayWorkerGroup" }, { "id": "verl/single_controller/ray/base.py#RayWorkerGroup.execute_all", "name": "execute_all", "kind": "method", "path": "verl/single_controller/ray/base.py", "span": "L329-L330", "signature": "def execute_all(self, method_name: str, *args, **kwargs)", "exported": true, "origin": "ast", "body_hash": "9f62f32817ddc26f7bc81340c0b1c9632f1798a66e48066678ecb95622816fe6", "summary_state": "pending", "summary": null, "crux": null, "owner": "RayWorkerGroup" }, { "id": "verl/single_controller/ray/base.py#RayWorkerGroup.execute_all_async", "name": "execute_all_async", "kind": "method", "path": "verl/single_controller/ray/base.py", "span": "L335-L351", "signature": "def execute_all_async(self, method_name: str, *args, **kwargs): # 这里我们假设，如果 args 和 kwargs 里面所有的参数都是 list，且所有的 list 长度都与 len(self._workers) 一致的话，我们会把 # list 中的每一个分别发到对应的 worker 上去 # print(f\"execute_all_async: method {method_name}({args}, {kwargs})\")", "exported": true, "origin": "ast", "body_hash": "0774fd9561923510eab36fb34e34831a5af9d2e9e01397e78bf5781d232cd491", "summary_state": "pending", "summary": null, "crux": null, "owner": "RayWorkerGroup" }, { "id": "verl/single_controller/ray/base.py#RayWorkerGroup.execute_all_sync", "name": "execute_all_sync", "kind": "method", "path": "verl/single_controller/ray/base.py", "span": "L332-L333", "signature": "def execute_all_sync(self, method_name: str, *args, **kwargs)", "exported": true, "origin": "ast", "body_hash": "68232603e13cf83c78286a3d27ea662692db1c997b4f19f52add644f5f145ff0", "summary_state": "pending", "summary": null, "crux": null, "owner": "RayWorkerGroup" }, { "id": "verl/single_controller/ray/base.py#RayWorkerGroup.execute_rank_zero", "name": "execute_rank_zero", "kind": "method", "path": "verl/single_controller/ray/base.py", "span": "L326-L327", "signature": "def execute_rank_zero(self, method_name: str, *args, **kwargs)", "exported": true, "origin": "ast", "body_hash": "741229d564c8dba11619b935c0a7d280021f31d2d0a1fd5629c21c8673feec20", "summary_state": "pending", "summary": null, "crux": null, "owner": "RayWorkerGroup" }, { "id": "verl/single_controller/ray/base.py#RayWorkerGroup.execute_rank_zero_async", "name": "execute_rank_zero_async", "kind": "method", "path": "verl/single_controller/ray/base.py", "span": "L322-L324", "signature": "def execute_rank_zero_async(self, method_name: str, *args, **kwargs)", "exported": true, "origin": "ast", "body_hash": "7359d9a92b3f1c93fb817037e981d5ef45714fcf49a07167408a764760ae5252", "summary_state": "pending", "summary": null, "crux": null, "owner": "RayWorkerGroup" }, { "id": "verl/single_controller/ray/base.py#RayWorkerGroup.execute_rank_zero_sync", "name": "execute_rank_zero_sync", "kind": "method", "path": "verl/single_controller/ray/base.py", "span": "L319-L320", "signature": "def execute_rank_zero_sync(self, method_name: str, *args, **kwargs)", "exported": true, "origin": "ast", "body_hash": "f93eb6f37a60191961200706a92ebc3679aaf1c0b2f4cd5ecce3b79adab7aa1e", "summary_state": "pending", "summary": null, "crux": null, "owner": "RayWorkerGroup" }, { "id": "verl/single_controller/ray/base.py#RayWorkerGroup.from_detached", "name": "from_detached", "kind": "method", "path": "verl/single_controller/ray/base.py", "span": "L285-L290", "signature": "def from_detached(cls, worker_names=None, ray_cls_with_init=None)", "exported": true, "origin": "ast", "body_hash": "9bf8230a5b5dc26c87b641cc3b2f52482a246442c6442754ea20fd0698d9ff1b", "summary_state": "pending", "summary": null, "crux": null, "owner": "RayWorkerGroup" }, { "id": "verl/single_controller/ray/base.py#RayWorkerGroup.master_address", "name": "master_address", "kind": "method", "path": "verl/single_controller/ray/base.py", "span": "L354-L355", "signature": "def master_address(self)", "exported": true, "origin": "ast", "body_hash": "37eab4e50e4a82432da776f741a02fe86627fa0957cebd109d1c955bad6ac64f", "summary_state": "pending", "summary": null, "crux": null, "owner": "RayWorkerGroup" }, { "id": "verl/single_controller/ray/base.py#RayWorkerGroup.master_port", "name": "master_port", "kind": "method", "path": "verl/single_controller/ray/base.py", "span": "L358-L359", "signature": "def master_port(self)", "exported": true, "origin": "ast", "body_hash": "df0e5490698a8d734d28dd6fed144c74e5fa2c9c3c1f3fc8f0e3fb6884ba7021", "summary_state": "pending", "summary": null, "crux": null, "owner": "RayWorkerGroup" }, { "id": "verl/single_controller/ray/base.py#RayWorkerGroup.spawn", "name": "spawn", "kind": "method", "path": "verl/single_controller/ray/base.py", "span": "L292-L317", "signature": "def spawn(self, prefix_set)", "exported": true, "origin": "ast", "body_hash": "a8f2b4c31d33f96f8ceb9d74bc8125d754dfac848248612ef30bb92897e518b3", "summary_state": "pending", "summary": null, "crux": null, "owner": "RayWorkerGroup" }, { "id": "verl/single_controller/ray/base.py#RayWorkerGroup.spawn._rebind_actor_methods", "name": "_rebind_actor_methods", "kind": "function", "path": "verl/single_controller/ray/base.py", "span": "L298-L308", "signature": "def _rebind_actor_methods(worker_group, actor_name)", "exported": false, "origin": "ast", "body_hash": "10ef28021f5967fd3f101ce0125c6f25c1e6e32a9d5d2fc4c22512e4d2d547d6", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/ray/base.py#RayWorkerGroup.worker_names", "name": "worker_names", "kind": "method", "path": "verl/single_controller/ray/base.py", "span": "L281-L282", "signature": "def worker_names(self)", "exported": true, "origin": "ast", "body_hash": "8f8aba5b9d536448b8fec0562593ea43911b7672649f8843c8b36eba7ccb3310", "summary_state": "pending", "summary": null, "crux": null, "owner": "RayWorkerGroup" }, { "id": "verl/single_controller/ray/base.py#RayWorkerGroup.workers", "name": "workers", "kind": "method", "path": "verl/single_controller/ray/base.py", "span": "L362-L363", "signature": "def workers(self)", "exported": true, "origin": "ast", "body_hash": "a657d062b61c60674c4ddc9e10af901e3b911f289bca9ff18f1281eb1e33bfe4", "summary_state": "pending", "summary": null, "crux": null, "owner": "RayWorkerGroup" }, { "id": "verl/single_controller/ray/base.py#RayWorkerGroup.world_size", "name": "world_size", "kind": "method", "path": "verl/single_controller/ray/base.py", "span": "L366-L367", "signature": "def world_size(self)", "exported": true, "origin": "ast", "body_hash": "417053f3e044003b010d0dc3d1a7213269ba5b6bee8a5bcff37b385f3fcb0427", "summary_state": "pending", "summary": null, "crux": null, "owner": "RayWorkerGroup" }, { "id": "verl/single_controller/ray/megatron.py", "name": "megatron.py", "kind": "file", "path": "verl/single_controller/ray/megatron.py", "span": "L1-L63", "signature": null, "exported": true, "origin": "ast", "body_hash": "f07274afae8e1b14e930b48a7b228fd0afe3e409a5012f790481a953858ccde5", "chars": 3035, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/ray/megatron.py#MegatronRayWorkerGroup", "name": "MegatronRayWorkerGroup", "kind": "class", "path": "verl/single_controller/ray/megatron.py", "span": "L38-L62", "signature": "class MegatronRayWorkerGroup(RayWorkerGroup, MegatronWorkerGroup)", "exported": true, "origin": "ast", "body_hash": "1419287f95a495c465228ca4fd9ac3004f9df40807d15e80660d2ef608cbd530", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/ray/megatron.py#MegatronRayWorkerGroup.__init__", "name": "__init__", "kind": "method", "path": "verl/single_controller/ray/megatron.py", "span": "L44-L56", "signature": "def __init__(self, resource_pool: RayResourcePool, ray_cls_with_init: RayClassWithInitArgs, default_megatron_kwargs: Dict = None, **kwargs)", "exported": false, "origin": "ast", "body_hash": "8603076b5b866a0c5932955312c312264af13b53f28d8b59642b9eefdfce33e0", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronRayWorkerGroup" }, { "id": "verl/single_controller/ray/megatron.py#MegatronRayWorkerGroup.init_megatron", "name": "init_megatron", "kind": "method", "path": "verl/single_controller/ray/megatron.py", "span": "L58-L62", "signature": "def init_megatron(self, default_megatron_kwargs: Optional[Dict] = None): # after super, we will call init of each worker", "exported": true, "origin": "ast", "body_hash": "a6f29739a8ac354f8270ec67fd3d0636d64d3a7b73783cf89354cedbc9061519", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronRayWorkerGroup" }, { "id": "verl/single_controller/ray/megatron.py#NVMegatronRayWorkerGroup", "name": "NVMegatronRayWorkerGroup", "kind": "class", "path": "verl/single_controller/ray/megatron.py", "span": "L25-L35", "signature": "class NVMegatronRayWorkerGroup(RayWorkerGroup, MegatronWorkerGroup)", "exported": true, "origin": "ast", "body_hash": "1ea5da75ad333445d598f344b0580747ea4494375bf85eb3d1ae07d6322f822d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/single_controller/ray/megatron.py#NVMegatronRayWorkerGroup.__init__", "name": "__init__", "kind": "method", "path": "verl/single_controller/ray/megatron.py", "span": "L31-L35", "signature": "def __init__(self, resource_pool: RayResourcePool, ray_cls_with_init: RayClassWithInitArgs, **kwargs)", "exported": false, "origin": "ast", "body_hash": "a97391613e50834872cfd6f73f95e46a87c8875886c43648c6a0bf1c2b1b928a", "summary_state": "pending", "summary": null, "crux": null, "owner": "NVMegatronRayWorkerGroup" }, { "id": "verl/third_party/__init__.py", "name": "__init__.py", "kind": "file", "path": "verl/third_party/__init__.py", "span": "L1-L14", "signature": null, "exported": true, "origin": "ast", "body_hash": "e65abd77db034b4f29eb1268c24867f84919dbce22e28d1997e563ed1d94179c", "chars": 600, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/__init__.py", "name": "__init__.py", "kind": "file", "path": "verl/third_party/vllm/__init__.py", "span": "L1-L52", "signature": null, "exported": true, "origin": "ast", "body_hash": "9a1b9a8a579f4de9cc7e9d0419631a3d006e45ed5dc2d8504a96aab0954cac4a", "chars": 1746, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/__init__.py#get_version", "name": "get_version", "kind": "function", "path": "verl/third_party/vllm/__init__.py", "span": "L18-L22", "signature": "def get_version(pkg)", "exported": true, "origin": "ast", "body_hash": "691d9af2743cd95a2e41da2dc27059e090848819d78c6b450eea8b19cb6ebec6", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/__init__.py", "name": "__init__.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_3_1/__init__.py", "span": "L1-L14", "signature": null, "exported": true, "origin": "ast", "body_hash": "e65abd77db034b4f29eb1268c24867f84919dbce22e28d1997e563ed1d94179c", "chars": 600, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py", "name": "arg_utils.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py", "span": "L1-L229", "signature": null, "exported": true, "origin": "ast", "body_hash": "241d3e47e1bf283647237be71099df7ff857e11ce24c1f6082f9225929a7d4be", "chars": 11957, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py#AsyncEngineArgs", "name": "AsyncEngineArgs", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py", "span": "L208-L228", "signature": "class AsyncEngineArgs(EngineArgs)", "exported": true, "origin": "ast", "body_hash": "8c7317a410aad5330961f47069be6623ae2c016c0e59cca4934260e1d18038bf", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py#AsyncEngineArgs.add_cli_args", "name": "add_cli_args", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py", "span": "L215-L228", "signature": "def add_cli_args(parser: argparse.ArgumentParser) -> argparse.ArgumentParser", "exported": true, "origin": "ast", "body_hash": "ee7f8b07c4a2eb8b4183456b8d92e916f4d9c31d59dd82f78e69a61e716ccaa3", "summary_state": "pending", "summary": null, "crux": null, "owner": "AsyncEngineArgs" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py#EngineArgs", "name": "EngineArgs", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py", "span": "L27-L204", "signature": "class EngineArgs", "exported": true, "origin": "ast", "body_hash": "ed241c0f5181f17b004cdd8918940a783ffda283aba5684586513b66b674a680", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py#EngineArgs.add_cli_args", "name": "add_cli_args", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py", "span": "L61-L175", "signature": "def add_cli_args(parser: argparse.ArgumentParser) -> argparse.ArgumentParser", "exported": true, "origin": "ast", "body_hash": "cf1908f71aee396b15d02e5aad05a2803adf4e9fd0905ff5fcb9c8727ba16fb5", "summary_state": "pending", "summary": null, "crux": null, "owner": "EngineArgs" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py#EngineArgs.create_engine_configs", "name": "create_engine_configs", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py", "span": "L185-L204", "signature": "def create_engine_configs( self, ) -> Tuple[ModelConfig, CacheConfig, ParallelConfig, SchedulerConfig]", "exported": true, "origin": "ast", "body_hash": "5c9617a83dc302ccdb2ceed92bbef03f5229b03ffa9e53bcfa019e9eac5a6741", "summary_state": "pending", "summary": null, "crux": null, "owner": "EngineArgs" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py#EngineArgs.from_cli_args", "name": "from_cli_args", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py", "span": "L178-L183", "signature": "def from_cli_args(cls, args: argparse.Namespace) -> 'EngineArgs': # Get the list of attributes of this dataclass.", "exported": true, "origin": "ast", "body_hash": "21089f327dd4125f76a223a109fdee39de77f84d10cd1fad1f24de8837c1b6f1", "summary_state": "pending", "summary": null, "crux": null, "owner": "EngineArgs" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "name": "config.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "span": "L1-L578", "signature": null, "exported": true, "origin": "ast", "body_hash": "868aa707443c67986ef8b2c5437b617d640f4d47a53026f7e378ddde22ce7965", "chars": 25666, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/config.py#_get_and_verify_dtype", "name": "_get_and_verify_dtype", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "span": "L475-L522", "signature": "def _get_and_verify_dtype( config: PretrainedConfig, dtype: Union[str, torch.dtype], ) -> torch.dtype: # NOTE: getattr(config, \"torch_dtype\", torch.float32) is not correct # because config.torch_dtype can be None.", "exported": false, "origin": "ast", "body_hash": "dd6102b21807bd60a7050824861fba84b542f7e00ec780d2f2d1188a9d3fb835", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/config.py#_get_and_verify_max_len", "name": "_get_and_verify_max_len", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "span": "L525-L577", "signature": "def _get_and_verify_max_len( hf_config: PretrainedConfig, max_model_len: Optional[int], ) -> int", "exported": false, "origin": "ast", "body_hash": "b11edf512bd0ebe4dd07b980217e254ff14bcf0c749cc3bed2b1a0e89bfdc84b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/config.py#CacheConfig", "name": "CacheConfig", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "span": "L240-L310", "signature": "class CacheConfig", "exported": true, "origin": "ast", "body_hash": "8ffd3516b171c2cff20298fa5f26333c1a68c65874e9ee87b16b613d3c9b63fb", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/config.py#CacheConfig.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "span": "L251-L269", "signature": "def __init__( self, block_size: int, gpu_memory_utilization: float, swap_space: int, cache_dtype: str, sliding_window: Optional[int] = None, ) -> None", "exported": false, "origin": "ast", "body_hash": "ebb5f593ab2edac24275e6e0d6d76b0be7c6a071e255259205f96e24ea8d0a4b", "summary_state": "pending", "summary": null, "crux": null, "owner": "CacheConfig" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/config.py#CacheConfig._verify_args", "name": "_verify_args", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "span": "L271-L274", "signature": "def _verify_args(self) -> None", "exported": false, "origin": "ast", "body_hash": "4885b811e514f8a3060c8565e3f735fabcb0b2efcd65f123ddeabf51fb3d1e33", "summary_state": "pending", "summary": null, "crux": null, "owner": "CacheConfig" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/config.py#CacheConfig._verify_cache_dtype", "name": "_verify_cache_dtype", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "span": "L276-L292", "signature": "def _verify_cache_dtype(self) -> None", "exported": false, "origin": "ast", "body_hash": "c1bfd23959d67f6cc5993c149dbfd80203a8cf01d21453f39402ae4cd9bf0c87", "summary_state": "pending", "summary": null, "crux": null, "owner": "CacheConfig" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/config.py#CacheConfig.verify_with_parallel_config", "name": "verify_with_parallel_config", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "span": "L294-L310", "signature": "def verify_with_parallel_config( self, parallel_config: \"ParallelConfig\", ) -> None", "exported": true, "origin": "ast", "body_hash": "941b39cfd15e60839411a6b42b4cb00a12a843a20e04ba179de471e4f6485285", "summary_state": "pending", "summary": null, "crux": null, "owner": "CacheConfig" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/config.py#DeviceConfig", "name": "DeviceConfig", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "span": "L415-L418", "signature": "class DeviceConfig", "exported": true, "origin": "ast", "body_hash": "60273a7ecdc1fd496506a19bb0aed3216b3f8c39dec67d50f1698f0b938e4dd7", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/config.py#DeviceConfig.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "span": "L417-L418", "signature": "def __init__(self, device: str = \"cuda\") -> None", "exported": false, "origin": "ast", "body_hash": "2d49d5f1c846b32d743263046334ef386121ac6721b0a08a36e483fac1d1bb18", "summary_state": "pending", "summary": null, "crux": null, "owner": "DeviceConfig" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/config.py#LoRAConfig", "name": "LoRAConfig", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "span": "L422-L461", "signature": "class LoRAConfig", "exported": true, "origin": "ast", "body_hash": "f0cb02af36b0ec84bbd79bedeec497dabbe9c8b5eea3e630de03b1ffba427fba", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/config.py#LoRAConfig.__post_init__", "name": "__post_init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "span": "L431-L447", "signature": "def __post_init__(self): # Keep this in sync with csrc/punica/bgmv/bgmv_config.h", "exported": false, "origin": "ast", "body_hash": "60c0ee4ec17f4422e59f2bae58b9bc9c83b93ddab654bdfd306dc6b5f76fc038", "summary_state": "pending", "summary": null, "crux": null, "owner": "LoRAConfig" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/config.py#LoRAConfig.verify_with_model_config", "name": "verify_with_model_config", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "span": "L449-L455", "signature": "def verify_with_model_config(self, model_config: ModelConfig)", "exported": true, "origin": "ast", "body_hash": "4d6293703a2e7bceee5ed54997894d351a93d5125a1f3ca1d537763e14727529", "summary_state": "pending", "summary": null, "crux": null, "owner": "LoRAConfig" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/config.py#LoRAConfig.verify_with_scheduler_config", "name": "verify_with_scheduler_config", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "span": "L457-L461", "signature": "def verify_with_scheduler_config(self, scheduler_config: SchedulerConfig)", "exported": true, "origin": "ast", "body_hash": "3952c44a54de8786ef895a5ddad8e5e31dac5ee2488771dea45dff8d1a5c1cd2", "summary_state": "pending", "summary": null, "crux": null, "owner": "LoRAConfig" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig", "name": "ModelConfig", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "span": "L31-L237", "signature": "class ModelConfig", "exported": true, "origin": "ast", "body_hash": "b0829ccaac02eb5de5f75279e1a154e404237642e84d92d147d140c3754c6b8a", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "span": "L75-L107", "signature": "def __init__( self, hf_config: PretrainedConfig, dtype: str, seed: int, load_format: str = 'model', revision: Optional[str] = None, tokenizer_revision: Optional[str] = None, max_model_len: Optional[int] = None, quantization: Optional[str] = None, trust_remote_code: Optional[bool] = True, enforce_eager: bool = False, max_context_len_to_capture: Optional[int] = None, ) -> None", "exported": false, "origin": "ast", "body_hash": "00f60fdc0e2531dd6bba00181007d1c2a30302957f43a2f87112757082a1746f", "summary_state": "pending", "summary": null, "crux": null, "owner": "ModelConfig" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig._verify_cuda_graph", "name": "_verify_cuda_graph", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "span": "L153-L161", "signature": "def _verify_cuda_graph(self) -> None", "exported": false, "origin": "ast", "body_hash": "52ae4d1079f69b7c6c3ca340f3af6744184b37cb7e6bb2a1f5f392ad9144ad03", "summary_state": "pending", "summary": null, "crux": null, "owner": "ModelConfig" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig._verify_load_format", "name": "_verify_load_format", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "span": "L109-L114", "signature": "def _verify_load_format(self) -> None", "exported": false, "origin": "ast", "body_hash": "3c1b201453a0857c0bf891aee1791b345941532a86ce3847b138b35256c28ec2", "summary_state": "pending", "summary": null, "crux": null, "owner": "ModelConfig" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig._verify_quantization", "name": "_verify_quantization", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "span": "L124-L151", "signature": "def _verify_quantization(self) -> None", "exported": false, "origin": "ast", "body_hash": "e2e54ce7f92f3c043e953ff5ee0f32b4f6e5bc3ee39806089a18d8591828e121", "summary_state": "pending", "summary": null, "crux": null, "owner": "ModelConfig" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.get_head_size", "name": "get_head_size", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "span": "L190-L192", "signature": "def get_head_size(self) -> int: # FIXME(woosuk): This may not be true for all models.", "exported": true, "origin": "ast", "body_hash": "2df45d8fd6aad6d737d893165d5bbbf978f57ffb1ed07871191da4c92a5cdaf8", "summary_state": "pending", "summary": null, "crux": null, "owner": "ModelConfig" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.get_hidden_size", "name": "get_hidden_size", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "span": "L187-L188", "signature": "def get_hidden_size(self) -> int", "exported": true, "origin": "ast", "body_hash": "ccf67b8bfb779d99633031ad4043460463c4943b97fc1680926c61bc38b22950", "summary_state": "pending", "summary": null, "crux": null, "owner": "ModelConfig" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.get_num_kv_heads", "name": "get_num_kv_heads", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "span": "L226-L233", "signature": "def get_num_kv_heads(self, parallel_config: \"ParallelConfig\") -> int", "exported": true, "origin": "ast", "body_hash": "728297fd368aa8412d13b81234869a4484f831c2636bc76bcfd687aa5ad7df83", "summary_state": "pending", "summary": null, "crux": null, "owner": "ModelConfig" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.get_num_layers", "name": "get_num_layers", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "span": "L235-L237", "signature": "def get_num_layers(self, parallel_config: \"ParallelConfig\") -> int", "exported": true, "origin": "ast", "body_hash": "86a3bc5f0bbae80c7d59376952c94538a7c5fb8ef0e602bdfd9b9d79cbaae254", "summary_state": "pending", "summary": null, "crux": null, "owner": "ModelConfig" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.get_sliding_window", "name": "get_sliding_window", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "span": "L181-L182", "signature": "def get_sliding_window(self) -> Optional[int]", "exported": true, "origin": "ast", "body_hash": "65b5f7f717fb0d12bc698c7922a5787b8d66eaae7dbbf6915ec264e2c53dde7f", "summary_state": "pending", "summary": null, "crux": null, "owner": "ModelConfig" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.get_total_num_kv_heads", "name": "get_total_num_kv_heads", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "span": "L194-L224", "signature": "def get_total_num_kv_heads(self) -> int", "exported": true, "origin": "ast", "body_hash": "ff654b49dde1db484022e103e600ccfa35c769d3cac8bff38f63891532694a20", "summary_state": "pending", "summary": null, "crux": null, "owner": "ModelConfig" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.get_vocab_size", "name": "get_vocab_size", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "span": "L184-L185", "signature": "def get_vocab_size(self) -> int", "exported": true, "origin": "ast", "body_hash": "5866e1009e3f9883d88e21eedb9e22502b439ef9d2c2e26fc51e37eefed7bcec", "summary_state": "pending", "summary": null, "crux": null, "owner": "ModelConfig" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.verify_with_parallel_config", "name": "verify_with_parallel_config", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "span": "L163-L179", "signature": "def verify_with_parallel_config( self, parallel_config: \"ParallelConfig\", ) -> None", "exported": true, "origin": "ast", "body_hash": "50a72aa8a7247c533a60ab8bee34ce9562f17519bedda2ac4c2f8a6969e7ca73", "summary_state": "pending", "summary": null, "crux": null, "owner": "ModelConfig" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ParallelConfig", "name": "ParallelConfig", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "span": "L313-L367", "signature": "class ParallelConfig", "exported": true, "origin": "ast", "body_hash": "5bc42bf14ef04bfd1f0883c7e7c02669a042446909ee914863ab93f469b26e01", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ParallelConfig.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "span": "L329-L346", "signature": "def __init__( self, pipeline_parallel_size: int, tensor_parallel_size: int, worker_use_ray: bool, max_parallel_loading_workers: Optional[int] = None, disable_custom_all_reduce: bool = False, ) -> None", "exported": false, "origin": "ast", "body_hash": "223dbab83ab2ffef7ef09fcd81ab6316cab91c7dd418a559f23d446028de2af9", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelConfig" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ParallelConfig._verify_args", "name": "_verify_args", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "span": "L348-L367", "signature": "def _verify_args(self) -> None", "exported": false, "origin": "ast", "body_hash": "c94f15f6d712eccd0c3dcaca68b51f7a7a35053769cbd1c6f9dd99933392f91b", "summary_state": "pending", "summary": null, "crux": null, "owner": "ParallelConfig" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/config.py#SchedulerConfig", "name": "SchedulerConfig", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "span": "L370-L412", "signature": "class SchedulerConfig", "exported": true, "origin": "ast", "body_hash": "a68fce0d2ee9ab0ab24f28d7629b178f74093ce60a0ce57452cc808c61e7a305", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/config.py#SchedulerConfig.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "span": "L383-L399", "signature": "def __init__( self, max_num_batched_tokens: Optional[int], max_num_seqs: int, max_model_len: int, max_paddings: int, ) -> None", "exported": false, "origin": "ast", "body_hash": "cbda8f0ebaab2f580086185bf0730e2c208302f8ce667c4cf43325a53e7fc945", "summary_state": "pending", "summary": null, "crux": null, "owner": "SchedulerConfig" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/config.py#SchedulerConfig._verify_args", "name": "_verify_args", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "span": "L401-L412", "signature": "def _verify_args(self) -> None", "exported": false, "origin": "ast", "body_hash": "1ab89a8f8c97edc525fecdbd0bdcaac213d19cfdc7525087f029a595bc54ecab", "summary_state": "pending", "summary": null, "crux": null, "owner": "SchedulerConfig" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "name": "llm_engine_sp.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "span": "L1-L766", "signature": null, "exported": true, "origin": "ast", "body_hash": "ae76e88278e330c7a82b9ed149e76022e1e9522b5199a48f272ea514ed80b6cd", "chars": 35525, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#get_open_port", "name": "get_open_port", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "span": "L762-L765", "signature": "def get_open_port()", "exported": true, "origin": "ast", "body_hash": "d88039216a61e6ec2a0e1328331a7b83f0af92fe7306e2625e8d4f34b557c26e", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#initialize_cluster", "name": "initialize_cluster", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "span": "L734-L759", "signature": "def initialize_cluster( parallel_config: ParallelConfig, engine_use_ray: bool = False, ray_address: Optional[str] = None, ) -> Tuple[str, Optional[None]]", "exported": true, "origin": "ast", "body_hash": "8477b50c95bb8a43b90a29db8bcaa647ca553e5f2226a1db7ed4996e9ca5a180", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine", "name": "LLMEngine", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "span": "L41-L731", "signature": "class LLMEngine", "exported": true, "origin": "ast", "body_hash": "f9f97eab1518b67b62516f08971ee5501a27322a67df174ad3ce6fb6d3aabffd", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "span": "L70-L136", "signature": "def __init__( self, model: Union[nn.Module, Dict], # model itself or its parameter dict tokenizer: nn.Module, model_config: ModelConfig, cache_config: CacheConfig, parallel_config: ParallelConfig, scheduler_config: SchedulerConfig, device_config: DeviceConfig, lora_config: Optional[LoRAConfig], distributed_init_method: str, placement_group: Optional[None], log_stats: bool, ) -> None", "exported": false, "origin": "ast", "body_hash": "d1657530e7c7086e43a2bfe583a3db3d067875a69d8f184ac65987236b951b9b", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._check_beam_search_early_stopping", "name": "_check_beam_search_early_stopping", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "span": "L348-L383", "signature": "def _check_beam_search_early_stopping( self, early_stopping: Union[bool, str], sampling_params: SamplingParams, best_running_seq: Sequence, current_worst_seq: Sequence, ) -> bool", "exported": false, "origin": "ast", "body_hash": "5a0246efd15b10e3d23379cf6fd2d43b535f4db8a49339e8cc8d62b7275dcb7a", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._check_stop", "name": "_check_stop", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "span": "L681-L708", "signature": "def _check_stop(self, seq: Sequence, sampling_params: SamplingParams) -> None", "exported": false, "origin": "ast", "body_hash": "dc9db787c3124e5b3a0bfd222e772a05a2ffcf8032538afd493dc6bb14bba9cd", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._decode_sequence", "name": "_decode_sequence", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "span": "L662-L679", "signature": "def _decode_sequence(self, seq: Sequence, prms: SamplingParams) -> None", "exported": false, "origin": "ast", "body_hash": "1d81941f2f30da38e9f8c821805f9fd1a964adaec6a05312db57506de5f62578", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._finalize_sequence", "name": "_finalize_sequence", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "span": "L710-L714", "signature": "def _finalize_sequence(self, seq: Sequence, sampling_params: SamplingParams, stop_string: str) -> None", "exported": false, "origin": "ast", "body_hash": "3264012aa3c3d90def47d7311703f7459b3fdc100259586f4c8b8a8f68cdf6ff", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._get_stats", "name": "_get_stats", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "span": "L600-L659", "signature": "def _get_stats(self, scheduler_outputs: Optional[SchedulerOutputs]) -> Stats", "exported": false, "origin": "ast", "body_hash": "ec13c47194f678079f52e2e1c8e00afab87e0193236539c181998833258b934d", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._init_cache_sp", "name": "_init_cache_sp", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "span": "L176-L213", "signature": "def _init_cache_sp(self) -> None", "exported": false, "origin": "ast", "body_hash": "bc430c2db3ea93a28ec5d1a7093462c652e3c2bc0d9cb5e4171dfcb1012785cc", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._init_tokenizer", "name": "_init_tokenizer", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "span": "L138-L143", "signature": "def _init_tokenizer(self, tokenizer, **tokenizer_init_kwargs)", "exported": false, "origin": "ast", "body_hash": "012ad286206dcdfe6339e376b29596d7da1ef7041db76fb84ccc7865d8c919fa", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._init_workers_sp", "name": "_init_workers_sp", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "span": "L149-L170", "signature": "def _init_workers_sp(self, model, distributed_init_method: str): # Lazy import the Worker to avoid importing torch.cuda/xformers # before CUDA_VISIBLE_DEVICES is set in the Worker", "exported": false, "origin": "ast", "body_hash": "d926fd86b48786fd090672a0fdbcbc497bf4a27807ce156b82ee7627d66d8588", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._process_model_outputs", "name": "_process_model_outputs", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "span": "L545-L572", "signature": "def _process_model_outputs(self, output: SamplerOutput, scheduler_outputs: SchedulerOutputs) -> List[RequestOutput]: # Update the scheduled sequence groups with the model outputs.", "exported": false, "origin": "ast", "body_hash": "75e9aae8ccd61de44ca6e0c1f960f9cbd3ffbd522552edb9d25b179edf6c2236", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._process_sequence_group_outputs", "name": "_process_sequence_group_outputs", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "span": "L385-L543", "signature": "def _process_sequence_group_outputs(self, seq_group: SequenceGroup, outputs: SequenceGroupOutput) -> None: # Process prompt logprobs", "exported": false, "origin": "ast", "body_hash": "c33b1dfd348555fe47f457b21405775a9d35070729771aa599f838428ec8c38f", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._verify_args", "name": "_verify_args", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "span": "L172-L174", "signature": "def _verify_args(self) -> None", "exported": false, "origin": "ast", "body_hash": "c8614c546959a77402ba8c34ede50da2f3d9baf7b239fdae7e2aaee550ac6871", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.abort_request", "name": "abort_request", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "span": "L317-L334", "signature": "def abort_request(self, request_id: Union[str, Iterable[str]]) -> None", "exported": true, "origin": "ast", "body_hash": "28ac714169c023051b34d4870621893a5635bbbcb5a6918fffbca2826f26d794", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.add_lora", "name": "add_lora", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "span": "L716-L718", "signature": "def add_lora(self, lora_request: LoRARequest) -> bool", "exported": true, "origin": "ast", "body_hash": "e9f7ffc405171ec302d578962a651d53756db775c9e591e6d077841345e61f6d", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.add_request", "name": "add_request", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "span": "L238-L315", "signature": "def add_request( self, request_id: str, prompt: Optional[str], sampling_params: SamplingParams, prompt_token_ids: Optional[List[int]] = None, arrival_time: Optional[float] = None, lora_request: Optional[LoRARequest] = None, prefix_pos: Optional[int] = None, ) -> None", "exported": true, "origin": "ast", "body_hash": "c974da4872f24778f3ca90fac278f079a6aa4fe720539470091c08ed1034b52b", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.do_log_stats", "name": "do_log_stats", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "span": "L595-L598", "signature": "def do_log_stats(self) -> None", "exported": true, "origin": "ast", "body_hash": "5aa75138203dad2abe279edeb2dddb6fdc6340bff7e0f6d300330001eb4172aa", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.free_cache_engine", "name": "free_cache_engine", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "span": "L218-L219", "signature": "def free_cache_engine(self)", "exported": true, "origin": "ast", "body_hash": "b8175956306389b8d63aed00eb271d08fec8433fffbad1748c4738339b5e3121", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.from_engine_args", "name": "from_engine_args", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "span": "L222-L236", "signature": "def from_engine_args(cls, model, tokenizer, engine_args: EngineArgs) -> \"LLMEngine\"", "exported": true, "origin": "ast", "body_hash": "ea9aea34f0e4b836a959327d2002507b3a8ad21168b40b1500d8046205865fa0", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.get_model_config", "name": "get_model_config", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "span": "L336-L338", "signature": "def get_model_config(self) -> ModelConfig", "exported": true, "origin": "ast", "body_hash": "32b82a855d9acb5d442955e4adeabc7b3cdbeda338e897593d6ae9a925ff3fd5", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.get_num_unfinished_requests", "name": "get_num_unfinished_requests", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "span": "L340-L342", "signature": "def get_num_unfinished_requests(self) -> int", "exported": true, "origin": "ast", "body_hash": "6f6ed8b9e83dec13a5a67979b0cf9eb6855610b0ac2e228176baaebb5ee3af00", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.get_tokenizer_for_seq", "name": "get_tokenizer_for_seq", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "span": "L146-L147", "signature": "def get_tokenizer_for_seq(self, sequence: Sequence)", "exported": true, "origin": "ast", "body_hash": "c6ada676f406dfef6ace501efefd446c012ae7ea6f966609dad11508ef66916b", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.has_unfinished_requests", "name": "has_unfinished_requests", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "span": "L344-L346", "signature": "def has_unfinished_requests(self) -> bool", "exported": true, "origin": "ast", "body_hash": "48371289db35ee6d8d6c16a65f0e60a73d6f176b45c6eba517c69d60e150861b", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.init_cache_engine", "name": "init_cache_engine", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "span": "L215-L216", "signature": "def init_cache_engine(self)", "exported": true, "origin": "ast", "body_hash": "1d1217aff16ce0bdfd02b6b7f314acf30b40cc7d6bec7a8595f256e550a2b422", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.list_loras", "name": "list_loras", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "span": "L724-L725", "signature": "def list_loras(self) -> List[int]", "exported": true, "origin": "ast", "body_hash": "8fafde07f6d693c4cc72fd0586ad4441efc9fef84432839fd46f9747a20070b5", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.offload_model_weights", "name": "offload_model_weights", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "span": "L730-L731", "signature": "def offload_model_weights(self) -> None", "exported": true, "origin": "ast", "body_hash": "c346b8cbee5a5fe63905573385e113fb7b59c46e58b26ecc132e331ba728ea49", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.remove_lora", "name": "remove_lora", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "span": "L720-L722", "signature": "def remove_lora(self, lora_id: int) -> bool", "exported": true, "origin": "ast", "body_hash": "cbe1cdb44759c7aabdb73749db619e9e5ee7c34edfc86f0be28a4261075173d1", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.step", "name": "step", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "span": "L574-L593", "signature": "def step(self) -> List[RequestOutput]", "exported": true, "origin": "ast", "body_hash": "df724a8f2cffee228fb5fca7b1b3c842c77f3aa0698295dcc511cd4ed8731ee9", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.sync_model_weights", "name": "sync_model_weights", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "span": "L727-L728", "signature": "def sync_model_weights(self, actor_weights: Dict[str, torch.Tensor]) -> None", "exported": true, "origin": "ast", "body_hash": "b6e06ff63f4cbb4b57c22841ec40b0708e2550fb9a96e4a8d5f147e2fa3e0c99", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm.py", "name": "llm.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm.py", "span": "L1-L276", "signature": null, "exported": true, "origin": "ast", "body_hash": "bb5dd8a628d2d58b9daf33fe97fd471778b11e07212f5a7ac75c47a48273dca7", "chars": 13604, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM", "name": "LLM", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm.py", "span": "L33-L275", "signature": "class LLM", "exported": true, "origin": "ast", "body_hash": "c999f578590769057ca38c4d7650d7e356fd8ff00b594026de989aba0a981f3a", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm.py", "span": "L87-L131", "signature": "def __init__( self, model: Union[nn.Module, Dict], # model itself or its parameter dict tokenizer: Union[PreTrainedTokenizer, PreTrainedTokenizerFast, HybridEngineBaseTokenizer], model_hf_config: PretrainedConfig, tokenizer_mode: str = \"auto\", trust_remote_code: bool = False, tensor_parallel_size: int = 1, dtype: str = \"auto\", quantization: Optional[str] = None, revision: Optional[str] = None, tokenizer_revision: Optional[str] = None, seed: int = 0, gpu_memory_utilization: float = 0.9, swap_space: int = 4, enforce_eager: bool = False, max_context_len_to_capture: int = 8192, disable_custom_all_reduce: bool = False, **kwargs, ) -> None", "exported": false, "origin": "ast", "body_hash": "61dc731ea33fbd719712e8097f991f8cf957a6aa9a99e043e2e166a9d7c6ad6a", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM._add_request", "name": "_add_request", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm.py", "span": "L201-L215", "signature": "def _add_request( self, prompt: Optional[str], sampling_params: SamplingParams, prompt_token_ids: Optional[List[int]], lora_request: Optional[LoRARequest] = None, prefix_pos: Optional[int] = None, ) -> None", "exported": false, "origin": "ast", "body_hash": "ef97c1429fe284c8141a06feafe15e442e1919fffd9ad3d402842e8a34c42b1d", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM._post_process_outputs", "name": "_post_process_outputs", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm.py", "span": "L250-L269", "signature": "def _post_process_outputs(self, outputs: List[RequestOutput]) -> Tuple[torch.Tensor, torch.Tensor]", "exported": false, "origin": "ast", "body_hash": "79f98445ec654840b37bcfe5eec45725e8180fa78967e34987d5b6f41cdff140", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM._pre_process_inputs", "name": "_pre_process_inputs", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm.py", "span": "L242-L247", "signature": "def _pre_process_inputs(self, prompt_token_ids: torch.Tensor) -> List[int]: # remove the left padding in the prompt token_id", "exported": false, "origin": "ast", "body_hash": "fdf721950a6eec9276740f600d40ca1c9190d1b345d858eefb8f2b9f83c0c799", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM._run_engine", "name": "_run_engine", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm.py", "span": "L217-L238", "signature": "def _run_engine(self, use_tqdm: bool) -> List[RequestOutput]: # Initialize tqdm.", "exported": false, "origin": "ast", "body_hash": "7b389b73a1eac511edb8d203eb0dd3a9987bc7f898d2792e16bd63e3b5b1a040", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM.free_cache_engine", "name": "free_cache_engine", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm.py", "span": "L136-L137", "signature": "def free_cache_engine(self)", "exported": true, "origin": "ast", "body_hash": "179e8502fa237bb23acb9f06952cf4ae62f3f9010408f63734f8adf6a5163378", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM.generate", "name": "generate", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm.py", "span": "L148-L199", "signature": "def generate( self, prompts: Optional[Union[str, List[str]]] = None, sampling_params: Optional[SamplingParams] = None, prompt_token_ids: Optional[List[List[int]]] = None, prefix_pos: Optional[Union[int, List[int]]] = None, use_tqdm: bool = True, lora_request: Optional[LoRARequest] = None, ) -> List[RequestOutput]", "exported": true, "origin": "ast", "body_hash": "ba58cfbf0008fdb315ae0f2abbd2147231626d275e1e11a0bf3ea688f69adaca", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM.get_tokenizer", "name": "get_tokenizer", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm.py", "span": "L139-L140", "signature": "def get_tokenizer(self) -> Union[PreTrainedTokenizer, PreTrainedTokenizerFast]", "exported": true, "origin": "ast", "body_hash": "cebad3b0992af1915c8c8a1543b493069d6507f491421f924191ee4b98e60a2f", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM.init_cache_engine", "name": "init_cache_engine", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm.py", "span": "L133-L134", "signature": "def init_cache_engine(self)", "exported": true, "origin": "ast", "body_hash": "04d68c22194d8053c926485d043932fb2526f0d73a880157acee875717c5937f", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM.offload_model_weights", "name": "offload_model_weights", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm.py", "span": "L274-L275", "signature": "def offload_model_weights(self) -> None", "exported": true, "origin": "ast", "body_hash": "27a73de1e582c115374d023e58aeaf54824c75ca2740c19f48f07d7d67773621", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM.set_tokenizer", "name": "set_tokenizer", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm.py", "span": "L142-L146", "signature": "def set_tokenizer( self, tokenizer: Union[PreTrainedTokenizer, PreTrainedTokenizerFast], ) -> None", "exported": true, "origin": "ast", "body_hash": "a9d3cbc026686b5d94c85093062fb18f30a9d4182a5bf7eb9679c456cbc101fa", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM.sync_model_weights", "name": "sync_model_weights", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/llm.py", "span": "L271-L272", "signature": "def sync_model_weights(self, actor_weights: Dict[str, torch.Tensor]) -> None", "exported": true, "origin": "ast", "body_hash": "835f8c2306c34dac4e7e8813254e954963b210496f18b5dce7e9fcaec7504a2f", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py", "name": "model_loader.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py", "span": "L1-L276", "signature": null, "exported": true, "origin": "ast", "body_hash": "9178cfe4c30b03a55856a0a59bdd2cf14856181185050814502fe9012cfcde10", "chars": 12265, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py#_get_logits", "name": "_get_logits", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py", "span": "L193-L203", "signature": "def _get_logits(self, hidden_states: torch.Tensor, embedding: torch.Tensor, embedding_bias: Optional[torch.Tensor]) -> torch.Tensor: # Get the logits for the next tokens.", "exported": false, "origin": "ast", "body_hash": "d294e846526a09f100321505cbacf5666d45ef972200a51c4e4c25557ec585e0", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py#_get_model_architecture", "name": "_get_model_architecture", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py", "span": "L46-L53", "signature": "def _get_model_architecture(config: PretrainedConfig) -> Type[nn.Module]", "exported": false, "origin": "ast", "body_hash": "d1123e2dd93cc66a5f39b2e2aafc5bcc16f364911ece8403fe5dc6f8ff9c8280", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py#_get_model_weight_loader", "name": "_get_model_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py", "span": "L123-L127", "signature": "def _get_model_weight_loader(arch: str)", "exported": false, "origin": "ast", "body_hash": "ddc10a750c10f76e9a2ee47256e4d6b0d7498b307e1cd2153be49f1057d65b2b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py#_set_default_torch_dtype", "name": "_set_default_torch_dtype", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py", "span": "L38-L43", "signature": "def _set_default_torch_dtype(dtype: torch.dtype)", "exported": false, "origin": "ast", "body_hash": "48b953f6c3f3e0663c5ac537a307c4d32c61124be77f2483fb19be7a100809f4", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py#forward", "name": "forward", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py", "span": "L206-L269", "signature": "def forward( self, embedding: torch.Tensor, hidden_states: torch.Tensor, sampling_metadata: SamplingMetadata, embedding_bias: Optional[torch.Tensor] = None, ) -> Optional[SamplerOutput]: # Get the hidden states that we use for sampling.", "exported": true, "origin": "ast", "body_hash": "e3cb0c9e173774e28f940721d89fe753a35f19f187f213e9d753f66a76323359", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py#get_model", "name": "get_model", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py", "span": "L130-L177", "signature": "def get_model(actor_model: Union[PreTrainedModel, Dict], model_config: ModelConfig, device_config: DeviceConfig, lora_config: Optional[LoRAConfig] = None) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "e5111832759e10434b7ba3580b196628855892190547dfedbaabc8a8ad2e25a6", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py#load_weights", "name": "load_weights", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py", "span": "L181-L186", "signature": "def load_weights(actor_weights: Dict, vllm_model: nn.Module)", "exported": true, "origin": "ast", "body_hash": "fd9e069a8b1eb95a72aa61709e47b7213e050562a6c1db2af328a530671ef03f", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py#vocab_init", "name": "vocab_init", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py", "span": "L87-L117", "signature": "def vocab_init(self, num_embeddings: int, embedding_dim: int, params_dtype: Optional[torch.dtype] = None, org_num_embeddings: Optional[int] = None, padding_size: int = DEFAULT_VOCAB_PADDING_SIZE)", "exported": true, "origin": "ast", "body_hash": "52161e7f299170a24d7859e33e31079b406e7ac904ed11d4f34aac2b2a4eb591", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py", "name": "model_runner.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py", "span": "L1-L286", "signature": null, "exported": true, "origin": "ast", "body_hash": "3ea4154e940f51a1d1f4770240c905b46ed9b923e32f9aa399a715b9ac9c5ff7", "chars": 13381, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner", "name": "ModelRunner", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py", "span": "L46-L285", "signature": "class ModelRunner(ModelRunner)", "exported": true, "origin": "ast", "body_hash": "ee4b24ff52e99a590178a4901341654c8bde2acbd145711b6134a99a72c03706", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py", "span": "L48-L88", "signature": "def __init__( self, model: Union[nn.Module, Dict], # model itself or its parameter dict model_config: ModelConfig, parallel_config: ParallelConfig, scheduler_config: SchedulerConfig, device_config: DeviceConfig, lora_config: Optional[LoRAConfig], kv_cache_dtype: Optional[str] = \"auto\", )", "exported": false, "origin": "ast", "body_hash": "74c9c53a8f7ed01a4e10d3cb0f4d4fd25aa3729f770b92dd75c772bd46c87be5", "summary_state": "pending", "summary": null, "crux": null, "owner": "ModelRunner" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner._prepare_sample", "name": "_prepare_sample", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py", "span": "L109-L172", "signature": "def _prepare_sample( self, seq_group_metadata_list: List[SequenceGroupMetadata], prompt_lens: List[int], subquery_lens: Optional[List[int]], ) -> SamplingMetadata", "exported": false, "origin": "ast", "body_hash": "d5b0e97199beb65828fed42e780fe7b36f1ef49058b80c888c1fb3d29cdbcbaf", "summary_state": "pending", "summary": null, "crux": null, "owner": "ModelRunner" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner.execute_model", "name": "execute_model", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py", "span": "L203-L232", "signature": "def execute_model( self, seq_group_metadata_list: Optional[List[SequenceGroupMetadata]], kv_caches: List[Tuple[torch.Tensor, torch.Tensor]], ) -> Optional[SamplerOutput]", "exported": true, "origin": "ast", "body_hash": "3c98596b4149c7a0fa7a7e1b5723bebc63464fcee92155a8268aa62959e87fe4", "summary_state": "pending", "summary": null, "crux": null, "owner": "ModelRunner" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner.load_model", "name": "load_model", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py", "span": "L90-L107", "signature": "def load_model(self) -> None", "exported": true, "origin": "ast", "body_hash": "b76750e0d9f83140e555d97fd4595d5a466eecebc4201c09bcbb77a52882066a", "summary_state": "pending", "summary": null, "crux": null, "owner": "ModelRunner" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner.prepare_input_tensors", "name": "prepare_input_tensors", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py", "span": "L174-L200", "signature": "def prepare_input_tensors( self, seq_group_metadata_list: Optional[List[SequenceGroupMetadata]], ) -> Tuple[torch.Tensor, torch.Tensor, InputMetadata, SamplingMetadata, Set[int], LoRAMapping]: # NOTE: We assume that all sequences in the group are all prompts or # all decodes.", "exported": true, "origin": "ast", "body_hash": "18539d850f729af5cbafae7677003c29f22e3145786cbe0e2625f29093db4c8c", "summary_state": "pending", "summary": null, "crux": null, "owner": "ModelRunner" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner.profile_run", "name": "profile_run", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py", "span": "L235-L285", "signature": "def profile_run(self) -> None: # Enable top-k sampling to reflect the accurate memory usage.", "exported": true, "origin": "ast", "body_hash": "741b4e9e6d5eada5c06999f461253385d3319156d2e4caadb4db3865864c97d9", "summary_state": "pending", "summary": null, "crux": null, "owner": "ModelRunner" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py", "name": "parallel_state.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py", "span": "L1-L148", "signature": null, "exported": true, "origin": "ast", "body_hash": "7129fc091140197f245ef083b829dafb7b68341f5f7e83959a31e0cbc063b76d", "chars": 6075, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py#get_micro_data_parallel_group", "name": "get_micro_data_parallel_group", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py", "span": "L137-L139", "signature": "def get_micro_data_parallel_group()", "exported": true, "origin": "ast", "body_hash": "2f7b380a27daa844595b0cfc44c14ac7b99261bb2450d06387b395f1dba78cf5", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py#get_micro_data_parallel_rank", "name": "get_micro_data_parallel_rank", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py", "span": "L146-L147", "signature": "def get_micro_data_parallel_rank()", "exported": true, "origin": "ast", "body_hash": "3557d8db20db94e469e45ac4f980e16bed562a5b5699954aa2b53229cc537cb7", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py#get_micro_data_parallel_world_size", "name": "get_micro_data_parallel_world_size", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py", "span": "L142-L143", "signature": "def get_micro_data_parallel_world_size()", "exported": true, "origin": "ast", "body_hash": "a1bfe7b553e575378267954148b439163e9ad2696ed12153bf9be879575bb9b8", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py#get_tensor_model_parallel_group", "name": "get_tensor_model_parallel_group", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py", "span": "L108-L111", "signature": "def get_tensor_model_parallel_group()", "exported": true, "origin": "ast", "body_hash": "56cf5f4c8b168a0dbe1ae009e714684970069cd42df6d06e4e7e8dd43b1bd278", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py#get_tensor_model_parallel_rank", "name": "get_tensor_model_parallel_rank", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py", "span": "L119-L121", "signature": "def get_tensor_model_parallel_rank()", "exported": true, "origin": "ast", "body_hash": "7d7e3527eb0fbc1e8f6ca37c5449d0a44e76ded85a0b824cf4f92bda58558364", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py#get_tensor_model_parallel_src_rank", "name": "get_tensor_model_parallel_src_rank", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py", "span": "L124-L129", "signature": "def get_tensor_model_parallel_src_rank()", "exported": true, "origin": "ast", "body_hash": "cfa50af80e4b8151b634ff31e0fe23018462a6f55018e05a8cc9c4918ef4e48e", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py#get_tensor_model_parallel_world_size", "name": "get_tensor_model_parallel_world_size", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py", "span": "L114-L116", "signature": "def get_tensor_model_parallel_world_size()", "exported": true, "origin": "ast", "body_hash": "c1af0d2aaf0c6f73d3dc5df62d1ec18f42133f1075e5262abc2daf509ff9dc98", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py#initialize_model_parallel_from_megatron", "name": "initialize_model_parallel_from_megatron", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py", "span": "L26-L100", "signature": "def initialize_model_parallel_from_megatron( tensor_model_parallel_size=None # we set None for backward compatibility to set infer_tp = train_tp ) -> None", "exported": true, "origin": "ast", "body_hash": "0f01650b61cc21c27a7bbadad130f3c2b43e2cb5b37f410b2f7ba8ef3780e253", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py", "name": "tokenizer.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py", "span": "L1-L73", "signature": null, "exported": true, "origin": "ast", "body_hash": "557315a3db0e6e7d6cf5bd1dae035e15d69c5d0fb707ee395b629f2f9443e7f1", "chars": 3047, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py#TokenizerGroup", "name": "TokenizerGroup", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py", "span": "L25-L72", "signature": "class TokenizerGroup", "exported": true, "origin": "ast", "body_hash": "fe23adaded3d2074f7e219ed963ba791eecb3ef983fe5f91192353ce88b61616", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py#TokenizerGroup.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py", "span": "L28-L36", "signature": "def __init__(self, tokenizer: PreTrainedTokenizer, enable_lora: bool, max_num_seqs: int, max_input_length: Optional[int])", "exported": false, "origin": "ast", "body_hash": "e454782207e5143e5c7ca637b19ca66e6c14442c6c03acd587edce106ef857aa", "summary_state": "pending", "summary": null, "crux": null, "owner": "TokenizerGroup" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py#TokenizerGroup.encode", "name": "encode", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py", "span": "L38-L43", "signature": "def encode(self, prompt: str, request_id: Optional[str] = None, lora_request: Optional[LoRARequest] = None) -> List[int]", "exported": true, "origin": "ast", "body_hash": "c7cd151da6e5d1fb514dcc275e13f4c289111810f56df69c36b64c0d3f2cbc9c", "summary_state": "pending", "summary": null, "crux": null, "owner": "TokenizerGroup" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py#TokenizerGroup.encode_async", "name": "encode_async", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py", "span": "L45-L50", "signature": "async def encode_async(self, prompt: str, request_id: Optional[str] = None, lora_request: Optional[LoRARequest] = None) -> List[int]", "exported": true, "origin": "ast", "body_hash": "e0ccf679cf9c6ab3aeebd6ff19c82fdfdb9328b3357f16319f00fadca9561589", "summary_state": "pending", "summary": null, "crux": null, "owner": "TokenizerGroup" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py#TokenizerGroup.eos_token_id", "name": "eos_token_id", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py", "span": "L71-L72", "signature": "def eos_token_id(self)", "exported": true, "origin": "ast", "body_hash": "57455769f69da68b62a323b65045e6baf5ecb3dde6a703266578aeeb1bf096a2", "summary_state": "pending", "summary": null, "crux": null, "owner": "TokenizerGroup" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py#TokenizerGroup.get_lora_tokenizer", "name": "get_lora_tokenizer", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py", "span": "L52-L63", "signature": "def get_lora_tokenizer(self, lora_request: Optional[LoRARequest]) -> \"PreTrainedTokenizer\"", "exported": true, "origin": "ast", "body_hash": "66dbb721b6874d42fc9c39c04fd34dd635d82d307c22dcbff76c9464a47c01ca", "summary_state": "pending", "summary": null, "crux": null, "owner": "TokenizerGroup" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py#TokenizerGroup.pad_token_id", "name": "pad_token_id", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py", "span": "L67-L68", "signature": "def pad_token_id(self)", "exported": true, "origin": "ast", "body_hash": "09c75a3902b0bb0ca3d7cec97618ef037c84e09c3213f62cd5ee9aa99c2b6669", "summary_state": "pending", "summary": null, "crux": null, "owner": "TokenizerGroup" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/weight_loaders.py", "name": "weight_loaders.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_3_1/weight_loaders.py", "span": "L1-L96", "signature": null, "exported": true, "origin": "ast", "body_hash": "5f5e0fe0298bb98c6b8c453f5d8b403c14786b95ccfaa2e02c83db5f91a2f6df", "chars": 4215, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/weight_loaders.py#default_weight_loader", "name": "default_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_3_1/weight_loaders.py", "span": "L32-L37", "signature": "def default_weight_loader(param: torch.Tensor, loaded_weight: torch.Tensor) -> None", "exported": true, "origin": "ast", "body_hash": "27bc592da2cd05ea4807cdcdd1b8feb48351a0a66ebfda38aaa38edd7f0f770b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/weight_loaders.py#gpt2_weight_loader", "name": "gpt2_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_3_1/weight_loaders.py", "span": "L40-L65", "signature": "def gpt2_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "d7af0ddffa9a06f7c8b64a06c96f5ce1cbbbd5f2c03114b137268dd5d69048eb", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/weight_loaders.py#llama_weight_loader", "name": "llama_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_3_1/weight_loaders.py", "span": "L68-L80", "signature": "def llama_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module: # NOTE(shengguangming): the megatron llama may have this prefix", "exported": true, "origin": "ast", "body_hash": "e0ee22c45f1d5bc99ffe6251b9c2620fc20d91ca9ad3994c72e5df42355f2257", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/weight_loaders.py#mistral_weight_loader", "name": "mistral_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_3_1/weight_loaders.py", "span": "L83-L95", "signature": "def mistral_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module: # TODO: need to implement a general way to deal with prefix", "exported": true, "origin": "ast", "body_hash": "7eb07f84e5663210d1b0d0e97f76e1339d35bd6d45d313d59255c15da1f24d98", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/weight_loaders.py#parallel_weight_loader", "name": "parallel_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_3_1/weight_loaders.py", "span": "L22-L29", "signature": "def parallel_weight_loader(self, param: torch.Tensor, loaded_weight: torch.Tensor) -> None", "exported": true, "origin": "ast", "body_hash": "0f25a6818304178a092b3b28b97800a19b34e8bb12872e7a788083897c25df2a", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "name": "worker.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "span": "L1-L315", "signature": null, "exported": true, "origin": "ast", "body_hash": "20cdda355891836b9c8e80e1ba6c8af30634ec5a8f345259d4cc2463b3c04d13", "chars": 13214, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#_check_if_gpu_supports_dtype", "name": "_check_if_gpu_supports_dtype", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "span": "L306-L314", "signature": "def _check_if_gpu_supports_dtype(torch_dtype: torch.dtype): # Check if the GPU supports the dtype.", "exported": false, "origin": "ast", "body_hash": "de15eb8a0647e4dbe5b722d3cbbfe2827bedcbb1b863198256e11be2545f3ab6", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#_init_distributed_environment", "name": "_init_distributed_environment", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "span": "L270-L295", "signature": "def _init_distributed_environment( parallel_config: ParallelConfig, rank: int, distributed_init_method: Optional[str] = None, ) -> None", "exported": false, "origin": "ast", "body_hash": "b70429de640547fbf0293c5a7e9b60b0694da7701b7c356cdd58789f03c27fdc", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#_pad_to_alignment", "name": "_pad_to_alignment", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "span": "L298-L299", "signature": "def _pad_to_alignment(x: List[int], multiple_of: int, pad: int) -> List[int]", "exported": false, "origin": "ast", "body_hash": "5cb00cafd8f85cd9bfd95babc1dec2d2bfb10c98507130f4bfc6309ab0cccebb", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#_pad_to_max", "name": "_pad_to_max", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "span": "L302-L303", "signature": "def _pad_to_max(x: List[int], max_len: int, pad: int) -> List[int]", "exported": false, "origin": "ast", "body_hash": "255569351242d5a0b1d1f5637d925534181da37cc4fbcd63343576bb6ea3ac69", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker", "name": "Worker", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "span": "L39-L267", "signature": "class Worker", "exported": true, "origin": "ast", "body_hash": "fe733f3805e4436bd7067f3e9fa2eb44416e4f76aa506b00625a22979ec3c494", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "span": "L47-L87", "signature": "def __init__( self, model: Union[nn.Module, Dict], # model itself or its parameter dict model_config: ModelConfig, parallel_config: ParallelConfig, scheduler_config: SchedulerConfig, device_config: DeviceConfig, rank: Optional[int] = None, distributed_init_method: Optional[str] = None, lora_config: Optional[LoRAConfig] = None, kv_cache_dtype: Optional[str] = \"auto\", ) -> None: # self.model = model # will be replaced in the init_model", "exported": false, "origin": "ast", "body_hash": "5cfd051917773f968a933ff2a4e25b7be3b4297f2069a9a5ee3c65bac4725a8f", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.add_lora", "name": "add_lora", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "span": "L260-L261", "signature": "def add_lora(self, lora_request: LoRARequest) -> bool", "exported": true, "origin": "ast", "body_hash": "36e26f28d65abc9f1720adf1d88f8801d8d1d6efb2ae59a91b43df38b144ddff", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.cache_swap", "name": "cache_swap", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "span": "L188-L212", "signature": "def cache_swap( self, blocks_to_swap_in: Dict[int, int], blocks_to_swap_out: Dict[int, int], blocks_to_copy: Dict[int, List[int]], ) -> None: # Issue cache operations.", "exported": true, "origin": "ast", "body_hash": "c9f462500147afa5b4120561a68ac67c878aa89c837e038eadca093ce886c4e9", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.execute_model", "name": "execute_model", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "span": "L215-L244", "signature": "def execute_model( self, seq_group_metadata_list: List[SequenceGroupMetadata], blocks_to_swap_in: Dict[int, int], blocks_to_swap_out: Dict[int, int], blocks_to_copy: Dict[int, List[int]], ) -> SamplerOutput", "exported": true, "origin": "ast", "body_hash": "029ac34860bb7b545d0012529a805db910dbb36beacf0a7972d40b7ac800c68e", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.free_cache_engine", "name": "free_cache_engine", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "span": "L176-L179", "signature": "def free_cache_engine(self): # ensure `enforce_eager=True`", "exported": true, "origin": "ast", "body_hash": "d384948b80b2c04ee44319bcd88c9b941e3967b68e2050a10073ade04af52223", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.init_cache_engine", "name": "init_cache_engine", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "span": "L168-L174", "signature": "def init_cache_engine(self, cache_config: CacheConfig) -> None", "exported": true, "origin": "ast", "body_hash": "f7d2764319d8c9975a7b89db2d9825fb4aeeee8f7f568571357d1d1bec6d2017", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.init_model", "name": "init_model", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "span": "L89-L115", "signature": "def init_model(self, cupy_port: Optional[int] = None): # torch.distributed.all_reduce does not free the input tensor until # the synchronization point. This causes the memory usage to grow # as the number of all_reduce calls increases. This env var disables # this behavior. # Related issue: # https://discuss.pytorch.org/t/cuda-allocation-lifetime-for-inputs-to-distributed-all-reduce/191573", "exported": true, "origin": "ast", "body_hash": "0894f18903d9cdc7f6573c5ae81835ccf893b6c0aef403aef2ab3b26f30d5b1e", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.list_loras", "name": "list_loras", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "span": "L266-L267", "signature": "def list_loras(self) -> Set[int]", "exported": true, "origin": "ast", "body_hash": "4d91fe3674c2f89266165cff6f10528b63decdd1849b54c33f151b71166ffe44", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.load_model", "name": "load_model", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "span": "L117-L118", "signature": "def load_model(self)", "exported": true, "origin": "ast", "body_hash": "b053f08da81ebbfb4694b883ab12cc5ba5cbfc957774f3660deabc1843bc7afa", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.offload_model_weights", "name": "offload_model_weights", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "span": "L250-L258", "signature": "def offload_model_weights(self) -> None", "exported": true, "origin": "ast", "body_hash": "58d8d5e64a0765436d968d3a9641e3432be0a43a9ca286f99b1f827937e19e31", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.profile_num_available_blocks", "name": "profile_num_available_blocks", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "span": "L121-L166", "signature": "def profile_num_available_blocks( self, block_size: int, gpu_memory_utilization: float, cpu_swap_space: int, cache_dtype: str, ) -> Tuple[int, int]: # Profile the memory usage of the model and get the maximum number of # cache blocks that can be allocated with the remaining free memory.", "exported": true, "origin": "ast", "body_hash": "cdfde4dcb71e28d03a0b2625143270bb35f80b5def215e9a76a57804cf02b3b4", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.remove_lora", "name": "remove_lora", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "span": "L263-L264", "signature": "def remove_lora(self, lora_id: int) -> bool", "exported": true, "origin": "ast", "body_hash": "ce1bea5fb16f7443da73b665b008a4e81300daf50030a6b963fcfa8f8781dde6", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.sync_model_weights", "name": "sync_model_weights", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "span": "L247-L248", "signature": "def sync_model_weights(self, actor_weights: Dict)", "exported": true, "origin": "ast", "body_hash": "534fea98ce5f439a414993fa7071258b7a03f93d5aea35e9024371ca6d332b37", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.warm_up_model", "name": "warm_up_model", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "span": "L181-L186", "signature": "def warm_up_model(self) -> None", "exported": true, "origin": "ast", "body_hash": "eb320b283f005ad95d749d466dfb34c7c566316e5fef7db0d24bd33b7adfab8b", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/__init__.py", "name": "__init__.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_4_2/__init__.py", "span": "L1-L14", "signature": null, "exported": true, "origin": "ast", "body_hash": "e65abd77db034b4f29eb1268c24867f84919dbce22e28d1997e563ed1d94179c", "chars": 600, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py", "name": "arg_utils.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py", "span": "L1-L321", "signature": null, "exported": true, "origin": "ast", "body_hash": "072ff25d639aac9716f353a7f9573db9296e6f2cdbde8c905b0966f193c5570c", "chars": 16002, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py#EngineArgs", "name": "EngineArgs", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py", "span": "L40-L320", "signature": "class EngineArgs", "exported": true, "origin": "ast", "body_hash": "9d799ad555c4f1c7e7d22ae002d5a4051f80a06baf22ccc7541accb014166497", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py#EngineArgs.add_cli_args", "name": "add_cli_args", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py", "span": "L106-L220", "signature": "def add_cli_args(parser: argparse.ArgumentParser) -> argparse.ArgumentParser", "exported": true, "origin": "ast", "body_hash": "cf1908f71aee396b15d02e5aad05a2803adf4e9fd0905ff5fcb9c8727ba16fb5", "summary_state": "pending", "summary": null, "crux": null, "owner": "EngineArgs" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py#EngineArgs.create_engine_config", "name": "create_engine_config", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py", "span": "L230-L320", "signature": "def create_engine_config( self, ) -> EngineConfig", "exported": true, "origin": "ast", "body_hash": "ff7931b96ebf007c0e7482f6b20bdc1caf8ed654266bf78325dea65b331cf6a4", "summary_state": "pending", "summary": null, "crux": null, "owner": "EngineArgs" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py#EngineArgs.from_cli_args", "name": "from_cli_args", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py", "span": "L223-L228", "signature": "def from_cli_args(cls, args: argparse.Namespace) -> 'EngineArgs': # Get the list of attributes of this dataclass.", "exported": true, "origin": "ast", "body_hash": "21089f327dd4125f76a223a109fdee39de77f84d10cd1fad1f24de8837c1b6f1", "summary_state": "pending", "summary": null, "crux": null, "owner": "EngineArgs" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py#nullable_str", "name": "nullable_str", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py", "span": "L33-L36", "signature": "def nullable_str(val: str)", "exported": true, "origin": "ast", "body_hash": "900c08104995d0c284480fe8066923076c935ca69209e3a86885fbcc330eac6b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/config.py", "name": "config.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_4_2/config.py", "span": "L1-L201", "signature": null, "exported": true, "origin": "ast", "body_hash": "fafdec45f81c2def3798ca7ea86d00cfda7b3ee790c9ba4cc5f00a842ff9a181", "chars": 9527, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/config.py#LoadConfig", "name": "LoadConfig", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_4_2/config.py", "span": "L158-L200", "signature": "class LoadConfig", "exported": true, "origin": "ast", "body_hash": "f600abbaffae437a0aa03bd7dc46eddf4c9aa5dd7c50fbd2b44021530e67fcc5", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/config.py#LoadConfig.__post_init__", "name": "__post_init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/config.py", "span": "L180-L184", "signature": "def __post_init__(self)", "exported": false, "origin": "ast", "body_hash": "d5238c23b8860df698b7f2ed590be6a658849bcf3ee61618cf5092d9d1ed94a0", "summary_state": "pending", "summary": null, "crux": null, "owner": "LoadConfig" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/config.py#LoadConfig._verify_load_format", "name": "_verify_load_format", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/config.py", "span": "L186-L200", "signature": "def _verify_load_format(self) -> None", "exported": false, "origin": "ast", "body_hash": "f9f7e30ec352e2c4183434a9e0e078cb7cff2b5e08499624e93b0b4857aff8ab", "summary_state": "pending", "summary": null, "crux": null, "owner": "LoadConfig" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/config.py#LoadFormat", "name": "LoadFormat", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_4_2/config.py", "span": "L147-L154", "signature": "class LoadFormat(str, enum.Enum)", "exported": true, "origin": "ast", "body_hash": "86ea6a79c9ee2abd1dba76e1cbbea5f0cf439e41e0d22f4aa40eae34cca8429b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/config.py#ModelConfig", "name": "ModelConfig", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_4_2/config.py", "span": "L37-L144", "signature": "class ModelConfig(ModelConfig)", "exported": true, "origin": "ast", "body_hash": "ee0ec070b3be56e276d2dd111a273d0e711098d9cd58a94c3d9aa1ab2f1225aa", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/config.py#ModelConfig.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/config.py", "span": "L98-L144", "signature": "def __init__( self, hf_config: PretrainedConfig, dtype: str, seed: int, revision: Optional[str] = None, code_revision: Optional[str] = None, tokenizer_revision: Optional[str] = None, max_model_len: Optional[int] = None, quantization: Optional[str] = None, quantization_param_path: Optional[str] = None, enforce_eager: bool = False, max_context_len_to_capture: Optional[int] = None, max_seq_len_to_capture: Optional[int] = None, max_logprobs: int = 5, skip_tokenizer_init: bool = False, served_model_name: Optional[Union[str, List[str]]] = None, ) -> None", "exported": false, "origin": "ast", "body_hash": "2f037af99496298da9d12bffb83d5f97c78f8c4ef61b21cb177642bdacdec52b", "summary_state": "pending", "summary": null, "crux": null, "owner": "ModelConfig" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py", "name": "dtensor_weight_loaders.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py", "span": "L1-L270", "signature": null, "exported": true, "origin": "ast", "body_hash": "8567b6e6a43a709cad9f2ba6d7d3fc34d19c24ba3c9d8c5866d506207aaf64b0", "chars": 12378, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#_get_model_weight_loader", "name": "_get_model_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py", "span": "L260-L264", "signature": "def _get_model_weight_loader(arch: str)", "exported": false, "origin": "ast", "body_hash": "2aff4020b0abe87a16fdc5b4ba0f9ed8f437312a1edfce1320e5726f5165c8ae", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#_process_parameter_names", "name": "_process_parameter_names", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py", "span": "L218-L231", "signature": "def _process_parameter_names(name): # Remove '.weight' if it exists at the end of the string", "exported": false, "origin": "ast", "body_hash": "074c597f3b319460bbcf2325d017836ddcbf0ce56c58d5d3356ffe01fe6d6547", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#gemma_dtensor_weight_loader", "name": "gemma_dtensor_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py", "span": "L26-L71", "signature": "def gemma_dtensor_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "ec471104a3c35b286365da72de23b6b31e60264e65c561706817ae240ebe4e5c", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#gpt2_dtensor_weight_loader", "name": "gpt2_dtensor_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py", "span": "L201-L202", "signature": "def gpt2_dtensor_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "e26a0b664180d6dbfeb3ba74e435ba77e0a32726d4fc799cc1282d68edce33d9", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#gptbigcode_dtensor_load_weights", "name": "gptbigcode_dtensor_load_weights", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py", "span": "L74-L86", "signature": "def gptbigcode_dtensor_load_weights(actor_weights: Dict, vllm_model: nn.Module)", "exported": true, "origin": "ast", "body_hash": "7494a5e13088c35a8ed94c153c3d247196ed1c1f0c08b38b75cfc6be4046b77e", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#llama_dtensor_weight_loader", "name": "llama_dtensor_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py", "span": "L120-L161", "signature": "def llama_dtensor_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "1736f831264cc292ac39f2e3010167ded6b1db2f01e38512a1834683d157524b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#load_dtensor_weights", "name": "load_dtensor_weights", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py", "span": "L252-L257", "signature": "def load_dtensor_weights(actor_weights: Dict, vllm_model: nn.Module)", "exported": true, "origin": "ast", "body_hash": "d614ba13175fcb0a1db90bcd80acdd13cbcddb57eb013b3ce25386d8328656ce", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#qwen2_dtensor_weight_loader", "name": "qwen2_dtensor_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py", "span": "L164-L198", "signature": "def qwen2_dtensor_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "9b4faed6adddcf37e68aeb25fd9a60eb45af8ef9ef6032e5f1b69683438afb14", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#redistribute_dtensor", "name": "redistribute_dtensor", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py", "span": "L205-L215", "signature": "def redistribute_dtensor(param_name: str, loaded_weights: DTensor, parallelize_plan: Dict = None)", "exported": true, "origin": "ast", "body_hash": "8e33f089fd37013b9404ed851cdce475af110e84dc4bc3c6edfbbe7ef9fe5d30", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#starcoder2_dtensor_load_weights", "name": "starcoder2_dtensor_load_weights", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py", "span": "L89-L117", "signature": "def starcoder2_dtensor_load_weights(actor_weights: Dict, vllm_model: nn.Module)", "exported": true, "origin": "ast", "body_hash": "f7efd018225e19458922d6d47502837ab1afc26da47f5f85e802bd7b89f2a936", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#update_dtensor_weight_loader", "name": "update_dtensor_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py", "span": "L268-L269", "signature": "def update_dtensor_weight_loader()", "exported": true, "origin": "ast", "body_hash": "3251c12c590cfa8575d836647130786146b1ba578183f484f98d2dac2cce5914", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/hf_weight_loader.py", "name": "hf_weight_loader.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_4_2/hf_weight_loader.py", "span": "L1-L92", "signature": null, "exported": true, "origin": "ast", "body_hash": "05fb8e715913bd4e0ac7384bf4e116610639a25700e46c6aafb2fc5df4c81bdc", "chars": 4032, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/hf_weight_loader.py#gemma_load_weights", "name": "gemma_load_weights", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/hf_weight_loader.py", "span": "L30-L76", "signature": "def gemma_load_weights(self, weights: Iterable[Tuple[str, torch.Tensor]])", "exported": true, "origin": "ast", "body_hash": "8b5a227288facc2c63197232e3ac07bcd5a2996a116828665d723a162b20f816", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/hf_weight_loader.py#load_hf_weights", "name": "load_hf_weights", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/hf_weight_loader.py", "span": "L79-L91", "signature": "def load_hf_weights(actor_weights: Dict, vllm_model: nn.Module)", "exported": true, "origin": "ast", "body_hash": "7d7210564bd93fd001c90777c582c1e6fd88fcf975563b21cf6c14bda243750f", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/hf_weight_loader.py#update_hf_weight_loader", "name": "update_hf_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/hf_weight_loader.py", "span": "L25-L27", "signature": "def update_hf_weight_loader()", "exported": true, "origin": "ast", "body_hash": "dfd8a23ae8fb6a045ff338e48f7461b621bad2a9c0e6e3c272d0a202f045acfa", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py", "name": "llm_engine_sp.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py", "span": "L1-L284", "signature": null, "exported": true, "origin": "ast", "body_hash": "daf7e56923a73e6075ce7e45a648b7d9f2957e26e7c4476be9dec3efb7625556", "chars": 12403, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py#LLMEngine", "name": "LLMEngine", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py", "span": "L43-L283", "signature": "class LLMEngine(LLMEngine)", "exported": true, "origin": "ast", "body_hash": "aaddc29742e0cb683d4c2f5357e2ffd16bad7b9a663a85c0ae7e0e103cdc58bc", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py#LLMEngine.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py", "span": "L74-L226", "signature": "def __init__( self, # NOTE(sgm): first two arguments are added for verl model: Union[nn.Module, Dict], # model itself or its parameter dict tokenizer: nn.Module, # NOTE(sgm): vllm original arguments model_config: ModelConfig, cache_config: CacheConfig, parallel_config: ParallelConfig, scheduler_config: SchedulerConfig, device_config: DeviceConfig, load_config: LoadConfig, lora_config: Optional[LoRAConfig], vision_language_config: Optional[VisionLanguageConfig], speculative_config: Optional[SpeculativeConfig], decoding_config: Optional[DecodingConfig], executor_class: Type[ExecutorBase], log_stats: bool, usage_context: UsageContext = UsageContext.ENGINE_CONTEXT, ) -> None", "exported": false, "origin": "ast", "body_hash": "d518e0847fa5a0214c49bdde370dfab2915073fa8544a9e250e98603127fc172", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py#LLMEngine._init_tokenizer", "name": "_init_tokenizer", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py", "span": "L229-L234", "signature": "def _init_tokenizer(self, tokenizer, **tokenizer_init_kwargs)", "exported": false, "origin": "ast", "body_hash": "012ad286206dcdfe6339e376b29596d7da1ef7041db76fb84ccc7865d8c919fa", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py#LLMEngine.free_cache_engine", "name": "free_cache_engine", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py", "span": "L241-L242", "signature": "def free_cache_engine(self)", "exported": true, "origin": "ast", "body_hash": "61329183cfad12da6f1cfae074a6cf5526b7ffa477e5571a36f81ab4ce9e6e46", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py#LLMEngine.from_engine_args", "name": "from_engine_args", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py", "span": "L247-L277", "signature": "def from_engine_args( cls, model, tokenizer, engine_args: EngineArgs, usage_context: UsageContext = UsageContext.ENGINE_CONTEXT, ) -> \"LLMEngine\"", "exported": true, "origin": "ast", "body_hash": "974e76ead773d6798bcdc6289722f284cf7b5899283ae98d42e2cc780b9a3625", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py#LLMEngine.init_cache_engine", "name": "init_cache_engine", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py", "span": "L236-L239", "signature": "def init_cache_engine(self): # TODO: check whether we should rebuild the CUDAGraph every iter when offload/load KVCache # Re-capture CUDAGraph would be time-consuming", "exported": true, "origin": "ast", "body_hash": "b8670db02a6509c498d21709df59989b89cdc29c54be45a2684c9a9514906677", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py#LLMEngine.offload_model_weights", "name": "offload_model_weights", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py", "span": "L282-L283", "signature": "def offload_model_weights(self) -> None", "exported": true, "origin": "ast", "body_hash": "e77bccf4128d8406c1aae651fad5c639bd60d4b251e0a060f0fdb8196cb26eaf", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py#LLMEngine.sync_model_weights", "name": "sync_model_weights", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py", "span": "L279-L280", "signature": "def sync_model_weights(self, actor_weights: Dict[str, torch.Tensor], load_format: str) -> None", "exported": true, "origin": "ast", "body_hash": "3e783d98664a0f1d1e1d5620565f52cce66f192cc38c10123eeb27fe5c8d2776", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/llm.py", "name": "llm.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_4_2/llm.py", "span": "L1-L307", "signature": null, "exported": true, "origin": "ast", "body_hash": "8ad6dfe89c1178ebcb764d2cfd9b888d2de1df3ec4a3124935ea6c5bb7a7c4ce", "chars": 15147, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM", "name": "LLM", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_4_2/llm.py", "span": "L35-L306", "signature": "class LLM", "exported": true, "origin": "ast", "body_hash": "9b5c30cc4af414ad3c197db02121cd3a299b40699cf06e7b868b3793cbfb3aad", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/llm.py", "span": "L89-L135", "signature": "def __init__( self, model: Union[nn.Module, Dict], # model itself or its parameter dict tokenizer: Union[PreTrainedTokenizer, PreTrainedTokenizerFast, HybridEngineBaseTokenizer], model_hf_config: PretrainedConfig, tokenizer_mode: str = \"auto\", trust_remote_code: bool = False, tensor_parallel_size: int = 1, dtype: str = \"auto\", quantization: Optional[str] = None, revision: Optional[str] = None, tokenizer_revision: Optional[str] = None, seed: int = 0, gpu_memory_utilization: float = 0.9, swap_space: int = 4, enforce_eager: bool = False, max_context_len_to_capture: int = None, disable_custom_all_reduce: bool = False, load_format = 'auto', **kwargs, ) -> None", "exported": false, "origin": "ast", "body_hash": "cd4d1ad2207d9374313e50602a343ec6751b15619aa8065c2453f709fab59883", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM._add_request", "name": "_add_request", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/llm.py", "span": "L232-L246", "signature": "def _add_request( self, prompt: Optional[str], sampling_params: SamplingParams, prompt_token_ids: Optional[List[int]], lora_request: Optional[LoRARequest] = None, multi_modal_data: Optional[MultiModalData] = None, ) -> None", "exported": false, "origin": "ast", "body_hash": "d7d8afe5ee6e1c4480b489b4632f5f6b74025a07b924601576a356231f0ae19c", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM._post_process_outputs", "name": "_post_process_outputs", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/llm.py", "span": "L281-L300", "signature": "def _post_process_outputs(self, request_outputs: List[RequestOutput]) -> Tuple[torch.Tensor, torch.Tensor]", "exported": false, "origin": "ast", "body_hash": "05b06c04ad38ec323adde48ebace2afb11cf6796e5d16e93e4a46b004820296d", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM._pre_process_inputs", "name": "_pre_process_inputs", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/llm.py", "span": "L273-L278", "signature": "def _pre_process_inputs(self, prompt_token_ids: torch.Tensor) -> List[int]: # remove the left padding in the prompt token_id", "exported": false, "origin": "ast", "body_hash": "fdf721950a6eec9276740f600d40ca1c9190d1b345d858eefb8f2b9f83c0c799", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM._run_engine", "name": "_run_engine", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/llm.py", "span": "L248-L269", "signature": "def _run_engine(self, use_tqdm: bool) -> List[RequestOutput]: # Initialize tqdm.", "exported": false, "origin": "ast", "body_hash": "6d60cc37ae788033d50ebc34560b70894c256736d43beea88514de3b90501dc2", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM.free_cache_engine", "name": "free_cache_engine", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/llm.py", "span": "L140-L141", "signature": "def free_cache_engine(self)", "exported": true, "origin": "ast", "body_hash": "179e8502fa237bb23acb9f06952cf4ae62f3f9010408f63734f8adf6a5163378", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM.generate", "name": "generate", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/llm.py", "span": "L152-L230", "signature": "def generate( self, prompts: Optional[Union[str, List[str]]] = None, sampling_params: Optional[Union[SamplingParams, List[SamplingParams]]] = None, prompt_token_ids: Optional[List[List[int]]] = None, use_tqdm: bool = True, lora_request: Optional[LoRARequest] = None, multi_modal_data: Optional[MultiModalData] = None, ) -> List[RequestOutput]", "exported": true, "origin": "ast", "body_hash": "cc12349222af253d43bc3c57599dcb1649b16d4e27dce7a5a1aae4df519f26c1", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM.get_tokenizer", "name": "get_tokenizer", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/llm.py", "span": "L143-L144", "signature": "def get_tokenizer(self) -> Union[PreTrainedTokenizer, PreTrainedTokenizerFast]", "exported": true, "origin": "ast", "body_hash": "cebad3b0992af1915c8c8a1543b493069d6507f491421f924191ee4b98e60a2f", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM.init_cache_engine", "name": "init_cache_engine", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/llm.py", "span": "L137-L138", "signature": "def init_cache_engine(self)", "exported": true, "origin": "ast", "body_hash": "04d68c22194d8053c926485d043932fb2526f0d73a880157acee875717c5937f", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM.offload_model_weights", "name": "offload_model_weights", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/llm.py", "span": "L305-L306", "signature": "def offload_model_weights(self) -> None", "exported": true, "origin": "ast", "body_hash": "27a73de1e582c115374d023e58aeaf54824c75ca2740c19f48f07d7d67773621", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM.set_tokenizer", "name": "set_tokenizer", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/llm.py", "span": "L146-L150", "signature": "def set_tokenizer( self, tokenizer: Union[PreTrainedTokenizer, PreTrainedTokenizerFast], ) -> None", "exported": true, "origin": "ast", "body_hash": "a9d3cbc026686b5d94c85093062fb18f30a9d4182a5bf7eb9679c456cbc101fa", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM.sync_model_weights", "name": "sync_model_weights", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/llm.py", "span": "L302-L303", "signature": "def sync_model_weights(self, actor_weights: Dict[str, torch.Tensor], load_format: str) -> None", "exported": true, "origin": "ast", "body_hash": "df77662639c0d1c0008e46c21bdeffd4e84ed28fa0388825031e0577e7d24cf8", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "name": "megatron_weight_loaders.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "span": "L1-L349", "signature": null, "exported": true, "origin": "ast", "body_hash": "8031edaf38d3e80ec53b872b3dae963254d54d49bcbd060db61f2b4037461181", "chars": 15726, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#_get_model_weight_loader", "name": "_get_model_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "span": "L298-L302", "signature": "def _get_model_weight_loader(arch: str)", "exported": false, "origin": "ast", "body_hash": "f208266263ddc85ba8ce8716c63c6dcb827fbdab60f6cde510bc807de3ed6ed3", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#_replace_name", "name": "_replace_name", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "span": "L146-L166", "signature": "def _replace_name(megatron_name, name_mapping)", "exported": false, "origin": "ast", "body_hash": "0c9ae7affadf31827df88ca4b341b2ef683cd56ad7ed1abc8cc9d9fba2f48f84", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#_replace_name~2", "name": "_replace_name", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "span": "L230-L250", "signature": "def _replace_name(megatron_name, name_mapping)", "exported": false, "origin": "ast", "body_hash": "0c9ae7affadf31827df88ca4b341b2ef683cd56ad7ed1abc8cc9d9fba2f48f84", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#default_weight_loader", "name": "default_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "span": "L37-L42", "signature": "def default_weight_loader(param: torch.Tensor, loaded_weight: torch.Tensor) -> None", "exported": true, "origin": "ast", "body_hash": "27bc592da2cd05ea4807cdcdd1b8feb48351a0a66ebfda38aaa38edd7f0f770b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#gpt2_weight_loader", "name": "gpt2_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "span": "L45-L70", "signature": "def gpt2_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "d7af0ddffa9a06f7c8b64a06c96f5ce1cbbbd5f2c03114b137268dd5d69048eb", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#llama_megatron_core_te_weight_loader", "name": "llama_megatron_core_te_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "span": "L85-L113", "signature": "def llama_megatron_core_te_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "6f4f63949dd5590450d23bed267b13c9b246905350e2f2b9fb03a6adfb751030", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#llama_megatron_core_te_weight_loader~2", "name": "llama_megatron_core_te_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "span": "L169-L197", "signature": "def llama_megatron_core_te_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "6f4f63949dd5590450d23bed267b13c9b246905350e2f2b9fb03a6adfb751030", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#llama_megatron_core_weight_loader", "name": "llama_megatron_core_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "span": "L116-L143", "signature": "def llama_megatron_core_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "ebabfc744aea05f3781b4d7fc6869a63a03c65929ca5310a1aa1c2303b787681", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#llama_megatron_core_weight_loader~2", "name": "llama_megatron_core_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "span": "L200-L227", "signature": "def llama_megatron_core_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "ebabfc744aea05f3781b4d7fc6869a63a03c65929ca5310a1aa1c2303b787681", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#llama_megatron_weight_loader", "name": "llama_megatron_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "span": "L73-L82", "signature": "def llama_megatron_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module: # NOTE(shengguangming): the megatron llama may have this prefix", "exported": true, "origin": "ast", "body_hash": "e85f937f0d1b176d431ed32c7fdb4f44e023e98630b81ff16d89c4179292cf97", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#load_megatron_weights", "name": "load_megatron_weights", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "span": "L290-L295", "signature": "def load_megatron_weights(actor_weights: Dict, vllm_model: nn.Module)", "exported": true, "origin": "ast", "body_hash": "308ec912ee64a38977bfc7739ea5f87730fbe66a16585ef28a7e106241f7e5b9", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#mistral_megatron_weight_loader", "name": "mistral_megatron_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "span": "L253-L262", "signature": "def mistral_megatron_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module: # TODO: need to implement a general way to deal with prefix", "exported": true, "origin": "ast", "body_hash": "da2308149252bdda6caeac91a48a8428bb8f71adb703df0b69a2008805ed02cd", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#parallel_weight_loader", "name": "parallel_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "span": "L27-L34", "signature": "def parallel_weight_loader(self, param: torch.Tensor, loaded_weight: torch.Tensor) -> None", "exported": true, "origin": "ast", "body_hash": "0f25a6818304178a092b3b28b97800a19b34e8bb12872e7a788083897c25df2a", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#update_megatron_weight_loader", "name": "update_megatron_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "span": "L305-L308", "signature": "def update_megatron_weight_loader()", "exported": true, "origin": "ast", "body_hash": "5506b3ead3970687baea9e4b7033107c32cb13245a963493c9a93eacfd5a0845", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#vocab_init", "name": "vocab_init", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "span": "L316-L348", "signature": "def vocab_init(self, num_embeddings: int, embedding_dim: int, params_dtype: Optional[torch.dtype] = None, org_num_embeddings: Optional[int] = None, padding_size: int = DEFAULT_VOCAB_PADDING_SIZE)", "exported": true, "origin": "ast", "body_hash": "522bde8cb981dbade967474fb531553e001ba56c68c425a8ae53c32b21a65abe", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "name": "model_loader.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "span": "L1-L266", "signature": null, "exported": true, "origin": "ast", "body_hash": "ec29dcd0785c71e44a3e755ca0d649afc27a98929128f9b76eaa078d76051f13", "chars": 13600, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#_get_logits", "name": "_get_logits", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "span": "L250-L260", "signature": "def _get_logits(self, hidden_states: torch.Tensor, embedding: torch.Tensor, embedding_bias: Optional[torch.Tensor]) -> torch.Tensor: # Get the logits for the next tokens.", "exported": false, "origin": "ast", "body_hash": "d294e846526a09f100321505cbacf5666d45ef972200a51c4e4c25557ec585e0", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#DTensorLoader", "name": "DTensorLoader", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "span": "L200-L243", "signature": "class DTensorLoader(BaseModelLoader)", "exported": true, "origin": "ast", "body_hash": "04e159cc81f6b92a284987112e6f52f317d9d6268399dc36bfbe43a2d516a1d1", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#DTensorLoader.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "span": "L203-L207", "signature": "def __init__(self, load_config: LoadConfig)", "exported": false, "origin": "ast", "body_hash": "99b71996e90876d493c934aa94f1876756a1c67275908b34337a0fd7ecb2f8eb", "summary_state": "pending", "summary": null, "crux": null, "owner": "DTensorLoader" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#DTensorLoader._get_weights_iterator", "name": "_get_weights_iterator", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "span": "L209-L216", "signature": "def _get_weights_iterator(actor_model: Union[PreTrainedModel, Dict]): # NOTE(shengguangming) Load the weights from the actor model", "exported": false, "origin": "ast", "body_hash": "694724aa8c3287baa407271e8b4f4dab178819219fb63707f139916d9a3e0340", "summary_state": "pending", "summary": null, "crux": null, "owner": "DTensorLoader" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#DTensorLoader.load_model", "name": "load_model", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "span": "L218-L243", "signature": "def load_model(self, actor_model: Union[PreTrainedModel, Dict], model_config: ModelConfig, device_config: DeviceConfig, lora_config: Optional[LoRAConfig], vision_language_config: Optional[VisionLanguageConfig], parallel_config: ParallelConfig, scheduler_config: SchedulerConfig) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "cabeba1340b3ce26ed880aa9f374f150a0ce0ab7d5836e3e0c39e1b46d571250", "summary_state": "pending", "summary": null, "crux": null, "owner": "DTensorLoader" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#DummyModelLoader", "name": "DummyModelLoader", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "span": "L94-L112", "signature": "class DummyModelLoader(BaseModelLoader)", "exported": true, "origin": "ast", "body_hash": "8c45acc28337cd3524bac14c8f4409236464069411b10342c65877d7ad0c13d1", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#DummyModelLoader.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "span": "L97-L101", "signature": "def __init__(self, load_config: LoadConfig)", "exported": false, "origin": "ast", "body_hash": "99b71996e90876d493c934aa94f1876756a1c67275908b34337a0fd7ecb2f8eb", "summary_state": "pending", "summary": null, "crux": null, "owner": "DummyModelLoader" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#DummyModelLoader.load_model", "name": "load_model", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "span": "L103-L112", "signature": "def load_model(self, *, model_config: ModelConfig, device_config: DeviceConfig, lora_config: Optional[LoRAConfig], vision_language_config: Optional[VisionLanguageConfig], parallel_config: ParallelConfig, scheduler_config: SchedulerConfig) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "fc04f5965f9417ae80c3813485bbf9e53b7a4513a13045053295f2581506d578", "summary_state": "pending", "summary": null, "crux": null, "owner": "DummyModelLoader" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#get_model", "name": "get_model", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "span": "L34-L52", "signature": "def get_model(actor_model: Union[PreTrainedModel, Dict], model_config: ModelConfig, load_config: LoadConfig, device_config: DeviceConfig, parallel_config: ParallelConfig, scheduler_config: SchedulerConfig, lora_config: Optional[LoRAConfig], vision_language_config: Optional[VisionLanguageConfig]) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "b342e3c3d3399c94725bba3fefbc9f0d243e02618c6de676667c3689103af153", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#get_model_loader", "name": "get_model_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "span": "L55-L91", "signature": "def get_model_loader(load_config: LoadConfig) -> BaseModelLoader", "exported": true, "origin": "ast", "body_hash": "5f589ff0ab3f6c557941be091d8e3ac943a019d9ce46843e033c626fc089f67c", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#HFLoader", "name": "HFLoader", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "span": "L161-L197", "signature": "class HFLoader(BaseModelLoader)", "exported": true, "origin": "ast", "body_hash": "b66a93690238553251835b6ddaff5b24949d0bf44f8a45aae264f25b5d5178fb", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#HFLoader.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "span": "L164-L168", "signature": "def __init__(self, load_config: LoadConfig)", "exported": false, "origin": "ast", "body_hash": "99b71996e90876d493c934aa94f1876756a1c67275908b34337a0fd7ecb2f8eb", "summary_state": "pending", "summary": null, "crux": null, "owner": "HFLoader" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#HFLoader._get_weights_iterator", "name": "_get_weights_iterator", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "span": "L170-L176", "signature": "def _get_weights_iterator(self, actor_model: Union[PreTrainedModel, Dict])", "exported": false, "origin": "ast", "body_hash": "06a16b0f3b8c8c0cc050f443179f9732fd3c336a501b75e7f33660f421c53568", "summary_state": "pending", "summary": null, "crux": null, "owner": "HFLoader" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#HFLoader.load_model", "name": "load_model", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "span": "L178-L197", "signature": "def load_model(self, actor_model: Union[PreTrainedModel, Dict], model_config: ModelConfig, device_config: DeviceConfig, lora_config: Optional[LoRAConfig], vision_language_config: Optional[VisionLanguageConfig], parallel_config: ParallelConfig, scheduler_config: SchedulerConfig) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "028c4250266f33dbdf73f8d22523be020440e17e5231229ca99c68d34d266a90", "summary_state": "pending", "summary": null, "crux": null, "owner": "HFLoader" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#MegatronLoader", "name": "MegatronLoader", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "span": "L115-L158", "signature": "class MegatronLoader(BaseModelLoader)", "exported": true, "origin": "ast", "body_hash": "a836098066a711d83e95d139855f792efcc25f584f2504370536cd26853448a9", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#MegatronLoader.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "span": "L118-L122", "signature": "def __init__(self, load_config: LoadConfig)", "exported": false, "origin": "ast", "body_hash": "99b71996e90876d493c934aa94f1876756a1c67275908b34337a0fd7ecb2f8eb", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronLoader" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#MegatronLoader._get_weights_iterator", "name": "_get_weights_iterator", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "span": "L124-L131", "signature": "def _get_weights_iterator(actor_model: Union[PreTrainedModel, Dict]): # NOTE(shengguangming) Load the weights from the actor model", "exported": false, "origin": "ast", "body_hash": "694724aa8c3287baa407271e8b4f4dab178819219fb63707f139916d9a3e0340", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronLoader" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#MegatronLoader.load_model", "name": "load_model", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "span": "L133-L158", "signature": "def load_model(self, actor_model: Union[PreTrainedModel, Dict], model_config: ModelConfig, device_config: DeviceConfig, lora_config: Optional[LoRAConfig], vision_language_config: Optional[VisionLanguageConfig], parallel_config: ParallelConfig, scheduler_config: SchedulerConfig) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "f98a8e114b1f2ac52e4acdbbb22f4d18000918585809e5d1b3927241ecd2f712", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronLoader" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py", "name": "model_runner.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py", "span": "L1-L282", "signature": null, "exported": true, "origin": "ast", "body_hash": "9a7a637e14192a5253c708ba86584995a4f6fecc9a0ec6935c60957f6ca94750", "chars": 12581, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py#BatchType", "name": "BatchType", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py", "span": "L39-L45", "signature": "class BatchType(IntEnum): # Every batch is prefill.", "exported": true, "origin": "ast", "body_hash": "2936fda8ae00fc0b54ec6c67c640b8e048c86af85365d8366a5dd10212f1a15d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py#ModelRunner", "name": "ModelRunner", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py", "span": "L48-L281", "signature": "class ModelRunner(ModelRunner)", "exported": true, "origin": "ast", "body_hash": "e4775dca4eaacc4fe94a2dab94d71405af6f401e273a10036a542dfde156f298", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py#ModelRunner.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py", "span": "L50-L102", "signature": "def __init__( self, model: Union[nn.Module, Dict], # model itself or its parameter dict model_config: ModelConfig, parallel_config: ParallelConfig, scheduler_config: SchedulerConfig, device_config: DeviceConfig, load_config: LoadConfig, lora_config: Optional[LoRAConfig], kv_cache_dtype: Optional[str] = \"auto\", vision_language_config: Optional[VisionLanguageConfig] = None, )", "exported": false, "origin": "ast", "body_hash": "c0f049d28c76018aa981b2ff6233a53d7cd5d7f7849f66414f178de6223f9642", "summary_state": "pending", "summary": null, "crux": null, "owner": "ModelRunner" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py#ModelRunner.execute_model", "name": "execute_model", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py", "span": "L238-L281", "signature": "def execute_model( self, seq_group_metadata_list: List[SequenceGroupMetadata], kv_caches: List[torch.Tensor], ) -> Optional[SamplerOutput]", "exported": true, "origin": "ast", "body_hash": "9624e78131091280e6008d2fc1382df030c552f784152ec37ff9ab53828653bb", "summary_state": "pending", "summary": null, "crux": null, "owner": "ModelRunner" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py#ModelRunner.load_model", "name": "load_model", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py", "span": "L105-L145", "signature": "def load_model(self) -> None", "exported": true, "origin": "ast", "body_hash": "a2cdeee42e2e15871137993ec5785b0124a6ed0dba62e0139c60103d38fb8576", "summary_state": "pending", "summary": null, "crux": null, "owner": "ModelRunner" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py#ModelRunner.prepare_input_tensors", "name": "prepare_input_tensors", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py", "span": "L147-L235", "signature": "def prepare_input_tensors( self, seq_group_metadata_list: List[SequenceGroupMetadata], ) -> Tuple[torch.Tensor, torch.Tensor, AttentionMetadata, SamplingMetadata, Set[LoRARequest], LoRAMapping, torch.Tensor]: # NOTE(sgm): all workers prepare the input in the same way", "exported": true, "origin": "ast", "body_hash": "35cb4aa86492f67727dba19a8ab065b4fd9b82c0e7fdc14d263864e273c42385", "summary_state": "pending", "summary": null, "crux": null, "owner": "ModelRunner" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py", "name": "parallel_state.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py", "span": "L1-L295", "signature": null, "exported": true, "origin": "ast", "body_hash": "29aa956ffc9b828b1d60fd47975b575c455ff82053fec1c6b7bed9d273040bc7", "chars": 12798, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#ensure_model_parallel_initialized", "name": "ensure_model_parallel_initialized", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py", "span": "L66-L89", "signature": "def ensure_model_parallel_initialized( tensor_model_parallel_size: int, pipeline_model_parallel_size: int = 1, backend: Optional[str] = None, ) -> None", "exported": true, "origin": "ast", "body_hash": "43261a5affa6ed31f4dfe49d2f0d326528f30ebeed291b5306fb641ac4577259", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#get_device_mesh", "name": "get_device_mesh", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py", "span": "L263-L265", "signature": "def get_device_mesh()", "exported": true, "origin": "ast", "body_hash": "2ac9c1236bccce8a6f34fa68c3df23bd33dcc07a6041cb0f4ff8d7cff2dcd147", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#get_tensor_model_parallel_group", "name": "get_tensor_model_parallel_group", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py", "span": "L273-L276", "signature": "def get_tensor_model_parallel_group()", "exported": true, "origin": "ast", "body_hash": "096ae53877a5693bfa12299a7abf8ba9736f421c899722297c9cd46dfd9e2d88", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#get_tensor_model_parallel_rank", "name": "get_tensor_model_parallel_rank", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py", "span": "L284-L286", "signature": "def get_tensor_model_parallel_rank()", "exported": true, "origin": "ast", "body_hash": "7d7e3527eb0fbc1e8f6ca37c5449d0a44e76ded85a0b824cf4f92bda58558364", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#get_tensor_model_parallel_src_rank", "name": "get_tensor_model_parallel_src_rank", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py", "span": "L289-L294", "signature": "def get_tensor_model_parallel_src_rank()", "exported": true, "origin": "ast", "body_hash": "cfa50af80e4b8151b634ff31e0fe23018462a6f55018e05a8cc9c4918ef4e48e", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#get_tensor_model_parallel_world_size", "name": "get_tensor_model_parallel_world_size", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py", "span": "L279-L281", "signature": "def get_tensor_model_parallel_world_size()", "exported": true, "origin": "ast", "body_hash": "c1af0d2aaf0c6f73d3dc5df62d1ec18f42133f1075e5262abc2daf509ff9dc98", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#initialize_model_parallel", "name": "initialize_model_parallel", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py", "span": "L172-L255", "signature": "def initialize_model_parallel( tensor_model_parallel_size: int = 1, pipeline_model_parallel_size: int = 1, backend: Optional[str] = None, ) -> None", "exported": true, "origin": "ast", "body_hash": "cab35072c63cb9926bde087c486f453ed166c39c1c45598ad2f7ca554912d6b5", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#initialize_model_parallel_for_vllm", "name": "initialize_model_parallel_for_vllm", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py", "span": "L98-L169", "signature": "def initialize_model_parallel_for_vllm(tensor_model_parallel_size: int, num_tensor_model_parallel_groups_per_train_tp: int = 1) -> None", "exported": true, "origin": "ast", "body_hash": "039c4084636359bcce3aa87a42f40c7ec786df5e371f180f3ac7cf03fe3d0363", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#initialize_parallel_state", "name": "initialize_parallel_state", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py", "span": "L35-L63", "signature": "def initialize_parallel_state( distributed_init_method: str = \"env://\", backend: str = \"nccl\", tensor_model_parallel_size: int = 1, num_tp_per_train_tp: int = 1, pipeline_model_parallel_size: int = 1, ): # torch.distributed.all_reduce does not free the input tensor until # the synchronization point. This causes the memory usage to grow # as the number of all_reduce calls increases. This env var disables # this behavior. # Related issue: # https://discuss.pytorch.org/t/cuda-allocation-lifetime-for-inputs-to-distributed-all-reduce/191573", "exported": true, "origin": "ast", "body_hash": "a68773165dfe0a095f1b61d726ddffe974fb8435572db06055b0e4d17116e923", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#model_parallel_is_initialized", "name": "model_parallel_is_initialized", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py", "span": "L92-L95", "signature": "def model_parallel_is_initialized()", "exported": true, "origin": "ast", "body_hash": "51f8fa1bdf7cc5d89fbe81e04a15d77c74e462055731e35cb6466802589a3719", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py", "name": "spmd_gpu_executor.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py", "span": "L1-L219", "signature": null, "exported": true, "origin": "ast", "body_hash": "29254e03f754ed706f1265f7ab839dd9c465cd48cbd8549ad6cdf8a4db702a63", "chars": 8647, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#get_open_port", "name": "get_open_port", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py", "span": "L202-L205", "signature": "def get_open_port()", "exported": true, "origin": "ast", "body_hash": "d88039216a61e6ec2a0e1328331a7b83f0af92fe7306e2625e8d4f34b557c26e", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#initialize_cluster", "name": "initialize_cluster", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py", "span": "L178-L199", "signature": "def initialize_cluster( parallel_config: ParallelConfig, engine_use_ray: bool = False, ray_address: Optional[str] = None, ) -> Tuple[str, Optional[None]]", "exported": true, "origin": "ast", "body_hash": "d737f1830326ce53e8589f097411c5f17acdd325ad8b62f3817f6527312dfe79", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor", "name": "SPMDGPUExecutor", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py", "span": "L33-L175", "signature": "class SPMDGPUExecutor(ExecutorBase)", "exported": true, "origin": "ast", "body_hash": "31a698f406dc5af7191ad6234cedc1967249770f5c6550307772ebe03ddbc68e", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py", "span": "L36-L60", "signature": "def __init__( self, model, # pytorch model itself or its parameter dict model_config: ModelConfig, cache_config: CacheConfig, parallel_config: ParallelConfig, scheduler_config: SchedulerConfig, device_config: DeviceConfig, load_config: LoadConfig, lora_config: Optional[LoRAConfig], vision_language_config: Optional[VisionLanguageConfig], speculative_config: Optional[SpeculativeConfig], ) -> None", "exported": false, "origin": "ast", "body_hash": "b29bdea4a61cc30804fdd87f5e8fad471bf147ccafeb2cb60ee5cdbd63e0dfd1", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor._init_executor", "name": "_init_executor", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py", "span": "L63-L67", "signature": "def _init_executor(self, model, distributed_init_method) -> None", "exported": false, "origin": "ast", "body_hash": "250ab123bb88f594c2ad692273d68d9f61a0601c0730510375dc528bc3d4e8d4", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor._init_workers_sp", "name": "_init_workers_sp", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py", "span": "L69-L95", "signature": "def _init_workers_sp(self, model, distributed_init_method: str): # Lazy import the Worker to avoid importing torch.cuda/xformers # before CUDA_VISIBLE_DEVICES is set in the Worker", "exported": false, "origin": "ast", "body_hash": "01f57ef0b4bb1a450228e6370b9f17d70ae66bc3f4a47c3d20cb1fe47f59e918", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.add_lora", "name": "add_lora", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py", "span": "L154-L156", "signature": "def add_lora(self, lora_request: LoRARequest) -> bool", "exported": true, "origin": "ast", "body_hash": "22a01766fd3ba5823ac7f31e7164043c28514e0346dceaf1705ede572c20a6c0", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.check_health", "name": "check_health", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py", "span": "L165-L168", "signature": "def check_health(self) -> None: # SPMDExecutor will always be healthy as long as # it's running.", "exported": true, "origin": "ast", "body_hash": "48ca06f8f34b874ea336f29bb675c8616e07b51643c0ee9e4708d53fc9b3fa9a", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.determine_num_available_blocks", "name": "determine_num_available_blocks", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py", "span": "L97-L115", "signature": "def determine_num_available_blocks(self) -> Tuple[int, int]", "exported": true, "origin": "ast", "body_hash": "dbbbc1bd7aa827704263dacd159512c096e5693fe6fa928309c9ed5451aa5514", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.execute_model", "name": "execute_model", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py", "span": "L146-L152", "signature": "def execute_model(self, execute_model_req) -> List[SamplerOutput]", "exported": true, "origin": "ast", "body_hash": "aae188cc605ed5322f94d274292f73007610b372cfc40fda0aa9a0800811b7a5", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.free_cache_engine", "name": "free_cache_engine", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py", "span": "L143-L144", "signature": "def free_cache_engine(self) -> None", "exported": true, "origin": "ast", "body_hash": "869ecde616def986458e35749106985c797ce877ae77ec9bab2ddf6490106436", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.init_cache_engine", "name": "init_cache_engine", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py", "span": "L140-L141", "signature": "def init_cache_engine(self) -> None", "exported": true, "origin": "ast", "body_hash": "135998160b42b08111bb719b769019409c044dd0da5bd18e3cf1819bf579782e", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.initialize_cache", "name": "initialize_cache", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py", "span": "L117-L137", "signature": "def initialize_cache(self, num_gpu_blocks: int, num_cpu_blocks: int) -> None", "exported": true, "origin": "ast", "body_hash": "1a1bc217eeed8020b0c93c5ea547950d65edd6448ee5de0cfa6514fc704ef066", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.list_loras", "name": "list_loras", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py", "span": "L162-L163", "signature": "def list_loras(self) -> Set[int]", "exported": true, "origin": "ast", "body_hash": "84207e642ba5b1e08cab7f7c4d2b2014f03cbfebd74f378d55838bda1d0c31b7", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.offload_model_weights", "name": "offload_model_weights", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py", "span": "L171-L172", "signature": "def offload_model_weights(self) -> None", "exported": true, "origin": "ast", "body_hash": "c346b8cbee5a5fe63905573385e113fb7b59c46e58b26ecc132e331ba728ea49", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.remove_lora", "name": "remove_lora", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py", "span": "L158-L160", "signature": "def remove_lora(self, lora_id: int) -> bool", "exported": true, "origin": "ast", "body_hash": "13816aebed74124d7222df89c015c122a2dace11bbe74355d4b3e2b0d545e089", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.sync_model_weights", "name": "sync_model_weights", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py", "span": "L174-L175", "signature": "def sync_model_weights(self, actor_weights: Dict[str, torch.Tensor], load_format: str) -> None", "exported": true, "origin": "ast", "body_hash": "e7853eafaa9c2dd18668c019f3a34f0b873eb14ebc971798a00af8501b8de047", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutorAsync", "name": "SPMDGPUExecutorAsync", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py", "span": "L209-L218", "signature": "class SPMDGPUExecutorAsync(SPMDGPUExecutor, ExecutorAsyncBase)", "exported": true, "origin": "ast", "body_hash": "a4473dfeed05058503ca8f50986836a978e7445454d17a15c9a1a71dc1c1ae0c", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutorAsync.check_health_async", "name": "check_health_async", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py", "span": "L215-L218", "signature": "async def check_health_async(self) -> None", "exported": true, "origin": "ast", "body_hash": "fe8c9a207c0e656691830f7feb9005f0015b9529086d8913552ff6134a65430b", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutorAsync" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutorAsync.execute_model_async", "name": "execute_model_async", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py", "span": "L211-L213", "signature": "async def execute_model_async(self, execute_model_req: ExecuteModelRequest) -> List[SamplerOutput]", "exported": true, "origin": "ast", "body_hash": "832d82699df49a6c8509c3c7f505f16afd4d4b985ff4fd27e7e1f5bdf2d96c0c", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutorAsync" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py", "name": "tokenizer.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py", "span": "L1-L78", "signature": null, "exported": true, "origin": "ast", "body_hash": "497a401f78f5c164308c4d48df0144e8b0c7a47bd4dfb3212681c8d511fe98bb", "chars": 3310, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py#TokenizerGroup", "name": "TokenizerGroup", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py", "span": "L25-L77", "signature": "class TokenizerGroup", "exported": true, "origin": "ast", "body_hash": "c107b245077e329b7be7c53602c2fad707f0231d9dcb1df954ad8280adebefb6", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py#TokenizerGroup.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py", "span": "L28-L33", "signature": "def __init__(self, tokenizer: PreTrainedTokenizer, enable_lora: bool, max_num_seqs: int, max_input_length: Optional[int])", "exported": false, "origin": "ast", "body_hash": "ac7258b8cb647fbec870bbffdc1633018f85352db29d6a00fd04abe0a3a94186", "summary_state": "pending", "summary": null, "crux": null, "owner": "TokenizerGroup" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py#TokenizerGroup.encode", "name": "encode", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py", "span": "L43-L48", "signature": "def encode(self, prompt: str, request_id: Optional[str] = None, lora_request: Optional[LoRARequest] = None) -> List[int]", "exported": true, "origin": "ast", "body_hash": "c7cd151da6e5d1fb514dcc275e13f4c289111810f56df69c36b64c0d3f2cbc9c", "summary_state": "pending", "summary": null, "crux": null, "owner": "TokenizerGroup" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py#TokenizerGroup.encode_async", "name": "encode_async", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py", "span": "L50-L55", "signature": "async def encode_async(self, prompt: str, request_id: Optional[str] = None, lora_request: Optional[LoRARequest] = None) -> List[int]", "exported": true, "origin": "ast", "body_hash": "e0ccf679cf9c6ab3aeebd6ff19c82fdfdb9328b3357f16319f00fadca9561589", "summary_state": "pending", "summary": null, "crux": null, "owner": "TokenizerGroup" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py#TokenizerGroup.eos_token_id", "name": "eos_token_id", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py", "span": "L76-L77", "signature": "def eos_token_id(self)", "exported": true, "origin": "ast", "body_hash": "57455769f69da68b62a323b65045e6baf5ecb3dde6a703266578aeeb1bf096a2", "summary_state": "pending", "summary": null, "crux": null, "owner": "TokenizerGroup" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py#TokenizerGroup.get_lora_tokenizer", "name": "get_lora_tokenizer", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py", "span": "L57-L68", "signature": "def get_lora_tokenizer(self, lora_request: Optional[LoRARequest]) -> \"PreTrainedTokenizer\"", "exported": true, "origin": "ast", "body_hash": "66dbb721b6874d42fc9c39c04fd34dd635d82d307c22dcbff76c9464a47c01ca", "summary_state": "pending", "summary": null, "crux": null, "owner": "TokenizerGroup" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py#TokenizerGroup.get_max_input_len", "name": "get_max_input_len", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py", "span": "L39-L41", "signature": "def get_max_input_len(self, lora_request: Optional[LoRARequest] = None) -> Optional[int]", "exported": true, "origin": "ast", "body_hash": "232098bcc1725540b28685d973367034b497ccefd004f560ceab1bf3cae8ae28", "summary_state": "pending", "summary": null, "crux": null, "owner": "TokenizerGroup" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py#TokenizerGroup.pad_token_id", "name": "pad_token_id", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py", "span": "L72-L73", "signature": "def pad_token_id(self)", "exported": true, "origin": "ast", "body_hash": "09c75a3902b0bb0ca3d7cec97618ef037c84e09c3213f62cd5ee9aa99c2b6669", "summary_state": "pending", "summary": null, "crux": null, "owner": "TokenizerGroup" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py#TokenizerGroup.ping", "name": "ping", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py", "span": "L35-L37", "signature": "def ping(self) -> bool", "exported": true, "origin": "ast", "body_hash": "97d31a1c22925222b76fe44142930b66980680e4e167b8a2be973980797507c3", "summary_state": "pending", "summary": null, "crux": null, "owner": "TokenizerGroup" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/worker.py", "name": "worker.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_4_2/worker.py", "span": "L1-L293", "signature": null, "exported": true, "origin": "ast", "body_hash": "5de27b2ac756955564514b6e0e097b2e7d1c98c93f6a495ffd5ae29a240865a1", "chars": 13310, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/worker.py#init_worker_distributed_environment", "name": "init_worker_distributed_environment", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_4_2/worker.py", "span": "L257-L292", "signature": "def init_worker_distributed_environment( parallel_config: ParallelConfig, rank: int, distributed_init_method: Optional[str] = \"env://\", local_rank: int = -1, ) -> None", "exported": true, "origin": "ast", "body_hash": "e22c29f3cd53bbef8f4b049f5bcb2f631f04a33dbda0e1347cf3a1f070f5f87b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker", "name": "Worker", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_4_2/worker.py", "span": "L42-L254", "signature": "class Worker(Worker)", "exported": true, "origin": "ast", "body_hash": "ee31d3952912b6a30b33de06c1b38c029a8598a9047fe11e3a823258b75a2c98", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/worker.py", "span": "L50-L103", "signature": "def __init__( self, model: Union[nn.Module, Dict], # model itself or its parameter dict model_config: ModelConfig, parallel_config: ParallelConfig, scheduler_config: SchedulerConfig, device_config: DeviceConfig, cache_config: CacheConfig, load_config: LoadConfig, local_rank: int, rank: int, distributed_init_method: str, lora_config: Optional[LoRAConfig] = None, vision_language_config: Optional[VisionLanguageConfig] = None, is_driver_worker: bool = False, ) -> None: # self.model = model # will be replaced in the init_model", "exported": false, "origin": "ast", "body_hash": "e08729c22a1706ad3f87c3a8652579c5329f51bbc19def93e3d6c384eaae6c37", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker._init_cache_engine", "name": "_init_cache_engine", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/worker.py", "span": "L199-L201", "signature": "def _init_cache_engine(self)", "exported": false, "origin": "ast", "body_hash": "ddbf730d543fa64f637055bf2b4047182f388f84f7375434e0765a7cd602b012", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker.determine_num_available_blocks", "name": "determine_num_available_blocks", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/worker.py", "span": "L142-L197", "signature": "def determine_num_available_blocks(self) -> Tuple[int, int]", "exported": true, "origin": "ast", "body_hash": "1233b161a20029928b361ad4ad59b985ddd8b5df2b31130501eebe33c16f9b0d", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker.execute_model", "name": "execute_model", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/worker.py", "span": "L209-L234", "signature": "def execute_model(self, execute_model_req: Optional[ExecuteModelRequest] = None) -> List[SamplerOutput]", "exported": true, "origin": "ast", "body_hash": "c7343a5088911cba6c0576b11b347e447cbf260e7e2c6e7468877c123f7ef914", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker.free_cache_engine", "name": "free_cache_engine", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/worker.py", "span": "L203-L206", "signature": "def free_cache_engine(self): # ensure `enforce_eager=True`", "exported": true, "origin": "ast", "body_hash": "d384948b80b2c04ee44319bcd88c9b941e3967b68e2050a10073ade04af52223", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker.init_device", "name": "init_device", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/worker.py", "span": "L105-L139", "signature": "def init_device(self) -> None", "exported": true, "origin": "ast", "body_hash": "762272295f8ebaa0d8a603527f1c7088967ebd4ff4562d0c715a5656dcddc70b", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker.offload_model_weights", "name": "offload_model_weights", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/worker.py", "span": "L246-L254", "signature": "def offload_model_weights(self) -> None", "exported": true, "origin": "ast", "body_hash": "58d8d5e64a0765436d968d3a9641e3432be0a43a9ca286f99b1f827937e19e31", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker.sync_model_weights", "name": "sync_model_weights", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_4_2/worker.py", "span": "L237-L244", "signature": "def sync_model_weights(self, actor_weights: Dict, load_format: str)", "exported": true, "origin": "ast", "body_hash": "61f049debd75c5e97bb95de1fbaf9d769e14978f2c8fd9b2ab6143756010d1d1", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/__init__.py", "name": "__init__.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_5_4/__init__.py", "span": "L1-L14", "signature": null, "exported": true, "origin": "ast", "body_hash": "e65abd77db034b4f29eb1268c24867f84919dbce22e28d1997e563ed1d94179c", "chars": 600, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py", "name": "arg_utils.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py", "span": "L1-L454", "signature": null, "exported": true, "origin": "ast", "body_hash": "f4fe86d839cefc374e4606f13ce53a7f224e13c2221bca80d775eabb6c03990c", "chars": 23746, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py#EngineArgs", "name": "EngineArgs", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py", "span": "L50-L453", "signature": "class EngineArgs", "exported": true, "origin": "ast", "body_hash": "081dac2fd7648cd5406ef24ac35f445b9e5b157be035844b0cf6a7be81848942", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py#EngineArgs.add_cli_args", "name": "add_cli_args", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py", "span": "L140-L254", "signature": "def add_cli_args(parser: argparse.ArgumentParser) -> argparse.ArgumentParser", "exported": true, "origin": "ast", "body_hash": "cf1908f71aee396b15d02e5aad05a2803adf4e9fd0905ff5fcb9c8727ba16fb5", "summary_state": "pending", "summary": null, "crux": null, "owner": "EngineArgs" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py#EngineArgs.create_engine_config", "name": "create_engine_config", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py", "span": "L264-L453", "signature": "def create_engine_config( self, ) -> EngineConfig: # bitsandbytes quantization needs a specific model loader # so we make sure the quant method and the load format are consistent", "exported": true, "origin": "ast", "body_hash": "33dbc9b097ecb51a5cbba60c913724b4f204f33854dde9fa998dd2e1b4343328", "summary_state": "pending", "summary": null, "crux": null, "owner": "EngineArgs" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py#EngineArgs.from_cli_args", "name": "from_cli_args", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py", "span": "L257-L262", "signature": "def from_cli_args(cls, args: argparse.Namespace) -> 'EngineArgs': # Get the list of attributes of this dataclass.", "exported": true, "origin": "ast", "body_hash": "21089f327dd4125f76a223a109fdee39de77f84d10cd1fad1f24de8837c1b6f1", "summary_state": "pending", "summary": null, "crux": null, "owner": "EngineArgs" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py#nullable_str", "name": "nullable_str", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py", "span": "L43-L46", "signature": "def nullable_str(val: str)", "exported": true, "origin": "ast", "body_hash": "900c08104995d0c284480fe8066923076c935ca69209e3a86885fbcc330eac6b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/config.py", "name": "config.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_5_4/config.py", "span": "L1-L247", "signature": null, "exported": true, "origin": "ast", "body_hash": "5dac246763fa9ba0331f36ee72bbb43fae1a702bb354adc156e08cbaa6f0fa5e", "chars": 11948, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/config.py#LoadConfig", "name": "LoadConfig", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_5_4/config.py", "span": "L193-L246", "signature": "class LoadConfig", "exported": true, "origin": "ast", "body_hash": "17fef7183b587bc8293d96f97d8214d995039d878a918f7ad3cf562e74abdc12", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/config.py#LoadConfig.__post_init__", "name": "__post_init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/config.py", "span": "L221-L230", "signature": "def __post_init__(self)", "exported": false, "origin": "ast", "body_hash": "5094b5416a54d00d4a1013fa86e20a0199223b86997c6d96b2410245cb2b7f25", "summary_state": "pending", "summary": null, "crux": null, "owner": "LoadConfig" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/config.py#LoadConfig._verify_load_format", "name": "_verify_load_format", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/config.py", "span": "L232-L246", "signature": "def _verify_load_format(self) -> None", "exported": false, "origin": "ast", "body_hash": "f9f7e30ec352e2c4183434a9e0e078cb7cff2b5e08499624e93b0b4857aff8ab", "summary_state": "pending", "summary": null, "crux": null, "owner": "LoadConfig" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/config.py#LoadFormat", "name": "LoadFormat", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_5_4/config.py", "span": "L181-L188", "signature": "class LoadFormat(str, enum.Enum)", "exported": true, "origin": "ast", "body_hash": "86ea6a79c9ee2abd1dba76e1cbbea5f0cf439e41e0d22f4aa40eae34cca8429b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/config.py#ModelConfig", "name": "ModelConfig", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_5_4/config.py", "span": "L38-L178", "signature": "class ModelConfig(ModelConfig)", "exported": true, "origin": "ast", "body_hash": "0598c4dcb658a8521595364cf97d26579bd7962fc9b7cc3863085b33ee12f834", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/config.py#ModelConfig.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/config.py", "span": "L99-L178", "signature": "def __init__( self, hf_config: PretrainedConfig, tokenizer_mode: str, trust_remote_code: bool, dtype: Union[str, torch.dtype], seed: int, revision: Optional[str] = None, code_revision: Optional[str] = None, rope_scaling: Optional[dict] = None, rope_theta: Optional[float] = None, tokenizer_revision: Optional[str] = None, max_model_len: Optional[int] = None, quantization: Optional[str] = None, quantization_param_path: Optional[str] = None, enforce_eager: bool = False, max_context_len_to_capture: Optional[int] = None, max_seq_len_to_capture: Optional[int] = None, max_logprobs: int = 20, disable_sliding_window: bool = False, skip_tokenizer_init: bool = False, served_model_name: Optional[Union[str, List[str]]] = None, multimodal_config: Optional[\"MultiModalConfig\"] = None, ) -> None", "exported": false, "origin": "ast", "body_hash": "c60660421929282a7b22893fb6361867e08fd09c123202a351b3ee6f2d0ed967", "summary_state": "pending", "summary": null, "crux": null, "owner": "ModelConfig" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py", "name": "dtensor_weight_loaders.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py", "span": "L1-L341", "signature": null, "exported": true, "origin": "ast", "body_hash": "3f71614c586d78588d8ee69d66e1533896c51e985e0cb8719cb8bd124e35c3f3", "chars": 15827, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#_get_model_weight_loader", "name": "_get_model_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py", "span": "L331-L335", "signature": "def _get_model_weight_loader(arch: str)", "exported": false, "origin": "ast", "body_hash": "2aff4020b0abe87a16fdc5b4ba0f9ed8f437312a1edfce1320e5726f5165c8ae", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#_process_parameter_names", "name": "_process_parameter_names", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py", "span": "L287-L300", "signature": "def _process_parameter_names(name): # Remove '.weight' if it exists at the end of the string", "exported": false, "origin": "ast", "body_hash": "074c597f3b319460bbcf2325d017836ddcbf0ce56c58d5d3356ffe01fe6d6547", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#deepseekv2_dtensor_weight_loader", "name": "deepseekv2_dtensor_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py", "span": "L194-L267", "signature": "def deepseekv2_dtensor_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "a466c5c9d6fe0a68232cf5aebdc766014622f31452e0ecf9df26a1cf2803439d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#gemma_dtensor_weight_loader", "name": "gemma_dtensor_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py", "span": "L27-L61", "signature": "def gemma_dtensor_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "04c523a72722155ecd45cb012e7917ae37de4cdc4e82bedaa5ff8ad292cf1db1", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#gpt2_dtensor_weight_loader", "name": "gpt2_dtensor_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py", "span": "L270-L271", "signature": "def gpt2_dtensor_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "e26a0b664180d6dbfeb3ba74e435ba77e0a32726d4fc799cc1282d68edce33d9", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#gptbigcode_dtensor_load_weights", "name": "gptbigcode_dtensor_load_weights", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py", "span": "L64-L76", "signature": "def gptbigcode_dtensor_load_weights(actor_weights: Dict, vllm_model: nn.Module)", "exported": true, "origin": "ast", "body_hash": "7494a5e13088c35a8ed94c153c3d247196ed1c1f0c08b38b75cfc6be4046b77e", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#llama_dtensor_weight_loader", "name": "llama_dtensor_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py", "span": "L110-L151", "signature": "def llama_dtensor_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "1736f831264cc292ac39f2e3010167ded6b1db2f01e38512a1834683d157524b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#load_dtensor_weights", "name": "load_dtensor_weights", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py", "span": "L323-L328", "signature": "def load_dtensor_weights(actor_weights: Dict, vllm_model: nn.Module)", "exported": true, "origin": "ast", "body_hash": "d614ba13175fcb0a1db90bcd80acdd13cbcddb57eb013b3ce25386d8328656ce", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#qwen2_dtensor_weight_loader", "name": "qwen2_dtensor_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py", "span": "L154-L188", "signature": "def qwen2_dtensor_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "9b4faed6adddcf37e68aeb25fd9a60eb45af8ef9ef6032e5f1b69683438afb14", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#redistribute_dtensor", "name": "redistribute_dtensor", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py", "span": "L274-L284", "signature": "def redistribute_dtensor(param_name: str, loaded_weights: DTensor, parallelize_plan: Dict = None)", "exported": true, "origin": "ast", "body_hash": "8e33f089fd37013b9404ed851cdce475af110e84dc4bc3c6edfbbe7ef9fe5d30", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#starcoder2_dtensor_load_weights", "name": "starcoder2_dtensor_load_weights", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py", "span": "L79-L107", "signature": "def starcoder2_dtensor_load_weights(actor_weights: Dict, vllm_model: nn.Module)", "exported": true, "origin": "ast", "body_hash": "f7efd018225e19458922d6d47502837ab1afc26da47f5f85e802bd7b89f2a936", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#update_dtensor_weight_loader", "name": "update_dtensor_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py", "span": "L339-L340", "signature": "def update_dtensor_weight_loader()", "exported": true, "origin": "ast", "body_hash": "3251c12c590cfa8575d836647130786146b1ba578183f484f98d2dac2cce5914", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/hf_weight_loader.py", "name": "hf_weight_loader.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_5_4/hf_weight_loader.py", "span": "L1-L45", "signature": null, "exported": true, "origin": "ast", "body_hash": "8c819582f3ad7b23df842087cdf4a1992392e931cd419bcdc19879742ee828fe", "chars": 1895, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/hf_weight_loader.py#load_hf_weights", "name": "load_hf_weights", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/hf_weight_loader.py", "span": "L30-L44", "signature": "def load_hf_weights(actor_weights: Dict, vllm_model: nn.Module)", "exported": true, "origin": "ast", "body_hash": "ba5f0f2cc08e7ff77c5fbacded07d517f7cee3cee904129e40a6bb641a06de22", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/hf_weight_loader.py#update_hf_weight_loader", "name": "update_hf_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/hf_weight_loader.py", "span": "L25-L27", "signature": "def update_hf_weight_loader()", "exported": true, "origin": "ast", "body_hash": "61f93704751e75420cb304d950a62061b6f5959c50e3d81c6635f7f5c32f461b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py", "name": "llm_engine_sp.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py", "span": "L1-L329", "signature": null, "exported": true, "origin": "ast", "body_hash": "85fe01207028cd8b23f86be73179e2795eb7f45420a7f48db0d27835c9dcd1d1", "chars": 14689, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine", "name": "LLMEngine", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py", "span": "L46-L328", "signature": "class LLMEngine(LLMEngine)", "exported": true, "origin": "ast", "body_hash": "3b712bf4170c87f321d05015231d14a5e54e8207687c5f679b3b2f2df3c1bd03", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py", "span": "L77-L260", "signature": "def __init__( self, # NOTE(sgm): first two arguments are added for verl model: Union[nn.Module, Dict], # model itself or its parameter dict tokenizer: nn.Module, # NOTE(sgm): vllm original arguments model_config: ModelConfig, cache_config: CacheConfig, parallel_config: ParallelConfig, scheduler_config: SchedulerConfig, device_config: DeviceConfig, load_config: LoadConfig, lora_config: Optional[LoRAConfig], multimodal_config: Optional[MultiModalConfig], speculative_config: Optional[SpeculativeConfig], decoding_config: Optional[DecodingConfig], observability_config: Optional[ObservabilityConfig], prompt_adapter_config: Optional[PromptAdapterConfig], executor_class: Type[ExecutorBase], log_stats: bool, usage_context: UsageContext = UsageContext.ENGINE_CONTEXT, stat_loggers: Optional[Dict[str, StatLoggerBase]] = None, ) -> None", "exported": false, "origin": "ast", "body_hash": "b1a21a71b19deb379fa4c007dcacb46aef595d3b944309376914f3453a0181b7", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine._get_executor_cls", "name": "_get_executor_cls", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py", "span": "L281-L290", "signature": "def _get_executor_cls(cls, engine_config: EngineConfig) -> Type[ExecutorBase]", "exported": false, "origin": "ast", "body_hash": "f92fc7878f1c72670451b401e5fd15b852dcc92a46c4d285535ee8e924d8a777", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine._init_tokenizer", "name": "_init_tokenizer", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py", "span": "L263-L268", "signature": "def _init_tokenizer(self, tokenizer, **tokenizer_init_kwargs)", "exported": false, "origin": "ast", "body_hash": "14caea76c616136989b92122bb1c73ca013e47bed311a2b9dbc88616d313fe4a", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine.free_cache_engine", "name": "free_cache_engine", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py", "span": "L275-L276", "signature": "def free_cache_engine(self)", "exported": true, "origin": "ast", "body_hash": "61329183cfad12da6f1cfae074a6cf5526b7ffa477e5571a36f81ab4ce9e6e46", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine.from_engine_args", "name": "from_engine_args", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py", "span": "L293-L322", "signature": "def from_engine_args( cls, model, tokenizer, engine_args: EngineArgs, usage_context: UsageContext = UsageContext.ENGINE_CONTEXT, stat_loggers: Optional[Dict[str, StatLoggerBase]] = None, ) -> \"LLMEngine\"", "exported": true, "origin": "ast", "body_hash": "996b7b8515a3aef99cd0d0cfd7364940fd96ef82cff9edb8cb9d7e66c903e58c", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine.init_cache_engine", "name": "init_cache_engine", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py", "span": "L270-L273", "signature": "def init_cache_engine(self): # TODO: check whether we should rebuild the CUDAGraph every iter when offload/load KVCache # Re-capture CUDAGraph would be time-consuming", "exported": true, "origin": "ast", "body_hash": "b8670db02a6509c498d21709df59989b89cdc29c54be45a2684c9a9514906677", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine.offload_model_weights", "name": "offload_model_weights", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py", "span": "L327-L328", "signature": "def offload_model_weights(self) -> None", "exported": true, "origin": "ast", "body_hash": "e77bccf4128d8406c1aae651fad5c639bd60d4b251e0a060f0fdb8196cb26eaf", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine.sync_model_weights", "name": "sync_model_weights", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py", "span": "L324-L325", "signature": "def sync_model_weights(self, actor_weights: Dict[str, torch.Tensor], load_format: str) -> None", "exported": true, "origin": "ast", "body_hash": "3e783d98664a0f1d1e1d5620565f52cce66f192cc38c10123eeb27fe5c8d2776", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/llm.py", "name": "llm.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_5_4/llm.py", "span": "L1-L240", "signature": null, "exported": true, "origin": "ast", "body_hash": "47be604307df31d16239191df3051ded9a7a0d7d7a69f3ee88539686556c2f30", "chars": 12271, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM", "name": "LLM", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_5_4/llm.py", "span": "L43-L239", "signature": "class LLM(LLM)", "exported": true, "origin": "ast", "body_hash": "f1bc8ce4d3368fe834cf2f2898dba8bc953936aea8ccb93f06cd9bbec22bd120", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/llm.py", "span": "L97-L149", "signature": "def __init__( self, model: Union[nn.Module, Dict], # model itself or its parameter dict tokenizer: Union[PreTrainedTokenizer, PreTrainedTokenizerFast, HybridEngineBaseTokenizer], model_hf_config: PretrainedConfig, tokenizer_mode: str = \"auto\", trust_remote_code: bool = False, skip_tokenizer_init: bool = False, tensor_parallel_size: int = 1, dtype: str = \"auto\", quantization: Optional[str] = None, revision: Optional[str] = None, tokenizer_revision: Optional[str] = None, seed: int = 0, gpu_memory_utilization: float = 0.9, swap_space: int = 4, cpu_offload_gb: float = 0, enforce_eager: bool = False, max_context_len_to_capture: Optional[int] = None, max_seq_len_to_capture: int = 8192, disable_custom_all_reduce: bool = False, load_format = 'auto', **kwargs, ) -> None", "exported": false, "origin": "ast", "body_hash": "5c142c4ea1a705e5417c0d42614aa0c806f149e0e62c4ee5cc139695e06b8e38", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM._post_process_outputs", "name": "_post_process_outputs", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/llm.py", "span": "L214-L233", "signature": "def _post_process_outputs(self, request_outputs: List[RequestOutput]) -> Tuple[torch.Tensor, torch.Tensor]", "exported": false, "origin": "ast", "body_hash": "05b06c04ad38ec323adde48ebace2afb11cf6796e5d16e93e4a46b004820296d", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM._run_engine", "name": "_run_engine", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/llm.py", "span": "L166-L202", "signature": "def _run_engine(self, *, use_tqdm: bool) -> List[Union[RequestOutput, EmbeddingRequestOutput]]: # Initialize tqdm.", "exported": false, "origin": "ast", "body_hash": "82e45cb5c2525cdc4c73f8d391a366c1c8b1791146ecf4e8840e7dd9f2a75a35", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM.free_cache_engine", "name": "free_cache_engine", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/llm.py", "span": "L154-L155", "signature": "def free_cache_engine(self)", "exported": true, "origin": "ast", "body_hash": "179e8502fa237bb23acb9f06952cf4ae62f3f9010408f63734f8adf6a5163378", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM.get_tokenizer", "name": "get_tokenizer", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/llm.py", "span": "L157-L158", "signature": "def get_tokenizer(self) -> Union[PreTrainedTokenizer, PreTrainedTokenizerFast]", "exported": true, "origin": "ast", "body_hash": "cebad3b0992af1915c8c8a1543b493069d6507f491421f924191ee4b98e60a2f", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM.init_cache_engine", "name": "init_cache_engine", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/llm.py", "span": "L151-L152", "signature": "def init_cache_engine(self)", "exported": true, "origin": "ast", "body_hash": "04d68c22194d8053c926485d043932fb2526f0d73a880157acee875717c5937f", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM.offload_model_weights", "name": "offload_model_weights", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/llm.py", "span": "L238-L239", "signature": "def offload_model_weights(self) -> None", "exported": true, "origin": "ast", "body_hash": "27a73de1e582c115374d023e58aeaf54824c75ca2740c19f48f07d7d67773621", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM.set_tokenizer", "name": "set_tokenizer", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/llm.py", "span": "L160-L164", "signature": "def set_tokenizer( self, tokenizer: Union[PreTrainedTokenizer, PreTrainedTokenizerFast], ) -> None", "exported": true, "origin": "ast", "body_hash": "a9d3cbc026686b5d94c85093062fb18f30a9d4182a5bf7eb9679c456cbc101fa", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM.sync_model_weights", "name": "sync_model_weights", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/llm.py", "span": "L235-L236", "signature": "def sync_model_weights(self, actor_weights: Dict[str, torch.Tensor], load_format: str) -> None", "exported": true, "origin": "ast", "body_hash": "df77662639c0d1c0008e46c21bdeffd4e84ed28fa0388825031e0577e7d24cf8", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py", "name": "megatron_weight_loaders.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py", "span": "L1-L308", "signature": null, "exported": true, "origin": "ast", "body_hash": "08dccb70b440541f1f3c68e5f519c1c419bce66360885af1084c4fee2b972079", "chars": 13939, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#_get_model_weight_loader", "name": "_get_model_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py", "span": "L298-L302", "signature": "def _get_model_weight_loader(arch: str)", "exported": false, "origin": "ast", "body_hash": "f208266263ddc85ba8ce8716c63c6dcb827fbdab60f6cde510bc807de3ed6ed3", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#_replace_name", "name": "_replace_name", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py", "span": "L146-L166", "signature": "def _replace_name(megatron_name, name_mapping)", "exported": false, "origin": "ast", "body_hash": "0c9ae7affadf31827df88ca4b341b2ef683cd56ad7ed1abc8cc9d9fba2f48f84", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#_replace_name~2", "name": "_replace_name", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py", "span": "L230-L250", "signature": "def _replace_name(megatron_name, name_mapping)", "exported": false, "origin": "ast", "body_hash": "0c9ae7affadf31827df88ca4b341b2ef683cd56ad7ed1abc8cc9d9fba2f48f84", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#default_weight_loader", "name": "default_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py", "span": "L37-L42", "signature": "def default_weight_loader(param: torch.Tensor, loaded_weight: torch.Tensor) -> None", "exported": true, "origin": "ast", "body_hash": "27bc592da2cd05ea4807cdcdd1b8feb48351a0a66ebfda38aaa38edd7f0f770b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#gpt2_weight_loader", "name": "gpt2_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py", "span": "L45-L70", "signature": "def gpt2_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "d7af0ddffa9a06f7c8b64a06c96f5ce1cbbbd5f2c03114b137268dd5d69048eb", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#llama_megatron_core_te_weight_loader", "name": "llama_megatron_core_te_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py", "span": "L85-L113", "signature": "def llama_megatron_core_te_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "6f4f63949dd5590450d23bed267b13c9b246905350e2f2b9fb03a6adfb751030", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#llama_megatron_core_te_weight_loader~2", "name": "llama_megatron_core_te_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py", "span": "L169-L197", "signature": "def llama_megatron_core_te_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "6f4f63949dd5590450d23bed267b13c9b246905350e2f2b9fb03a6adfb751030", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#llama_megatron_core_weight_loader", "name": "llama_megatron_core_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py", "span": "L116-L143", "signature": "def llama_megatron_core_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "ebabfc744aea05f3781b4d7fc6869a63a03c65929ca5310a1aa1c2303b787681", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#llama_megatron_core_weight_loader~2", "name": "llama_megatron_core_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py", "span": "L200-L227", "signature": "def llama_megatron_core_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "ebabfc744aea05f3781b4d7fc6869a63a03c65929ca5310a1aa1c2303b787681", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#llama_megatron_weight_loader", "name": "llama_megatron_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py", "span": "L73-L82", "signature": "def llama_megatron_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module: # NOTE(shengguangming): the megatron llama may have this prefix", "exported": true, "origin": "ast", "body_hash": "e85f937f0d1b176d431ed32c7fdb4f44e023e98630b81ff16d89c4179292cf97", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#load_megatron_weights", "name": "load_megatron_weights", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py", "span": "L290-L295", "signature": "def load_megatron_weights(actor_weights: Dict, vllm_model: nn.Module)", "exported": true, "origin": "ast", "body_hash": "308ec912ee64a38977bfc7739ea5f87730fbe66a16585ef28a7e106241f7e5b9", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#mistral_megatron_weight_loader", "name": "mistral_megatron_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py", "span": "L253-L262", "signature": "def mistral_megatron_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module: # TODO: need to implement a general way to deal with prefix", "exported": true, "origin": "ast", "body_hash": "da2308149252bdda6caeac91a48a8428bb8f71adb703df0b69a2008805ed02cd", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#parallel_weight_loader", "name": "parallel_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py", "span": "L27-L34", "signature": "def parallel_weight_loader(self, param: torch.Tensor, loaded_weight: torch.Tensor) -> None", "exported": true, "origin": "ast", "body_hash": "0f25a6818304178a092b3b28b97800a19b34e8bb12872e7a788083897c25df2a", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#update_megatron_weight_loader", "name": "update_megatron_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py", "span": "L305-L307", "signature": "def update_megatron_weight_loader()", "exported": true, "origin": "ast", "body_hash": "795025216be7d96096150c3271a691f3f03257fc38134d8fe0313242e0025e67", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "name": "model_loader.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "span": "L1-L303", "signature": null, "exported": true, "origin": "ast", "body_hash": "0e43f762258581069c1d20717591a6cbeb42288c033fa2aabc92c77f536768f4", "chars": 14974, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#_get_logits", "name": "_get_logits", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "span": "L263-L273", "signature": "def _get_logits(self, hidden_states: torch.Tensor, embedding: torch.Tensor, embedding_bias: Optional[torch.Tensor]) -> torch.Tensor: # Get the logits for the next tokens.", "exported": false, "origin": "ast", "body_hash": "d294e846526a09f100321505cbacf5666d45ef972200a51c4e4c25557ec585e0", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#DTensorLoader", "name": "DTensorLoader", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "span": "L212-L256", "signature": "class DTensorLoader(BaseModelLoader)", "exported": true, "origin": "ast", "body_hash": "1d7f295e3c6e641e8711e68a20138396008a1cf04d2c23d15ebd942236af24fc", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#DTensorLoader.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "span": "L215-L219", "signature": "def __init__(self, load_config: LoadConfig)", "exported": false, "origin": "ast", "body_hash": "99b71996e90876d493c934aa94f1876756a1c67275908b34337a0fd7ecb2f8eb", "summary_state": "pending", "summary": null, "crux": null, "owner": "DTensorLoader" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#DTensorLoader._get_weights_iterator", "name": "_get_weights_iterator", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "span": "L221-L228", "signature": "def _get_weights_iterator(actor_model: Union[PreTrainedModel, Dict]): # NOTE(shengguangming) Load the weights from the actor model", "exported": false, "origin": "ast", "body_hash": "694724aa8c3287baa407271e8b4f4dab178819219fb63707f139916d9a3e0340", "summary_state": "pending", "summary": null, "crux": null, "owner": "DTensorLoader" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#DTensorLoader.load_model", "name": "load_model", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "span": "L230-L256", "signature": "def load_model(self, actor_model: Union[PreTrainedModel, Dict], model_config: ModelConfig, device_config: DeviceConfig, lora_config: Optional[LoRAConfig], multimodal_config: Optional[MultiModalConfig], parallel_config: ParallelConfig, scheduler_config: SchedulerConfig, cache_config: CacheConfig) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "5833f75ea773bbd7b8db0c10c6d55b4a3d6a588c5bb13254768fa4a08952b1dd", "summary_state": "pending", "summary": null, "crux": null, "owner": "DTensorLoader" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#DummyModelLoader", "name": "DummyModelLoader", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "span": "L103-L122", "signature": "class DummyModelLoader(BaseModelLoader)", "exported": true, "origin": "ast", "body_hash": "71401300b687313a6081fe930ebf26d8e546e2d5cbd54a8017aaf0a601988feb", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#DummyModelLoader.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "span": "L106-L110", "signature": "def __init__(self, load_config: LoadConfig)", "exported": false, "origin": "ast", "body_hash": "99b71996e90876d493c934aa94f1876756a1c67275908b34337a0fd7ecb2f8eb", "summary_state": "pending", "summary": null, "crux": null, "owner": "DummyModelLoader" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#DummyModelLoader.load_model", "name": "load_model", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "span": "L112-L122", "signature": "def load_model(self, *, model_config: ModelConfig, device_config: DeviceConfig, lora_config: Optional[LoRAConfig], multimodal_config: Optional[MultiModalConfig], parallel_config: ParallelConfig, scheduler_config: SchedulerConfig, cache_config: CacheConfig) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "11cb314e365f2376b03be4c8b4c90eda1f90f4b38fba2f35b42e81d3b4497495", "summary_state": "pending", "summary": null, "crux": null, "owner": "DummyModelLoader" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#get_model", "name": "get_model", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "span": "L35-L61", "signature": "def get_model(actor_model: Union[PreTrainedModel, Dict], model_config: ModelConfig, load_config: LoadConfig, device_config: DeviceConfig, parallel_config: ParallelConfig, scheduler_config: SchedulerConfig, lora_config: Optional[LoRAConfig], multimodal_config: Optional[MultiModalConfig], cache_config: CacheConfig = None) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "174e42e2ae6c88c4ef58eaa628ebbd25fe66a0320d48116663adef662b4b5267", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#get_model_loader", "name": "get_model_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "span": "L64-L100", "signature": "def get_model_loader(load_config: LoadConfig) -> BaseModelLoader", "exported": true, "origin": "ast", "body_hash": "5f589ff0ab3f6c557941be091d8e3ac943a019d9ce46843e033c626fc089f67c", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#HFLoader", "name": "HFLoader", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "span": "L172-L209", "signature": "class HFLoader(BaseModelLoader)", "exported": true, "origin": "ast", "body_hash": "ccc707265e95b5f46a05ce46d92f8f68dbacb686ee5d2cc591b376426b4374f1", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#HFLoader.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "span": "L175-L179", "signature": "def __init__(self, load_config: LoadConfig)", "exported": false, "origin": "ast", "body_hash": "99b71996e90876d493c934aa94f1876756a1c67275908b34337a0fd7ecb2f8eb", "summary_state": "pending", "summary": null, "crux": null, "owner": "HFLoader" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#HFLoader._get_weights_iterator", "name": "_get_weights_iterator", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "span": "L181-L187", "signature": "def _get_weights_iterator(self, actor_model: Union[PreTrainedModel, Dict])", "exported": false, "origin": "ast", "body_hash": "06a16b0f3b8c8c0cc050f443179f9732fd3c336a501b75e7f33660f421c53568", "summary_state": "pending", "summary": null, "crux": null, "owner": "HFLoader" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#HFLoader.load_model", "name": "load_model", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "span": "L189-L209", "signature": "def load_model(self, actor_model: Union[PreTrainedModel, Dict], model_config: ModelConfig, device_config: DeviceConfig, lora_config: Optional[LoRAConfig], multimodal_config: Optional[MultiModalConfig], parallel_config: ParallelConfig, scheduler_config: SchedulerConfig, cache_config: CacheConfig) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "d7d03beea1d0923172e88b8d117f320d43ee36ae9950744857743cf8afbe8b0b", "summary_state": "pending", "summary": null, "crux": null, "owner": "HFLoader" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#logitsprocessor_init", "name": "logitsprocessor_init", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "span": "L279-L299", "signature": "def logitsprocessor_init(self, vocab_size: int, org_vocab_size: Optional[int] = None, scale: float = 1.0, logits_as_input: bool = False, soft_cap: Optional[float] = None) -> None", "exported": true, "origin": "ast", "body_hash": "526dc28c5304194f58b7f1678afd08bf8e66553eb3f1dc3ac00f7ac9adfa0ce2", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#MegatronLoader", "name": "MegatronLoader", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "span": "L125-L169", "signature": "class MegatronLoader(BaseModelLoader)", "exported": true, "origin": "ast", "body_hash": "f40c4aa02899afa502171f28c534847b9fb34eef4fae39f631581d20e5b4cf19", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#MegatronLoader.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "span": "L128-L132", "signature": "def __init__(self, load_config: LoadConfig)", "exported": false, "origin": "ast", "body_hash": "99b71996e90876d493c934aa94f1876756a1c67275908b34337a0fd7ecb2f8eb", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronLoader" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#MegatronLoader._get_weights_iterator", "name": "_get_weights_iterator", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "span": "L134-L141", "signature": "def _get_weights_iterator(actor_model: Union[PreTrainedModel, Dict]): # NOTE(shengguangming) Load the weights from the actor model", "exported": false, "origin": "ast", "body_hash": "694724aa8c3287baa407271e8b4f4dab178819219fb63707f139916d9a3e0340", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronLoader" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#MegatronLoader.load_model", "name": "load_model", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "span": "L143-L169", "signature": "def load_model(self, actor_model: Union[PreTrainedModel, Dict], model_config: ModelConfig, device_config: DeviceConfig, lora_config: Optional[LoRAConfig], multimodal_config: Optional[MultiModalConfig], parallel_config: ParallelConfig, scheduler_config: SchedulerConfig, cache_config: CacheConfig) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "64ac7df89985b55daa0d49cca34ce2cd21e367f6ea1b03458bf65c116625948e", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronLoader" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py", "name": "model_runner.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py", "span": "L1-L151", "signature": null, "exported": true, "origin": "ast", "body_hash": "5f3ed36a09a9ae7c3ce2036c77f955a6c1b5ed1999dcf7e4df65a2b3ce606c1d", "chars": 6857, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py#BatchType", "name": "BatchType", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py", "span": "L43-L49", "signature": "class BatchType(IntEnum): # Every batch is prefill.", "exported": true, "origin": "ast", "body_hash": "2936fda8ae00fc0b54ec6c67c640b8e048c86af85365d8366a5dd10212f1a15d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py#ModelRunner", "name": "ModelRunner", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py", "span": "L52-L150", "signature": "class ModelRunner(ModelRunner)", "exported": true, "origin": "ast", "body_hash": "17d5f99a9058e42254b4517a3e757e82a172400aaeaa8b8460cbb33313b5770f", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py#ModelRunner.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py", "span": "L54-L86", "signature": "def __init__( self, model: Union[nn.Module, Dict], # [verl] model itself or its parameter dict model_config: ModelConfig, parallel_config: ParallelConfig, scheduler_config: SchedulerConfig, device_config: DeviceConfig, cache_config: CacheConfig, load_config: LoadConfig, lora_config: Optional[LoRAConfig], kv_cache_dtype: Optional[str] = \"auto\", is_driver_worker: bool = False, prompt_adapter_config: Optional[PromptAdapterConfig] = None, multimodal_config: Optional[MultiModalConfig] = None, return_hidden_states: bool = False, )", "exported": false, "origin": "ast", "body_hash": "d7550ba499f4f84657dda3cfaae57c56ff42fcb17223ad9e221ad009f2317683", "summary_state": "pending", "summary": null, "crux": null, "owner": "ModelRunner" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py#ModelRunner.load_model", "name": "load_model", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py", "span": "L89-L150", "signature": "def load_model(self) -> None", "exported": true, "origin": "ast", "body_hash": "010c8088ed5802d4ce3450238bc7b4646e127163b45093678c939f3013e26af3", "summary_state": "pending", "summary": null, "crux": null, "owner": "ModelRunner" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py", "name": "parallel_state.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py", "span": "L1-L304", "signature": null, "exported": true, "origin": "ast", "body_hash": "f9b0ec025d5523972e62f343f5a80c35dc6f68199a735ee1dc6f45e68e731fbb", "chars": 13091, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#ensure_model_parallel_initialized", "name": "ensure_model_parallel_initialized", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py", "span": "L68-L91", "signature": "def ensure_model_parallel_initialized( tensor_model_parallel_size: int, pipeline_model_parallel_size: int = 1, backend: Optional[str] = None, ) -> None", "exported": true, "origin": "ast", "body_hash": "ee2d7fbd303c49788967d4627d0dc1178465269367c334e800181dde28d329e1", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#get_device_mesh", "name": "get_device_mesh", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py", "span": "L272-L274", "signature": "def get_device_mesh()", "exported": true, "origin": "ast", "body_hash": "2ac9c1236bccce8a6f34fa68c3df23bd33dcc07a6041cb0f4ff8d7cff2dcd147", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#get_tensor_model_parallel_group", "name": "get_tensor_model_parallel_group", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py", "span": "L282-L285", "signature": "def get_tensor_model_parallel_group()", "exported": true, "origin": "ast", "body_hash": "cce2f525ea01566a94c641ca09b83e3d049800e965231549a1522b424bc74fbd", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#get_tensor_model_parallel_rank", "name": "get_tensor_model_parallel_rank", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py", "span": "L293-L295", "signature": "def get_tensor_model_parallel_rank()", "exported": true, "origin": "ast", "body_hash": "7d7e3527eb0fbc1e8f6ca37c5449d0a44e76ded85a0b824cf4f92bda58558364", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#get_tensor_model_parallel_src_rank", "name": "get_tensor_model_parallel_src_rank", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py", "span": "L298-L303", "signature": "def get_tensor_model_parallel_src_rank()", "exported": true, "origin": "ast", "body_hash": "cfa50af80e4b8151b634ff31e0fe23018462a6f55018e05a8cc9c4918ef4e48e", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#get_tensor_model_parallel_world_size", "name": "get_tensor_model_parallel_world_size", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py", "span": "L288-L290", "signature": "def get_tensor_model_parallel_world_size()", "exported": true, "origin": "ast", "body_hash": "c1af0d2aaf0c6f73d3dc5df62d1ec18f42133f1075e5262abc2daf509ff9dc98", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#initialize_model_parallel", "name": "initialize_model_parallel", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py", "span": "L191-L264", "signature": "def initialize_model_parallel( tensor_model_parallel_size: int = 1, pipeline_model_parallel_size: int = 1, backend: Optional[str] = None, ) -> None", "exported": true, "origin": "ast", "body_hash": "6df5843fd3529c4eacf993225112ff7760bed9868f386ce7cf2163e01af1a4e0", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#initialize_model_parallel_for_vllm", "name": "initialize_model_parallel_for_vllm", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py", "span": "L101-L188", "signature": "def initialize_model_parallel_for_vllm(tensor_model_parallel_size: int, num_tensor_model_parallel_groups_per_train_tp: int = 1, pipeline_model_parallel_size: int = 1) -> None", "exported": true, "origin": "ast", "body_hash": "b70decce5a554cc9a2ad5469a0758d0e197ff442eddd5996386554b08f22c068", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#initialize_parallel_state", "name": "initialize_parallel_state", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py", "span": "L37-L65", "signature": "def initialize_parallel_state( distributed_init_method: str = \"env://\", backend: str = \"nccl\", tensor_model_parallel_size: int = 1, num_tp_per_train_tp: int = 1, pipeline_model_parallel_size: int = 1, ): # torch.distributed.all_reduce does not free the input tensor until # the synchronization point. This causes the memory usage to grow # as the number of all_reduce calls increases. This env var disables # this behavior. # Related issue: # https://discuss.pytorch.org/t/cuda-allocation-lifetime-for-inputs-to-distributed-all-reduce/191573", "exported": true, "origin": "ast", "body_hash": "217b72043f1a4eb925270bf6070f0f1469d3376d7a2f0ff825165e00247c2cbb", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#model_parallel_is_initialized", "name": "model_parallel_is_initialized", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py", "span": "L95-L98", "signature": "def model_parallel_is_initialized()", "exported": true, "origin": "ast", "body_hash": "ae02ee0f5a445b448f56207018602740fdc482a8e5383166665c368c8421bccc", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "name": "spmd_gpu_executor.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "span": "L1-L254", "signature": null, "exported": true, "origin": "ast", "body_hash": "3ce0cddfb329f0898287fcef40209e88cd8d8f6e4dc1e7ad78e31ac2bacfce7f", "chars": 10184, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#get_open_port", "name": "get_open_port", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "span": "L237-L240", "signature": "def get_open_port()", "exported": true, "origin": "ast", "body_hash": "d88039216a61e6ec2a0e1328331a7b83f0af92fe7306e2625e8d4f34b557c26e", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#initialize_cluster", "name": "initialize_cluster", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "span": "L213-L234", "signature": "def initialize_cluster( parallel_config: ParallelConfig, engine_use_ray: bool = False, ray_address: Optional[str] = None, ) -> Tuple[str, Optional[None]]", "exported": true, "origin": "ast", "body_hash": "d737f1830326ce53e8589f097411c5f17acdd325ad8b62f3817f6527312dfe79", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor", "name": "SPMDGPUExecutor", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "span": "L34-L210", "signature": "class SPMDGPUExecutor(ExecutorBase)", "exported": true, "origin": "ast", "body_hash": "d85266b0ca1574187cff585716c3b40fc2037574d120ad3646c9d5ecacb91c9b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "span": "L37-L63", "signature": "def __init__( self, model, # pytorch model itself or its parameter dict model_config: ModelConfig, cache_config: CacheConfig, parallel_config: ParallelConfig, scheduler_config: SchedulerConfig, device_config: DeviceConfig, load_config: LoadConfig, lora_config: Optional[LoRAConfig], multimodal_config: Optional[MultiModalConfig], speculative_config: Optional[SpeculativeConfig], prompt_adapter_config: Optional[PromptAdapterConfig], ) -> None", "exported": false, "origin": "ast", "body_hash": "efb6aa3aeb4240545c5fc41e1941e39fc71a9712ba0bcc180ce3aa9be0c799c2", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor._init_executor", "name": "_init_executor", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "span": "L66-L70", "signature": "def _init_executor(self, model, distributed_init_method) -> None", "exported": false, "origin": "ast", "body_hash": "250ab123bb88f594c2ad692273d68d9f61a0601c0730510375dc528bc3d4e8d4", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor._init_workers_sp", "name": "_init_workers_sp", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "span": "L72-L105", "signature": "def _init_workers_sp(self, model, distributed_init_method: str): # Lazy import the Worker to avoid importing torch.cuda/xformers # before CUDA_VISIBLE_DEVICES is set in the Worker", "exported": false, "origin": "ast", "body_hash": "60040a790ec4c9c49c5e73de8f677654382901bb4c8161e7b24032dcc75c42f5", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.add_lora", "name": "add_lora", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "span": "L164-L166", "signature": "def add_lora(self, lora_request: LoRARequest) -> bool", "exported": true, "origin": "ast", "body_hash": "22a01766fd3ba5823ac7f31e7164043c28514e0346dceaf1705ede572c20a6c0", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.add_prompt_adapter", "name": "add_prompt_adapter", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "span": "L183-L186", "signature": "def add_prompt_adapter(self, prompt_adapter_request: PromptAdapterRequest) -> bool", "exported": true, "origin": "ast", "body_hash": "ca414add4567bf4da32f457533bc207bedb920d26ee303818d284649fb8c9cc4", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.check_health", "name": "check_health", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "span": "L175-L178", "signature": "def check_health(self) -> None: # SPMDExecutor will always be healthy as long as # it's running.", "exported": true, "origin": "ast", "body_hash": "48ca06f8f34b874ea336f29bb675c8616e07b51643c0ee9e4708d53fc9b3fa9a", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.determine_num_available_blocks", "name": "determine_num_available_blocks", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "span": "L107-L125", "signature": "def determine_num_available_blocks(self) -> Tuple[int, int]", "exported": true, "origin": "ast", "body_hash": "dbbbc1bd7aa827704263dacd159512c096e5693fe6fa928309c9ed5451aa5514", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.execute_model", "name": "execute_model", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "span": "L156-L162", "signature": "def execute_model(self, execute_model_req) -> List[SamplerOutput]", "exported": true, "origin": "ast", "body_hash": "aae188cc605ed5322f94d274292f73007610b372cfc40fda0aa9a0800811b7a5", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.free_cache_engine", "name": "free_cache_engine", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "span": "L153-L154", "signature": "def free_cache_engine(self) -> None", "exported": true, "origin": "ast", "body_hash": "869ecde616def986458e35749106985c797ce877ae77ec9bab2ddf6490106436", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.init_cache_engine", "name": "init_cache_engine", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "span": "L150-L151", "signature": "def init_cache_engine(self) -> None", "exported": true, "origin": "ast", "body_hash": "135998160b42b08111bb719b769019409c044dd0da5bd18e3cf1819bf579782e", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.initialize_cache", "name": "initialize_cache", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "span": "L127-L147", "signature": "def initialize_cache(self, num_gpu_blocks: int, num_cpu_blocks: int) -> None", "exported": true, "origin": "ast", "body_hash": "1a1bc217eeed8020b0c93c5ea547950d65edd6448ee5de0cfa6514fc704ef066", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.list_loras", "name": "list_loras", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "span": "L172-L173", "signature": "def list_loras(self) -> Set[int]", "exported": true, "origin": "ast", "body_hash": "84207e642ba5b1e08cab7f7c4d2b2014f03cbfebd74f378d55838bda1d0c31b7", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.list_prompt_adapters", "name": "list_prompt_adapters", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "span": "L188-L189", "signature": "def list_prompt_adapters(self) -> Set[int]", "exported": true, "origin": "ast", "body_hash": "2f22e71786a397ac8276f938821afca6e4319a157e7b64045de915ac7d3c7c9f", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.offload_model_weights", "name": "offload_model_weights", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "span": "L206-L207", "signature": "def offload_model_weights(self) -> None", "exported": true, "origin": "ast", "body_hash": "c346b8cbee5a5fe63905573385e113fb7b59c46e58b26ecc132e331ba728ea49", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.pin_lora", "name": "pin_lora", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "span": "L191-L193", "signature": "def pin_lora(self, lora_id: int) -> bool", "exported": true, "origin": "ast", "body_hash": "c86bee657fbd9fd8a3dc326489d09c0027c46e8d655205b5ddc8af2122ea076d", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.pin_prompt_adapter", "name": "pin_prompt_adapter", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "span": "L195-L198", "signature": "def pin_prompt_adapter(self, prompt_adapter_id: int) -> bool", "exported": true, "origin": "ast", "body_hash": "e28685e28d6b9d35343e7d9249656fb52d328daac664ce0b1266b32f888c0c3f", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.remove_lora", "name": "remove_lora", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "span": "L168-L170", "signature": "def remove_lora(self, lora_id: int) -> bool", "exported": true, "origin": "ast", "body_hash": "13816aebed74124d7222df89c015c122a2dace11bbe74355d4b3e2b0d545e089", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.remove_prompt_adapter", "name": "remove_prompt_adapter", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "span": "L200-L203", "signature": "def remove_prompt_adapter(self, prompt_adapter_id: int) -> bool", "exported": true, "origin": "ast", "body_hash": "206a88ff5a5553261eec7bd5906de4ab2cb79e75a4d2d166d5f14eddc5bd7e49", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.sync_model_weights", "name": "sync_model_weights", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "span": "L209-L210", "signature": "def sync_model_weights(self, actor_weights: Dict[str, torch.Tensor], load_format: str) -> None", "exported": true, "origin": "ast", "body_hash": "e7853eafaa9c2dd18668c019f3a34f0b873eb14ebc971798a00af8501b8de047", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutorAsync", "name": "SPMDGPUExecutorAsync", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "span": "L244-L253", "signature": "class SPMDGPUExecutorAsync(SPMDGPUExecutor, ExecutorAsyncBase)", "exported": true, "origin": "ast", "body_hash": "a4473dfeed05058503ca8f50986836a978e7445454d17a15c9a1a71dc1c1ae0c", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutorAsync.check_health_async", "name": "check_health_async", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "span": "L250-L253", "signature": "async def check_health_async(self) -> None", "exported": true, "origin": "ast", "body_hash": "fe8c9a207c0e656691830f7feb9005f0015b9529086d8913552ff6134a65430b", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutorAsync" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutorAsync.execute_model_async", "name": "execute_model_async", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "span": "L246-L248", "signature": "async def execute_model_async(self, execute_model_req: ExecuteModelRequest) -> List[SamplerOutput]", "exported": true, "origin": "ast", "body_hash": "832d82699df49a6c8509c3c7f505f16afd4d4b985ff4fd27e7e1f5bdf2d96c0c", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutorAsync" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py", "name": "tokenizer.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py", "span": "L1-L78", "signature": null, "exported": true, "origin": "ast", "body_hash": "497a401f78f5c164308c4d48df0144e8b0c7a47bd4dfb3212681c8d511fe98bb", "chars": 3310, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py#TokenizerGroup", "name": "TokenizerGroup", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py", "span": "L25-L77", "signature": "class TokenizerGroup", "exported": true, "origin": "ast", "body_hash": "c107b245077e329b7be7c53602c2fad707f0231d9dcb1df954ad8280adebefb6", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py#TokenizerGroup.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py", "span": "L28-L33", "signature": "def __init__(self, tokenizer: PreTrainedTokenizer, enable_lora: bool, max_num_seqs: int, max_input_length: Optional[int])", "exported": false, "origin": "ast", "body_hash": "ac7258b8cb647fbec870bbffdc1633018f85352db29d6a00fd04abe0a3a94186", "summary_state": "pending", "summary": null, "crux": null, "owner": "TokenizerGroup" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py#TokenizerGroup.encode", "name": "encode", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py", "span": "L43-L48", "signature": "def encode(self, prompt: str, request_id: Optional[str] = None, lora_request: Optional[LoRARequest] = None) -> List[int]", "exported": true, "origin": "ast", "body_hash": "c7cd151da6e5d1fb514dcc275e13f4c289111810f56df69c36b64c0d3f2cbc9c", "summary_state": "pending", "summary": null, "crux": null, "owner": "TokenizerGroup" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py#TokenizerGroup.encode_async", "name": "encode_async", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py", "span": "L50-L55", "signature": "async def encode_async(self, prompt: str, request_id: Optional[str] = None, lora_request: Optional[LoRARequest] = None) -> List[int]", "exported": true, "origin": "ast", "body_hash": "e0ccf679cf9c6ab3aeebd6ff19c82fdfdb9328b3357f16319f00fadca9561589", "summary_state": "pending", "summary": null, "crux": null, "owner": "TokenizerGroup" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py#TokenizerGroup.eos_token_id", "name": "eos_token_id", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py", "span": "L76-L77", "signature": "def eos_token_id(self)", "exported": true, "origin": "ast", "body_hash": "57455769f69da68b62a323b65045e6baf5ecb3dde6a703266578aeeb1bf096a2", "summary_state": "pending", "summary": null, "crux": null, "owner": "TokenizerGroup" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py#TokenizerGroup.get_lora_tokenizer", "name": "get_lora_tokenizer", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py", "span": "L57-L68", "signature": "def get_lora_tokenizer(self, lora_request: Optional[LoRARequest]) -> \"PreTrainedTokenizer\"", "exported": true, "origin": "ast", "body_hash": "66dbb721b6874d42fc9c39c04fd34dd635d82d307c22dcbff76c9464a47c01ca", "summary_state": "pending", "summary": null, "crux": null, "owner": "TokenizerGroup" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py#TokenizerGroup.get_max_input_len", "name": "get_max_input_len", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py", "span": "L39-L41", "signature": "def get_max_input_len(self, lora_request: Optional[LoRARequest] = None) -> Optional[int]", "exported": true, "origin": "ast", "body_hash": "232098bcc1725540b28685d973367034b497ccefd004f560ceab1bf3cae8ae28", "summary_state": "pending", "summary": null, "crux": null, "owner": "TokenizerGroup" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py#TokenizerGroup.pad_token_id", "name": "pad_token_id", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py", "span": "L72-L73", "signature": "def pad_token_id(self)", "exported": true, "origin": "ast", "body_hash": "09c75a3902b0bb0ca3d7cec97618ef037c84e09c3213f62cd5ee9aa99c2b6669", "summary_state": "pending", "summary": null, "crux": null, "owner": "TokenizerGroup" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py#TokenizerGroup.ping", "name": "ping", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py", "span": "L35-L37", "signature": "def ping(self) -> bool", "exported": true, "origin": "ast", "body_hash": "97d31a1c22925222b76fe44142930b66980680e4e167b8a2be973980797507c3", "summary_state": "pending", "summary": null, "crux": null, "owner": "TokenizerGroup" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/worker.py", "name": "worker.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_5_4/worker.py", "span": "L1-L324", "signature": null, "exported": true, "origin": "ast", "body_hash": "4235c9a8d985c1c4c4b6db086b3515c38681517a11f77004a488c6790383897c", "chars": 15305, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/worker.py#init_worker_distributed_environment", "name": "init_worker_distributed_environment", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_5_4/worker.py", "span": "L286-L323", "signature": "def init_worker_distributed_environment( parallel_config: ParallelConfig, rank: int, distributed_init_method: Optional[str] = \"env://\", local_rank: int = -1, ) -> None", "exported": true, "origin": "ast", "body_hash": "47aae7bc783a62330d323b54287bc9471810f2cc94d258383dc2c3a8cc25c467", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker", "name": "Worker", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_5_4/worker.py", "span": "L44-L283", "signature": "class Worker(Worker)", "exported": true, "origin": "ast", "body_hash": "7a9d27b5df666f5c1c2c4ac2eda6a86754725cf04a0d74392813f446294c5366", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/worker.py", "span": "L52-L132", "signature": "def __init__( self, model: Union[nn.Module, Dict], # model itself or its parameter dict model_config: ModelConfig, parallel_config: ParallelConfig, scheduler_config: SchedulerConfig, device_config: DeviceConfig, cache_config: CacheConfig, load_config: LoadConfig, local_rank: int, rank: int, distributed_init_method: str, lora_config: Optional[LoRAConfig] = None, multimodal_config: Optional[MultiModalConfig] = None, speculative_config: Optional[SpeculativeConfig] = None, prompt_adapter_config: Optional[PromptAdapterConfig] = None, is_driver_worker: bool = False, model_runner_cls: Optional[Type[GPUModelRunnerBase]] = None, ) -> None: # self.model = model # will be replaced in the init_model", "exported": false, "origin": "ast", "body_hash": "d9d5d136a2d17429b68b1dc3148742f9200c28cffc863a231fcba48ad935df1a", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker._init_cache_engine", "name": "_init_cache_engine", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/worker.py", "span": "L229-L231", "signature": "def _init_cache_engine(self)", "exported": false, "origin": "ast", "body_hash": "ddbf730d543fa64f637055bf2b4047182f388f84f7375434e0765a7cd602b012", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker.determine_num_available_blocks", "name": "determine_num_available_blocks", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/worker.py", "span": "L171-L227", "signature": "def determine_num_available_blocks(self) -> Tuple[int, int]", "exported": true, "origin": "ast", "body_hash": "ce0397c0e7f9c76ce5efbc55529fb217297905a3f39186e5a5e620cf7b7a39df", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker.execute_model", "name": "execute_model", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/worker.py", "span": "L239-L263", "signature": "def execute_model(self, execute_model_req: ExecuteModelRequest, intermediate_tensors: Optional[IntermediateTensors] = None) -> Optional[List[SamplerOutput]]", "exported": true, "origin": "ast", "body_hash": "a38f711b02ba25f57599a500d004e227b5d8737742fc8c7d1945c61a8232f91a", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker.free_cache_engine", "name": "free_cache_engine", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/worker.py", "span": "L233-L236", "signature": "def free_cache_engine(self): # ensure `enforce_eager=True`", "exported": true, "origin": "ast", "body_hash": "d384948b80b2c04ee44319bcd88c9b941e3967b68e2050a10073ade04af52223", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker.init_device", "name": "init_device", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/worker.py", "span": "L134-L168", "signature": "def init_device(self) -> None", "exported": true, "origin": "ast", "body_hash": "762272295f8ebaa0d8a603527f1c7088967ebd4ff4562d0c715a5656dcddc70b", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker.offload_model_weights", "name": "offload_model_weights", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/worker.py", "span": "L275-L283", "signature": "def offload_model_weights(self) -> None", "exported": true, "origin": "ast", "body_hash": "58d8d5e64a0765436d968d3a9641e3432be0a43a9ca286f99b1f827937e19e31", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker.sync_model_weights", "name": "sync_model_weights", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_5_4/worker.py", "span": "L266-L273", "signature": "def sync_model_weights(self, actor_weights: Dict, load_format: str)", "exported": true, "origin": "ast", "body_hash": "61f049debd75c5e97bb95de1fbaf9d769e14978f2c8fd9b2ab6143756010d1d1", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/__init__.py", "name": "__init__.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_6_3/__init__.py", "span": "L1-L14", "signature": null, "exported": true, "origin": "ast", "body_hash": "e65abd77db034b4f29eb1268c24867f84919dbce22e28d1997e563ed1d94179c", "chars": 600, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/arg_utils.py", "name": "arg_utils.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_6_3/arg_utils.py", "span": "L1-L79", "signature": null, "exported": true, "origin": "ast", "body_hash": "fa211803d2705904fa27b4af7c4db629e60623046cc675bc04f5786a20675efc", "chars": 3142, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/arg_utils.py#EngineArgs", "name": "EngineArgs", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_6_3/arg_utils.py", "span": "L27-L78", "signature": "class EngineArgs(EngineArgs)", "exported": true, "origin": "ast", "body_hash": "0536f116cad1dbbd6f44493fe7c712af4a85b622a2fb2f63de00ee04edc64384", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/arg_utils.py#EngineArgs.__post_init__", "name": "__post_init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/arg_utils.py", "span": "L30-L31", "signature": "def __post_init__(self)", "exported": false, "origin": "ast", "body_hash": "46a2c1b4cda8162afa0e53406e74c3fa2773a3d3cf49cbfad2f0e012ad34962d", "summary_state": "pending", "summary": null, "crux": null, "owner": "EngineArgs" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/arg_utils.py#EngineArgs.create_engine_config", "name": "create_engine_config", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/arg_utils.py", "span": "L70-L78", "signature": "def create_engine_config(self) -> EngineConfig", "exported": true, "origin": "ast", "body_hash": "205ff65a867a66c0ac8f07ed62910d43068e986f8a190227b9e20ff535354901", "summary_state": "pending", "summary": null, "crux": null, "owner": "EngineArgs" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/arg_utils.py#EngineArgs.create_load_config", "name": "create_load_config", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/arg_utils.py", "span": "L62-L68", "signature": "def create_load_config(self) -> LoadConfig", "exported": true, "origin": "ast", "body_hash": "1b0b41bbcb50a943e065875cb081e44cb92a60fb8100089a863d88fb919ac17c", "summary_state": "pending", "summary": null, "crux": null, "owner": "EngineArgs" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/arg_utils.py#EngineArgs.create_model_config", "name": "create_model_config", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/arg_utils.py", "span": "L33-L60", "signature": "def create_model_config(self) -> ModelConfig", "exported": true, "origin": "ast", "body_hash": "3cdaa2eb583755cc7ee52f6c06e4d3a6d6cbbadea6bec6481ab4afc4988e3016", "summary_state": "pending", "summary": null, "crux": null, "owner": "EngineArgs" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/config.py", "name": "config.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_6_3/config.py", "span": "L1-L106", "signature": null, "exported": true, "origin": "ast", "body_hash": "9380fdc1024ef0ec327c75c35195a009edfdcf39a4e92f53a45149fe246cec6d", "chars": 4167, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/config.py#LoadConfig", "name": "LoadConfig", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_6_3/config.py", "span": "L52-L105", "signature": "class LoadConfig", "exported": true, "origin": "ast", "body_hash": "67e0f3183826a100694398b0aaccda5cf1e6a6238607523ec3ba473dc971aca6", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/config.py#LoadConfig.__post_init__", "name": "__post_init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/config.py", "span": "L80-L89", "signature": "def __post_init__(self)", "exported": false, "origin": "ast", "body_hash": "5094b5416a54d00d4a1013fa86e20a0199223b86997c6d96b2410245cb2b7f25", "summary_state": "pending", "summary": null, "crux": null, "owner": "LoadConfig" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/config.py#LoadConfig._verify_load_format", "name": "_verify_load_format", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/config.py", "span": "L91-L105", "signature": "def _verify_load_format(self) -> None", "exported": false, "origin": "ast", "body_hash": "f9f7e30ec352e2c4183434a9e0e078cb7cff2b5e08499624e93b0b4857aff8ab", "summary_state": "pending", "summary": null, "crux": null, "owner": "LoadConfig" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/config.py#LoadFormat", "name": "LoadFormat", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_6_3/config.py", "span": "L34-L41", "signature": "class LoadFormat(str, enum.Enum)", "exported": true, "origin": "ast", "body_hash": "28b7fada87a4f663b8593985bb82bd6681e6a4ab7ef047ee5236f7d78e149941", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/config.py#ModelConfig", "name": "ModelConfig", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_6_3/config.py", "span": "L44-L48", "signature": "class ModelConfig(ModelConfig)", "exported": true, "origin": "ast", "body_hash": "f2f9a35098d45fd4869cab61ef089d692a84897e0142cfa16fb6669771862fd0", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/config.py#ModelConfig.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/config.py", "span": "L46-L48", "signature": "def __init__(self, hf_config: PretrainedConfig, *args, **kwargs) -> None", "exported": false, "origin": "ast", "body_hash": "e06bead7676f178cc098a39e55e14bdd7ae6617c87158b97104c36ebcc38f7d0", "summary_state": "pending", "summary": null, "crux": null, "owner": "ModelConfig" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py", "name": "dtensor_weight_loaders.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py", "span": "L1-L381", "signature": null, "exported": true, "origin": "ast", "body_hash": "280ba6eacd660cb208f6e0fe1b427cd634c67927121328d6b3bc1226d59d0280", "chars": 17356, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#_get_model_weight_loader", "name": "_get_model_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py", "span": "L371-L375", "signature": "def _get_model_weight_loader(arch: str)", "exported": false, "origin": "ast", "body_hash": "2aff4020b0abe87a16fdc5b4ba0f9ed8f437312a1edfce1320e5726f5165c8ae", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#_process_parameter_names", "name": "_process_parameter_names", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py", "span": "L326-L339", "signature": "def _process_parameter_names(name): # Remove '.weight' if it exists at the end of the string", "exported": false, "origin": "ast", "body_hash": "32ced0f6904a96973b48620ad345f314a91ddd2e87c876246a75d308ca0226c5", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#deepseekv2_dtensor_weight_loader", "name": "deepseekv2_dtensor_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py", "span": "L228-L305", "signature": "def deepseekv2_dtensor_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "6ec264e61d6a93fe5c3bf388847ba367d47ce4d0865b52155a42fadce0b51137", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#gemma_dtensor_weight_loader", "name": "gemma_dtensor_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py", "span": "L24-L58", "signature": "def gemma_dtensor_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "35350e6cb89b3798ab1d6f2f9440feb37eb4da95d6cd8b05e563f390cdfc4e5e", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#gpt2_dtensor_weight_loader", "name": "gpt2_dtensor_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py", "span": "L308-L309", "signature": "def gpt2_dtensor_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "e26a0b664180d6dbfeb3ba74e435ba77e0a32726d4fc799cc1282d68edce33d9", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#gptbigcode_dtensor_load_weights", "name": "gptbigcode_dtensor_load_weights", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py", "span": "L61-L73", "signature": "def gptbigcode_dtensor_load_weights(actor_weights: Dict, vllm_model: nn.Module)", "exported": true, "origin": "ast", "body_hash": "7494a5e13088c35a8ed94c153c3d247196ed1c1f0c08b38b75cfc6be4046b77e", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#llama_dtensor_weight_loader", "name": "llama_dtensor_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py", "span": "L107-L148", "signature": "def llama_dtensor_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "4e7619de64eee88249884eb893161ea6c86e46f48c0b4ff71dd5f1efb67fa07f", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#load_dtensor_weights", "name": "load_dtensor_weights", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py", "span": "L363-L368", "signature": "def load_dtensor_weights(actor_weights: Dict, vllm_model: nn.Module)", "exported": true, "origin": "ast", "body_hash": "d614ba13175fcb0a1db90bcd80acdd13cbcddb57eb013b3ce25386d8328656ce", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#qwen2_dtensor_weight_loader", "name": "qwen2_dtensor_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py", "span": "L151-L185", "signature": "def qwen2_dtensor_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "d634800a458d316c8c20305017f2eb526adabb69ada10e7f834c8db536aa50dc", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#qwen2vl_dtensor_weight_loader", "name": "qwen2vl_dtensor_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py", "span": "L188-L222", "signature": "def qwen2vl_dtensor_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "f4caef72eead6bfb4b996cab616abec20ec679a1990f029d0aacadc36f37e301", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#redistribute_dtensor", "name": "redistribute_dtensor", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py", "span": "L312-L323", "signature": "def redistribute_dtensor(param_name: str, loaded_weights: DTensor, parallelize_plan: Dict = None)", "exported": true, "origin": "ast", "body_hash": "32cdf551169eca64177afa6234b3b8b4738adef11e09cf64d2298ed7166aecc6", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#starcoder2_dtensor_load_weights", "name": "starcoder2_dtensor_load_weights", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py", "span": "L76-L104", "signature": "def starcoder2_dtensor_load_weights(actor_weights: Dict, vllm_model: nn.Module)", "exported": true, "origin": "ast", "body_hash": "e13c1e9a0944634e39269ff65f9fecf9fad5ef957c93d6ac35727465476f3896", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#update_dtensor_weight_loader", "name": "update_dtensor_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py", "span": "L379-L380", "signature": "def update_dtensor_weight_loader()", "exported": true, "origin": "ast", "body_hash": "3251c12c590cfa8575d836647130786146b1ba578183f484f98d2dac2cce5914", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/hf_weight_loader.py", "name": "hf_weight_loader.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_6_3/hf_weight_loader.py", "span": "L1-L42", "signature": null, "exported": true, "origin": "ast", "body_hash": "01e371e44c45c0a4ecc2a757f3244a7220f6baa31c52a57d3b6c58f07a367752", "chars": 1773, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/hf_weight_loader.py#load_hf_weights", "name": "load_hf_weights", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/hf_weight_loader.py", "span": "L27-L41", "signature": "def load_hf_weights(actor_weights: Dict, vllm_model: nn.Module)", "exported": true, "origin": "ast", "body_hash": "ba5f0f2cc08e7ff77c5fbacded07d517f7cee3cee904129e40a6bb641a06de22", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/hf_weight_loader.py#update_hf_weight_loader", "name": "update_hf_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/hf_weight_loader.py", "span": "L22-L24", "signature": "def update_hf_weight_loader()", "exported": true, "origin": "ast", "body_hash": "0cfa434a2a336b6f473cf6dc29e094817916dd89411d0ff741380d2aacf82d44", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "name": "llm_engine_sp.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "span": "L1-L409", "signature": null, "exported": true, "origin": "ast", "body_hash": "618c464b9b80f595863c9c831c65a53a854f695012cc506f63c691073bf86e53", "chars": 17823, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine", "name": "LLMEngine", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "span": "L61-L408", "signature": "class LLMEngine(LLMEngine)", "exported": true, "origin": "ast", "body_hash": "46fb09d7c2276880c6e9da3797b31c380c1d1261c99ac5324a77546afc773c51", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "span": "L95-L334", "signature": "def __init__( self, # NOTE(sgm): first two arguments are added for verl model: Union[nn.Module, Dict], # model itself or its parameter dict tokenizer: nn.Module, # NOTE(sgm): vllm original arguments model_config: ModelConfig, cache_config: CacheConfig, parallel_config: ParallelConfig, scheduler_config: SchedulerConfig, device_config: DeviceConfig, load_config: LoadConfig, lora_config: Optional[LoRAConfig], speculative_config: Optional[SpeculativeConfig], decoding_config: Optional[DecodingConfig], observability_config: Optional[ObservabilityConfig], prompt_adapter_config: Optional[PromptAdapterConfig], executor_class: Type[ExecutorBase], log_stats: bool, usage_context: UsageContext = UsageContext.ENGINE_CONTEXT, stat_loggers: Optional[Dict[str, StatLoggerBase]] = None, input_registry: InputRegistry = INPUT_REGISTRY, use_cached_outputs: bool = False, ) -> None", "exported": false, "origin": "ast", "body_hash": "4e2f68da0e010f58512e1c1af8389c22423738af3689cdcdf309ad49b9296a8b", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine.__init__.get_tokenizer_for_seq", "name": "get_tokenizer_for_seq", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "span": "L200-L202", "signature": "def get_tokenizer_for_seq(sequence: Sequence) -> AnyTokenizer", "exported": true, "origin": "ast", "body_hash": "a4fc5f7c45dc3744ff69612ccd9adeba61d7d1368636edc91c1a87741156c8c1", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine._get_executor_cls", "name": "_get_executor_cls", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "span": "L355-L369", "signature": "def _get_executor_cls(cls, engine_config: EngineConfig) -> Type[ExecutorBase]", "exported": false, "origin": "ast", "body_hash": "70d7dde8a56224cb196bd8cd57edcf4240f871b3f5f846174b9ebd12cd794e45", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine._init_tokenizer", "name": "_init_tokenizer", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "span": "L337-L342", "signature": "def _init_tokenizer(self, tokenizer, **tokenizer_init_kwargs)", "exported": false, "origin": "ast", "body_hash": "14caea76c616136989b92122bb1c73ca013e47bed311a2b9dbc88616d313fe4a", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine.free_cache_engine", "name": "free_cache_engine", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "span": "L349-L350", "signature": "def free_cache_engine(self)", "exported": true, "origin": "ast", "body_hash": "61329183cfad12da6f1cfae074a6cf5526b7ffa477e5571a36f81ab4ce9e6e46", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine.from_engine_args", "name": "from_engine_args", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "span": "L372-L402", "signature": "def from_engine_args( cls, model, tokenizer, engine_args: EngineArgs, usage_context: UsageContext = UsageContext.ENGINE_CONTEXT, stat_loggers: Optional[Dict[str, StatLoggerBase]] = None, ) -> \"LLMEngine\"", "exported": true, "origin": "ast", "body_hash": "6a688879126b4d109b8039708c4e41e16ac8ec29c485464d43333ec32556a0f5", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine.init_cache_engine", "name": "init_cache_engine", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "span": "L344-L347", "signature": "def init_cache_engine(self): # TODO: check whether we should rebuild the CUDAGraph every iter when offload/load KVCache # Re-capture CUDAGraph would be time-consuming", "exported": true, "origin": "ast", "body_hash": "b8670db02a6509c498d21709df59989b89cdc29c54be45a2684c9a9514906677", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine.offload_model_weights", "name": "offload_model_weights", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "span": "L407-L408", "signature": "def offload_model_weights(self) -> None", "exported": true, "origin": "ast", "body_hash": "e77bccf4128d8406c1aae651fad5c639bd60d4b251e0a060f0fdb8196cb26eaf", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine.sync_model_weights", "name": "sync_model_weights", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "span": "L404-L405", "signature": "def sync_model_weights(self, actor_weights: Dict[str, torch.Tensor], load_format: str) -> None", "exported": true, "origin": "ast", "body_hash": "3e783d98664a0f1d1e1d5620565f52cce66f192cc38c10123eeb27fe5c8d2776", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLMEngine" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/llm.py", "name": "llm.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_6_3/llm.py", "span": "L1-L201", "signature": null, "exported": true, "origin": "ast", "body_hash": "5bc262b93ac5e938c82cc51f0e48b22a33cf13d0f5966f02afa15b60445203ff", "chars": 10236, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM", "name": "LLM", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_6_3/llm.py", "span": "L31-L200", "signature": "class LLM(LLM)", "exported": true, "origin": "ast", "body_hash": "0692ad9846e8627239ff929ab2b635ee128bd199d394becb264faed570666ebf", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/llm.py", "span": "L85-L143", "signature": "def __init__( self, model: Union[nn.Module, Dict], # model itself or its parameter dict tokenizer: Union[PreTrainedTokenizer, PreTrainedTokenizerFast, HybridEngineBaseTokenizer], model_hf_config: PretrainedConfig, tokenizer_mode: str = \"auto\", trust_remote_code: bool = False, skip_tokenizer_init: bool = False, tensor_parallel_size: int = 1, dtype: str = \"auto\", quantization: Optional[str] = None, revision: Optional[str] = None, tokenizer_revision: Optional[str] = None, seed: int = 0, gpu_memory_utilization: float = 0.9, swap_space: int = 4, cpu_offload_gb: float = 0, enforce_eager: bool = False, max_context_len_to_capture: Optional[int] = None, max_seq_len_to_capture: int = 8192, disable_custom_all_reduce: bool = False, load_format=\"auto\", **kwargs, ) -> None", "exported": false, "origin": "ast", "body_hash": "705dad1dce8b2d1b964e1380b10624fdb2034b731634d8ce98ca3aaad33f47db", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM._post_process_outputs", "name": "_post_process_outputs", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/llm.py", "span": "L174-L194", "signature": "def _post_process_outputs(self, request_outputs: List[RequestOutput]) -> Tuple[torch.Tensor, torch.Tensor]", "exported": false, "origin": "ast", "body_hash": "2f059d479cd20191c8fd2da82dfd4cf2ed401588749f45661f35ac8827ad465a", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM._run_engine", "name": "_run_engine", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/llm.py", "span": "L160-L162", "signature": "def _run_engine(self, *, use_tqdm: bool) -> List[Union[RequestOutput, EmbeddingRequestOutput]]", "exported": false, "origin": "ast", "body_hash": "6fb42d07bbd58fca78525619af30637007ab0e9f639953f061759317bac8cc22", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM.free_cache_engine", "name": "free_cache_engine", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/llm.py", "span": "L148-L149", "signature": "def free_cache_engine(self)", "exported": true, "origin": "ast", "body_hash": "179e8502fa237bb23acb9f06952cf4ae62f3f9010408f63734f8adf6a5163378", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM.get_tokenizer", "name": "get_tokenizer", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/llm.py", "span": "L151-L152", "signature": "def get_tokenizer(self) -> Union[PreTrainedTokenizer, PreTrainedTokenizerFast]", "exported": true, "origin": "ast", "body_hash": "cebad3b0992af1915c8c8a1543b493069d6507f491421f924191ee4b98e60a2f", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM.init_cache_engine", "name": "init_cache_engine", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/llm.py", "span": "L145-L146", "signature": "def init_cache_engine(self)", "exported": true, "origin": "ast", "body_hash": "04d68c22194d8053c926485d043932fb2526f0d73a880157acee875717c5937f", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM.offload_model_weights", "name": "offload_model_weights", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/llm.py", "span": "L199-L200", "signature": "def offload_model_weights(self) -> None", "exported": true, "origin": "ast", "body_hash": "27a73de1e582c115374d023e58aeaf54824c75ca2740c19f48f07d7d67773621", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM.set_tokenizer", "name": "set_tokenizer", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/llm.py", "span": "L154-L158", "signature": "def set_tokenizer( self, tokenizer: Union[PreTrainedTokenizer, PreTrainedTokenizerFast], ) -> None", "exported": true, "origin": "ast", "body_hash": "a9d3cbc026686b5d94c85093062fb18f30a9d4182a5bf7eb9679c456cbc101fa", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM.sync_model_weights", "name": "sync_model_weights", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/llm.py", "span": "L196-L197", "signature": "def sync_model_weights(self, actor_weights: Dict[str, torch.Tensor], load_format: str) -> None", "exported": true, "origin": "ast", "body_hash": "df77662639c0d1c0008e46c21bdeffd4e84ed28fa0388825031e0577e7d24cf8", "summary_state": "pending", "summary": null, "crux": null, "owner": "LLM" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py", "name": "megatron_weight_loaders.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py", "span": "L1-L309", "signature": null, "exported": true, "origin": "ast", "body_hash": "d5c3463d34dace74fbea556bd21655f9027572d72ccba407ce035be6074f668a", "chars": 13909, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#_get_model_weight_loader", "name": "_get_model_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py", "span": "L299-L303", "signature": "def _get_model_weight_loader(arch: str)", "exported": false, "origin": "ast", "body_hash": "f208266263ddc85ba8ce8716c63c6dcb827fbdab60f6cde510bc807de3ed6ed3", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#_replace_name", "name": "_replace_name", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py", "span": "L147-L167", "signature": "def _replace_name(megatron_name, name_mapping)", "exported": false, "origin": "ast", "body_hash": "0156f093825b0689948598884b8c719bed3bf7f43f482b40a143ca5058d9aa48", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#_replace_name~2", "name": "_replace_name", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py", "span": "L231-L251", "signature": "def _replace_name(megatron_name, name_mapping)", "exported": false, "origin": "ast", "body_hash": "0156f093825b0689948598884b8c719bed3bf7f43f482b40a143ca5058d9aa48", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#default_weight_loader", "name": "default_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py", "span": "L37-L43", "signature": "def default_weight_loader(param: torch.Tensor, loaded_weight: torch.Tensor) -> None", "exported": true, "origin": "ast", "body_hash": "effe2162346a6b8bc54a24d7202bad8adca23384cda266718d338c3bd9f1ca68", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#gpt2_weight_loader", "name": "gpt2_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py", "span": "L46-L71", "signature": "def gpt2_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "d7af0ddffa9a06f7c8b64a06c96f5ce1cbbbd5f2c03114b137268dd5d69048eb", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#llama_megatron_core_te_weight_loader", "name": "llama_megatron_core_te_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py", "span": "L86-L114", "signature": "def llama_megatron_core_te_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "2e81b18a30e01a282b9f71e107349b913cfe3801fa38a5ae7fe5e715d76e8d1f", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#llama_megatron_core_te_weight_loader~2", "name": "llama_megatron_core_te_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py", "span": "L170-L198", "signature": "def llama_megatron_core_te_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "2e81b18a30e01a282b9f71e107349b913cfe3801fa38a5ae7fe5e715d76e8d1f", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#llama_megatron_core_weight_loader", "name": "llama_megatron_core_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py", "span": "L117-L144", "signature": "def llama_megatron_core_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "2a435caf684ebc42f496c6218db1c087247a32d9412bd57ece7df4491413340f", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#llama_megatron_core_weight_loader~2", "name": "llama_megatron_core_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py", "span": "L201-L228", "signature": "def llama_megatron_core_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "2a435caf684ebc42f496c6218db1c087247a32d9412bd57ece7df4491413340f", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#llama_megatron_weight_loader", "name": "llama_megatron_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py", "span": "L74-L83", "signature": "def llama_megatron_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module: # NOTE(shengguangming): the megatron llama may have this prefix", "exported": true, "origin": "ast", "body_hash": "e85f937f0d1b176d431ed32c7fdb4f44e023e98630b81ff16d89c4179292cf97", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#load_megatron_weights", "name": "load_megatron_weights", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py", "span": "L291-L296", "signature": "def load_megatron_weights(actor_weights: Dict, vllm_model: nn.Module)", "exported": true, "origin": "ast", "body_hash": "308ec912ee64a38977bfc7739ea5f87730fbe66a16585ef28a7e106241f7e5b9", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#mistral_megatron_weight_loader", "name": "mistral_megatron_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py", "span": "L254-L263", "signature": "def mistral_megatron_weight_loader(actor_weights: Dict, vllm_model: nn.Module) -> nn.Module: # TODO: need to implement a general way to deal with prefix", "exported": true, "origin": "ast", "body_hash": "da2308149252bdda6caeac91a48a8428bb8f71adb703df0b69a2008805ed02cd", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#parallel_weight_loader", "name": "parallel_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py", "span": "L26-L34", "signature": "def parallel_weight_loader(self, param: torch.Tensor, loaded_weight: torch.Tensor) -> None", "exported": true, "origin": "ast", "body_hash": "ce69c9b5888a376326d5a2da38d482358b65ddb842496e072f11a4e5a2873513", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#update_megatron_weight_loader", "name": "update_megatron_weight_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py", "span": "L306-L308", "signature": "def update_megatron_weight_loader()", "exported": true, "origin": "ast", "body_hash": "795025216be7d96096150c3271a691f3f03257fc38134d8fe0313242e0025e67", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "name": "model_loader.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "span": "L1-L339", "signature": null, "exported": true, "origin": "ast", "body_hash": "3f033175550ad920a7398e36a7f0b4e16859b692c4098eeb3a5eca7b97219945", "chars": 14439, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#_get_logits", "name": "_get_logits", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "span": "L297-L307", "signature": "def _get_logits(self, hidden_states: torch.Tensor, embedding: torch.Tensor, embedding_bias: Optional[torch.Tensor]) -> torch.Tensor: # Get the logits for the next tokens.", "exported": false, "origin": "ast", "body_hash": "d294e846526a09f100321505cbacf5666d45ef972200a51c4e4c25557ec585e0", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DTensorLoader", "name": "DTensorLoader", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "span": "L238-L290", "signature": "class DTensorLoader(BaseModelLoader)", "exported": true, "origin": "ast", "body_hash": "3c71b9f5ca8882ec337e16010ece6222e8fe09bd59552951b378f5dc1bb54af5", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DTensorLoader.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "span": "L241-L245", "signature": "def __init__(self, load_config: LoadConfig)", "exported": false, "origin": "ast", "body_hash": "99b71996e90876d493c934aa94f1876756a1c67275908b34337a0fd7ecb2f8eb", "summary_state": "pending", "summary": null, "crux": null, "owner": "DTensorLoader" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DTensorLoader._get_weights_iterator", "name": "_get_weights_iterator", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "span": "L250-L257", "signature": "def _get_weights_iterator(actor_model: Union[PreTrainedModel, Dict]): # NOTE(shengguangming) Load the weights from the actor model", "exported": false, "origin": "ast", "body_hash": "694724aa8c3287baa407271e8b4f4dab178819219fb63707f139916d9a3e0340", "summary_state": "pending", "summary": null, "crux": null, "owner": "DTensorLoader" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DTensorLoader.download_model", "name": "download_model", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "span": "L247-L248", "signature": "def download_model(self, model_config: ModelConfig) -> None", "exported": true, "origin": "ast", "body_hash": "3ce141370ab2a06509ca223bfcbd712fdc81896b53ddbf1264e36c332a6e6ee6", "summary_state": "pending", "summary": null, "crux": null, "owner": "DTensorLoader" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DTensorLoader.load_model", "name": "load_model", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "span": "L259-L290", "signature": "def load_model( self, actor_model: Union[PreTrainedModel, Dict], model_config: ModelConfig, device_config: DeviceConfig, lora_config: Optional[LoRAConfig], parallel_config: ParallelConfig, scheduler_config: SchedulerConfig, cache_config: CacheConfig, ) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "d290773d47d481c8040c359cc9a03cdccbf14ccb4137f8c68c2d45b214dfc48f", "summary_state": "pending", "summary": null, "crux": null, "owner": "DTensorLoader" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DummyModelLoader", "name": "DummyModelLoader", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "span": "L104-L132", "signature": "class DummyModelLoader(BaseModelLoader)", "exported": true, "origin": "ast", "body_hash": "36af2f37e34b7f8b1d60d34890a68cb68fa64b9286c5c4f650623fe1cfbcd25d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DummyModelLoader.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "span": "L107-L111", "signature": "def __init__(self, load_config: LoadConfig)", "exported": false, "origin": "ast", "body_hash": "99b71996e90876d493c934aa94f1876756a1c67275908b34337a0fd7ecb2f8eb", "summary_state": "pending", "summary": null, "crux": null, "owner": "DummyModelLoader" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DummyModelLoader.download_model", "name": "download_model", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "span": "L113-L114", "signature": "def download_model(self, model_config: ModelConfig) -> None", "exported": true, "origin": "ast", "body_hash": "c8227b44f0dc0754d3a16c4793a9bdb91a827b33bad198ceb01715938aff53bb", "summary_state": "pending", "summary": null, "crux": null, "owner": "DummyModelLoader" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DummyModelLoader.load_model", "name": "load_model", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "span": "L116-L132", "signature": "def load_model( self, *, model_config: ModelConfig, device_config: DeviceConfig, lora_config: Optional[LoRAConfig], parallel_config: ParallelConfig, scheduler_config: SchedulerConfig, cache_config: CacheConfig, ) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "9a20bd93efb5801b59f78a7e6fc726a00e8bf4b735aabca7991511d2368509c5", "summary_state": "pending", "summary": null, "crux": null, "owner": "DummyModelLoader" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#get_model", "name": "get_model", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "span": "L33-L62", "signature": "def get_model( actor_model: Union[PreTrainedModel, Dict], model_config: ModelConfig, load_config: LoadConfig, device_config: DeviceConfig, parallel_config: ParallelConfig, scheduler_config: SchedulerConfig, lora_config: Optional[LoRAConfig], cache_config: CacheConfig = None, ) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "636981f000029ee23bb9a673884b46f1605a362843b19acc93c54037a0f718b8", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#get_model_loader", "name": "get_model_loader", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "span": "L65-L101", "signature": "def get_model_loader(load_config: LoadConfig) -> BaseModelLoader", "exported": true, "origin": "ast", "body_hash": "d7c3c9db090b0afd14ff491405a1c8859eddba662b4a5b36c4474d2329ab8f47", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#HFLoader", "name": "HFLoader", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "span": "L190-L235", "signature": "class HFLoader(BaseModelLoader)", "exported": true, "origin": "ast", "body_hash": "ace6f271e24930dbcb16868dbb16decc3c6a5fc654c1982431a2de685038f14c", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#HFLoader.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "span": "L193-L197", "signature": "def __init__(self, load_config: LoadConfig)", "exported": false, "origin": "ast", "body_hash": "99b71996e90876d493c934aa94f1876756a1c67275908b34337a0fd7ecb2f8eb", "summary_state": "pending", "summary": null, "crux": null, "owner": "HFLoader" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#HFLoader._get_weights_iterator", "name": "_get_weights_iterator", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "span": "L202-L208", "signature": "def _get_weights_iterator(self, actor_model: Union[PreTrainedModel, Dict])", "exported": false, "origin": "ast", "body_hash": "74f208cbfb11e08d772bf1f2634dfe0e81203e3582bc49aa5556b0b65f388546", "summary_state": "pending", "summary": null, "crux": null, "owner": "HFLoader" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#HFLoader.download_model", "name": "download_model", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "span": "L199-L200", "signature": "def download_model(self, model_config: ModelConfig) -> None", "exported": true, "origin": "ast", "body_hash": "3ce141370ab2a06509ca223bfcbd712fdc81896b53ddbf1264e36c332a6e6ee6", "summary_state": "pending", "summary": null, "crux": null, "owner": "HFLoader" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#HFLoader.load_model", "name": "load_model", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "span": "L210-L235", "signature": "def load_model( self, actor_model: Union[PreTrainedModel, Dict], model_config: ModelConfig, device_config: DeviceConfig, lora_config: Optional[LoRAConfig], parallel_config: ParallelConfig, scheduler_config: SchedulerConfig, cache_config: CacheConfig, ) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "c624952d8de3c40ec0cc8ca8862d3959c1222e02cec42a44ac0655063820a03c", "summary_state": "pending", "summary": null, "crux": null, "owner": "HFLoader" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#logitsprocessor_init", "name": "logitsprocessor_init", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "span": "L313-L335", "signature": "def logitsprocessor_init( self, vocab_size: int, org_vocab_size: Optional[int] = None, scale: float = 1.0, logits_as_input: bool = False, soft_cap: Optional[float] = None, ) -> None", "exported": true, "origin": "ast", "body_hash": "fe9faa876a70c10cef4f4aa6e6feb4e403c1e66e0a9ca05bdf07329a0fa676a2", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#MegatronLoader", "name": "MegatronLoader", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "span": "L135-L187", "signature": "class MegatronLoader(BaseModelLoader)", "exported": true, "origin": "ast", "body_hash": "fdf448b0c9592602eb767efd03d5851cc05964399aaf4b579f2fda4540fba6fb", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#MegatronLoader.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "span": "L138-L142", "signature": "def __init__(self, load_config: LoadConfig)", "exported": false, "origin": "ast", "body_hash": "99b71996e90876d493c934aa94f1876756a1c67275908b34337a0fd7ecb2f8eb", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronLoader" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#MegatronLoader._get_weights_iterator", "name": "_get_weights_iterator", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "span": "L147-L154", "signature": "def _get_weights_iterator(actor_model: Union[PreTrainedModel, Dict]): # NOTE(shengguangming) Load the weights from the actor model", "exported": false, "origin": "ast", "body_hash": "694724aa8c3287baa407271e8b4f4dab178819219fb63707f139916d9a3e0340", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronLoader" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#MegatronLoader.download_model", "name": "download_model", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "span": "L144-L145", "signature": "def download_model(self, model_config: ModelConfig) -> None", "exported": true, "origin": "ast", "body_hash": "3ce141370ab2a06509ca223bfcbd712fdc81896b53ddbf1264e36c332a6e6ee6", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronLoader" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#MegatronLoader.load_model", "name": "load_model", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "span": "L156-L187", "signature": "def load_model( self, actor_model: Union[PreTrainedModel, Dict], model_config: ModelConfig, device_config: DeviceConfig, lora_config: Optional[LoRAConfig], parallel_config: ParallelConfig, scheduler_config: SchedulerConfig, cache_config: CacheConfig, ) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "6163e626c477996ba100284f04c4a1bd51e122865851d860123580366ec8b55c", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronLoader" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py", "name": "model_runner.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py", "span": "L1-L183", "signature": null, "exported": true, "origin": "ast", "body_hash": "a30b7696071da0d9a08f30a0b42335cce3acd5331abbfdc0bc64fa3ef56a21ac", "chars": 7587, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py#BatchType", "name": "BatchType", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py", "span": "L51-L57", "signature": "class BatchType(IntEnum): # Every batch is prefill.", "exported": true, "origin": "ast", "body_hash": "2936fda8ae00fc0b54ec6c67c640b8e048c86af85365d8366a5dd10212f1a15d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py#ModelRunner", "name": "ModelRunner", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py", "span": "L60-L182", "signature": "class ModelRunner(ModelRunner)", "exported": true, "origin": "ast", "body_hash": "e99f643068c1c920778ce6a9d34ae67c951de16b16dd15a7bb6c79bfe10d6d2d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py#ModelRunner.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py", "span": "L62-L99", "signature": "def __init__( self, model: Union[nn.Module, Dict], # [verl] model itself or its parameter dict model_config: ModelConfig, parallel_config: ParallelConfig, scheduler_config: SchedulerConfig, device_config: DeviceConfig, cache_config: CacheConfig, load_config: LoadConfig, lora_config: Optional[LoRAConfig], kv_cache_dtype: Optional[str] = \"auto\", is_driver_worker: bool = False, prompt_adapter_config: Optional[PromptAdapterConfig] = None, return_hidden_states: bool = False, observability_config: Optional[ObservabilityConfig] = None, input_registry: InputRegistry = INPUT_REGISTRY, mm_registry: MultiModalRegistry = MULTIMODAL_REGISTRY, )", "exported": false, "origin": "ast", "body_hash": "17d8712c075dbc867827175eb79eef7dacd50acc150a54bbb78441f7d65221ca", "summary_state": "pending", "summary": null, "crux": null, "owner": "ModelRunner" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py#ModelRunner.load_model", "name": "load_model", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py", "span": "L101-L182", "signature": "def load_model(self) -> None", "exported": true, "origin": "ast", "body_hash": "cb64b7e0e31a10d21b90e9a741c1960ee1265ff64c3dce82b6c0467b837f6faa", "summary_state": "pending", "summary": null, "crux": null, "owner": "ModelRunner" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py", "name": "parallel_state.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py", "span": "L1-L313", "signature": null, "exported": true, "origin": "ast", "body_hash": "c63e53effe7be48e3291d790bd02a7c95795692594655c39922a49381d93b56b", "chars": 12915, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#ensure_model_parallel_initialized", "name": "ensure_model_parallel_initialized", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py", "span": "L71-L94", "signature": "def ensure_model_parallel_initialized( tensor_model_parallel_size: int, pipeline_model_parallel_size: int = 1, backend: Optional[str] = None, ) -> None", "exported": true, "origin": "ast", "body_hash": "ccd13efd3a054fd4dd656d5701ea59fba92a9c01e29f36cc2adfc075bb26ec76", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#get_device_mesh", "name": "get_device_mesh", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py", "span": "L281-L283", "signature": "def get_device_mesh()", "exported": true, "origin": "ast", "body_hash": "7c4796ddbe8c71e9689239de03a0eb9923276f6491bedee4fada607cfa54978f", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#get_tensor_model_parallel_group", "name": "get_tensor_model_parallel_group", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py", "span": "L291-L294", "signature": "def get_tensor_model_parallel_group()", "exported": true, "origin": "ast", "body_hash": "a44b5afa314810b63fe76acfdee850ba47f0f89d74049f895156b89c5f8905d4", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#get_tensor_model_parallel_rank", "name": "get_tensor_model_parallel_rank", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py", "span": "L302-L304", "signature": "def get_tensor_model_parallel_rank()", "exported": true, "origin": "ast", "body_hash": "7d7e3527eb0fbc1e8f6ca37c5449d0a44e76ded85a0b824cf4f92bda58558364", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#get_tensor_model_parallel_src_rank", "name": "get_tensor_model_parallel_src_rank", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py", "span": "L307-L312", "signature": "def get_tensor_model_parallel_src_rank()", "exported": true, "origin": "ast", "body_hash": "cfa50af80e4b8151b634ff31e0fe23018462a6f55018e05a8cc9c4918ef4e48e", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#get_tensor_model_parallel_world_size", "name": "get_tensor_model_parallel_world_size", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py", "span": "L297-L299", "signature": "def get_tensor_model_parallel_world_size()", "exported": true, "origin": "ast", "body_hash": "c1af0d2aaf0c6f73d3dc5df62d1ec18f42133f1075e5262abc2daf509ff9dc98", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#initialize_model_parallel", "name": "initialize_model_parallel", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py", "span": "L199-L273", "signature": "def initialize_model_parallel( tensor_model_parallel_size: int = 1, pipeline_model_parallel_size: int = 1, backend: Optional[str] = None, ) -> None", "exported": true, "origin": "ast", "body_hash": "a93b8df2ab15f06ca7af22b4b4de30519fa1897a6b6ef91466b617014dcc1251", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#initialize_model_parallel_for_vllm", "name": "initialize_model_parallel_for_vllm", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py", "span": "L104-L196", "signature": "def initialize_model_parallel_for_vllm( tensor_model_parallel_size: int, num_tensor_model_parallel_groups_per_train_tp: int = 1, pipeline_model_parallel_size: int = 1, ) -> None", "exported": true, "origin": "ast", "body_hash": "0331c354407dd00b3872cce8b0e0f03e10d28d65c67270d12f0926c34f1523a9", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#initialize_parallel_state", "name": "initialize_parallel_state", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py", "span": "L38-L68", "signature": "def initialize_parallel_state( distributed_init_method: str = \"env://\", backend: str = \"nccl\", tensor_model_parallel_size: int = 1, num_tp_per_train_tp: int = 1, pipeline_model_parallel_size: int = 1, ): # torch.distributed.all_reduce does not free the input tensor until # the synchronization point. This causes the memory usage to grow # as the number of all_reduce calls increases. This env var disables # this behavior. # Related issue: # https://discuss.pytorch.org/t/cuda-allocation-lifetime-for-inputs-to-distributed-all-reduce/191573", "exported": true, "origin": "ast", "body_hash": "931a53e92b7fcfa5210aff6a6b9470c21ecc757baa4e45b7056799cbe1b0c502", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#model_parallel_is_initialized", "name": "model_parallel_is_initialized", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py", "span": "L98-L101", "signature": "def model_parallel_is_initialized()", "exported": true, "origin": "ast", "body_hash": "e1109e6b0d712f0b1948d5233e4311a4be242c0bd12191eda3739925b8926af7", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "name": "spmd_gpu_executor.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "span": "L1-L257", "signature": null, "exported": true, "origin": "ast", "body_hash": "0dd0c264240aeaac9f3bdd86054f1493334194143833de54a8636cfc200d27ae", "chars": 10115, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#get_open_port", "name": "get_open_port", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "span": "L240-L243", "signature": "def get_open_port()", "exported": true, "origin": "ast", "body_hash": "d88039216a61e6ec2a0e1328331a7b83f0af92fe7306e2625e8d4f34b557c26e", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#initialize_cluster", "name": "initialize_cluster", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "span": "L216-L237", "signature": "def initialize_cluster( parallel_config: ParallelConfig, engine_use_ray: bool = False, ray_address: Optional[str] = None, ) -> Tuple[str, Optional[None]]", "exported": true, "origin": "ast", "body_hash": "d8f3c9a0c68b9bd35ef3d5cbcaceb419d1b554f3f24311eda81f4f4d82564cbb", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor", "name": "SPMDGPUExecutor", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "span": "L42-L213", "signature": "class SPMDGPUExecutor(ExecutorBase)", "exported": true, "origin": "ast", "body_hash": "64280b5732bd8065655e13bbf323d9a5d90fb9db7c0c79883115f8ab111c4ca5", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "span": "L45-L71", "signature": "def __init__( self, model, # pytorch model itself or its parameter dict model_config: ModelConfig, cache_config: CacheConfig, parallel_config: ParallelConfig, scheduler_config: SchedulerConfig, device_config: DeviceConfig, load_config: LoadConfig, lora_config: Optional[LoRAConfig], speculative_config: Optional[SpeculativeConfig], prompt_adapter_config: Optional[PromptAdapterConfig], observability_config: Optional[ObservabilityConfig], ) -> None", "exported": false, "origin": "ast", "body_hash": "020ec665ef93884c51ce878913aa475eaa75fb5dc19028e786b24727eb4f7436", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor._init_executor", "name": "_init_executor", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "span": "L74-L78", "signature": "def _init_executor(self, model, distributed_init_method) -> None", "exported": false, "origin": "ast", "body_hash": "cebff6c646ef05776cad6000b8ef4e4d3cf53ab1a86f8b3c49a21683f9ab532a", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor._init_workers_sp", "name": "_init_workers_sp", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "span": "L80-L112", "signature": "def _init_workers_sp(self, model, distributed_init_method: str): # Lazy import the Worker to avoid importing torch.cuda/xformers # before CUDA_VISIBLE_DEVICES is set in the Worker", "exported": false, "origin": "ast", "body_hash": "e0c0fe84a8ae8f051a66d0e2b0889b8932bf7facda94a4aafd822f7e3c2b1d55", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.add_lora", "name": "add_lora", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "span": "L170-L172", "signature": "def add_lora(self, lora_request: LoRARequest) -> bool", "exported": true, "origin": "ast", "body_hash": "22a01766fd3ba5823ac7f31e7164043c28514e0346dceaf1705ede572c20a6c0", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.add_prompt_adapter", "name": "add_prompt_adapter", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "span": "L189-L191", "signature": "def add_prompt_adapter(self, prompt_adapter_request: PromptAdapterRequest) -> bool", "exported": true, "origin": "ast", "body_hash": "91234eab8c6c659b404512ee661b883ae99188ad842f44e7cc1bb4801caceb80", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.check_health", "name": "check_health", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "span": "L181-L184", "signature": "def check_health(self) -> None: # SPMDExecutor will always be healthy as long as # it's running.", "exported": true, "origin": "ast", "body_hash": "48ca06f8f34b874ea336f29bb675c8616e07b51643c0ee9e4708d53fc9b3fa9a", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.determine_num_available_blocks", "name": "determine_num_available_blocks", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "span": "L114-L132", "signature": "def determine_num_available_blocks(self) -> Tuple[int, int]", "exported": true, "origin": "ast", "body_hash": "dbbbc1bd7aa827704263dacd159512c096e5693fe6fa928309c9ed5451aa5514", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.execute_model", "name": "execute_model", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "span": "L162-L168", "signature": "def execute_model(self, execute_model_req) -> List[SamplerOutput]", "exported": true, "origin": "ast", "body_hash": "aae188cc605ed5322f94d274292f73007610b372cfc40fda0aa9a0800811b7a5", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.free_cache_engine", "name": "free_cache_engine", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "span": "L159-L160", "signature": "def free_cache_engine(self) -> None", "exported": true, "origin": "ast", "body_hash": "869ecde616def986458e35749106985c797ce877ae77ec9bab2ddf6490106436", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.init_cache_engine", "name": "init_cache_engine", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "span": "L156-L157", "signature": "def init_cache_engine(self) -> None", "exported": true, "origin": "ast", "body_hash": "135998160b42b08111bb719b769019409c044dd0da5bd18e3cf1819bf579782e", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.initialize_cache", "name": "initialize_cache", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "span": "L134-L153", "signature": "def initialize_cache(self, num_gpu_blocks: int, num_cpu_blocks: int) -> None", "exported": true, "origin": "ast", "body_hash": "64192e15dd50371c61d44b2e5936e5a4f04383ca648ec023b79fc6823d44640e", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.list_loras", "name": "list_loras", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "span": "L178-L179", "signature": "def list_loras(self) -> Set[int]", "exported": true, "origin": "ast", "body_hash": "84207e642ba5b1e08cab7f7c4d2b2014f03cbfebd74f378d55838bda1d0c31b7", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.list_prompt_adapters", "name": "list_prompt_adapters", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "span": "L193-L194", "signature": "def list_prompt_adapters(self) -> Set[int]", "exported": true, "origin": "ast", "body_hash": "2f22e71786a397ac8276f938821afca6e4319a157e7b64045de915ac7d3c7c9f", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.offload_model_weights", "name": "offload_model_weights", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "span": "L209-L210", "signature": "def offload_model_weights(self) -> None", "exported": true, "origin": "ast", "body_hash": "c346b8cbee5a5fe63905573385e113fb7b59c46e58b26ecc132e331ba728ea49", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.pin_lora", "name": "pin_lora", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "span": "L196-L198", "signature": "def pin_lora(self, lora_id: int) -> bool", "exported": true, "origin": "ast", "body_hash": "c86bee657fbd9fd8a3dc326489d09c0027c46e8d655205b5ddc8af2122ea076d", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.pin_prompt_adapter", "name": "pin_prompt_adapter", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "span": "L200-L202", "signature": "def pin_prompt_adapter(self, prompt_adapter_id: int) -> bool", "exported": true, "origin": "ast", "body_hash": "491c5cc6add1b18992d97139a0121c5c22bf84d55e5ed7741601a83a82517019", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.remove_lora", "name": "remove_lora", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "span": "L174-L176", "signature": "def remove_lora(self, lora_id: int) -> bool", "exported": true, "origin": "ast", "body_hash": "13816aebed74124d7222df89c015c122a2dace11bbe74355d4b3e2b0d545e089", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.remove_prompt_adapter", "name": "remove_prompt_adapter", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "span": "L204-L206", "signature": "def remove_prompt_adapter(self, prompt_adapter_id: int) -> bool", "exported": true, "origin": "ast", "body_hash": "1ff9255581e0d4b37c5430512839b034f166b94d21bf51efcdfff328d3ea48f9", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.sync_model_weights", "name": "sync_model_weights", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "span": "L212-L213", "signature": "def sync_model_weights(self, actor_weights: Dict[str, torch.Tensor], load_format: str) -> None", "exported": true, "origin": "ast", "body_hash": "e7853eafaa9c2dd18668c019f3a34f0b873eb14ebc971798a00af8501b8de047", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutor" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutorAsync", "name": "SPMDGPUExecutorAsync", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "span": "L247-L256", "signature": "class SPMDGPUExecutorAsync(SPMDGPUExecutor, ExecutorAsyncBase)", "exported": true, "origin": "ast", "body_hash": "a4473dfeed05058503ca8f50986836a978e7445454d17a15c9a1a71dc1c1ae0c", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutorAsync.check_health_async", "name": "check_health_async", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "span": "L253-L256", "signature": "async def check_health_async(self) -> None", "exported": true, "origin": "ast", "body_hash": "fe8c9a207c0e656691830f7feb9005f0015b9529086d8913552ff6134a65430b", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutorAsync" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutorAsync.execute_model_async", "name": "execute_model_async", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "span": "L249-L251", "signature": "async def execute_model_async(self, execute_model_req: ExecuteModelRequest) -> List[SamplerOutput]", "exported": true, "origin": "ast", "body_hash": "832d82699df49a6c8509c3c7f505f16afd4d4b985ff4fd27e7e1f5bdf2d96c0c", "summary_state": "pending", "summary": null, "crux": null, "owner": "SPMDGPUExecutorAsync" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/tokenizer.py", "name": "tokenizer.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_6_3/tokenizer.py", "span": "L1-L41", "signature": null, "exported": true, "origin": "ast", "body_hash": "f6f2517ebbac01f4cfb234ec71776d54e15a088cd883d48014f6c120d73a8da2", "chars": 1649, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/tokenizer.py#TokenizerGroup", "name": "TokenizerGroup", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_6_3/tokenizer.py", "span": "L23-L40", "signature": "class TokenizerGroup(TokenizerGroup)", "exported": true, "origin": "ast", "body_hash": "fa25ee4493fa6d8af45d315152da3b7e820cd8d2d934c90180cfc1ca30f38e3c", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/tokenizer.py#TokenizerGroup.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/tokenizer.py", "span": "L26-L31", "signature": "def __init__(self, tokenizer: PreTrainedTokenizer, enable_lora: bool, max_num_seqs: int, max_input_length: Optional[int])", "exported": false, "origin": "ast", "body_hash": "ac7258b8cb647fbec870bbffdc1633018f85352db29d6a00fd04abe0a3a94186", "summary_state": "pending", "summary": null, "crux": null, "owner": "TokenizerGroup" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/tokenizer.py#TokenizerGroup.eos_token_id", "name": "eos_token_id", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/tokenizer.py", "span": "L39-L40", "signature": "def eos_token_id(self)", "exported": true, "origin": "ast", "body_hash": "57455769f69da68b62a323b65045e6baf5ecb3dde6a703266578aeeb1bf096a2", "summary_state": "pending", "summary": null, "crux": null, "owner": "TokenizerGroup" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/tokenizer.py#TokenizerGroup.pad_token_id", "name": "pad_token_id", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/tokenizer.py", "span": "L35-L36", "signature": "def pad_token_id(self)", "exported": true, "origin": "ast", "body_hash": "09c75a3902b0bb0ca3d7cec97618ef037c84e09c3213f62cd5ee9aa99c2b6669", "summary_state": "pending", "summary": null, "crux": null, "owner": "TokenizerGroup" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/worker.py", "name": "worker.py", "kind": "file", "path": "verl/third_party/vllm/vllm_v_0_6_3/worker.py", "span": "L1-L334", "signature": null, "exported": true, "origin": "ast", "body_hash": "d63fc21f39c9a730c9ddd1e776a98f554a7adc7dc9de96ae895d63b476e0577a", "chars": 15138, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/worker.py#init_worker_distributed_environment", "name": "init_worker_distributed_environment", "kind": "function", "path": "verl/third_party/vllm/vllm_v_0_6_3/worker.py", "span": "L294-L333", "signature": "def init_worker_distributed_environment( parallel_config: ParallelConfig, rank: int, distributed_init_method: Optional[str] = \"env://\", local_rank: int = -1, ) -> None", "exported": true, "origin": "ast", "body_hash": "c69b02456fd24b41bc6e00a78cc2e73e76ff46f4a19b5942d83e358f902ccd85", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker", "name": "Worker", "kind": "class", "path": "verl/third_party/vllm/vllm_v_0_6_3/worker.py", "span": "L53-L291", "signature": "class Worker(Worker)", "exported": true, "origin": "ast", "body_hash": "8be538ef4e846e957e318a08314645957acd916e39990b1a0c4c30c73a4329e1", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker.__init__", "name": "__init__", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/worker.py", "span": "L61-L138", "signature": "def __init__( self, model: Union[nn.Module, Dict], # model itself or its parameter dict model_config: ModelConfig, parallel_config: ParallelConfig, scheduler_config: SchedulerConfig, device_config: DeviceConfig, cache_config: CacheConfig, load_config: LoadConfig, local_rank: int, rank: int, distributed_init_method: str, lora_config: Optional[LoRAConfig] = None, speculative_config: Optional[SpeculativeConfig] = None, prompt_adapter_config: Optional[PromptAdapterConfig] = None, is_driver_worker: bool = False, model_runner_cls: Optional[Type[GPUModelRunnerBase]] = None, ) -> None: # self.model = model # will be replaced in the init_model", "exported": false, "origin": "ast", "body_hash": "0073890f32a4cddd81d873ec901d6a480aa8253c8d823a1a7966868a4a48716e", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker._init_cache_engine", "name": "_init_cache_engine", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/worker.py", "span": "L235-L237", "signature": "def _init_cache_engine(self)", "exported": false, "origin": "ast", "body_hash": "ddbf730d543fa64f637055bf2b4047182f388f84f7375434e0765a7cd602b012", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker.determine_num_available_blocks", "name": "determine_num_available_blocks", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/worker.py", "span": "L177-L233", "signature": "def determine_num_available_blocks(self) -> Tuple[int, int]", "exported": true, "origin": "ast", "body_hash": "a6a27c977327ccefe506e7c6b32378a4ee35a0534fc55dfa1e5300255c49241b", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker.execute_model", "name": "execute_model", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/worker.py", "span": "L245-L271", "signature": "def execute_model(self, execute_model_req: ExecuteModelRequest, intermediate_tensors: Optional[IntermediateTensors] = None) -> Optional[List[SamplerOutput]]", "exported": true, "origin": "ast", "body_hash": "a0e5942a1547d3f1ce9cbc20cc38ecc20af4d38daec3d3efc7ee476bcdafaced", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker.free_cache_engine", "name": "free_cache_engine", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/worker.py", "span": "L239-L242", "signature": "def free_cache_engine(self): # ensure `enforce_eager=True`", "exported": true, "origin": "ast", "body_hash": "d384948b80b2c04ee44319bcd88c9b941e3967b68e2050a10073ade04af52223", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker.init_device", "name": "init_device", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/worker.py", "span": "L140-L174", "signature": "def init_device(self) -> None", "exported": true, "origin": "ast", "body_hash": "762272295f8ebaa0d8a603527f1c7088967ebd4ff4562d0c715a5656dcddc70b", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker.offload_model_weights", "name": "offload_model_weights", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/worker.py", "span": "L283-L291", "signature": "def offload_model_weights(self) -> None", "exported": true, "origin": "ast", "body_hash": "245d1bbb4107732af3041d61b174c1f7f8d3baa4b06c477277f49b53f93ec260", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker.sync_model_weights", "name": "sync_model_weights", "kind": "method", "path": "verl/third_party/vllm/vllm_v_0_6_3/worker.py", "span": "L274-L281", "signature": "def sync_model_weights(self, actor_weights: Dict, load_format: str)", "exported": true, "origin": "ast", "body_hash": "61f049debd75c5e97bb95de1fbaf9d769e14978f2c8fd9b2ab6143756010d1d1", "summary_state": "pending", "summary": null, "crux": null, "owner": "Worker" }, { "id": "verl/trainer/__init__.py", "name": "__init__.py", "kind": "file", "path": "verl/trainer/__init__.py", "span": "L1-L14", "signature": null, "exported": true, "origin": "ast", "body_hash": "e65abd77db034b4f29eb1268c24867f84919dbce22e28d1997e563ed1d94179c", "chars": 600, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/conf_adv_config.py", "name": "conf_adv_config.py", "kind": "file", "path": "verl/trainer/conf_adv_config.py", "span": "L1-L291", "signature": null, "exported": true, "origin": "ast", "body_hash": "e383f793d22345f7368c0fe1f968fddf3d93f5db0efd6c98a25f0346274b4a31", "chars": 9769, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/conf_adv_config.py#apply_dual_calib_to_scores", "name": "apply_dual_calib_to_scores", "kind": "function", "path": "verl/trainer/conf_adv_config.py", "span": "L162-L228", "signature": "def apply_dual_calib_to_scores( scores: \"torch.Tensor\", # (batch_size,) 原始 outcome score（q） lsc_confs: \"torch.Tensor\", # (batch_size,) last_step_confidences，-1 表示无效 fc_confs: \"torch.Tensor\", # (batch_size,) final_confidences，-1 表示无效 uid_list: list, cur_step: int, ) -> \"torch.Tensor\"", "exported": true, "origin": "ast", "body_hash": "a0cae77573d74def1b7a5e5949aac2c106f3639ae4cdba07c12e8e54cc81e6a4", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/conf_adv_config.py#compute_auroc", "name": "compute_auroc", "kind": "function", "path": "verl/trainer/conf_adv_config.py", "span": "L270-L290", "signature": "def compute_auroc(confidences, is_correct)", "exported": true, "origin": "ast", "body_hash": "5042fb2b553552eb5090c85a8370e3fd8bd311f67d016c990e3248bcf3e3a44b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/conf_adv_config.py#compute_calib_reward_stake", "name": "compute_calib_reward_stake", "kind": "function", "path": "verl/trainer/conf_adv_config.py", "span": "L56-L81", "signature": "def compute_calib_reward_stake(q: np.ndarray, c: np.ndarray) -> np.ndarray", "exported": true, "origin": "ast", "body_hash": "0878d66929f1529ad16f140888e51aaac26b369b28e855d082a513738add31b7", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/conf_adv_config.py#compute_ece", "name": "compute_ece", "kind": "function", "path": "verl/trainer/conf_adv_config.py", "span": "L235-L267", "signature": "def compute_ece(confidences: list, is_correct: list, n_bins: int = 20)", "exported": true, "origin": "ast", "body_hash": "4e9ec959a1cf7addc73c5890485578244e29c192aafa0017d4ef0839141931cb", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/conf_adv_config.py#compute_fc_consistency_reward", "name": "compute_fc_consistency_reward", "kind": "function", "path": "verl/trainer/conf_adv_config.py", "span": "L84-L112", "signature": "def compute_fc_consistency_reward( c_fc: np.ndarray, c_lsc: np.ndarray, threshold: float = FC_CONSISTENCY_THRESHOLD, ) -> np.ndarray", "exported": true, "origin": "ast", "body_hash": "a75b70eb4200a955f029573cf0406fab53988cd906036000780d50343c15920f", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/conf_adv_config.py#compute_fc_rank_consistency_reward", "name": "compute_fc_rank_consistency_reward", "kind": "function", "path": "verl/trainer/conf_adv_config.py", "span": "L115-L155", "signature": "def compute_fc_rank_consistency_reward( c_fc: np.ndarray, c_lsc: np.ndarray, delta: float = FC_RANK_DELTA, ) -> np.ndarray", "exported": true, "origin": "ast", "body_hash": "5b5d96b02dc0b9c33caafc9757463314ba45eb49f444905d74501ff03958d84e", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/conf_adv_config.py#compute_fc_rank_consistency_reward._sgn", "name": "_sgn", "kind": "function", "path": "verl/trainer/conf_adv_config.py", "span": "L135-L141", "signature": "def _sgn(a, b, d)", "exported": false, "origin": "ast", "body_hash": "4a45b84c3a6105a315ee95dc43b72c3db3c193f10eabb8c9c09207aa68748deb", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/conf_adv_config.py#get_fc_alpha", "name": "get_fc_alpha", "kind": "function", "path": "verl/trainer/conf_adv_config.py", "span": "L42-L49", "signature": "def get_fc_alpha(cur_step: int) -> float", "exported": true, "origin": "ast", "body_hash": "b3be37c48e7003f1fe88da11074a9fa31536489d44cd4342caf93f183f934bc8", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/conf_adv_config.py#get_lsc_alpha", "name": "get_lsc_alpha", "kind": "function", "path": "verl/trainer/conf_adv_config.py", "span": "L32-L39", "signature": "def get_lsc_alpha(cur_step: int) -> float", "exported": true, "origin": "ast", "body_hash": "7f11dd07e4b10a046795452e248a0e2327faed4d27c1d7a2870b72ed0f58a4a3", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/fsdp_sft_trainer.py", "name": "fsdp_sft_trainer.py", "kind": "file", "path": "verl/trainer/fsdp_sft_trainer.py", "span": "L1-L436", "signature": null, "exported": true, "origin": "ast", "body_hash": "7d0fe2f63fdc2f2026a8d731ff71dbd5ddddfb3413bc9273336d8514d894ad08", "chars": 19679, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/fsdp_sft_trainer.py#convert_to_regular_types", "name": "convert_to_regular_types", "kind": "function", "path": "verl/trainer/fsdp_sft_trainer.py", "span": "L59-L68", "signature": "def convert_to_regular_types(obj)", "exported": true, "origin": "ast", "body_hash": "5da247be7705217799c2e261c951edf37a8a1053d338f40de468ecbedf46bdc8", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/fsdp_sft_trainer.py#extract_step", "name": "extract_step", "kind": "function", "path": "verl/trainer/fsdp_sft_trainer.py", "span": "L52-L56", "signature": "def extract_step(path)", "exported": true, "origin": "ast", "body_hash": "a189baafe9082729382f09d60f8ce08337babd4498ecbdaed76669de8e2a7dc2", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer", "name": "FSDPSFTTrainer", "kind": "class", "path": "verl/trainer/fsdp_sft_trainer.py", "span": "L71-L414", "signature": "class FSDPSFTTrainer(object)", "exported": true, "origin": "ast", "body_hash": "0eff2ce18a4fa61938ac0b06084191f4d2ff2e7d2356759aaa6bb46502623534", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer.__init__", "name": "__init__", "kind": "method", "path": "verl/trainer/fsdp_sft_trainer.py", "span": "L73-L92", "signature": "def __init__(self, config, device_mesh: DeviceMesh)", "exported": false, "origin": "ast", "body_hash": "3a2286696594348effa4f0c831cec1bfbbe8edb1e8a985b7faac0944450002b7", "summary_state": "pending", "summary": null, "crux": null, "owner": "FSDPSFTTrainer" }, { "id": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer._build_dataloader", "name": "_build_dataloader", "kind": "method", "path": "verl/trainer/fsdp_sft_trainer.py", "span": "L105-L150", "signature": "def _build_dataloader(self)", "exported": false, "origin": "ast", "body_hash": "aa2529e3fa4b423dec31a934019c5e711cfbeff266ff0267105f3116710fddfc", "summary_state": "pending", "summary": null, "crux": null, "owner": "FSDPSFTTrainer" }, { "id": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer._build_model_optimizer", "name": "_build_model_optimizer", "kind": "method", "path": "verl/trainer/fsdp_sft_trainer.py", "span": "L152-L242", "signature": "def _build_model_optimizer(self): # TODO (zhangchi.usc1992): # 1. support pretrain from random weights # 2. support init directly from sharded weights", "exported": false, "origin": "ast", "body_hash": "7f1f1f1ef5d1a38fad5dcb88ba1f09fa06b3fd34f9d59336544c0dbe2467f77c", "summary_state": "pending", "summary": null, "crux": null, "owner": "FSDPSFTTrainer" }, { "id": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer._compute_loss", "name": "_compute_loss", "kind": "method", "path": "verl/trainer/fsdp_sft_trainer.py", "span": "L244-L276", "signature": "def _compute_loss(self, batch)", "exported": false, "origin": "ast", "body_hash": "dcc5b0d458c48197e1412073cfede4bd3e11f8e674dc9381e99106cdacaa4266", "summary_state": "pending", "summary": null, "crux": null, "owner": "FSDPSFTTrainer" }, { "id": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer._normalize_config_bsz", "name": "_normalize_config_bsz", "kind": "method", "path": "verl/trainer/fsdp_sft_trainer.py", "span": "L94-L103", "signature": "def _normalize_config_bsz(self)", "exported": false, "origin": "ast", "body_hash": "5a5ff21dd1fc645dcd2f84be7bf7ffae4804e2553d271590735ae78e95713cd1", "summary_state": "pending", "summary": null, "crux": null, "owner": "FSDPSFTTrainer" }, { "id": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer.fit", "name": "fit", "kind": "method", "path": "verl/trainer/fsdp_sft_trainer.py", "span": "L339-L414", "signature": "def fit(self)", "exported": true, "origin": "ast", "body_hash": "7faa8cd781b95f9ee7aa75adc8a5b2c44500ec1f46489d4ee9df25c275726bb8", "summary_state": "pending", "summary": null, "crux": null, "owner": "FSDPSFTTrainer" }, { "id": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer.save_checkpoint", "name": "save_checkpoint", "kind": "method", "path": "verl/trainer/fsdp_sft_trainer.py", "span": "L321-L337", "signature": "def save_checkpoint(self, step): # save checkpoint", "exported": true, "origin": "ast", "body_hash": "f3676ad43ffa834a317825113ef812d916c3e69e13d4859c20db079a86c17d8d", "summary_state": "pending", "summary": null, "crux": null, "owner": "FSDPSFTTrainer" }, { "id": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer.training_step", "name": "training_step", "kind": "method", "path": "verl/trainer/fsdp_sft_trainer.py", "span": "L278-L312", "signature": "def training_step(self, batch: TensorDict)", "exported": true, "origin": "ast", "body_hash": "3a721f7d535241f06096cc02079fa37992fbe471992a9955941ba22b0df0d69e", "summary_state": "pending", "summary": null, "crux": null, "owner": "FSDPSFTTrainer" }, { "id": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer.validation_step", "name": "validation_step", "kind": "method", "path": "verl/trainer/fsdp_sft_trainer.py", "span": "L314-L319", "signature": "def validation_step(self, batch: TensorDict)", "exported": true, "origin": "ast", "body_hash": "ef06c641954c2dfdcc1accc4a4373d45ed835db28f551ae5f2f43414fdedf829", "summary_state": "pending", "summary": null, "crux": null, "owner": "FSDPSFTTrainer" }, { "id": "verl/trainer/fsdp_sft_trainer.py#main", "name": "main", "kind": "function", "path": "verl/trainer/fsdp_sft_trainer.py", "span": "L426-L431", "signature": "def main(config)", "exported": true, "origin": "ast", "body_hash": "c7e39d232363e17922d7ae45b1b6c8f8a9b77eb58f605b713c0697ca24a654bc", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/main_eval.py", "name": "main_eval.py", "kind": "file", "path": "verl/trainer/main_eval.py", "span": "L1-L70", "signature": null, "exported": true, "origin": "ast", "body_hash": "91d913c8280df50eca396ea2c6d1961d9569a29ed7c7f104a597610e24cfda50", "chars": 2204, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/main_eval.py#main", "name": "main", "kind": "function", "path": "verl/trainer/main_eval.py", "span": "L35-L65", "signature": "def main(config)", "exported": true, "origin": "ast", "body_hash": "0d545cd630e88aee6643d7c3d6f1a132532650becc6d3d2c9673bd14d4903a61", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/main_eval.py#select_reward_fn", "name": "select_reward_fn", "kind": "function", "path": "verl/trainer/main_eval.py", "span": "L27-L31", "signature": "def select_reward_fn(data_source)", "exported": true, "origin": "ast", "body_hash": "0b07a0fe86a5bffdf8ca9d037f939b73b8a62127cd78326a71e11ce5d097c163", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/main_generation.py", "name": "main_generation.py", "kind": "file", "path": "verl/trainer/main_generation.py", "span": "L1-L138", "signature": null, "exported": true, "origin": "ast", "body_hash": "19a40ee1d20bb06bff56d46b2c1bb9417e6e33539ff35eaae96fd3e55a4e5ae2", "chars": 5760, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/main_generation.py#main", "name": "main", "kind": "function", "path": "verl/trainer/main_generation.py", "span": "L40-L133", "signature": "def main(config)", "exported": true, "origin": "ast", "body_hash": "472b9a656beb5eb434a9d5794df2c5f2cf646a0de5fed7bef31287e2ca57c695", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/main_ppo.py", "name": "main_ppo.py", "kind": "file", "path": "verl/trainer/main_ppo.py", "span": "L1-L677", "signature": null, "exported": true, "origin": "ast", "body_hash": "8af5f6ec11f73b46ee9669080d1983283c4d43d93fc977b7a72384c1f07c1f0b", "chars": 28836, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/main_ppo.py#_select_rm_score_fn", "name": "_select_rm_score_fn", "kind": "function", "path": "verl/trainer/main_ppo.py", "span": "L67-L79", "signature": "def _select_rm_score_fn(data_source, reward_type: str = \"em\")", "exported": false, "origin": "ast", "body_hash": "08a662a2eeb8d1fafb664422727c71949c811b0f639bb752281f5a08829853b2", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/main_ppo.py#main", "name": "main", "kind": "function", "path": "verl/trainer/main_ppo.py", "span": "L555-L560", "signature": "def main(config)", "exported": true, "origin": "ast", "body_hash": "52aac7b72331acfeae1b5b565b691c27831f20cbad0e528f8c6b31bcbd7d4fa2", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/main_ppo.py#main_task", "name": "main_task", "kind": "function", "path": "verl/trainer/main_ppo.py", "span": "L564-L672", "signature": "def main_task(config)", "exported": true, "origin": "ast", "body_hash": "551fd0c0276cdbe1b44022b353d3e3630e8b480f0689dcac430b49911151ef7d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/main_ppo.py#RewardManager", "name": "RewardManager", "kind": "class", "path": "verl/trainer/main_ppo.py", "span": "L82-L547", "signature": "class RewardManager()", "exported": true, "origin": "ast", "body_hash": "7ae7cdf3e580aa67b7cdf370058e6b7390cbebc31321c9fa6cb608b7d6de7fa3", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/main_ppo.py#RewardManager.__call__", "name": "__call__", "kind": "method", "path": "verl/trainer/main_ppo.py", "span": "L137-L511", "signature": "def __call__(self, data: DataProto)", "exported": false, "origin": "ast", "body_hash": "785d9d36d1a5bcd34e93e92667059e91fe15d27956258093fadc1a29408dea60", "summary_state": "pending", "summary": null, "crux": null, "owner": "RewardManager" }, { "id": "verl/trainer/main_ppo.py#RewardManager.__init__", "name": "__init__", "kind": "method", "path": "verl/trainer/main_ppo.py", "span": "L86-L135", "signature": "def __init__( self, tokenizer, num_examine, format_score: float = FORMAT_SCORE, reward_type: str = REWARD_TYPE, reward_mode: str = REWARD_MODE, no_search_penalty: float = NO_SEARCH_PENALTY, turn_free: int = TURN_FREE, turn_penalty_per_turn: float = TURN_PENALTY_PER_TURN, no_answer_penalty: float = NO_ANSWER_PENALTY, curriculum_step: int = CURRICULUM_STEP, # confidence 统计相关参数 confidence_mode: str = CONFIDENCE_MODE, correct_threshold: float = CORRECT_THRESHOLD, # 评估模式：final_score 只用 EM（base_score），不叠加任何惩罚 eval_only_em: bool = False, ) -> None", "exported": false, "origin": "ast", "body_hash": "9ecff2a9d8e1ef031c16b8f6bf30c0602f7d328fd65c43e7533ff60ad7588b4f", "summary_state": "pending", "summary": null, "crux": null, "owner": "RewardManager" }, { "id": "verl/trainer/main_ppo.py#RewardManager._extract_answer_with_format_check", "name": "_extract_answer_with_format_check", "kind": "method", "path": "verl/trainer/main_ppo.py", "span": "L514-L522", "signature": "def _extract_answer_with_format_check(self, text: str) -> tuple", "exported": false, "origin": "ast", "body_hash": "48e44f31f8d7a89776acd68b3453509c00c016983d80106008ef0c98e72ab578", "summary_state": "pending", "summary": null, "crux": null, "owner": "RewardManager" }, { "id": "verl/trainer/main_ppo.py#RewardManager._is_no_answer", "name": "_is_no_answer", "kind": "method", "path": "verl/trainer/main_ppo.py", "span": "L524-L545", "signature": "def _is_no_answer(self, ans: str) -> bool", "exported": false, "origin": "ast", "body_hash": "ea4e027c7dfeac874ea55ce208d3ead31309b9e331ef50b5452dbbfe005ec2db", "summary_state": "pending", "summary": null, "crux": null, "owner": "RewardManager" }, { "id": "verl/trainer/ppo/__init__.py", "name": "__init__.py", "kind": "file", "path": "verl/trainer/ppo/__init__.py", "span": "L1-L14", "signature": null, "exported": true, "origin": "ast", "body_hash": "e65abd77db034b4f29eb1268c24867f84919dbce22e28d1997e563ed1d94179c", "chars": 600, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/ppo/core_algos.py", "name": "core_algos.py", "kind": "file", "path": "verl/trainer/ppo/core_algos.py", "span": "L1-L558", "signature": null, "exported": true, "origin": "ast", "body_hash": "168edc02eaf41b3726f38d0888532448eb4f53463ac79c125544a99208e7d0dd", "chars": 19362, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/ppo/core_algos.py#_uid_check_and_print", "name": "_uid_check_and_print", "kind": "function", "path": "verl/trainer/ppo/core_algos.py", "span": "L166-L195", "signature": "def _uid_check_and_print(index, expect_n=None, strict=False, prefix=\"[reinforce_mean]\", max_show=10)", "exported": false, "origin": "ast", "body_hash": "686f84d9b7742320350549ab9f06a2490d56bcbb4e7bb8fc5fa4bf060113a674", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/ppo/core_algos.py#_uid_group_mean_and_count", "name": "_uid_group_mean_and_count", "kind": "function", "path": "verl/trainer/ppo/core_algos.py", "span": "L250-L278", "signature": "def _uid_group_mean_and_count(scores: torch.Tensor, uid: torch.Tensor)", "exported": false, "origin": "ast", "body_hash": "15cf89d3d47f2f3df41c653551f41b8f4add065af83e4b60a633c29f4c829fd9", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/ppo/core_algos.py#AdaptiveKLController", "name": "AdaptiveKLController", "kind": "class", "path": "verl/trainer/ppo/core_algos.py", "span": "L28-L43", "signature": "class AdaptiveKLController", "exported": true, "origin": "ast", "body_hash": "1d19d44958312782745ca43b4b9353e5a293db2116237a81e7407cbd4f495359", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/ppo/core_algos.py#AdaptiveKLController.__init__", "name": "__init__", "kind": "method", "path": "verl/trainer/ppo/core_algos.py", "span": "L34-L37", "signature": "def __init__(self, init_kl_coef, target_kl, horizon)", "exported": false, "origin": "ast", "body_hash": "d420ba46ecd2936ce45bb3cc59d8bfe3847fcb2f83a7c167b60c22ccba17daf6", "summary_state": "pending", "summary": null, "crux": null, "owner": "AdaptiveKLController" }, { "id": "verl/trainer/ppo/core_algos.py#AdaptiveKLController.update", "name": "update", "kind": "method", "path": "verl/trainer/ppo/core_algos.py", "span": "L39-L43", "signature": "def update(self, current_kl, n_steps)", "exported": true, "origin": "ast", "body_hash": "878aa3715b7b9b7afa6d98db90f231c43897ac58fc59942cd94931ce6ac07ba4", "summary_state": "pending", "summary": null, "crux": null, "owner": "AdaptiveKLController" }, { "id": "verl/trainer/ppo/core_algos.py#compute_entropy_loss", "name": "compute_entropy_loss", "kind": "function", "path": "verl/trainer/ppo/core_algos.py", "span": "L480-L496", "signature": "def compute_entropy_loss(logits, eos_mask)", "exported": true, "origin": "ast", "body_hash": "02d5d5ce39bd43f5d64925a07924c59c91db99d975e2b7c78f61e6b86c4be908", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/ppo/core_algos.py#compute_gae_advantage_return", "name": "compute_gae_advantage_return", "kind": "function", "path": "verl/trainer/ppo/core_algos.py", "span": "L70-L107", "signature": "def compute_gae_advantage_return(token_level_rewards: torch.Tensor, values: torch.Tensor, eos_mask: torch.Tensor, gamma: torch.Tensor, lam: torch.Tensor)", "exported": true, "origin": "ast", "body_hash": "c9360b45b39908224fe4e87b1c3e4c19aa3274751f4d01749af71824fe2a25ce", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/ppo/core_algos.py#compute_grpo_da_outcome_advantage", "name": "compute_grpo_da_outcome_advantage", "kind": "function", "path": "verl/trainer/ppo/core_algos.py", "span": "L357-L436", "signature": "def compute_grpo_da_outcome_advantage( token_level_rewards: torch.Tensor, eos_mask: torch.Tensor, uid, # 参数名改为 uid w_min: float = 0.5, w_max: float = 1.0, epsilon: float = 1e-6, expect_n: int = None, strict: bool = False, print_check: bool = False, )", "exported": true, "origin": "ast", "body_hash": "ed32fcfb42b120f1484d862f823cd7dda3911a9c6974bad452858bc7151f38e0", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/ppo/core_algos.py#compute_grpo_outcome_advantage", "name": "compute_grpo_outcome_advantage", "kind": "function", "path": "verl/trainer/ppo/core_algos.py", "span": "L111-L155", "signature": "def compute_grpo_outcome_advantage(token_level_rewards: torch.Tensor, eos_mask: torch.Tensor, index: torch.Tensor, epsilon: float = 1e-6)", "exported": true, "origin": "ast", "body_hash": "8a370d111cc20f18c0eb1799ae8e2c7aa616015d1f4da94ab689fe799e8b4729", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/ppo/core_algos.py#compute_policy_loss", "name": "compute_policy_loss", "kind": "function", "path": "verl/trainer/ppo/core_algos.py", "span": "L446-L477", "signature": "def compute_policy_loss(old_log_prob, log_prob, advantages, eos_mask, cliprange)", "exported": true, "origin": "ast", "body_hash": "1a982f4cafdca2b2c497b45256647575a0da22a2fe11e703a18f4f01f783056e", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/ppo/core_algos.py#compute_reinforce_da_outcome_advantage", "name": "compute_reinforce_da_outcome_advantage", "kind": "function", "path": "verl/trainer/ppo/core_algos.py", "span": "L281-L320", "signature": "def compute_reinforce_da_outcome_advantage( token_level_rewards: torch.Tensor, response_mask: torch.Tensor, uid: torch.Tensor, w_min: float = 0.5, w_max: float = 1.0, )", "exported": true, "origin": "ast", "body_hash": "afba4e94d05af8d72483c8542f586cfb22260e7d7c80e3f5f0e25f85764e6c08", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/ppo/core_algos.py#compute_reinforce_mean_da_outcome_advantage", "name": "compute_reinforce_mean_da_outcome_advantage", "kind": "function", "path": "verl/trainer/ppo/core_algos.py", "span": "L323-L355", "signature": "def compute_reinforce_mean_da_outcome_advantage( token_level_rewards: torch.Tensor, response_mask: torch.Tensor, uid: torch.Tensor, w_min: float = 0.5, w_max: float = 1.0, )", "exported": true, "origin": "ast", "body_hash": "4c706527ddc8ba07dd3a8d29be4252d0bbe152301553bc96d3355e83bbcb3f0d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/ppo/core_algos.py#compute_reinforce_mean_outcome_advantage", "name": "compute_reinforce_mean_outcome_advantage", "kind": "function", "path": "verl/trainer/ppo/core_algos.py", "span": "L197-L247", "signature": "def compute_reinforce_mean_outcome_advantage( token_level_rewards: torch.Tensor, response_mask: torch.Tensor, index, expect_n: int = None, strict: bool = False, print_check: bool = False, )", "exported": true, "origin": "ast", "body_hash": "251400d84deca43f8c60251617910078317fde74fd511f9b168b12676bd7674e", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/ppo/core_algos.py#compute_reinforce_outcome_advantage", "name": "compute_reinforce_outcome_advantage", "kind": "function", "path": "verl/trainer/ppo/core_algos.py", "span": "L157-L164", "signature": "def compute_reinforce_outcome_advantage( token_level_rewards: torch.Tensor, response_mask: torch.Tensor, )", "exported": true, "origin": "ast", "body_hash": "b2cd20a8800dc1995aa052421d0feb16e7eda882f9fe68139e1da3c8da3ae5b7", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/ppo/core_algos.py#compute_rewards", "name": "compute_rewards", "kind": "function", "path": "verl/trainer/ppo/core_algos.py", "span": "L441-L443", "signature": "def compute_rewards(token_level_scores, old_log_prob, ref_log_prob, kl_ratio)", "exported": true, "origin": "ast", "body_hash": "637529062e50b00dd696b7b82127db44623909c1c91604dfe40a2fec4a1e09ae", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/ppo/core_algos.py#compute_value_loss", "name": "compute_value_loss", "kind": "function", "path": "verl/trainer/ppo/core_algos.py", "span": "L499-L522", "signature": "def compute_value_loss(vpreds, returns, values, eos_mask, cliprange_value)", "exported": true, "origin": "ast", "body_hash": "bf58d543108e51510c3a78e381599138d42768b4f2980e95bff79ddc53df644a", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/ppo/core_algos.py#FixedKLController", "name": "FixedKLController", "kind": "class", "path": "verl/trainer/ppo/core_algos.py", "span": "L46-L53", "signature": "class FixedKLController", "exported": true, "origin": "ast", "body_hash": "0ddd42812b3266dffd12aa64f5be8d1a1aab907a9489db2dd1d0f29a0fdbd145", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/ppo/core_algos.py#FixedKLController.__init__", "name": "__init__", "kind": "method", "path": "verl/trainer/ppo/core_algos.py", "span": "L49-L50", "signature": "def __init__(self, kl_coef)", "exported": false, "origin": "ast", "body_hash": "166e7784943101bd8cabe062e4054e91e20ee6a3e5f47b58708a7a7a34380f14", "summary_state": "pending", "summary": null, "crux": null, "owner": "FixedKLController" }, { "id": "verl/trainer/ppo/core_algos.py#FixedKLController.update", "name": "update", "kind": "method", "path": "verl/trainer/ppo/core_algos.py", "span": "L52-L53", "signature": "def update(self, current_kl, n_steps)", "exported": true, "origin": "ast", "body_hash": "95600a371b1f1262d9daeab28dee95c7eeb976983d84eb8b6d9310ced3b881dc", "summary_state": "pending", "summary": null, "crux": null, "owner": "FixedKLController" }, { "id": "verl/trainer/ppo/core_algos.py#get_kl_controller", "name": "get_kl_controller", "kind": "function", "path": "verl/trainer/ppo/core_algos.py", "span": "L56-L67", "signature": "def get_kl_controller(config): # seems never used?", "exported": true, "origin": "ast", "body_hash": "74c8212f5c454d575daf3aea435fc36d5f09f88b6618ae47ffd9f4cdac87a179", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/ppo/core_algos.py#kl_penalty", "name": "kl_penalty", "kind": "function", "path": "verl/trainer/ppo/core_algos.py", "span": "L525-L557", "signature": "def kl_penalty(logprob: torch.FloatTensor, ref_logprob: torch.FloatTensor, kl_penalty) -> torch.FloatTensor", "exported": true, "origin": "ast", "body_hash": "494f2e37c5b0c30d41c7d4945e33eaaf01b1fa291400f38ed7d8b032638b68cf", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/ppo/ray_trainer.py", "name": "ray_trainer.py", "kind": "file", "path": "verl/trainer/ppo/ray_trainer.py", "span": "L1-L1408", "signature": null, "exported": true, "origin": "ast", "body_hash": "551cb0f6ba1f27649a83d838b4664adec88e3335685128a617511ac23c816842", "chars": 69473, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/ppo/ray_trainer.py#_compute_response_info", "name": "_compute_response_info", "kind": "function", "path": "verl/trainer/ppo/ray_trainer.py", "span": "L183-L196", "signature": "def _compute_response_info(batch)", "exported": false, "origin": "ast", "body_hash": "def389af1b6f649123e8f4790c99231bb7ec63e328f6a1dc91449c7ed3607733", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/ppo/ray_trainer.py#_timer", "name": "_timer", "kind": "function", "path": "verl/trainer/ppo/ray_trainer.py", "span": "L329-L332", "signature": "def _timer(name: str, timing_raw: Dict[str, float])", "exported": false, "origin": "ast", "body_hash": "e7ea6489da509530c3bfcb7c3dd87245cee9ef38da64b94bff4ae0d76b98b875", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/ppo/ray_trainer.py#apply_kl_penalty", "name": "apply_kl_penalty", "kind": "function", "path": "verl/trainer/ppo/ray_trainer.py", "span": "L100-L129", "signature": "def apply_kl_penalty(data: DataProto, kl_ctrl: core_algos.AdaptiveKLController, kl_penalty='kl')", "exported": true, "origin": "ast", "body_hash": "40461bfc8e49de82f35dc404142035e972ccfeec69468208efcd7ba8b7a2a1f6", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/ppo/ray_trainer.py#compute_advantage", "name": "compute_advantage", "kind": "function", "path": "verl/trainer/ppo/ray_trainer.py", "span": "L131-L174", "signature": "def compute_advantage(data: DataProto, adv_estimator, gamma=1.0, lam=1.0, num_repeat=1): # prepare response group # TODO: add other ways to estimate advantages", "exported": true, "origin": "ast", "body_hash": "6db04d78dc4fe50f179f057e8fc22f844ec5524897eb9a2ac8891337877b79e5", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/ppo/ray_trainer.py#compute_data_metrics", "name": "compute_data_metrics", "kind": "function", "path": "verl/trainer/ppo/ray_trainer.py", "span": "L199-L301", "signature": "def compute_data_metrics(batch, use_critic=True): # TODO: add response length", "exported": true, "origin": "ast", "body_hash": "509aa7115980ad02efed281a79dcf21218a866a6bf8f93f576824a0d57bfd4a8", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/ppo/ray_trainer.py#compute_timing_metrics", "name": "compute_timing_metrics", "kind": "function", "path": "verl/trainer/ppo/ray_trainer.py", "span": "L304-L325", "signature": "def compute_timing_metrics(batch, timing_raw)", "exported": true, "origin": "ast", "body_hash": "7c4434dbd4b68228c4a6b9abd74a7d20c421434f85ef5cfaf05f154ea493167a", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer", "name": "RayPPOTrainer", "kind": "class", "path": "verl/trainer/ppo/ray_trainer.py", "span": "L335-L1407", "signature": "class RayPPOTrainer(object)", "exported": true, "origin": "ast", "body_hash": "5d79c85ce77fbc345e634b1bb812de7cc7689ae7e6a0c4d02da66237a37c92db", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer.__init__", "name": "__init__", "kind": "method", "path": "verl/trainer/ppo/ray_trainer.py", "span": "L342-L385", "signature": "def __init__(self, config, tokenizer, role_worker_mapping: dict[Role, WorkerType], resource_pool_manager: ResourcePoolManager, ray_worker_group_cls: RayWorkerGroup = RayWorkerGroup, reward_fn=None, val_reward_fn=None): # assert torch.cuda.is_available(), 'cuda must be available on driver'", "exported": false, "origin": "ast", "body_hash": "1eb952da50762a356ca29bcef5a31e841eeb195d99af9d941c7b761066ef8f6c", "summary_state": "pending", "summary": null, "crux": null, "owner": "RayPPOTrainer" }, { "id": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._balance_batch", "name": "_balance_batch", "kind": "method", "path": "verl/trainer/ppo/ray_trainer.py", "span": "L715-L730", "signature": "def _balance_batch(self, batch: DataProto, metrics, logging_prefix='global_seqlen')", "exported": false, "origin": "ast", "body_hash": "01ccfebb14dcb1923a44ed2f929818489b50c95747e89603eadd5ef29b338fec", "summary_state": "pending", "summary": null, "crux": null, "owner": "RayPPOTrainer" }, { "id": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._collect_and_log_statistics", "name": "_collect_and_log_statistics", "kind": "method", "path": "verl/trainer/ppo/ray_trainer.py", "span": "L1192-L1390", "signature": "def _collect_and_log_statistics(self, batch, metrics: dict, split='train'): # 检查是否有统计信息（支持 DataProto 和 SimpleNamespace）", "exported": false, "origin": "ast", "body_hash": "40a7ec531dcc6233d6a129601a18a6138b6f5b1fada058d58c7001730875ed32", "summary_state": "pending", "summary": null, "crux": null, "owner": "RayPPOTrainer" }, { "id": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._collect_and_log_statistics._mean_list", "name": "_mean_list", "kind": "function", "path": "verl/trainer/ppo/ray_trainer.py", "span": "L1330-L1334", "signature": "def _mean_list(key, default=0.0)", "exported": false, "origin": "ast", "body_hash": "68eb2790c884b8186e47e17143acd8e657a0d0ab378bdce5d810dbe770f61f88", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._create_dataloader", "name": "_create_dataloader", "kind": "method", "path": "verl/trainer/ppo/ray_trainer.py", "span": "L394-L456", "signature": "def _create_dataloader(self)", "exported": false, "origin": "ast", "body_hash": "6ffc72e6d07f92347988cb6b11f07f08ebca9ecffdb65b3c865f6c310b8b7bd6", "summary_state": "pending", "summary": null, "crux": null, "owner": "RayPPOTrainer" }, { "id": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._create_loss_mask", "name": "_create_loss_mask", "kind": "method", "path": "verl/trainer/ppo/ray_trainer.py", "span": "L1394-L1407", "signature": "def _create_loss_mask(self, batch, metrics)", "exported": false, "origin": "ast", "body_hash": "6ffaf0798d9988ac351ae9bb5fa1d1d459bd9114ac56093f6b29161c02f08d32", "summary_state": "pending", "summary": null, "crux": null, "owner": "RayPPOTrainer" }, { "id": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._init_logger", "name": "_init_logger", "kind": "method", "path": "verl/trainer/ppo/ray_trainer.py", "span": "L387-L392", "signature": "def _init_logger(self)", "exported": false, "origin": "ast", "body_hash": "81a2d810eb80b20385a3e6718a23e98cb02b52eaf16e4c1f055b11182a0d34af", "summary_state": "pending", "summary": null, "crux": null, "owner": "RayPPOTrainer" }, { "id": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._save_checkpoint", "name": "_save_checkpoint", "kind": "method", "path": "verl/trainer/ppo/ray_trainer.py", "span": "L701-L713", "signature": "def _save_checkpoint(self)", "exported": false, "origin": "ast", "body_hash": "b4c1b3c583a30d454703aa7bdf36f9ff941cb31c71969cae2badde0bee034f53", "summary_state": "pending", "summary": null, "crux": null, "owner": "RayPPOTrainer" }, { "id": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._save_sample_level_data", "name": "_save_sample_level_data", "kind": "method", "path": "verl/trainer/ppo/ray_trainer.py", "span": "L976-L1190", "signature": "def _save_sample_level_data(self, batch: DataProto, gen_stats: dict, reward_stats: dict, split='train')", "exported": false, "origin": "ast", "body_hash": "ba07805fd046a2ea39b16e000b24b19930d97ee567b3d0a11ab6c57820bffb01", "summary_state": "pending", "summary": null, "crux": null, "owner": "RayPPOTrainer" }, { "id": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._validate", "name": "_validate", "kind": "method", "path": "verl/trainer/ppo/ray_trainer.py", "span": "L458-L625", "signature": "def _validate(self)", "exported": false, "origin": "ast", "body_hash": "f46743be42980babcecc8e1e6acaa5a33865617ba9e82cb46c2731d67a409445", "summary_state": "pending", "summary": null, "crux": null, "owner": "RayPPOTrainer" }, { "id": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._validate._merge_stats", "name": "_merge_stats", "kind": "function", "path": "verl/trainer/ppo/ray_trainer.py", "span": "L473-L483", "signature": "def _merge_stats(accum, new_stats)", "exported": false, "origin": "ast", "body_hash": "0d685857117882f956b84d6faa2fd99590f62966050245b7e6c8c01f23bcc1b8", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer.fit", "name": "fit", "kind": "method", "path": "verl/trainer/ppo/ray_trainer.py", "span": "L732-L972", "signature": "def fit(self)", "exported": true, "origin": "ast", "body_hash": "550f8f1b28f443a0608d118a052e303489480e8bae81900246596334f72a8d61", "summary_state": "pending", "summary": null, "crux": null, "owner": "RayPPOTrainer" }, { "id": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer.init_workers", "name": "init_workers", "kind": "method", "path": "verl/trainer/ppo/ray_trainer.py", "span": "L628-L699", "signature": "def init_workers(self)", "exported": true, "origin": "ast", "body_hash": "dbd28649655cd78f736f66b5d85d9e3bd05912f679a85f062c6dd9496230bd1a", "summary_state": "pending", "summary": null, "crux": null, "owner": "RayPPOTrainer" }, { "id": "verl/trainer/ppo/ray_trainer.py#reduce_metrics", "name": "reduce_metrics", "kind": "function", "path": "verl/trainer/ppo/ray_trainer.py", "span": "L177-L180", "signature": "def reduce_metrics(metrics: dict)", "exported": true, "origin": "ast", "body_hash": "103bdd01174623c17b869623021a6a851950493ae7c2fa26a9bacb3e48324143", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/ppo/ray_trainer.py#ResourcePoolManager", "name": "ResourcePoolManager", "kind": "class", "path": "verl/trainer/ppo/ray_trainer.py", "span": "L71-L93", "signature": "class ResourcePoolManager", "exported": true, "origin": "ast", "body_hash": "9795550a68750ab78c2b8438ec1549c7b670aa48a540712d7264c4110fe74f63", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/trainer/ppo/ray_trainer.py#ResourcePoolManager.create_resource_pool", "name": "create_resource_pool", "kind": "method", "path": "verl/trainer/ppo/ray_trainer.py", "span": "L80-L89", "signature": "def create_resource_pool(self)", "exported": true, "origin": "ast", "body_hash": "f91f8f0b67b02c470bcbb708caf1764ae9a6685aeffd2469f1f8467bf4629f8c", "summary_state": "pending", "summary": null, "crux": null, "owner": "ResourcePoolManager" }, { "id": "verl/trainer/ppo/ray_trainer.py#ResourcePoolManager.get_resource_pool", "name": "get_resource_pool", "kind": "method", "path": "verl/trainer/ppo/ray_trainer.py", "span": "L91-L93", "signature": "def get_resource_pool(self, role: Role) -> RayResourcePool", "exported": true, "origin": "ast", "body_hash": "0085abda986abb99b666ed3d66a8a791b7ba30887f0369a9ed1508ae86a5d8c4", "summary_state": "pending", "summary": null, "crux": null, "owner": "ResourcePoolManager" }, { "id": "verl/trainer/ppo/ray_trainer.py#Role", "name": "Role", "kind": "class", "path": "verl/trainer/ppo/ray_trainer.py", "span": "L57-L67", "signature": "class Role(Enum)", "exported": true, "origin": "ast", "body_hash": "e8ff555baf3aba9f706b87b759f90301b9cf44b14004d4ec68d85f86a1f62170", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/__init__.py", "name": "__init__.py", "kind": "file", "path": "verl/utils/__init__.py", "span": "L1-L18", "signature": null, "exported": true, "origin": "ast", "body_hash": "2a347bac8c8dd4741d639d32cd86e58a081d272b129d0c1125df9398e8661105", "chars": 678, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/config.py", "name": "config.py", "kind": "file", "path": "verl/utils/config.py", "span": "L1-L24", "signature": null, "exported": true, "origin": "ast", "body_hash": "b59763b8653abf6a011abf5304c2679b9e68690d2acc33a9a05fd6cfe0aab542", "chars": 839, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/config.py#update_dict_with_config", "name": "update_dict_with_config", "kind": "function", "path": "verl/utils/config.py", "span": "L20-L23", "signature": "def update_dict_with_config(dictionary: Dict, config: DictConfig)", "exported": true, "origin": "ast", "body_hash": "f8e57104aa8190084737ee0325eed955ae30c37335b4e2583878089081b733ac", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/dataset/__init__.py", "name": "__init__.py", "kind": "file", "path": "verl/utils/dataset/__init__.py", "span": "L1-L16", "signature": null, "exported": true, "origin": "ast", "body_hash": "85b71f93709dab550ee5705fe8fd88e9cc77d4b9465249eaeb92bc7646bda7e3", "chars": 670, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/dataset/rl_dataset.py", "name": "rl_dataset.py", "kind": "file", "path": "verl/utils/dataset/rl_dataset.py", "span": "L1-L156", "signature": null, "exported": true, "origin": "ast", "body_hash": "e95b34a590956ed37e69631c87712c9dacbddc0fae632ca1e5403ed19e409815", "chars": 5690, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/dataset/rl_dataset.py#collate_fn", "name": "collate_fn", "kind": "function", "path": "verl/utils/dataset/rl_dataset.py", "span": "L31-L55", "signature": "def collate_fn(data_list: list[dict]) -> dict", "exported": true, "origin": "ast", "body_hash": "d6815837963dafb2d82a51baf34080308805aa9363770164d6a268f4f29bc0b8", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/dataset/rl_dataset.py#RLHFDataset", "name": "RLHFDataset", "kind": "class", "path": "verl/utils/dataset/rl_dataset.py", "span": "L58-L155", "signature": "class RLHFDataset(Dataset)", "exported": true, "origin": "ast", "body_hash": "1bc8d838f7c67d2ef5dd1ce42ceee6d40d1d070f7ea59778fb41892fcdac36aa", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/dataset/rl_dataset.py#RLHFDataset.__getitem__", "name": "__getitem__", "kind": "method", "path": "verl/utils/dataset/rl_dataset.py", "span": "L120-L155", "signature": "def __getitem__(self, item)", "exported": false, "origin": "ast", "body_hash": "7c17a0f75e95e4c8e58e3f4bc51c11041d136707900f72c059d6d756efd472dc", "summary_state": "pending", "summary": null, "crux": null, "owner": "RLHFDataset" }, { "id": "verl/utils/dataset/rl_dataset.py#RLHFDataset.__init__", "name": "__init__", "kind": "method", "path": "verl/utils/dataset/rl_dataset.py", "span": "L63-L89", "signature": "def __init__(self, parquet_files: Union[str, List[str]], tokenizer: PreTrainedTokenizer, prompt_key='prompt', max_prompt_length=1024, filter_prompts=True, cache_dir='~/.cache/verl/rlhf', chat_template_func=None, return_raw_chat=False, truncation='error')", "exported": false, "origin": "ast", "body_hash": "fc107d7cc11f30304e5caef8eaf39d94f749196f1956ee0eaaf3bdb85fd32556", "summary_state": "pending", "summary": null, "crux": null, "owner": "RLHFDataset" }, { "id": "verl/utils/dataset/rl_dataset.py#RLHFDataset.__len__", "name": "__len__", "kind": "method", "path": "verl/utils/dataset/rl_dataset.py", "span": "L117-L118", "signature": "def __len__(self)", "exported": false, "origin": "ast", "body_hash": "bdc6551e4036bc82795afadb8c779143efb9cdab162a30f71f84f75003692a05", "summary_state": "pending", "summary": null, "crux": null, "owner": "RLHFDataset" }, { "id": "verl/utils/dataset/rl_dataset.py#RLHFDataset._download", "name": "_download", "kind": "method", "path": "verl/utils/dataset/rl_dataset.py", "span": "L91-L94", "signature": "def _download(self)", "exported": false, "origin": "ast", "body_hash": "dd3a2fe270c93c78e8c8f4ee96d331619eade93cda7943b2a334f5f3bbfab55e", "summary_state": "pending", "summary": null, "crux": null, "owner": "RLHFDataset" }, { "id": "verl/utils/dataset/rl_dataset.py#RLHFDataset._read_files_and_tokenize", "name": "_read_files_and_tokenize", "kind": "method", "path": "verl/utils/dataset/rl_dataset.py", "span": "L96-L115", "signature": "def _read_files_and_tokenize(self)", "exported": false, "origin": "ast", "body_hash": "bba69c686a046a9990644236b3da72415dba75e32c5b9e106e28ab5b06bbb977", "summary_state": "pending", "summary": null, "crux": null, "owner": "RLHFDataset" }, { "id": "verl/utils/dataset/rm_dataset.py", "name": "rm_dataset.py", "kind": "file", "path": "verl/utils/dataset/rm_dataset.py", "span": "L1-L143", "signature": null, "exported": true, "origin": "ast", "body_hash": "927ff2808f7c0928d4399cc1cd213fab2d922365c055a67ad6d4228b162c5d1d", "chars": 5494, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/dataset/rm_dataset.py#download_files_distributed", "name": "download_files_distributed", "kind": "function", "path": "verl/utils/dataset/rm_dataset.py", "span": "L27-L37", "signature": "def download_files_distributed(download_fn)", "exported": true, "origin": "ast", "body_hash": "25783b33b80a86aaf4a82440c7ada187d853b5997655efaf6eef02b74ef0e044", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/dataset/rm_dataset.py#RMDataset", "name": "RMDataset", "kind": "class", "path": "verl/utils/dataset/rm_dataset.py", "span": "L40-L143", "signature": "class RMDataset(Dataset)", "exported": true, "origin": "ast", "body_hash": "e65f05aa08f265eb2c6cd2b5f0968cd35ebceb16ed848968cc29be582a111d3f", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/dataset/rm_dataset.py#RMDataset.__getitem__", "name": "__getitem__", "kind": "method", "path": "verl/utils/dataset/rm_dataset.py", "span": "L114-L143", "signature": "def __getitem__(self, item)", "exported": false, "origin": "ast", "body_hash": "2320ceaf44c487dd5b1baae3682076963200a70ddc88c27752555bccc4e65eaf", "summary_state": "pending", "summary": null, "crux": null, "owner": "RMDataset" }, { "id": "verl/utils/dataset/rm_dataset.py#RMDataset.__init__", "name": "__init__", "kind": "method", "path": "verl/utils/dataset/rm_dataset.py", "span": "L42-L68", "signature": "def __init__(self, parquet_files: Union[str, List[str]], tokenizer, prompt_key='prompt', chosen_key='chosen', rejected_key='rejected', max_length=1024, add_eos=True, cache_dir='~/.cache/verl/rm')", "exported": false, "origin": "ast", "body_hash": "080b43c67df9d7f26009e63d2fb7d2f5c55271bd9318cd1d4cfcb9ef40fd18a3", "summary_state": "pending", "summary": null, "crux": null, "owner": "RMDataset" }, { "id": "verl/utils/dataset/rm_dataset.py#RMDataset.__len__", "name": "__len__", "kind": "method", "path": "verl/utils/dataset/rm_dataset.py", "span": "L96-L97", "signature": "def __len__(self)", "exported": false, "origin": "ast", "body_hash": "d3ec705f558c053786c913764f65f0afa378fba5294781471e2b56efc012fa97", "summary_state": "pending", "summary": null, "crux": null, "owner": "RMDataset" }, { "id": "verl/utils/dataset/rm_dataset.py#RMDataset._download", "name": "_download", "kind": "method", "path": "verl/utils/dataset/rm_dataset.py", "span": "L70-L83", "signature": "def _download(self)", "exported": false, "origin": "ast", "body_hash": "58b23eeed746d2f26020330d5f15d3684b0ad85e950eaa96a744c90fa216aac9", "summary_state": "pending", "summary": null, "crux": null, "owner": "RMDataset" }, { "id": "verl/utils/dataset/rm_dataset.py#RMDataset._download._download_files", "name": "_download_files", "kind": "function", "path": "verl/utils/dataset/rm_dataset.py", "span": "L72-L81", "signature": "def _download_files()", "exported": false, "origin": "ast", "body_hash": "37ec85c99188b886f6ab05bd86bd5e1839bd466f1dbdf6c59a585deae16388c0", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/dataset/rm_dataset.py#RMDataset._pad_to_length", "name": "_pad_to_length", "kind": "method", "path": "verl/utils/dataset/rm_dataset.py", "span": "L99-L112", "signature": "def _pad_to_length(self, input_ids, attention_mask)", "exported": false, "origin": "ast", "body_hash": "3768980b7c68059e90bff4654e7af3830a815d882412afe5ed4c4f586e5ff58f", "summary_state": "pending", "summary": null, "crux": null, "owner": "RMDataset" }, { "id": "verl/utils/dataset/rm_dataset.py#RMDataset._read_files_and_tokenize", "name": "_read_files_and_tokenize", "kind": "method", "path": "verl/utils/dataset/rm_dataset.py", "span": "L85-L94", "signature": "def _read_files_and_tokenize(self)", "exported": false, "origin": "ast", "body_hash": "334cf80541c2fb27349fbacc2ea08d134a165c7363e2eeba4875ac7508d811ae", "summary_state": "pending", "summary": null, "crux": null, "owner": "RMDataset" }, { "id": "verl/utils/debug/__init__.py", "name": "__init__.py", "kind": "file", "path": "verl/utils/debug/__init__.py", "span": "L1-L15", "signature": null, "exported": true, "origin": "ast", "body_hash": "7c2e66dafef4ae2d091deec16c763299acc927bc7486268190239d9290c0b77c", "chars": 646, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/debug/performance.py", "name": "performance.py", "kind": "file", "path": "verl/utils/debug/performance.py", "span": "L1-L31", "signature": null, "exported": true, "origin": "ast", "body_hash": "a27524298cce8e7c5b0dc060a9d58f4c79d5a63a2da36293dee491dbb927a211", "chars": 1214, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/debug/performance.py#log_gpu_memory_usage", "name": "log_gpu_memory_usage", "kind": "function", "path": "verl/utils/debug/performance.py", "span": "L20-L30", "signature": "def log_gpu_memory_usage(head: str, logger: logging.Logger = None, level=logging.DEBUG, rank: int = 0)", "exported": true, "origin": "ast", "body_hash": "c8d5d2476fe5c411995c8d66ad883d58936a749c8688e52d1b6da806bbce7d5e", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/debug/trajectory_tracker.py", "name": "trajectory_tracker.py", "kind": "file", "path": "verl/utils/debug/trajectory_tracker.py", "span": "L1-L109", "signature": null, "exported": true, "origin": "ast", "body_hash": "f47db3824fe10b827c62110cb49151e075ae3e8bc9ea95905bb5dd915d60b897", "chars": 3174, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/debug/trajectory_tracker.py#dump_data", "name": "dump_data", "kind": "function", "path": "verl/utils/debug/trajectory_tracker.py", "span": "L69-L76", "signature": "def dump_data(data, name)", "exported": true, "origin": "ast", "body_hash": "c108432ca791900d48f3cd2f032be63a7bd590b27b3aa20cf5710a6561b8b3f1", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/debug/trajectory_tracker.py#get_trajectory_tracker", "name": "get_trajectory_tracker", "kind": "function", "path": "verl/utils/debug/trajectory_tracker.py", "span": "L79-L85", "signature": "def get_trajectory_tracker()", "exported": true, "origin": "ast", "body_hash": "e5df0d883a3f01f535d7102258bf81289734a66143fddf8ffc8cbde0c6cd1857", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/debug/trajectory_tracker.py#process", "name": "process", "kind": "function", "path": "verl/utils/debug/trajectory_tracker.py", "span": "L94-L96", "signature": "def process(iter)", "exported": true, "origin": "ast", "body_hash": "162022ef06fc9ad8e33f53c3aa7e3617089f495b60430468035c47fc65be37ba", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/debug/trajectory_tracker.py#save_to_hdfs", "name": "save_to_hdfs", "kind": "function", "path": "verl/utils/debug/trajectory_tracker.py", "span": "L33-L46", "signature": "def save_to_hdfs(data: io.BytesIO, name, hdfs_dir, verbose)", "exported": true, "origin": "ast", "body_hash": "440259a8f5d20a69d6522429c53e52353c83f9c3768028f2b55e09311ebeddcb", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/debug/trajectory_tracker.py#TrajectoryTracker", "name": "TrajectoryTracker", "kind": "class", "path": "verl/utils/debug/trajectory_tracker.py", "span": "L50-L66", "signature": "class TrajectoryTracker()", "exported": true, "origin": "ast", "body_hash": "03f90d59c1171832e33d172e9b8def1dc5f1b7c9204d5a92a1ec028552db796c", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/debug/trajectory_tracker.py#TrajectoryTracker.__init__", "name": "__init__", "kind": "method", "path": "verl/utils/debug/trajectory_tracker.py", "span": "L52-L57", "signature": "def __init__(self, hdfs_dir, verbose) -> None", "exported": false, "origin": "ast", "body_hash": "a162a9a03b4c731aa3e0443f15bb5b6d0cd363ea39d5a4e90adaa7a4262c5e5a", "summary_state": "pending", "summary": null, "crux": null, "owner": "TrajectoryTracker" }, { "id": "verl/utils/debug/trajectory_tracker.py#TrajectoryTracker.dump", "name": "dump", "kind": "method", "path": "verl/utils/debug/trajectory_tracker.py", "span": "L59-L61", "signature": "def dump(self, data: io.BytesIO, name): # get a temp file and write to it", "exported": true, "origin": "ast", "body_hash": "faf7cfbd714681301cf6b061294e4ede78edc32be2136fb8fb8098de19441214", "summary_state": "pending", "summary": null, "crux": null, "owner": "TrajectoryTracker" }, { "id": "verl/utils/debug/trajectory_tracker.py#TrajectoryTracker.wait_for_hdfs", "name": "wait_for_hdfs", "kind": "method", "path": "verl/utils/debug/trajectory_tracker.py", "span": "L63-L66", "signature": "def wait_for_hdfs(self)", "exported": true, "origin": "ast", "body_hash": "69d606fffac7c6c28c4e8ec7395a18772d6faefaa71ad42728a65dab4f2e7abd", "summary_state": "pending", "summary": null, "crux": null, "owner": "TrajectoryTracker" }, { "id": "verl/utils/distributed.py", "name": "distributed.py", "kind": "file", "path": "verl/utils/distributed.py", "span": "L1-L29", "signature": null, "exported": true, "origin": "ast", "body_hash": "ee90007c15948b647338f404dd865cc5a0e2586903b8790ce6331d1cf01d2244", "chars": 1124, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/distributed.py#initialize_global_process_group", "name": "initialize_global_process_group", "kind": "function", "path": "verl/utils/distributed.py", "span": "L18-L28", "signature": "def initialize_global_process_group(timeout_second=36000)", "exported": true, "origin": "ast", "body_hash": "0b74afc3389013e179370434b6826752e906c6ecd596cc97734f20d3bd260874", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/flops_counter.py", "name": "flops_counter.py", "kind": "file", "path": "verl/utils/flops_counter.py", "span": "L1-L124", "signature": null, "exported": true, "origin": "ast", "body_hash": "753efda577398fe9378e2ce696eeb6288f153fc03086db63136633b4fc5fad1f", "chars": 4887, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/flops_counter.py#FlopsCounter", "name": "FlopsCounter", "kind": "class", "path": "verl/utils/flops_counter.py", "span": "L51-L123", "signature": "class FlopsCounter", "exported": true, "origin": "ast", "body_hash": "09854625e88dd667cbfe51ad063c8881e8e07fe07155abd24fef80a3f23879be", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/flops_counter.py#FlopsCounter.__init__", "name": "__init__", "kind": "method", "path": "verl/utils/flops_counter.py", "span": "L61-L67", "signature": "def __init__(self, config: PretrainedConfig)", "exported": false, "origin": "ast", "body_hash": "3ab56d8c404632bece7d42f7dc374e83f370f393586612861fb11d72ea4f15c8", "summary_state": "pending", "summary": null, "crux": null, "owner": "FlopsCounter" }, { "id": "verl/utils/flops_counter.py#FlopsCounter._estimate_qwen2_flops", "name": "_estimate_qwen2_flops", "kind": "method", "path": "verl/utils/flops_counter.py", "span": "L72-L105", "signature": "def _estimate_qwen2_flops(self, tokens_sum, batch_seqlens, delta_time)", "exported": false, "origin": "ast", "body_hash": "024a3df5967f0523243a5c8ae101e09a93fe47bdb863e25132af21cf71c83e18", "summary_state": "pending", "summary": null, "crux": null, "owner": "FlopsCounter" }, { "id": "verl/utils/flops_counter.py#FlopsCounter._estimate_unknown_flops", "name": "_estimate_unknown_flops", "kind": "method", "path": "verl/utils/flops_counter.py", "span": "L69-L70", "signature": "def _estimate_unknown_flops(self, tokens_sum, batch_seqlens, delta_time)", "exported": false, "origin": "ast", "body_hash": "e3886e548b1aa49426ee51fa8de072b5e217922e67b106a7d33babb5458558ce", "summary_state": "pending", "summary": null, "crux": null, "owner": "FlopsCounter" }, { "id": "verl/utils/flops_counter.py#FlopsCounter.estimate_flops", "name": "estimate_flops", "kind": "method", "path": "verl/utils/flops_counter.py", "span": "L107-L123", "signature": "def estimate_flops(self, batch_seqlens, delta_time)", "exported": true, "origin": "ast", "body_hash": "edb52fec92c5bc3c75e063c39628976aa80ec1d4430630ea0b0acefaa1fefd45", "summary_state": "pending", "summary": null, "crux": null, "owner": "FlopsCounter" }, { "id": "verl/utils/flops_counter.py#get_device_flops", "name": "get_device_flops", "kind": "function", "path": "verl/utils/flops_counter.py", "span": "L21-L48", "signature": "def get_device_flops(unit=\"T\")", "exported": true, "origin": "ast", "body_hash": "47f9d2bb1eb463c92ed30c32716260ccd380a9bad73b2290c24a91af1da2cb4d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/flops_counter.py#get_device_flops.unit_convert", "name": "unit_convert", "kind": "function", "path": "verl/utils/flops_counter.py", "span": "L23-L31", "signature": "def unit_convert(number, level)", "exported": true, "origin": "ast", "body_hash": "ef01aea74b83c691fbf2cc11798ada4e91b73c9baa30a20c147fac69ccdead2a", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/fs.py", "name": "fs.py", "kind": "file", "path": "verl/utils/fs.py", "span": "L1-L89", "signature": null, "exported": true, "origin": "ast", "body_hash": "a922d349ce08eb4e23d878a33eba415e478ca467562b2082708fcc6f409ecb7e", "chars": 2821, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/fs.py#_is_non_local", "name": "_is_non_local", "kind": "function", "path": "verl/utils/fs.py", "span": "L29-L30", "signature": "def _is_non_local(path)", "exported": false, "origin": "ast", "body_hash": "b5a7f0d8a3c33215e50ddc9432edf1aabadfa7a04b1cfa673d089c0a817cfce6", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/fs.py#copy_local_path_from_hdfs", "name": "copy_local_path_from_hdfs", "kind": "function", "path": "verl/utils/fs.py", "span": "L55-L88", "signature": "def copy_local_path_from_hdfs(src: str, cache_dir=None, filelock='.file.lock', verbose=False) -> str", "exported": true, "origin": "ast", "body_hash": "659f35f5bb1b4e6ab8cab02f489d9d8f4d1bba024d8b15413378efb2f8558111", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/fs.py#get_local_temp_path", "name": "get_local_temp_path", "kind": "function", "path": "verl/utils/fs.py", "span": "L37-L52", "signature": "def get_local_temp_path(hdfs_path: str, cache_dir: str) -> str", "exported": true, "origin": "ast", "body_hash": "d7540699e5b01fe5b869c3824d38e67a7ddaa39e6562847f3fa3d0c1c63e8e3a", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/fs.py#md5_encode", "name": "md5_encode", "kind": "function", "path": "verl/utils/fs.py", "span": "L33-L34", "signature": "def md5_encode(path: str) -> str", "exported": true, "origin": "ast", "body_hash": "69dec58b30119dec212249be5da37262d6449c5c5e0a3cb0e45aaddb404c21bd", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/fsdp_utils.py", "name": "fsdp_utils.py", "kind": "file", "path": "verl/utils/fsdp_utils.py", "span": "L1-L329", "signature": null, "exported": true, "origin": "ast", "body_hash": "9b406351ace9f1a84b3d25ed3041395a10ea3508999cf4105de5fe0ee0dab2c0", "chars": 13201, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/fsdp_utils.py#get_fsdp_wrap_policy", "name": "get_fsdp_wrap_policy", "kind": "function", "path": "verl/utils/fsdp_utils.py", "span": "L48-L105", "signature": "def get_fsdp_wrap_policy(module, config=None, is_lora=False)", "exported": true, "origin": "ast", "body_hash": "53558c0ba06821ad192cb754ca0c1d16940ca04ade94aec2a8af11af6c7e648b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/fsdp_utils.py#get_fsdp_wrap_policy.lambda_policy_fn", "name": "lambda_policy_fn", "kind": "function", "path": "verl/utils/fsdp_utils.py", "span": "L75-L79", "signature": "def lambda_policy_fn(module)", "exported": true, "origin": "ast", "body_hash": "c2b134de85a43e8a034ae1ccbc2567d215ee8a2fd8512615931390568b6906c6", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/fsdp_utils.py#get_init_weight_context_manager", "name": "get_init_weight_context_manager", "kind": "function", "path": "verl/utils/fsdp_utils.py", "span": "L36-L43", "signature": "def get_init_weight_context_manager(use_meta_tensor=True)", "exported": true, "origin": "ast", "body_hash": "809cf2e63287478dec78d0e9a62a4c933156400b131ae28f705cfc3f9a5b46e1", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/fsdp_utils.py#init_fn", "name": "init_fn", "kind": "function", "path": "verl/utils/fsdp_utils.py", "span": "L29-L33", "signature": "def init_fn(x: torch.nn.Module)", "exported": true, "origin": "ast", "body_hash": "478453f418d8638b999a3dda1d37313a177987dd1a0341b5e8e0ac43227c048a", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/fsdp_utils.py#load_fsdp_grad", "name": "load_fsdp_grad", "kind": "function", "path": "verl/utils/fsdp_utils.py", "span": "L115-L119", "signature": "def load_fsdp_grad(module, device_id)", "exported": true, "origin": "ast", "body_hash": "42e0431655e2a5aa161830a94e01c09a24fe61df256b53b6e48fd74777907184", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/fsdp_utils.py#load_fsdp_optimizer", "name": "load_fsdp_optimizer", "kind": "function", "path": "verl/utils/fsdp_utils.py", "span": "L152-L159", "signature": "def load_fsdp_optimizer(optimizer, device_id)", "exported": true, "origin": "ast", "body_hash": "d2f200950ed2a9af0ab17e171576cca2df60aa8138f7a7f11469f2eb623f1708", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/fsdp_utils.py#load_fsdp_param_and_grad", "name": "load_fsdp_param_and_grad", "kind": "function", "path": "verl/utils/fsdp_utils.py", "span": "L132-L139", "signature": "def load_fsdp_param_and_grad(module, device_id, load_grad=False)", "exported": true, "origin": "ast", "body_hash": "b356d01f261615f4136d96e6b164de34654fb81caa22d4279def1eb1055c5a04", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/fsdp_utils.py#meta_device_init", "name": "meta_device_init", "kind": "function", "path": "verl/utils/fsdp_utils.py", "span": "L163-L191", "signature": "def meta_device_init()", "exported": true, "origin": "ast", "body_hash": "30859cacefc1bf39a145369651a8a2b26403766907c5a5961615913bc341610d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/fsdp_utils.py#meta_device_init.register_empty_parameter", "name": "register_empty_parameter", "kind": "function", "path": "verl/utils/fsdp_utils.py", "span": "L175-L184", "signature": "def register_empty_parameter(module, name, param)", "exported": true, "origin": "ast", "body_hash": "8be9ad82d2aa30bbd4d3e2697844cb1f6bc0437270d49a0b3537d86b798faf33", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/fsdp_utils.py#offload_fsdp_grad", "name": "offload_fsdp_grad", "kind": "function", "path": "verl/utils/fsdp_utils.py", "span": "L108-L112", "signature": "def offload_fsdp_grad(module)", "exported": true, "origin": "ast", "body_hash": "6882e2967d6aed49e218adc4072a85c29a57bc6ceee22fd48d7e186406880af9", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/fsdp_utils.py#offload_fsdp_optimizer", "name": "offload_fsdp_optimizer", "kind": "function", "path": "verl/utils/fsdp_utils.py", "span": "L142-L149", "signature": "def offload_fsdp_optimizer(optimizer)", "exported": true, "origin": "ast", "body_hash": "fc449920c030ce94a9e26d261c3ad4ebf648ad6f4136a7f3f3a56642503fdbac", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/fsdp_utils.py#offload_fsdp_param_and_grad", "name": "offload_fsdp_param_and_grad", "kind": "function", "path": "verl/utils/fsdp_utils.py", "span": "L122-L129", "signature": "def offload_fsdp_param_and_grad(module, offload_grad=False)", "exported": true, "origin": "ast", "body_hash": "8c43f12f74769aece2279ae17ab6ae9d27c58143d8b916045a446361d73d905c", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/fsdp_utils.py#parallel_init_module_fn", "name": "parallel_init_module_fn", "kind": "function", "path": "verl/utils/fsdp_utils.py", "span": "L250-L329", "signature": "def parallel_init_module_fn(module: torch.nn.Module, shard_states: Dict[str, torch.nn.Parameter])", "exported": true, "origin": "ast", "body_hash": "7cba013268b43fa74f6c8744a023978e2256b773075fbaa50fc13ab7c0f3b94f", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/fsdp_utils.py#parallel_init_module_fn.create_and_sync_state", "name": "create_and_sync_state", "kind": "function", "path": "verl/utils/fsdp_utils.py", "span": "L272-L289", "signature": "def create_and_sync_state(param_name, state, is_param)", "exported": true, "origin": "ast", "body_hash": "acb85d65ea151697ac7600f09629e8344ff04b6a3aa2104ad50d246cb9f2f838", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/fsdp_utils.py#parallel_init_module_fn.init_fn", "name": "init_fn", "kind": "function", "path": "verl/utils/fsdp_utils.py", "span": "L291-L327", "signature": "def init_fn(sub_mod: torch.nn.Module, recurse: bool = True)", "exported": true, "origin": "ast", "body_hash": "359c0b0307a1fa6e7c149b5c5785c315c7db483f135a8f82b3434c848bf7e849", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/fsdp_utils.py#parallel_load_safetensors", "name": "parallel_load_safetensors", "kind": "function", "path": "verl/utils/fsdp_utils.py", "span": "L194-L247", "signature": "def parallel_load_safetensors(filepath)", "exported": true, "origin": "ast", "body_hash": "65aa63eae67d62197f38e8936b2fe51c68e674a073d6fba6e040097d31b29b55", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/hdfs_io.py", "name": "hdfs_io.py", "kind": "file", "path": "verl/utils/hdfs_io.py", "span": "L1-L145", "signature": null, "exported": true, "origin": "ast", "body_hash": "3f006815223e1798ee829b325aa942453cdb6131731f056b07fd8de957d0bcf7", "chars": 4562, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/hdfs_io.py#_copy", "name": "_copy", "kind": "function", "path": "verl/utils/hdfs_io.py", "span": "L113-L132", "signature": "def _copy(from_path: str, to_path: str, timeout: int = None) -> bool", "exported": false, "origin": "ast", "body_hash": "182dcb70bd19e98dbd865a48e620cad12a1796e861be7bfef6487fa0093fd601", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/hdfs_io.py#_exists", "name": "_exists", "kind": "function", "path": "verl/utils/hdfs_io.py", "span": "L43-L47", "signature": "def _exists(file_path: str)", "exported": false, "origin": "ast", "body_hash": "cedd6664e9c0a20ccbd7cda3abe94d5cb5d3aeeb21e8687c00ceaa6d3c70ae68", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/hdfs_io.py#_hdfs_cmd", "name": "_hdfs_cmd", "kind": "function", "path": "verl/utils/hdfs_io.py", "span": "L139-L140", "signature": "def _hdfs_cmd(cmd: str) -> str", "exported": false, "origin": "ast", "body_hash": "fa1905e6fbdf93a5b05090bec8fc56c8da31c2335784b9f35f33a1c96a7ff9cb", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/hdfs_io.py#_is_non_local", "name": "_is_non_local", "kind": "function", "path": "verl/utils/hdfs_io.py", "span": "L143-L144", "signature": "def _is_non_local(path: str)", "exported": false, "origin": "ast", "body_hash": "73f7d9a7b5fe3af9ab93520babd6ca6e00251e6b34b25d198f5a85fcda757ab1", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/hdfs_io.py#_mkdir", "name": "_mkdir", "kind": "function", "path": "verl/utils/hdfs_io.py", "span": "L75-L81", "signature": "def _mkdir(file_path: str) -> bool", "exported": false, "origin": "ast", "body_hash": "d09ed96d9e95335ae1040da274f1d5ca696148971ef0b5da1161b4c2b3d101bb", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/hdfs_io.py#_run_cmd", "name": "_run_cmd", "kind": "function", "path": "verl/utils/hdfs_io.py", "span": "L135-L136", "signature": "def _run_cmd(cmd: str, timeout=None)", "exported": false, "origin": "ast", "body_hash": "7554272c4569a8d9ea48e4734694d6f2ae01a4892b460e63cb3ac8e2e6aba4b9", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/hdfs_io.py#copy", "name": "copy", "kind": "function", "path": "verl/utils/hdfs_io.py", "span": "L84-L110", "signature": "def copy(src: str, dst: str, **kwargs) -> bool", "exported": true, "origin": "ast", "body_hash": "2d2963d940836b5c3065446c9a5519070bafbdcf69e10ad0a59fa5a53d652b58", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/hdfs_io.py#exists", "name": "exists", "kind": "function", "path": "verl/utils/hdfs_io.py", "span": "L27-L40", "signature": "def exists(path: str, **kwargs) -> bool", "exported": true, "origin": "ast", "body_hash": "0c174720c6536682794ce9937ee6141b9027bcfb53f9b16b4a17effdabdf244a", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/hdfs_io.py#makedirs", "name": "makedirs", "kind": "function", "path": "verl/utils/hdfs_io.py", "span": "L50-L72", "signature": "def makedirs(name, mode=0o777, exist_ok=False, **kwargs) -> None", "exported": true, "origin": "ast", "body_hash": "eb24ff7dd4a0ee58a7dbbb6fcd4916fd93f1ad2f14b786efc545612083a33775", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/import_utils.py", "name": "import_utils.py", "kind": "file", "path": "verl/utils/import_utils.py", "span": "L1-L49", "signature": null, "exported": true, "origin": "ast", "body_hash": "96fbdc91902ef5b62dee939d0a1f5a5cec7c5d93b240966017ef08278e644722", "chars": 1351, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/import_utils.py#import_external_libs", "name": "import_external_libs", "kind": "function", "path": "verl/utils/import_utils.py", "span": "L41-L48", "signature": "def import_external_libs(external_libs=None)", "exported": true, "origin": "ast", "body_hash": "42b6f89d5b3db21e0d55bbe42905fe5832d0726bc661d7c4c4886082f4603f15", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/import_utils.py#is_megatron_core_available", "name": "is_megatron_core_available", "kind": "function", "path": "verl/utils/import_utils.py", "span": "L24-L29", "signature": "def is_megatron_core_available()", "exported": true, "origin": "ast", "body_hash": "4b0a4b37beb8320c3a0d9f897c4de697e9f6bbbbef137bdadcf6e9a321c38adf", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/import_utils.py#is_vllm_available", "name": "is_vllm_available", "kind": "function", "path": "verl/utils/import_utils.py", "span": "L33-L38", "signature": "def is_vllm_available()", "exported": true, "origin": "ast", "body_hash": "1f9c6e2726c4b720a593a857eea77f8501567fa254c904ea75ff4c2cc5bf27ef", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/logger/__init__.py", "name": "__init__.py", "kind": "file", "path": "verl/utils/logger/__init__.py", "span": "L1-L14", "signature": null, "exported": true, "origin": "ast", "body_hash": "e65abd77db034b4f29eb1268c24867f84919dbce22e28d1997e563ed1d94179c", "chars": 600, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/logger/aggregate_logger.py", "name": "aggregate_logger.py", "kind": "file", "path": "verl/utils/logger/aggregate_logger.py", "span": "L1-L42", "signature": null, "exported": true, "origin": "ast", "body_hash": "9fcaf99c0e6bacb838c7d1e40f1a51dcab6b4fe633b9320d97f5434f032fee9d", "chars": 1400, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/logger/aggregate_logger.py#concat_dict_to_str", "name": "concat_dict_to_str", "kind": "function", "path": "verl/utils/logger/aggregate_logger.py", "span": "L21-L27", "signature": "def concat_dict_to_str(dict: Dict, step)", "exported": true, "origin": "ast", "body_hash": "2324bf1ef94f22ca671549d11037f3bbcf5353b6c01c13d3aea6d20b5139b088", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/logger/aggregate_logger.py#LocalLogger", "name": "LocalLogger", "kind": "class", "path": "verl/utils/logger/aggregate_logger.py", "span": "L30-L42", "signature": "class LocalLogger", "exported": true, "origin": "ast", "body_hash": "bad179b5c225869530a4e7005b920ed0d9eec66f7732a2de92afcb5c0341cd0d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/logger/aggregate_logger.py#LocalLogger.__init__", "name": "__init__", "kind": "method", "path": "verl/utils/logger/aggregate_logger.py", "span": "L32-L35", "signature": "def __init__(self, remote_logger=None, enable_wandb=False, print_to_console=False)", "exported": false, "origin": "ast", "body_hash": "989454bb6949ae7c161a7b069f4dac466e1a1383f0546d72c2480d7e194d26be", "summary_state": "pending", "summary": null, "crux": null, "owner": "LocalLogger" }, { "id": "verl/utils/logger/aggregate_logger.py#LocalLogger.flush", "name": "flush", "kind": "method", "path": "verl/utils/logger/aggregate_logger.py", "span": "L37-L38", "signature": "def flush(self)", "exported": true, "origin": "ast", "body_hash": "b634cd44039f0de7f5248aae6081ee5481e7e9f7bbc0d0aa41df3468b2e5c433", "summary_state": "pending", "summary": null, "crux": null, "owner": "LocalLogger" }, { "id": "verl/utils/logger/aggregate_logger.py#LocalLogger.log", "name": "log", "kind": "method", "path": "verl/utils/logger/aggregate_logger.py", "span": "L40-L42", "signature": "def log(self, data, step)", "exported": true, "origin": "ast", "body_hash": "ffc7b15abfa541dc3814476e4be8652b1aa2bee6da696ffebfbe2e9d389cacb0", "summary_state": "pending", "summary": null, "crux": null, "owner": "LocalLogger" }, { "id": "verl/utils/logging_utils.py", "name": "logging_utils.py", "kind": "file", "path": "verl/utils/logging_utils.py", "span": "L1-L23", "signature": null, "exported": true, "origin": "ast", "body_hash": "ee547e49dd03ebf83d493ee11ee71c65ef1ae8a6b68d7d21c195e0d24abcea4b", "chars": 843, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/logging_utils.py#set_basic_config", "name": "set_basic_config", "kind": "function", "path": "verl/utils/logging_utils.py", "span": "L18-L22", "signature": "def set_basic_config(level)", "exported": true, "origin": "ast", "body_hash": "d584bbdf458448eb706bccf57353df1759d37ce74f786b42c99e6ca45971cd9f", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron_utils.py", "name": "megatron_utils.py", "kind": "file", "path": "verl/utils/megatron_utils.py", "span": "L1-L254", "signature": null, "exported": true, "origin": "ast", "body_hash": "905d61e476d8062c298db358f8490a67e4b836b755ab6fbc0d45559f62d8dd23", "chars": 11812, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron_utils.py#convert_config", "name": "convert_config", "kind": "function", "path": "verl/utils/megatron_utils.py", "span": "L140-L177", "signature": "def convert_config(hf_config: PretrainedConfig, megatron_config) -> TransformerConfig", "exported": true, "origin": "ast", "body_hash": "cb5bc8628d79ad82aac2d6fd5c76ae05204bfcf1e8c42536c87518245a99be3e", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron_utils.py#FakeTimers", "name": "FakeTimers", "kind": "class", "path": "verl/utils/megatron_utils.py", "span": "L215-L223", "signature": "class FakeTimers", "exported": true, "origin": "ast", "body_hash": "335700ed88928305b8babb924411a0c957855d10334d8fb351d5ed9f7d368569", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron_utils.py#FakeTimers.__call__", "name": "__call__", "kind": "method", "path": "verl/utils/megatron_utils.py", "span": "L222-L223", "signature": "def __call__(self, *args: Any, **kwds: Any) -> Any", "exported": false, "origin": "ast", "body_hash": "42bf4959fb835b75530ebcc97813e6bf71e9c1f772d5c12440a05fdb117c4886", "summary_state": "pending", "summary": null, "crux": null, "owner": "FakeTimers" }, { "id": "verl/utils/megatron_utils.py#FakeTimers.__init__", "name": "__init__", "kind": "method", "path": "verl/utils/megatron_utils.py", "span": "L218-L220", "signature": "def __init__(self)", "exported": false, "origin": "ast", "body_hash": "6cc9c76f6e5afb81abad8986c8fcfa06bb634e916625f7e0b49896a41e59e152", "summary_state": "pending", "summary": null, "crux": null, "owner": "FakeTimers" }, { "id": "verl/utils/megatron_utils.py#get_model", "name": "get_model", "kind": "function", "path": "verl/utils/megatron_utils.py", "span": "L34-L116", "signature": "def get_model(model_provider_func, model_type=ModelType.encoder_or_decoder, wrap_with_ddp=True)", "exported": true, "origin": "ast", "body_hash": "ade3c583b2baa8e799ef297043fe3abb8af3ab6e0fef0cd4e45215bb0bdf9220", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron_utils.py#init_megatron_optim_config", "name": "init_megatron_optim_config", "kind": "function", "path": "verl/utils/megatron_utils.py", "span": "L185-L195", "signature": "def init_megatron_optim_config(optim_config: Dict) -> OptimizerConfig", "exported": true, "origin": "ast", "body_hash": "24df7d09862a57b68cbfe8d7ae7a9200a34df88e7e0bcedae89468e029cee0ea", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron_utils.py#init_model_parallel_config", "name": "init_model_parallel_config", "kind": "function", "path": "verl/utils/megatron_utils.py", "span": "L201-L212", "signature": "def init_model_parallel_config(config: DictConfig) -> ModelParallelConfig: # TODO(sgm): check how to disable megatron timers", "exported": true, "origin": "ast", "body_hash": "59d7489f7d7998c6b59743bb8123ae41eb7a40c046ca03d67470d2f7ca2cf457", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron_utils.py#load_megatron_param_and_grad", "name": "load_megatron_param_and_grad", "kind": "function", "path": "verl/utils/megatron_utils.py", "span": "L241-L253", "signature": "def load_megatron_param_and_grad(module_list: nn.ModuleList, device_id, load_grad=False, hybrid_engine=None)", "exported": true, "origin": "ast", "body_hash": "613d7762ed9d7be88dfb2c7e07d24009c630e6e4cb174b12c33b6ff687b1bbaa", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron_utils.py#offload_megatron_param_and_grad", "name": "offload_megatron_param_and_grad", "kind": "function", "path": "verl/utils/megatron_utils.py", "span": "L226-L238", "signature": "def offload_megatron_param_and_grad(module_list: nn.ModuleList, offload_grad=False, hybrid_engine=None)", "exported": true, "origin": "ast", "body_hash": "18f56e697ddd468f96d758493dc35852d9ac0cd6b544d4cd0fa34704959a418f", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron_utils.py#unwrap_model", "name": "unwrap_model", "kind": "function", "path": "verl/utils/megatron_utils.py", "span": "L122-L134", "signature": "def unwrap_model(model, module_instances=ALL_MODULE_WRAPPER_CLASSNAMES)", "exported": true, "origin": "ast", "body_hash": "a537a4570de1f758c96a9cff634ecfeff7b84b32640072e034f57769165c0542", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron/__init__.py", "name": "__init__.py", "kind": "file", "path": "verl/utils/megatron/__init__.py", "span": "L1-L14", "signature": null, "exported": true, "origin": "ast", "body_hash": "e65abd77db034b4f29eb1268c24867f84919dbce22e28d1997e563ed1d94179c", "chars": 600, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron/memory.py", "name": "memory.py", "kind": "file", "path": "verl/utils/megatron/memory.py", "span": "L1-L42", "signature": null, "exported": true, "origin": "ast", "body_hash": "422a9340d8aae030664b5e425bb89bffc5d428b34057d091905b84a5033291e1", "chars": 1534, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron/memory.py#MemoryBuffer", "name": "MemoryBuffer", "kind": "class", "path": "verl/utils/megatron/memory.py", "span": "L18-L41", "signature": "class MemoryBuffer", "exported": true, "origin": "ast", "body_hash": "c2763f32cf268585050206d7575cc1a19bd359ad06a1c59e120625d3412535ed", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron/memory.py#MemoryBuffer.__init__", "name": "__init__", "kind": "method", "path": "verl/utils/megatron/memory.py", "span": "L20-L27", "signature": "def __init__(self, numel, numel_padded, dtype)", "exported": false, "origin": "ast", "body_hash": "297768b388d05ec49ee74628e411103b6dacbb4057f8a0137790a1d5710d44a8", "summary_state": "pending", "summary": null, "crux": null, "owner": "MemoryBuffer" }, { "id": "verl/utils/megatron/memory.py#MemoryBuffer.get", "name": "get", "kind": "method", "path": "verl/utils/megatron/memory.py", "span": "L33-L41", "signature": "def get(self, shape, start_index)", "exported": true, "origin": "ast", "body_hash": "052a2f24dd6a6ff83b6b80f67d2d3bb7f7d53cbb40001e4bfde09fb78964f55a", "summary_state": "pending", "summary": null, "crux": null, "owner": "MemoryBuffer" }, { "id": "verl/utils/megatron/memory.py#MemoryBuffer.zero", "name": "zero", "kind": "method", "path": "verl/utils/megatron/memory.py", "span": "L29-L31", "signature": "def zero(self)", "exported": true, "origin": "ast", "body_hash": "e70d8222f4290f5089086292ef4d72fd8ed271457a83ab124bfc80775794b347", "summary_state": "pending", "summary": null, "crux": null, "owner": "MemoryBuffer" }, { "id": "verl/utils/megatron/optimizer_config.py", "name": "optimizer_config.py", "kind": "file", "path": "verl/utils/megatron/optimizer_config.py", "span": "L1-L130", "signature": null, "exported": true, "origin": "ast", "body_hash": "d978c3e93e3353af1dc30c36d0b14cbd7a2d97189fa861caa9b9591819da2f14", "chars": 4051, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron/optimizer_config.py#OptimizerConfig", "name": "OptimizerConfig", "kind": "class", "path": "verl/utils/megatron/optimizer_config.py", "span": "L23-L129", "signature": "class OptimizerConfig", "exported": true, "origin": "ast", "body_hash": "d9f29c42c132f4921f94b4982276829a1ef3ddb48611d2c72a500a505a9991dc", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron/optimizer.py", "name": "optimizer.py", "kind": "file", "path": "verl/utils/megatron/optimizer.py", "span": "L1-L93", "signature": null, "exported": true, "origin": "ast", "body_hash": "f99cc03963e38b1ae6178564adac0f9e731d875589908290dbd844bba1642d80", "chars": 4349, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron/optimizer.py#get_megatron_optimizer", "name": "get_megatron_optimizer", "kind": "function", "path": "verl/utils/megatron/optimizer.py", "span": "L26-L92", "signature": "def get_megatron_optimizer( model, config: OptimizerConfig, no_weight_decay_cond=None, scale_lr_cond=None, lr_mult=1.0, check_for_nan_in_loss_and_grad=False, overlap_param_gather=False # add for verl ): # Base optimizer.", "exported": true, "origin": "ast", "body_hash": "3a9c0aabaea523fcc5cd48e7a3d0bae22d7090ea73742b44678ed409d36b326f", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron/pipeline_parallel.py", "name": "pipeline_parallel.py", "kind": "file", "path": "verl/utils/megatron/pipeline_parallel.py", "span": "L1-L52", "signature": null, "exported": true, "origin": "ast", "body_hash": "322d879dbfd3ae6219944ec328b2b6c0fb19091a45bb4a2257402b4934f1dd46", "chars": 2119, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron/pipeline_parallel.py#compute_transformers_input_shapes", "name": "compute_transformers_input_shapes", "kind": "function", "path": "verl/utils/megatron/pipeline_parallel.py", "span": "L22-L40", "signature": "def compute_transformers_input_shapes(batches, meta_info)", "exported": true, "origin": "ast", "body_hash": "a9942586ed8e890c6a73effbaa0ef4588038655f87e9809f27f9d3493730ea30", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron/pipeline_parallel.py#make_batch_generator", "name": "make_batch_generator", "kind": "function", "path": "verl/utils/megatron/pipeline_parallel.py", "span": "L43-L51", "signature": "def make_batch_generator(batches, vpp_size)", "exported": true, "origin": "ast", "body_hash": "9ab0f6b61bc371f28d6b8e692dbb3dbec09a8945d0cb524d518df22de3f8001d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron/sequence_parallel.py", "name": "sequence_parallel.py", "kind": "file", "path": "verl/utils/megatron/sequence_parallel.py", "span": "L1-L55", "signature": null, "exported": true, "origin": "ast", "body_hash": "5291153114babd5010d809c671c17fe14a7ac06c2ea4d997844bf3b6f1f4154e", "chars": 1810, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron/sequence_parallel.py#is_sequence_parallel_param", "name": "is_sequence_parallel_param", "kind": "function", "path": "verl/utils/megatron/sequence_parallel.py", "span": "L25-L26", "signature": "def is_sequence_parallel_param(param)", "exported": true, "origin": "ast", "body_hash": "712d8b0e6faf858b2a5e12606c7f6ab4fc4b139a73bffff786d71c91b30bd01d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron/sequence_parallel.py#mark_parameter_as_sequence_parallel", "name": "mark_parameter_as_sequence_parallel", "kind": "function", "path": "verl/utils/megatron/sequence_parallel.py", "span": "L21-L22", "signature": "def mark_parameter_as_sequence_parallel(parameter)", "exported": true, "origin": "ast", "body_hash": "a8c6247a9e880f728471257018885b714a64083af3b26e5b8934d45b4489dbdb", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron/sequence_parallel.py#pad_to_sequence_parallel", "name": "pad_to_sequence_parallel", "kind": "function", "path": "verl/utils/megatron/sequence_parallel.py", "span": "L29-L54", "signature": "def pad_to_sequence_parallel(unpad_tokens: torch.Tensor)", "exported": true, "origin": "ast", "body_hash": "ed57517b38ab2650cfe42d00636935a25cf0c5c0d226619d6566ac7bfe3a6d79", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron/tensor_parallel.py", "name": "tensor_parallel.py", "kind": "file", "path": "verl/utils/megatron/tensor_parallel.py", "span": "L1-L185", "signature": null, "exported": true, "origin": "ast", "body_hash": "a6a059f8304728ae390c96252666cf8bfc742454dbec9af2746ef46d2cc1e2ba", "chars": 7257, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron/tensor_parallel.py#_VocabParallelEntropy", "name": "_VocabParallelEntropy", "kind": "class", "path": "verl/utils/megatron/tensor_parallel.py", "span": "L100-L121", "signature": "class _VocabParallelEntropy(torch.autograd.Function)", "exported": false, "origin": "ast", "body_hash": "7b37475551e7d9847675a65a965404bec95ba0971bd85e4b4bc2d287df2c9a57", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron/tensor_parallel.py#_VocabParallelEntropy.backward", "name": "backward", "kind": "method", "path": "verl/utils/megatron/tensor_parallel.py", "span": "L118-L121", "signature": "def backward(ctx, grad_output: torch.Tensor) -> torch.Tensor", "exported": true, "origin": "ast", "body_hash": "844f47cc144371fe27def1dc3f09d0bbd0f532ae72aa8c91341545ecd5ffdc82", "summary_state": "pending", "summary": null, "crux": null, "owner": "_VocabParallelEntropy" }, { "id": "verl/utils/megatron/tensor_parallel.py#_VocabParallelEntropy.forward", "name": "forward", "kind": "method", "path": "verl/utils/megatron/tensor_parallel.py", "span": "L103-L115", "signature": "def forward(ctx, vocab_parallel_logits: torch.Tensor) -> torch.Tensor", "exported": true, "origin": "ast", "body_hash": "7fa152a3e81c05fc2e71bf2d969d4b5ebc1e59e5dfddeca628934c425cfaf8a7", "summary_state": "pending", "summary": null, "crux": null, "owner": "_VocabParallelEntropy" }, { "id": "verl/utils/megatron/tensor_parallel.py#get_common_default_kwargs_for_parallel_linear", "name": "get_common_default_kwargs_for_parallel_linear", "kind": "function", "path": "verl/utils/megatron/tensor_parallel.py", "span": "L47-L55", "signature": "def get_common_default_kwargs_for_parallel_linear()", "exported": true, "origin": "ast", "body_hash": "7f2f07bb5b3ac42cf7a037ea386fb59e8f167c47da9d2274ff380bb1c1aa00c5", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron/tensor_parallel.py#get_default_kwargs_for_column_parallel_linear", "name": "get_default_kwargs_for_column_parallel_linear", "kind": "function", "path": "verl/utils/megatron/tensor_parallel.py", "span": "L58-L69", "signature": "def get_default_kwargs_for_column_parallel_linear()", "exported": true, "origin": "ast", "body_hash": "e9f9395bfae185dffa8ac79360cb0c0d297b5a3461341f94d36d0efa8beeed68", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron/tensor_parallel.py#get_default_kwargs_for_model_parallel_config", "name": "get_default_kwargs_for_model_parallel_config", "kind": "function", "path": "verl/utils/megatron/tensor_parallel.py", "span": "L32-L40", "signature": "def get_default_kwargs_for_model_parallel_config()", "exported": true, "origin": "ast", "body_hash": "33415a4b368eb7fdab7a35b5cc99d1364d6cd42fb1d689ebc6582bb1286291ee", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron/tensor_parallel.py#get_default_kwargs_for_parallel_embedding", "name": "get_default_kwargs_for_parallel_embedding", "kind": "function", "path": "verl/utils/megatron/tensor_parallel.py", "span": "L77-L83", "signature": "def get_default_kwargs_for_parallel_embedding()", "exported": true, "origin": "ast", "body_hash": "3963b5e3ce23de9734f45125759b149007c48118087700224055d56a3f722538", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron/tensor_parallel.py#get_default_kwargs_for_row_parallel_linear", "name": "get_default_kwargs_for_row_parallel_linear", "kind": "function", "path": "verl/utils/megatron/tensor_parallel.py", "span": "L72-L74", "signature": "def get_default_kwargs_for_row_parallel_linear()", "exported": true, "origin": "ast", "body_hash": "3015282ab53cf4db3edfa29c76938e11f5f5bc3bce00eb354ab65d217dd05e66", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron/tensor_parallel.py#get_default_model_parallel_config", "name": "get_default_model_parallel_config", "kind": "function", "path": "verl/utils/megatron/tensor_parallel.py", "span": "L43-L44", "signature": "def get_default_model_parallel_config()", "exported": true, "origin": "ast", "body_hash": "0d620f63a859d58ea45bf00a868b7582f2015e9ed2c1d5191b42c30250eeab11", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron/tensor_parallel.py#get_tensor_parallel_partition_dim", "name": "get_tensor_parallel_partition_dim", "kind": "function", "path": "verl/utils/megatron/tensor_parallel.py", "span": "L90-L92", "signature": "def get_tensor_parallel_partition_dim(param)", "exported": true, "origin": "ast", "body_hash": "86d85aa809fb93ab620b9c57055c3a1bd15e2bdd4be334646184a76889fde767", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron/tensor_parallel.py#get_tensor_parallel_partition_stride", "name": "get_tensor_parallel_partition_stride", "kind": "function", "path": "verl/utils/megatron/tensor_parallel.py", "span": "L95-L97", "signature": "def get_tensor_parallel_partition_stride(param)", "exported": true, "origin": "ast", "body_hash": "6ada82a39bc832a1b2f72640e6873673bb01f696855e7ad3ce4cbc07631fa658", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron/tensor_parallel.py#is_tensor_parallel_param", "name": "is_tensor_parallel_param", "kind": "function", "path": "verl/utils/megatron/tensor_parallel.py", "span": "L86-L87", "signature": "def is_tensor_parallel_param(param)", "exported": true, "origin": "ast", "body_hash": "5cab1728c7554d6b133422149566e3d80643f8f3be06687f5199457216e5506d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron/tensor_parallel.py#update_kwargs_with_config", "name": "update_kwargs_with_config", "kind": "function", "path": "verl/utils/megatron/tensor_parallel.py", "span": "L27-L29", "signature": "def update_kwargs_with_config(dictionary: Dict, config: ModelParallelConfig)", "exported": true, "origin": "ast", "body_hash": "3dd8cb902228fc4a154228782e80e5ee910ccfe97aa530e2b55de06d6af1a284", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron/tensor_parallel.py#vocab_parallel_compute_entropy_loss", "name": "vocab_parallel_compute_entropy_loss", "kind": "function", "path": "verl/utils/megatron/tensor_parallel.py", "span": "L168-L184", "signature": "def vocab_parallel_compute_entropy_loss(logits, eos_mask)", "exported": true, "origin": "ast", "body_hash": "e79360be5eed4fe3a5cf553b592ace6d6f968e51e090494b21e42b0da3ad8e6b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron/tensor_parallel.py#vocab_parallel_entropy", "name": "vocab_parallel_entropy", "kind": "function", "path": "verl/utils/megatron/tensor_parallel.py", "span": "L124-L133", "signature": "def vocab_parallel_entropy(vocab_parallel_logits: torch.Tensor) -> torch.Tensor", "exported": true, "origin": "ast", "body_hash": "b83713a86d9570b38537805b042e18386f8c54c406f2a433068354c8c57e19c7", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron/tensor_parallel.py#vocab_parallel_log_probs_from_logits", "name": "vocab_parallel_log_probs_from_logits", "kind": "function", "path": "verl/utils/megatron/tensor_parallel.py", "span": "L136-L138", "signature": "def vocab_parallel_log_probs_from_logits(logits, labels)", "exported": true, "origin": "ast", "body_hash": "5db09d406b8217bce4a18a4f79b67b4383849b2059c65db177318d9c213c2580", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/megatron/tensor_parallel.py#vocab_parallel_log_probs_from_logits_response_rmpad", "name": "vocab_parallel_log_probs_from_logits_response_rmpad", "kind": "function", "path": "verl/utils/megatron/tensor_parallel.py", "span": "L141-L165", "signature": "def vocab_parallel_log_probs_from_logits_response_rmpad(input_ids, attention_mask, logits_rmpad, response_length)", "exported": true, "origin": "ast", "body_hash": "bf4a1f5c4d259d67466eb579b797d88cf9591953621cac911373d6f66ae171f8", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/memory_buffer.py", "name": "memory_buffer.py", "kind": "file", "path": "verl/utils/memory_buffer.py", "span": "L1-L215", "signature": null, "exported": true, "origin": "ast", "body_hash": "736f122e7ca97cbfb173aaa97eab0f55fae19d8c0e3fc2da2e1722adeca8c518", "chars": 7964, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/memory_buffer.py#build_memory_buffer", "name": "build_memory_buffer", "kind": "function", "path": "verl/utils/memory_buffer.py", "span": "L68-L94", "signature": "def build_memory_buffer(weight_buffer_meta: Dict[str, Dict]) -> Dict[torch.dtype, MemoryBuffer]", "exported": true, "origin": "ast", "body_hash": "dbaec98f08aea3bbe6e8dc37b2ddf0af23c47af3265bc460bf6e8b55061e40ba", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/memory_buffer.py#build_memory_reference", "name": "build_memory_reference", "kind": "function", "path": "verl/utils/memory_buffer.py", "span": "L113-L137", "signature": "def build_memory_reference(weight_buffer_meta: Dict[str, Dict], memory_buffers: Dict[torch.dtype, MemoryBuffer])", "exported": true, "origin": "ast", "body_hash": "69e9dbaa82ef1d9ac12bc5d39c8468461502e062a84056e70a31ef9119af9ed7", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/memory_buffer.py#build_memory_reference_from_module", "name": "build_memory_reference_from_module", "kind": "function", "path": "verl/utils/memory_buffer.py", "span": "L97-L110", "signature": "def build_memory_reference_from_module(module: torch.nn.Module, memory_buffers: Dict[torch.dtype, MemoryBuffer], maintain_weight=True)", "exported": true, "origin": "ast", "body_hash": "ef186980d70dfd9e65c73ff8c331ca4ed213d5f2257d9bf967a7999c3f4345d2", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/memory_buffer.py#calc_padded_numel", "name": "calc_padded_numel", "kind": "function", "path": "verl/utils/memory_buffer.py", "span": "L51-L55", "signature": "def calc_padded_numel(shape: torch.Size, dtype: torch.dtype)", "exported": true, "origin": "ast", "body_hash": "440d4bed756c66e3facebc1e8496bceba0ba6aeacd8a34c081ba50f037c23115", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/memory_buffer.py#get_weight_buffer_meta_from_module", "name": "get_weight_buffer_meta_from_module", "kind": "function", "path": "verl/utils/memory_buffer.py", "span": "L58-L65", "signature": "def get_weight_buffer_meta_from_module(module: nn.Module) -> Dict[str, Dict]", "exported": true, "origin": "ast", "body_hash": "80353751e2359c379be24cb2aa586b4fb8b4ba185c17c3596b4e9c2329e9a17a", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/memory_buffer.py#MegatronMemoryBufferForRollout", "name": "MegatronMemoryBufferForRollout", "kind": "class", "path": "verl/utils/memory_buffer.py", "span": "L160-L214", "signature": "class MegatronMemoryBufferForRollout(object)", "exported": true, "origin": "ast", "body_hash": "6fc5d22d65abc7d8756c75953f3a04bcca3656cbdf8968701c01a2929e2aeb65", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/memory_buffer.py#MegatronMemoryBufferForRollout.__init__", "name": "__init__", "kind": "method", "path": "verl/utils/memory_buffer.py", "span": "L175-L179", "signature": "def __init__(self, transform_memory_param_fn)", "exported": false, "origin": "ast", "body_hash": "89fcfe14dd34aef37eeb3e11c23866fc081af16621148f9731d219d494453dcf", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronMemoryBufferForRollout" }, { "id": "verl/utils/memory_buffer.py#MegatronMemoryBufferForRollout.build_memory_reference", "name": "build_memory_reference", "kind": "method", "path": "verl/utils/memory_buffer.py", "span": "L199-L202", "signature": "def build_memory_reference(self)", "exported": true, "origin": "ast", "body_hash": "daad6b17bf799cf4184a0745ae3a12eb183178e3d2f9a4524f2ba8ad57a7ad79", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronMemoryBufferForRollout" }, { "id": "verl/utils/memory_buffer.py#MegatronMemoryBufferForRollout.initialize_weight_buffer", "name": "initialize_weight_buffer", "kind": "method", "path": "verl/utils/memory_buffer.py", "span": "L181-L197", "signature": "def initialize_weight_buffer(self, weight_buffer_meta_pp: List[Dict[str, Dict]])", "exported": true, "origin": "ast", "body_hash": "e255c68b5694127f090ec0330ccd3bed95cf2e5fda13847d900e518fc90574ec", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronMemoryBufferForRollout" }, { "id": "verl/utils/memory_buffer.py#MegatronMemoryBufferForRollout.memory_buffers", "name": "memory_buffers", "kind": "method", "path": "verl/utils/memory_buffer.py", "span": "L213-L214", "signature": "def memory_buffers(self)", "exported": true, "origin": "ast", "body_hash": "aeb38c7c460b398a920d95a74393cbc582e9910f7a953176267c6ca05d66d7ba", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronMemoryBufferForRollout" }, { "id": "verl/utils/memory_buffer.py#MegatronMemoryBufferForRollout.named_parameters", "name": "named_parameters", "kind": "method", "path": "verl/utils/memory_buffer.py", "span": "L205-L206", "signature": "def named_parameters(self)", "exported": true, "origin": "ast", "body_hash": "8544c1ddeaef6dc0a05d7cd646bc8e1578c2fb513d0aac1f9215c5547e3ea41d", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronMemoryBufferForRollout" }, { "id": "verl/utils/memory_buffer.py#MegatronMemoryBufferForRollout.weight_buffers", "name": "weight_buffers", "kind": "method", "path": "verl/utils/memory_buffer.py", "span": "L209-L210", "signature": "def weight_buffers(self)", "exported": true, "origin": "ast", "body_hash": "d67cc585cfc8f0bd84ce4a3771cdc3ca05832cd5afc12a482d8624a256729730", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronMemoryBufferForRollout" }, { "id": "verl/utils/memory_buffer.py#MemoryBuffer", "name": "MemoryBuffer", "kind": "class", "path": "verl/utils/memory_buffer.py", "span": "L24-L48", "signature": "class MemoryBuffer", "exported": true, "origin": "ast", "body_hash": "3ecd89af1ea2c481fca6e98a12eed5e85d7fc5b1800b1df25c6dfc9636d3ad49", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/memory_buffer.py#MemoryBuffer.__init__", "name": "__init__", "kind": "method", "path": "verl/utils/memory_buffer.py", "span": "L30-L34", "signature": "def __init__(self, numel: int, numel_padded: int, dtype: torch.dtype)", "exported": false, "origin": "ast", "body_hash": "45ed35d28f1f74afc588946ea27d57cdcb23b36eeea4a303182c749758a64d5c", "summary_state": "pending", "summary": null, "crux": null, "owner": "MemoryBuffer" }, { "id": "verl/utils/memory_buffer.py#MemoryBuffer.get", "name": "get", "kind": "method", "path": "verl/utils/memory_buffer.py", "span": "L40-L48", "signature": "def get(self, shape, start_index)", "exported": true, "origin": "ast", "body_hash": "052a2f24dd6a6ff83b6b80f67d2d3bb7f7d53cbb40001e4bfde09fb78964f55a", "summary_state": "pending", "summary": null, "crux": null, "owner": "MemoryBuffer" }, { "id": "verl/utils/memory_buffer.py#MemoryBuffer.zero", "name": "zero", "kind": "method", "path": "verl/utils/memory_buffer.py", "span": "L36-L38", "signature": "def zero(self)", "exported": true, "origin": "ast", "body_hash": "e70d8222f4290f5089086292ef4d72fd8ed271457a83ab124bfc80775794b347", "summary_state": "pending", "summary": null, "crux": null, "owner": "MemoryBuffer" }, { "id": "verl/utils/memory_buffer.py#MemoryBufferModuleWrapper", "name": "MemoryBufferModuleWrapper", "kind": "class", "path": "verl/utils/memory_buffer.py", "span": "L140-L157", "signature": "class MemoryBufferModuleWrapper", "exported": true, "origin": "ast", "body_hash": "489aad535e7cb61c4f0ded4f4ebdc1aef0fba5dd393f39d83a74016e0724fc7b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/memory_buffer.py#MemoryBufferModuleWrapper.__init__", "name": "__init__", "kind": "method", "path": "verl/utils/memory_buffer.py", "span": "L146-L151", "signature": "def __init__(self, module: nn.Module)", "exported": false, "origin": "ast", "body_hash": "ff9afd60b383d3ff37a92c4fdbd8a7ae28bb840642861604dfff82bcad77947c", "summary_state": "pending", "summary": null, "crux": null, "owner": "MemoryBufferModuleWrapper" }, { "id": "verl/utils/memory_buffer.py#MemoryBufferModuleWrapper.get_memory_buffers", "name": "get_memory_buffers", "kind": "method", "path": "verl/utils/memory_buffer.py", "span": "L153-L154", "signature": "def get_memory_buffers(self)", "exported": true, "origin": "ast", "body_hash": "6f75a82c20f9be08eef829c6201e07cfe5cd91ffb2c4614c607d102eb73e23d3", "summary_state": "pending", "summary": null, "crux": null, "owner": "MemoryBufferModuleWrapper" }, { "id": "verl/utils/memory_buffer.py#MemoryBufferModuleWrapper.get_weight_buffer_meta", "name": "get_weight_buffer_meta", "kind": "method", "path": "verl/utils/memory_buffer.py", "span": "L156-L157", "signature": "def get_weight_buffer_meta(self)", "exported": true, "origin": "ast", "body_hash": "a378445dab07af09150da5f9d4a320b06ca8f9eb0b0eb8fb8e8c0a79af981af2", "summary_state": "pending", "summary": null, "crux": null, "owner": "MemoryBufferModuleWrapper" }, { "id": "verl/utils/model.py", "name": "model.py", "kind": "file", "path": "verl/utils/model.py", "span": "L1-L333", "signature": null, "exported": true, "origin": "ast", "body_hash": "6b6def87d02f60692f175d3a4f8e8c2a07e914b896881c1ab3bf5e83287e359a", "chars": 12885, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/model.py#_get_parallel_model_architecture_from_config", "name": "_get_parallel_model_architecture_from_config", "kind": "function", "path": "verl/utils/model.py", "span": "L243-L250", "signature": "def _get_parallel_model_architecture_from_config(config: PretrainedConfig, value=False) -> Type[nn.Module]", "exported": false, "origin": "ast", "body_hash": "f1dbadac697fa4a85d311060a0eebe3a7b7b1c472b028507022393ca6a649aa2", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/model.py#compute_position_id_with_mask", "name": "compute_position_id_with_mask", "kind": "function", "path": "verl/utils/model.py", "span": "L177-L178", "signature": "def compute_position_id_with_mask(mask)", "exported": true, "origin": "ast", "body_hash": "0d44d282f40de8f70052eaaf5decaffb8b95eea97c67d938652da409710e81ef", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/model.py#create_huggingface_actor", "name": "create_huggingface_actor", "kind": "function", "path": "verl/utils/model.py", "span": "L58-L78", "signature": "def create_huggingface_actor(model_name: str, override_config_kwargs=None, automodel_kwargs=None) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "3c1e689d0e853ece27bb4038e620db790c542adf764a5bdd8fca3698b584ef16", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/model.py#create_huggingface_critic", "name": "create_huggingface_critic", "kind": "function", "path": "verl/utils/model.py", "span": "L81-L99", "signature": "def create_huggingface_critic(model_name: str, override_config_kwargs=None, automodel_kwargs=None) -> nn.Module", "exported": true, "origin": "ast", "body_hash": "3adbeab2ed3644f21fc75da32b8ada1c9beef787f1fe073b41eeb52f478324d5", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/model.py#create_random_mask", "name": "create_random_mask", "kind": "function", "path": "verl/utils/model.py", "span": "L136-L174", "signature": "def create_random_mask(input_ids: torch.Tensor, max_ratio_of_valid_token: float, max_ratio_of_left_padding: float, min_ratio_of_valid_token: float = 0)", "exported": true, "origin": "ast", "body_hash": "c87f9949d214e1555fa32b5ba83bca420e9b3e2275d8a6e901c851fc9352c53d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/model.py#get_huggingface_actor_config", "name": "get_huggingface_actor_config", "kind": "function", "path": "verl/utils/model.py", "span": "L47-L55", "signature": "def get_huggingface_actor_config(model_name: str, override_config_kwargs=None, trust_remote_code=False) -> Dict", "exported": true, "origin": "ast", "body_hash": "bf1b971cc7835f33ae2238a04834717347cff51f9b4f77a1ac627de903155cdf", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/model.py#get_model_size", "name": "get_model_size", "kind": "function", "path": "verl/utils/model.py", "span": "L102-L126", "signature": "def get_model_size(model: nn.Module, scale='auto')", "exported": true, "origin": "ast", "body_hash": "80d4dbbe9977fe7ec9953daa437b151725baf137b741d682faa02d07c331fb91", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/model.py#get_parallel_model_from_config", "name": "get_parallel_model_from_config", "kind": "function", "path": "verl/utils/model.py", "span": "L234-L240", "signature": "def get_parallel_model_from_config(config, megatron_config, pre_process=None, post_process=None, value=False)", "exported": true, "origin": "ast", "body_hash": "41cbe14f8f4b2e68f45f44bb853ae9aed89a99c5aaba12e84eb3e4c282cee25c", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/model.py#LambdaLayer", "name": "LambdaLayer", "kind": "class", "path": "verl/utils/model.py", "span": "L28-L35", "signature": "class LambdaLayer(nn.Module)", "exported": true, "origin": "ast", "body_hash": "39d993de56092c0ccacd9342a8b10bfa273d23432c6a779c3a299f0cc0d25477", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/model.py#LambdaLayer.__init__", "name": "__init__", "kind": "method", "path": "verl/utils/model.py", "span": "L30-L32", "signature": "def __init__(self, fn)", "exported": false, "origin": "ast", "body_hash": "07827991a4186c8e286bd288750cd94aa990df95d07b5a9c2d7d6fb35d9fad97", "summary_state": "pending", "summary": null, "crux": null, "owner": "LambdaLayer" }, { "id": "verl/utils/model.py#LambdaLayer.forward", "name": "forward", "kind": "method", "path": "verl/utils/model.py", "span": "L34-L35", "signature": "def forward(self, *args, **kwargs)", "exported": true, "origin": "ast", "body_hash": "6c3e6b4bc2d407b378e6c140f81c2652ff90431b49582295fbeea93858f2abbd", "summary_state": "pending", "summary": null, "crux": null, "owner": "LambdaLayer" }, { "id": "verl/utils/model.py#load_megatron_model_weights", "name": "load_megatron_model_weights", "kind": "function", "path": "verl/utils/model.py", "span": "L253-L295", "signature": "def load_megatron_model_weights(config, model_config, parallel_model, params_dtype, is_value_model=False, local_cache_path='~/.cache/verl/rlhf')", "exported": true, "origin": "ast", "body_hash": "358fc6fde500d9588723ea457281b19b59e3749dc3c1a07465cdccecffa582ed", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/model.py#normalize_pp_vpp_params", "name": "normalize_pp_vpp_params", "kind": "function", "path": "verl/utils/model.py", "span": "L181-L231", "signature": "def normalize_pp_vpp_params(params, num_hidden_layers, layer_name='layers')", "exported": true, "origin": "ast", "body_hash": "c64e125b9f86df9c7b79848aacccc84b9bd0b2319f08fde3dba383f51ab99be3", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/model.py#normalize_pp_vpp_params.normalize_model_name", "name": "normalize_model_name", "kind": "function", "path": "verl/utils/model.py", "span": "L192-L220", "signature": "def normalize_model_name(name, pp_rank, vpp_rank, pp_size, vpp_size, num_layers)", "exported": true, "origin": "ast", "body_hash": "b9a5fa5e36b5f8625dba4156b226b1dac769290e7c1e20f7d3bee05f9d4ef873", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/model.py#pad_packed_inputs", "name": "pad_packed_inputs", "kind": "function", "path": "verl/utils/model.py", "span": "L299-L332", "signature": "def pad_packed_inputs(unpad_tokens: torch.Tensor, cu_seqlens, max_seqlen_in_batch, size)", "exported": true, "origin": "ast", "body_hash": "20e0a86dea346bce9aa0b497cc149e1e010483f3f8b33c691c6edf518cb2d9cb", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/model.py#print_model_size", "name": "print_model_size", "kind": "function", "path": "verl/utils/model.py", "span": "L129-L133", "signature": "def print_model_size(model: nn.Module, name: str = None)", "exported": true, "origin": "ast", "body_hash": "1de6db13cda35553f4988948baa7ac70652186c238eee89ea581a3baeee51b75", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/model.py#squeeze", "name": "squeeze", "kind": "function", "path": "verl/utils/model.py", "span": "L38-L39", "signature": "def squeeze(x)", "exported": true, "origin": "ast", "body_hash": "4ee6d7104f6eb052cd8fc0bec2c36eea7fc4073d2ffa3999a7905a6d15171b84", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/model.py#update_model_config", "name": "update_model_config", "kind": "function", "path": "verl/utils/model.py", "span": "L42-L44", "signature": "def update_model_config(module_config, override_config_kwargs)", "exported": true, "origin": "ast", "body_hash": "b01f754dff392707460475a583ca53afecfcf1b7d9e25ee2f41d2d93d0969b76", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/py_functional.py", "name": "py_functional.py", "kind": "file", "path": "verl/utils/py_functional.py", "span": "L1-L57", "signature": null, "exported": true, "origin": "ast", "body_hash": "2b7cb3329422c6d5efef8e922eabf4f0942dfc330c04728d6d99159e953a3e6f", "chars": 1656, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/py_functional.py#append_to_dict", "name": "append_to_dict", "kind": "function", "path": "verl/utils/py_functional.py", "span": "L41-L45", "signature": "def append_to_dict(data: Dict, new_data: Dict)", "exported": true, "origin": "ast", "body_hash": "693ea2f52d694afd7db966cb0a9cb1c2802f01f542991c4a2f8ab61f5916eb31", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/py_functional.py#NestedNamespace", "name": "NestedNamespace", "kind": "class", "path": "verl/utils/py_functional.py", "span": "L48-L56", "signature": "class NestedNamespace(SimpleNamespace)", "exported": true, "origin": "ast", "body_hash": "d5baed6885fd0448b8f867769cfe63644c12d4a90b1347f919366d69d9223571", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/py_functional.py#NestedNamespace.__init__", "name": "__init__", "kind": "method", "path": "verl/utils/py_functional.py", "span": "L50-L56", "signature": "def __init__(self, dictionary, **kwargs)", "exported": false, "origin": "ast", "body_hash": "927436a8d86387260b5a4f03d7d0195725d633d6fe0964ff3ba944e9ba37fa04", "summary_state": "pending", "summary": null, "crux": null, "owner": "NestedNamespace" }, { "id": "verl/utils/py_functional.py#union_two_dict", "name": "union_two_dict", "kind": "function", "path": "verl/utils/py_functional.py", "span": "L22-L38", "signature": "def union_two_dict(dict1: Dict, dict2: Dict)", "exported": true, "origin": "ast", "body_hash": "5cb730c231686a179bbca1c1b64ba2ff0029c3fc25a95538b3fceb67b0a16dc5", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/ray_utils.py", "name": "ray_utils.py", "kind": "file", "path": "verl/utils/ray_utils.py", "span": "L1-L44", "signature": null, "exported": true, "origin": "ast", "body_hash": "77ef654419c1c1de59a6ec2b32b457eca7dd8cc73fe74a0d98278a3255835b58", "chars": 1401, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/ray_utils.py#parallel_put", "name": "parallel_put", "kind": "function", "path": "verl/utils/ray_utils.py", "span": "L23-L43", "signature": "def parallel_put(data_list, max_workers=None)", "exported": true, "origin": "ast", "body_hash": "b95156a2a9905dea647e39bd81a834f84618e480b9a6e60cddc8f62b588df9b5", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/ray_utils.py#parallel_put.put_data", "name": "put_data", "kind": "function", "path": "verl/utils/ray_utils.py", "span": "L25-L26", "signature": "def put_data(index, data)", "exported": true, "origin": "ast", "body_hash": "3c950e305097ebc2dcb6e67bcb91cd36af775d0c9d7cad7b339097618eba41e1", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/rendezvous/__init__.py", "name": "__init__.py", "kind": "file", "path": "verl/utils/rendezvous/__init__.py", "span": "L1-L14", "signature": null, "exported": true, "origin": "ast", "body_hash": "e65abd77db034b4f29eb1268c24867f84919dbce22e28d1997e563ed1d94179c", "chars": 600, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/rendezvous/ray_backend.py", "name": "ray_backend.py", "kind": "file", "path": "verl/utils/rendezvous/ray_backend.py", "span": "L1-L78", "signature": null, "exported": true, "origin": "ast", "body_hash": "902cda6fef0dd91061454e2f2461e3766eaa6b3227d4f7a9e829ab96b3e0b63d", "chars": 2720, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/rendezvous/ray_backend.py#create_nccl_communicator_in_ray", "name": "create_nccl_communicator_in_ray", "kind": "function", "path": "verl/utils/rendezvous/ray_backend.py", "span": "L47-L77", "signature": "def create_nccl_communicator_in_ray(rank: int, world_size: int, group_name: str, max_retries: int = 100, interval_s: int = 5)", "exported": true, "origin": "ast", "body_hash": "e369586bcc39ecb088add16595b78ddcc9e67fb5cb7d7cafe7a220a6761900e2", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/rendezvous/ray_backend.py#get_nccl_id_store_by_name", "name": "get_nccl_id_store_by_name", "kind": "function", "path": "verl/utils/rendezvous/ray_backend.py", "span": "L34-L44", "signature": "def get_nccl_id_store_by_name(name)", "exported": true, "origin": "ast", "body_hash": "60960e184e7198dad1ee6d71f7108303f4966349584afc8c7546ad0fb7e473f9", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/rendezvous/ray_backend.py#NCCLIDStore", "name": "NCCLIDStore", "kind": "class", "path": "verl/utils/rendezvous/ray_backend.py", "span": "L25-L31", "signature": "class NCCLIDStore", "exported": true, "origin": "ast", "body_hash": "62be3c0f890883e49051767ccb9650d654cecd944fbe90fc2f9254fe1897e2aa", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/rendezvous/ray_backend.py#NCCLIDStore.__init__", "name": "__init__", "kind": "method", "path": "verl/utils/rendezvous/ray_backend.py", "span": "L27-L28", "signature": "def __init__(self, nccl_id)", "exported": false, "origin": "ast", "body_hash": "b7453119788201cb3c8afe136406461fefcfa3608affbf019196b2b94c39f175", "summary_state": "pending", "summary": null, "crux": null, "owner": "NCCLIDStore" }, { "id": "verl/utils/rendezvous/ray_backend.py#NCCLIDStore.get", "name": "get", "kind": "method", "path": "verl/utils/rendezvous/ray_backend.py", "span": "L30-L31", "signature": "def get(self)", "exported": true, "origin": "ast", "body_hash": "f1ea2a502abd14faea2ebf961c087fa4370e20719c5ed2b37a7782b40b5df27e", "summary_state": "pending", "summary": null, "crux": null, "owner": "NCCLIDStore" }, { "id": "verl/utils/reward_score/__init__.py", "name": "__init__.py", "kind": "file", "path": "verl/utils/reward_score/__init__.py", "span": "L1-L14", "signature": null, "exported": true, "origin": "ast", "body_hash": "e65abd77db034b4f29eb1268c24867f84919dbce22e28d1997e563ed1d94179c", "chars": 600, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/countdown.py", "name": "countdown.py", "kind": "file", "path": "verl/utils/reward_score/countdown.py", "span": "L1-L111", "signature": null, "exported": true, "origin": "ast", "body_hash": "1e94bdc94c9cf9b013c3eb2a1f5046323e51f9fbf9481dac0d329dec80adff56", "chars": 3778, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/countdown.py#compute_score", "name": "compute_score", "kind": "function", "path": "verl/utils/reward_score/countdown.py", "span": "L59-L111", "signature": "def compute_score(solution_str, ground_truth, method='strict', format_score=0.1, score=1.)", "exported": true, "origin": "ast", "body_hash": "9f97c2a8a00287e4b4b1e1d7f0010bf4cf0444bfd128a94b9a80f1fb70bd1429", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/countdown.py#evaluate_equation", "name": "evaluate_equation", "kind": "function", "path": "verl/utils/reward_score/countdown.py", "span": "L44-L56", "signature": "def evaluate_equation(equation_str)", "exported": true, "origin": "ast", "body_hash": "189334995b7fd8a3e95234189811c3d0e1f2d3e1e82ba4d89e4c5f9f89e4fbc5", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/countdown.py#extract_solution", "name": "extract_solution", "kind": "function", "path": "verl/utils/reward_score/countdown.py", "span": "L7-L25", "signature": "def extract_solution(solution_str)", "exported": true, "origin": "ast", "body_hash": "867b2e90540dbb264646686c398b68473758bd8465b94a9fa0817c11a2f728f4", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/countdown.py#validate_equation", "name": "validate_equation", "kind": "function", "path": "verl/utils/reward_score/countdown.py", "span": "L28-L41", "signature": "def validate_equation(equation_str, available_numbers)", "exported": true, "origin": "ast", "body_hash": "6183b9336aa8eae92645c106eebde87a5af4a86e6353e06417f16cc3a5e53ec8", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/gsm8k.py", "name": "gsm8k.py", "kind": "file", "path": "verl/utils/reward_score/gsm8k.py", "span": "L1-L63", "signature": null, "exported": true, "origin": "ast", "body_hash": "ad8c22fa6becda86f429a9cac622aa9a2e9178758ecde00e3a02a55e09b93b6e", "chars": 2385, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/gsm8k.py#compute_score", "name": "compute_score", "kind": "function", "path": "verl/utils/reward_score/gsm8k.py", "span": "L44-L63", "signature": "def compute_score(solution_str, ground_truth, method='strict', format_score=0., score=1.)", "exported": true, "origin": "ast", "body_hash": "21bf91fa302855047b76503cf0358a5f9292a6287aa5c7a268583d0195826993", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/gsm8k.py#extract_solution", "name": "extract_solution", "kind": "function", "path": "verl/utils/reward_score/gsm8k.py", "span": "L18-L41", "signature": "def extract_solution(solution_str, method='strict')", "exported": true, "origin": "ast", "body_hash": "fb61336255c4a65ab8abc4a0cfd3215d545e678d9b8c31c71e1fbe3f422393d5", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/math.py", "name": "math.py", "kind": "file", "path": "verl/utils/reward_score/math.py", "span": "L1-L228", "signature": null, "exported": true, "origin": "ast", "body_hash": "fd0eb6f4702e249e3386e91ac03964214bd3deafa5a0b3d9f9a05849930735c7", "chars": 6717, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/math.py#compute_score", "name": "compute_score", "kind": "function", "path": "verl/utils/reward_score/math.py", "span": "L17-L28", "signature": "def compute_score(solution_str, ground_truth) -> float", "exported": true, "origin": "ast", "body_hash": "4d1370e5b406fa47ea4df7d3c98232c9e9d1766470f4ec69d992d7029afdeb01", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/math.py#fix_a_slash_b", "name": "fix_a_slash_b", "kind": "function", "path": "verl/utils/reward_score/math.py", "span": "L125-L137", "signature": "def fix_a_slash_b(string)", "exported": true, "origin": "ast", "body_hash": "df6b791a3be15b9684d4fbea064cc634dbe9a225e412041a3278bafe4818a141", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/math.py#fix_fracs", "name": "fix_fracs", "kind": "function", "path": "verl/utils/reward_score/math.py", "span": "L93-L122", "signature": "def fix_fracs(string)", "exported": true, "origin": "ast", "body_hash": "7ae7145c40356c71b4d7774c7ac5ad0dd13a4b70aec70171428c0f14f73f9bfe", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/math.py#fix_sqrt", "name": "fix_sqrt", "kind": "function", "path": "verl/utils/reward_score/math.py", "span": "L150-L162", "signature": "def fix_sqrt(string)", "exported": true, "origin": "ast", "body_hash": "1775e40d55618fa093aa35d9f49b144fde57ffb91e5da728855237cf7ea236b2", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/math.py#is_equiv", "name": "is_equiv", "kind": "function", "path": "verl/utils/reward_score/math.py", "span": "L32-L46", "signature": "def is_equiv(str1, str2, verbose=False)", "exported": true, "origin": "ast", "body_hash": "a9e0962951c5f950a42219296c44a9dd564aaaa9b67ff17ef099c478744c8ddc", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/math.py#last_boxed_only_string", "name": "last_boxed_only_string", "kind": "function", "path": "verl/utils/reward_score/math.py", "span": "L63-L90", "signature": "def last_boxed_only_string(string)", "exported": true, "origin": "ast", "body_hash": "d7e05000ad7d6546a8fc45790868d700b2b754ffc403c97747c7d5f6b42835c8", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/math.py#remove_boxed", "name": "remove_boxed", "kind": "function", "path": "verl/utils/reward_score/math.py", "span": "L49-L60", "signature": "def remove_boxed(s)", "exported": true, "origin": "ast", "body_hash": "7d9b4545a960d2519ecfe549ac6181ffe65598576790703386f7d2f141a85b58", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/math.py#remove_right_units", "name": "remove_right_units", "kind": "function", "path": "verl/utils/reward_score/math.py", "span": "L140-L147", "signature": "def remove_right_units(string): # \"\\\\text{ \" only ever occurs (at least in the val set) when describing units", "exported": true, "origin": "ast", "body_hash": "7ebdfd4935766a8cb6460b9c76cc4cf9165763b25ce5bbabafb4b8a23173bd8d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/math.py#strip_string", "name": "strip_string", "kind": "function", "path": "verl/utils/reward_score/math.py", "span": "L165-L227", "signature": "def strip_string(string): # linebreaks", "exported": true, "origin": "ast", "body_hash": "235f50dd2af031bd38287ee72faba3d27b926ede5b9d5aa7dd3a203588ca6d7f", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/multiply.py", "name": "multiply.py", "kind": "file", "path": "verl/utils/reward_score/multiply.py", "span": "L1-L59", "signature": null, "exported": true, "origin": "ast", "body_hash": "c42d763bcce3700fc0b7c17f94cce7eee973d550b61410d9d3f041a26787a180", "chars": 1977, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/multiply.py#compute_score", "name": "compute_score", "kind": "function", "path": "verl/utils/reward_score/multiply.py", "span": "L27-L58", "signature": "def compute_score(solution_str, ground_truth, method='strict', format_score=0.1, score=1.)", "exported": true, "origin": "ast", "body_hash": "6253e73abd50309b8865cabe2fd911bac402409005c15fff881795673024133c", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/multiply.py#extract_solution", "name": "extract_solution", "kind": "function", "path": "verl/utils/reward_score/multiply.py", "span": "L5-L24", "signature": "def extract_solution(solution_str): # Remove everything before the first \"Assistant:\"", "exported": true, "origin": "ast", "body_hash": "ce310a53e84823359e805fc18cf4a6543a8dc0e7d194a39f777de594f6e4b2a7", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/qa_em.py", "name": "qa_em.py", "kind": "file", "path": "verl/utils/reward_score/qa_em.py", "span": "L1-L142", "signature": null, "exported": true, "origin": "ast", "body_hash": "2ec449e96a29cad66e220d9192ae0781fb066391bcca821db1fdf8ed802e7095", "chars": 4659, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/qa_em.py#compute_score_em", "name": "compute_score_em", "kind": "function", "path": "verl/utils/reward_score/qa_em.py", "span": "L88-L113", "signature": "def compute_score_em(solution_str, ground_truth, method='strict', format_score=0., score=1.)", "exported": true, "origin": "ast", "body_hash": "cf36b90cf362b59bc77d7e63e905ee42c7332677aa964cc908b8a248eb8d8bc6", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/qa_em.py#compute_score_subem", "name": "compute_score_subem", "kind": "function", "path": "verl/utils/reward_score/qa_em.py", "span": "L116-L141", "signature": "def compute_score_subem(solution_str, ground_truth, method='strict', format_score=0., score=1.)", "exported": true, "origin": "ast", "body_hash": "ef7203f143fa53a45db8c8f1293f0a77a12085bc70fb6d2ba7b037ccf7c6bbf3", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/qa_em.py#em_check", "name": "em_check", "kind": "function", "path": "verl/utils/reward_score/qa_em.py", "span": "L36-L46", "signature": "def em_check(prediction, golden_answers)", "exported": true, "origin": "ast", "body_hash": "f710d2e0b95fe11031cf46fa077af29e8877e16608ff71c2a7d9133c98b4f278", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/qa_em.py#extract_solution", "name": "extract_solution", "kind": "function", "path": "verl/utils/reward_score/qa_em.py", "span": "L62-L85", "signature": "def extract_solution(solution_str)", "exported": true, "origin": "ast", "body_hash": "520a1c71cb4040fddf6a8b8d831ab090fcd20c3c382bf6a8c990a82c6a60fa50", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/qa_em.py#normalize_answer", "name": "normalize_answer", "kind": "function", "path": "verl/utils/reward_score/qa_em.py", "span": "L19-L33", "signature": "def normalize_answer(s)", "exported": true, "origin": "ast", "body_hash": "ce803b99766628c4cb95d8b6a24e4f3e0866b62b683f5387f71c8ddda4baf8c9", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/qa_em.py#normalize_answer.lower", "name": "lower", "kind": "function", "path": "verl/utils/reward_score/qa_em.py", "span": "L30-L31", "signature": "def lower(text)", "exported": true, "origin": "ast", "body_hash": "b70faaa318a21a90ebbdc5db764d69ab6aef83e2c575e07993e0e9e248ba0b9a", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/qa_em.py#normalize_answer.remove_articles", "name": "remove_articles", "kind": "function", "path": "verl/utils/reward_score/qa_em.py", "span": "L20-L21", "signature": "def remove_articles(text)", "exported": true, "origin": "ast", "body_hash": "379104c4e84a485bfe70e068ad3ab86a952e68ee257ff0948ef420779d7300fc", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/qa_em.py#normalize_answer.remove_punc", "name": "remove_punc", "kind": "function", "path": "verl/utils/reward_score/qa_em.py", "span": "L26-L28", "signature": "def remove_punc(text)", "exported": true, "origin": "ast", "body_hash": "ec4bf1cdca5299f73e895b061ef28504bd52dfc218a3d6bd0609d914f3436f80", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/qa_em.py#normalize_answer.white_space_fix", "name": "white_space_fix", "kind": "function", "path": "verl/utils/reward_score/qa_em.py", "span": "L23-L24", "signature": "def white_space_fix(text)", "exported": true, "origin": "ast", "body_hash": "8ad0a68aa23e4563d3c147a4533421497e137461d860b3750ec4698e15ca18f5", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/qa_em.py#subem_check", "name": "subem_check", "kind": "function", "path": "verl/utils/reward_score/qa_em.py", "span": "L49-L59", "signature": "def subem_check(prediction, golden_answers)", "exported": true, "origin": "ast", "body_hash": "45977ea28fd310ea788ac6b47db8e1135d0bb3db6e6dd99a996a7885bf87f934", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/qa_f1.py", "name": "qa_f1.py", "kind": "file", "path": "verl/utils/reward_score/qa_f1.py", "span": "L1-L113", "signature": null, "exported": true, "origin": "ast", "body_hash": "520830de56d01f3b07c5f5e68a14c59f5cff746bd7bd81db808e188c44e5bce1", "chars": 3446, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/qa_f1.py#compute_score_f1", "name": "compute_score_f1", "kind": "function", "path": "verl/utils/reward_score/qa_f1.py", "span": "L83-L112", "signature": "def compute_score_f1(solution_str, ground_truth, method='strict', format_score=0., score=1.)", "exported": true, "origin": "ast", "body_hash": "24f059b990325c44eed359e6de5d63aee9af952dc0f2028fdf1dfe45ae5f6547", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/qa_f1.py#f1_score", "name": "f1_score", "kind": "function", "path": "verl/utils/reward_score/qa_f1.py", "span": "L31-L69", "signature": "def f1_score(prediction, golden_answers)", "exported": true, "origin": "ast", "body_hash": "12b2e84f44b9558e0ea0dcb3ce96ce6f485f7adc5ea0321a23c4f21d66b796df", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/qa_f1.py#normalize_answer", "name": "normalize_answer", "kind": "function", "path": "verl/utils/reward_score/qa_f1.py", "span": "L11-L25", "signature": "def normalize_answer(s)", "exported": true, "origin": "ast", "body_hash": "ce803b99766628c4cb95d8b6a24e4f3e0866b62b683f5387f71c8ddda4baf8c9", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/qa_f1.py#normalize_answer.lower", "name": "lower", "kind": "function", "path": "verl/utils/reward_score/qa_f1.py", "span": "L22-L23", "signature": "def lower(text)", "exported": true, "origin": "ast", "body_hash": "b70faaa318a21a90ebbdc5db764d69ab6aef83e2c575e07993e0e9e248ba0b9a", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/qa_f1.py#normalize_answer.remove_articles", "name": "remove_articles", "kind": "function", "path": "verl/utils/reward_score/qa_f1.py", "span": "L12-L13", "signature": "def remove_articles(text)", "exported": true, "origin": "ast", "body_hash": "379104c4e84a485bfe70e068ad3ab86a952e68ee257ff0948ef420779d7300fc", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/qa_f1.py#normalize_answer.remove_punc", "name": "remove_punc", "kind": "function", "path": "verl/utils/reward_score/qa_f1.py", "span": "L18-L20", "signature": "def remove_punc(text)", "exported": true, "origin": "ast", "body_hash": "ec4bf1cdca5299f73e895b061ef28504bd52dfc218a3d6bd0609d914f3436f80", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/reward_score/qa_f1.py#normalize_answer.white_space_fix", "name": "white_space_fix", "kind": "function", "path": "verl/utils/reward_score/qa_f1.py", "span": "L15-L16", "signature": "def white_space_fix(text)", "exported": true, "origin": "ast", "body_hash": "8ad0a68aa23e4563d3c147a4533421497e137461d860b3750ec4698e15ca18f5", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/seqlen_balancing.py", "name": "seqlen_balancing.py", "kind": "file", "path": "verl/utils/seqlen_balancing.py", "span": "L1-L266", "signature": null, "exported": true, "origin": "ast", "body_hash": "836a381b88a7c2185aea684b8e8c26e7eb0c25c6183e8f2f4d1686c85636fefb", "chars": 10327, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/seqlen_balancing.py#ceildiv", "name": "ceildiv", "kind": "function", "path": "verl/utils/seqlen_balancing.py", "span": "L220-L221", "signature": "def ceildiv(a, b)", "exported": true, "origin": "ast", "body_hash": "5b4c12ea00e96fc92d67b1334dd9e85278de3bb8a71afde949ca346e68bfbb82", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/seqlen_balancing.py#get_reverse_idx", "name": "get_reverse_idx", "kind": "function", "path": "verl/utils/seqlen_balancing.py", "span": "L259-L265", "signature": "def get_reverse_idx(idx_map)", "exported": true, "origin": "ast", "body_hash": "1300c8c5935163f6bb2c239aa7076595a280d1f3f70774d99abbe9afcaedc60a", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/seqlen_balancing.py#get_seqlen_balanced_partitions", "name": "get_seqlen_balanced_partitions", "kind": "function", "path": "verl/utils/seqlen_balancing.py", "span": "L152-L183", "signature": "def get_seqlen_balanced_partitions(seqlen_list: List[int], k_partitions: int, equal_size: bool)", "exported": true, "origin": "ast", "body_hash": "53d34d9ef31d0b531e7c71d8f91ed62bf8f7eb63776e5de97acc4343114a4734", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/seqlen_balancing.py#get_seqlen_balanced_partitions._check_and_sort_partitions", "name": "_check_and_sort_partitions", "kind": "function", "path": "verl/utils/seqlen_balancing.py", "span": "L170-L180", "signature": "def _check_and_sort_partitions(partitions)", "exported": false, "origin": "ast", "body_hash": "af848299c066ce6451bcf7e6972594c3a52bc7cfd381d9942326856d88e37191", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/seqlen_balancing.py#greedy_partition", "name": "greedy_partition", "kind": "function", "path": "verl/utils/seqlen_balancing.py", "span": "L133-L149", "signature": "def greedy_partition(seqlen_list: List[int], k_partitions: int, equal_size: bool)", "exported": true, "origin": "ast", "body_hash": "54850a28c0e5161b9e737a09243da4898c5ef5a0fec65161ab4c826be0300b2f", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/seqlen_balancing.py#karmarkar_karp", "name": "karmarkar_karp", "kind": "function", "path": "verl/utils/seqlen_balancing.py", "span": "L25-L130", "signature": "def karmarkar_karp(seqlen_list: List[int], k_partitions: int, equal_size: bool): # see: https://en.wikipedia.org/wiki/Largest_differencing_method", "exported": true, "origin": "ast", "body_hash": "ce8fa18daca205c037c2b4fbca576404b2250722a299d38b1c4dfcc98e7fb663", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/seqlen_balancing.py#karmarkar_karp.Set", "name": "Set", "kind": "class", "path": "verl/utils/seqlen_balancing.py", "span": "L27-L47", "signature": "class Set", "exported": true, "origin": "ast", "body_hash": "4052b5ec7dfd7fe086a7ce298db2c6e867ba6564865d3f2fa37d11d819b78da7", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/seqlen_balancing.py#karmarkar_karp.Set.__init__", "name": "__init__", "kind": "method", "path": "verl/utils/seqlen_balancing.py", "span": "L29-L31", "signature": "def __init__(self) -> None", "exported": false, "origin": "ast", "body_hash": "f42178848e7897312127642edf7f2ea4831a65f9ccc2c9da5176b8a02a21946f", "summary_state": "pending", "summary": null, "crux": null, "owner": "Set" }, { "id": "verl/utils/seqlen_balancing.py#karmarkar_karp.Set.__lt__", "name": "__lt__", "kind": "method", "path": "verl/utils/seqlen_balancing.py", "span": "L42-L47", "signature": "def __lt__(self, other)", "exported": false, "origin": "ast", "body_hash": "8f92662c5e10259eb0eadd5d855fff3347cad9afcd5a5417eb0a00665e562261", "summary_state": "pending", "summary": null, "crux": null, "owner": "Set" }, { "id": "verl/utils/seqlen_balancing.py#karmarkar_karp.Set.add", "name": "add", "kind": "method", "path": "verl/utils/seqlen_balancing.py", "span": "L33-L35", "signature": "def add(self, idx: int, val: int)", "exported": true, "origin": "ast", "body_hash": "f94c8736c1148f9543c1613e933918b42b98b6d58eb3aa01e4ad31c65c8a1939", "summary_state": "pending", "summary": null, "crux": null, "owner": "Set" }, { "id": "verl/utils/seqlen_balancing.py#karmarkar_karp.Set.merge", "name": "merge", "kind": "method", "path": "verl/utils/seqlen_balancing.py", "span": "L37-L40", "signature": "def merge(self, other)", "exported": true, "origin": "ast", "body_hash": "8cf6a256099890e2ca627bd13142fad6124b84965f6f5beeb0ef744efbbe0e40", "summary_state": "pending", "summary": null, "crux": null, "owner": "Set" }, { "id": "verl/utils/seqlen_balancing.py#karmarkar_karp.State", "name": "State", "kind": "class", "path": "verl/utils/seqlen_balancing.py", "span": "L49-L101", "signature": "class State", "exported": true, "origin": "ast", "body_hash": "560b2c9235750356e41bbe473606fcb5e60b9b349643ad48b1c62e110a42f48a", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/seqlen_balancing.py#karmarkar_karp.State.__init__", "name": "__init__", "kind": "method", "path": "verl/utils/seqlen_balancing.py", "span": "L51-L58", "signature": "def __init__(self, items: List[Tuple[int, int]], k: int) -> None", "exported": false, "origin": "ast", "body_hash": "21726cd524567568d2db731f571293b27bafa8b4a532f8b84a65583d3809405f", "summary_state": "pending", "summary": null, "crux": null, "owner": "State" }, { "id": "verl/utils/seqlen_balancing.py#karmarkar_karp.State.__lt__", "name": "__lt__", "kind": "method", "path": "verl/utils/seqlen_balancing.py", "span": "L81-L87", "signature": "def __lt__(self, other): # least heap, let the state with largest spread to be popped first, # if the spread is the same, let the state who has the largest set # to be popped first.", "exported": false, "origin": "ast", "body_hash": "aba8018a052fda91b9c4f2879dbae04bf41d4d2bf6c7c47abc2e94a521f8b29a", "summary_state": "pending", "summary": null, "crux": null, "owner": "State" }, { "id": "verl/utils/seqlen_balancing.py#karmarkar_karp.State.__repr__", "name": "__repr__", "kind": "method", "path": "verl/utils/seqlen_balancing.py", "span": "L89-L101", "signature": "def __repr__(self) -> str", "exported": false, "origin": "ast", "body_hash": "72767039f26fb824a89bfeea8b0505c35ac9139f940c7d4b17c37091e35e4fa3", "summary_state": "pending", "summary": null, "crux": null, "owner": "State" }, { "id": "verl/utils/seqlen_balancing.py#karmarkar_karp.State.get_partitions", "name": "get_partitions", "kind": "method", "path": "verl/utils/seqlen_balancing.py", "span": "L63-L70", "signature": "def get_partitions(self)", "exported": true, "origin": "ast", "body_hash": "3b0a54e07a7fec36593202a32a48dd49e81934995318fc617e24b0fad979c073", "summary_state": "pending", "summary": null, "crux": null, "owner": "State" }, { "id": "verl/utils/seqlen_balancing.py#karmarkar_karp.State.merge", "name": "merge", "kind": "method", "path": "verl/utils/seqlen_balancing.py", "span": "L72-L75", "signature": "def merge(self, other)", "exported": true, "origin": "ast", "body_hash": "4d287d1b10bcae960dcecc2b5e3fc1f1bbf06ca049161d5746c128e0bf282845", "summary_state": "pending", "summary": null, "crux": null, "owner": "State" }, { "id": "verl/utils/seqlen_balancing.py#karmarkar_karp.State.spread", "name": "spread", "kind": "method", "path": "verl/utils/seqlen_balancing.py", "span": "L60-L61", "signature": "def spread(self)", "exported": true, "origin": "ast", "body_hash": "39bcb7136c1a5ff41efaa738f2d52f4aae0eb6902809d807ca0d26922b8a66a5", "summary_state": "pending", "summary": null, "crux": null, "owner": "State" }, { "id": "verl/utils/seqlen_balancing.py#karmarkar_karp.State.spread~2", "name": "spread", "kind": "method", "path": "verl/utils/seqlen_balancing.py", "span": "L78-L79", "signature": "def spread(self) -> int", "exported": true, "origin": "ast", "body_hash": "cac59f13ba1558582cfa461dee44d9a481efdf7026f06fcf50f21f80f44c1c59", "summary_state": "pending", "summary": null, "crux": null, "owner": "State" }, { "id": "verl/utils/seqlen_balancing.py#log_seqlen_unbalance", "name": "log_seqlen_unbalance", "kind": "function", "path": "verl/utils/seqlen_balancing.py", "span": "L186-L217", "signature": "def log_seqlen_unbalance(seqlen_list: List[int], partitions: List[List[int]], prefix): # add some metrics of seqlen sum on dp ranks", "exported": true, "origin": "ast", "body_hash": "a638c25f8740eb304391618dd2a86cd7b80657782cd449fda3c75508106891db", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/seqlen_balancing.py#rearrange_micro_batches", "name": "rearrange_micro_batches", "kind": "function", "path": "verl/utils/seqlen_balancing.py", "span": "L224-L256", "signature": "def rearrange_micro_batches(batch: TensorDict, max_token_len, dp_group=None)", "exported": true, "origin": "ast", "body_hash": "6b778b89332e27b7168bb21e030473bd890300ee7e1713c63a4c0e9123c98d6b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/tokenizer.py", "name": "tokenizer.py", "kind": "file", "path": "verl/utils/tokenizer.py", "span": "L1-L58", "signature": null, "exported": true, "origin": "ast", "body_hash": "839dd008294614789194d3d97bedbd2ae381038fc288d7ed1f600bca7dc3470b", "chars": 2384, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/tokenizer.py#hf_tokenizer", "name": "hf_tokenizer", "kind": "function", "path": "verl/utils/tokenizer.py", "span": "L35-L58", "signature": "def hf_tokenizer(name_or_path, correct_pad_token=True, correct_gemma2=True, **kwargs)", "exported": true, "origin": "ast", "body_hash": "96a12bd89c71481f4072b8397c8d90b68cd899cd7e0b2d693c19eaf1a0826e4f", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/tokenizer.py#set_pad_token_id", "name": "set_pad_token_id", "kind": "function", "path": "verl/utils/tokenizer.py", "span": "L20-L32", "signature": "def set_pad_token_id(tokenizer)", "exported": true, "origin": "ast", "body_hash": "7dfa5e66c136a70395c18e98d38c062f241392ceec4e86ab75c89df7b046ffdd", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/torch_dtypes.py", "name": "torch_dtypes.py", "kind": "file", "path": "verl/utils/torch_dtypes.py", "span": "L1-L83", "signature": null, "exported": true, "origin": "ast", "body_hash": "db8a3796a51fed225f3781dcfe5341a68ba83811133f6ef0b41aba28958d92d0", "chars": 2217, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/torch_dtypes.py#PrecisionType", "name": "PrecisionType", "kind": "class", "path": "verl/utils/torch_dtypes.py", "span": "L27-L82", "signature": "class PrecisionType(object)", "exported": true, "origin": "ast", "body_hash": "814e429c9fd5c1a5341f9d2ecb0d996282ad3b7d064196679f11c967d22efe11", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/torch_dtypes.py#PrecisionType.is_bf16", "name": "is_bf16", "kind": "method", "path": "verl/utils/torch_dtypes.py", "span": "L59-L60", "signature": "def is_bf16(precision)", "exported": true, "origin": "ast", "body_hash": "bf9e6c6516a2fd9493c9e85ec65ddf946763f9ab3bd122ca2d5bcb83779d07bb", "summary_state": "pending", "summary": null, "crux": null, "owner": "PrecisionType" }, { "id": "verl/utils/torch_dtypes.py#PrecisionType.is_fp16", "name": "is_fp16", "kind": "method", "path": "verl/utils/torch_dtypes.py", "span": "L51-L52", "signature": "def is_fp16(precision)", "exported": true, "origin": "ast", "body_hash": "ae70fdb17d3298c417082721ae7b7b4f5184c5ed4d6c56e4080a85b6a874a161", "summary_state": "pending", "summary": null, "crux": null, "owner": "PrecisionType" }, { "id": "verl/utils/torch_dtypes.py#PrecisionType.is_fp32", "name": "is_fp32", "kind": "method", "path": "verl/utils/torch_dtypes.py", "span": "L55-L56", "signature": "def is_fp32(precision)", "exported": true, "origin": "ast", "body_hash": "df9edf686059f124b70e47e934397dd34fe57584bfc5f01a763913e894924b2e", "summary_state": "pending", "summary": null, "crux": null, "owner": "PrecisionType" }, { "id": "verl/utils/torch_dtypes.py#PrecisionType.supported_type", "name": "supported_type", "kind": "method", "path": "verl/utils/torch_dtypes.py", "span": "L43-L44", "signature": "def supported_type(precision: Union[str, int]) -> bool", "exported": true, "origin": "ast", "body_hash": "4363c68c2e24bc77f662b9336bf14ac64ffd4174d503ae66269b6fa66c7a1713", "summary_state": "pending", "summary": null, "crux": null, "owner": "PrecisionType" }, { "id": "verl/utils/torch_dtypes.py#PrecisionType.supported_types", "name": "supported_types", "kind": "method", "path": "verl/utils/torch_dtypes.py", "span": "L47-L48", "signature": "def supported_types() -> list[str]", "exported": true, "origin": "ast", "body_hash": "b617e1a339f12dcb46d75dc2d6b59f767b675239b9d31e3104ea16ec18bcb04e", "summary_state": "pending", "summary": null, "crux": null, "owner": "PrecisionType" }, { "id": "verl/utils/torch_dtypes.py#PrecisionType.to_dtype", "name": "to_dtype", "kind": "method", "path": "verl/utils/torch_dtypes.py", "span": "L63-L71", "signature": "def to_dtype(precision)", "exported": true, "origin": "ast", "body_hash": "9689ae56c9b435d890032f977242dbce5c4da30fb7b1ea50b119b56f2df1e10c", "summary_state": "pending", "summary": null, "crux": null, "owner": "PrecisionType" }, { "id": "verl/utils/torch_dtypes.py#PrecisionType.to_str", "name": "to_str", "kind": "method", "path": "verl/utils/torch_dtypes.py", "span": "L74-L82", "signature": "def to_str(precision)", "exported": true, "origin": "ast", "body_hash": "feb63ec83fe66bfb14b785206c5fe164adf5224a4d53d38f00c0a6405a2fddc4", "summary_state": "pending", "summary": null, "crux": null, "owner": "PrecisionType" }, { "id": "verl/utils/torch_functional.py", "name": "torch_functional.py", "kind": "file", "path": "verl/utils/torch_functional.py", "span": "L1-L493", "signature": null, "exported": true, "origin": "ast", "body_hash": "e6f0578b0f52b530d52e9fc69968108d67badeb8374f18f39258e3550ac35454", "chars": 18349, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/torch_functional.py#_expand_mask", "name": "_expand_mask", "kind": "function", "path": "verl/utils/torch_functional.py", "span": "L469-L480", "signature": "def _expand_mask(mask: torch.Tensor, dtype: torch.dtype, tgt_len: Optional[int] = None)", "exported": false, "origin": "ast", "body_hash": "7eac0af7f47e8bd3c1587db698c5f5583656b24149ec5c2ea1a410e34ae82160", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/torch_functional.py#_make_causal_mask", "name": "_make_causal_mask", "kind": "function", "path": "verl/utils/torch_functional.py", "span": "L456-L465", "signature": "def _make_causal_mask(input_ids_shape: torch.Size, dtype: torch.dtype, device: torch.device)", "exported": false, "origin": "ast", "body_hash": "4836799258639bfbfdc83054165da581e95fcb7e6c8522bf4651e42af051f1f7", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/torch_functional.py#allgather_dict_tensors", "name": "allgather_dict_tensors", "kind": "function", "path": "verl/utils/torch_functional.py", "span": "L169-L200", "signature": "def allgather_dict_tensors(tensors: Union[Dict[str, torch.Tensor], TensorDict], size, group, dim=0)", "exported": true, "origin": "ast", "body_hash": "9d475e3571c334933db84da68c6070263d2583500c6a79667a9b6d0487c21edb", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/torch_functional.py#broadcast_dict_tensor", "name": "broadcast_dict_tensor", "kind": "function", "path": "verl/utils/torch_functional.py", "span": "L160-L166", "signature": "def broadcast_dict_tensor(tensors: Union[Dict[str, torch.Tensor], TensorDict], src, group)", "exported": true, "origin": "ast", "body_hash": "ee62d62721d4481108015ea2926910eb7e7c6b0c2fff6b29cf62fea0e696011b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/torch_functional.py#clip_by_value", "name": "clip_by_value", "kind": "function", "path": "verl/utils/torch_functional.py", "span": "L86-L92", "signature": "def clip_by_value(x, tensor_min, tensor_max)", "exported": true, "origin": "ast", "body_hash": "8690acf7ea492f2d50c807432754c3a0b714c93c1a00bf3823115fbbdf0fd429", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/torch_functional.py#compute_grad_norm", "name": "compute_grad_norm", "kind": "function", "path": "verl/utils/torch_functional.py", "span": "L151-L157", "signature": "def compute_grad_norm(model: nn.Module)", "exported": true, "origin": "ast", "body_hash": "73a67edc879852b141ea73632045198ba05412c6b1ecebcc2d1f4b78bcc2a70b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/torch_functional.py#entropy_from_logits", "name": "entropy_from_logits", "kind": "function", "path": "verl/utils/torch_functional.py", "span": "L95-L99", "signature": "def entropy_from_logits(logits: torch.Tensor)", "exported": true, "origin": "ast", "body_hash": "2e17ccb30bfc6930bdd83c71ace95830a5a71bc3057e2dea72b7d1c55cc28465", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/torch_functional.py#gather_from_labels", "name": "gather_from_labels", "kind": "function", "path": "verl/utils/torch_functional.py", "span": "L34-L46", "signature": "def gather_from_labels(data, label)", "exported": true, "origin": "ast", "body_hash": "9f0bf473aa445f0bb63d9f5677716622e5af191e5632e2417d1b96a7f0197bb5", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/torch_functional.py#get_constant_schedule_with_warmup", "name": "get_constant_schedule_with_warmup", "kind": "function", "path": "verl/utils/torch_functional.py", "span": "L422-L431", "signature": "def get_constant_schedule_with_warmup( optimizer: Optimizer, num_warmup_steps: int, last_epoch: int = -1, )", "exported": true, "origin": "ast", "body_hash": "e7a33a305cb70b765a96b222fd1df147f049ca619d797f02047469ec2dbc1a35", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/torch_functional.py#get_constant_schedule_with_warmup.lr_lambda", "name": "lr_lambda", "kind": "function", "path": "verl/utils/torch_functional.py", "span": "L428-L429", "signature": "def lr_lambda(current_step)", "exported": true, "origin": "ast", "body_hash": "72e1f00afd62ef088edeea92c2b233eaed43e1b26a032c69e22e19376b83dd9f", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/torch_functional.py#get_cosine_schedule_with_warmup", "name": "get_cosine_schedule_with_warmup", "kind": "function", "path": "verl/utils/torch_functional.py", "span": "L379-L419", "signature": "def get_cosine_schedule_with_warmup( optimizer: Optimizer, num_warmup_steps: int, num_training_steps: int, min_lr_ratio: float = 0.0, num_cycles: float = 0.5, last_epoch: int = -1, )", "exported": true, "origin": "ast", "body_hash": "1afccb07779812ad55c884e22b1f5b6ce05c59aed4d4e555cf2a8a9382979f5f", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/torch_functional.py#get_cosine_schedule_with_warmup.lr_lambda", "name": "lr_lambda", "kind": "function", "path": "verl/utils/torch_functional.py", "span": "L412-L417", "signature": "def lr_lambda(current_step)", "exported": true, "origin": "ast", "body_hash": "d731dcccc0a4b083034210e78c82bfb45a6f423245b669ca7582a60e3a914230", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/torch_functional.py#get_eos_mask", "name": "get_eos_mask", "kind": "function", "path": "verl/utils/torch_functional.py", "span": "L139-L148", "signature": "def get_eos_mask(response_id: torch.Tensor, eos_token: int = 2, dtype=torch.int64)", "exported": true, "origin": "ast", "body_hash": "d65ec4d477606c72f9bf629f52c82b1dae824b5a240cd25b245cfa33b1288923", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/torch_functional.py#get_unpad_data", "name": "get_unpad_data", "kind": "function", "path": "verl/utils/torch_functional.py", "span": "L483-L492", "signature": "def get_unpad_data(attention_mask)", "exported": true, "origin": "ast", "body_hash": "baad864a915277968edc11f260f7141aeb738c4938af98a79028dac270a38299", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/torch_functional.py#log_probs_from_logits_all_rmpad", "name": "log_probs_from_logits_all_rmpad", "kind": "function", "path": "verl/utils/torch_functional.py", "span": "L328-L353", "signature": "def log_probs_from_logits_all_rmpad(input_ids_rmpad, logits_rmpad, indices, batch_size, seqlen, response_length)", "exported": true, "origin": "ast", "body_hash": "0d40a975b300b292b52740081a0df984b45e9829c925902fc78c1df4a0f9a131", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/torch_functional.py#log_probs_from_logits_response", "name": "log_probs_from_logits_response", "kind": "function", "path": "verl/utils/torch_functional.py", "span": "L284-L297", "signature": "def log_probs_from_logits_response(input_ids, logits, response_length)", "exported": true, "origin": "ast", "body_hash": "311cc0cd3a88075650d01960a18abc8bf5504514a1c8d29a30a4de46fa40ffeb", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/torch_functional.py#log_probs_from_logits_response_rmpad", "name": "log_probs_from_logits_response_rmpad", "kind": "function", "path": "verl/utils/torch_functional.py", "span": "L300-L325", "signature": "def log_probs_from_logits_response_rmpad(input_ids, attention_mask, logits_rmpad, response_length)", "exported": true, "origin": "ast", "body_hash": "98b6ed8890a779bc805568e45502c95950b965ef0a8ac51f2e14f59f5450c6d5", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/torch_functional.py#logprobs_from_logits", "name": "logprobs_from_logits", "kind": "function", "path": "verl/utils/torch_functional.py", "span": "L49-L62", "signature": "def logprobs_from_logits(logits, labels)", "exported": true, "origin": "ast", "body_hash": "79975d357eaffd1eb8125526910aa15557f5b40da9fc5b1a6e98413ec0abab9a", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/torch_functional.py#logprobs_from_logits_flash_attn", "name": "logprobs_from_logits_flash_attn", "kind": "function", "path": "verl/utils/torch_functional.py", "span": "L65-L67", "signature": "def logprobs_from_logits_flash_attn(logits, labels)", "exported": true, "origin": "ast", "body_hash": "d4583c81f7ed002c6d6727455d6832142beb72e76ac071e25ff610ac8689f0e7", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/torch_functional.py#logprobs_from_logits_naive", "name": "logprobs_from_logits_naive", "kind": "function", "path": "verl/utils/torch_functional.py", "span": "L70-L73", "signature": "def logprobs_from_logits_naive(logits, labels)", "exported": true, "origin": "ast", "body_hash": "cdb224954d652aea2b29759ff8590c825cd316d2d6e03fddb1948551ed174980", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/torch_functional.py#logprobs_of_labels_v2", "name": "logprobs_of_labels_v2", "kind": "function", "path": "verl/utils/torch_functional.py", "span": "L76-L83", "signature": "def logprobs_of_labels_v2(logits: torch.FloatTensor, labels)", "exported": true, "origin": "ast", "body_hash": "62e30c577569eb4327b3e8d9799f5065df3e805cd558f6754d2cd33c5229fb7d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/torch_functional.py#masked_mean", "name": "masked_mean", "kind": "function", "path": "verl/utils/torch_functional.py", "span": "L107-L109", "signature": "def masked_mean(values, mask, axis=None)", "exported": true, "origin": "ast", "body_hash": "5b9d3ba4196063f1ed5f38cc188f709cbe53bb19c21e374ff6a4d3b515b6f118", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/torch_functional.py#masked_sum", "name": "masked_sum", "kind": "function", "path": "verl/utils/torch_functional.py", "span": "L102-L104", "signature": "def masked_sum(values, mask, axis=None)", "exported": true, "origin": "ast", "body_hash": "e5306b3c3d772c7de527574ab1ddf17b72a5f8f61c62f34fc3c2b96e46e25912", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/torch_functional.py#masked_var", "name": "masked_var", "kind": "function", "path": "verl/utils/torch_functional.py", "span": "L112-L127", "signature": "def masked_var(values, mask, unbiased=True)", "exported": true, "origin": "ast", "body_hash": "9582c6ca30c8a862c5ca0c7e12b80a1a2ecffd7b0cde762edd55a4f2d282a0b2", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/torch_functional.py#masked_whiten", "name": "masked_whiten", "kind": "function", "path": "verl/utils/torch_functional.py", "span": "L130-L136", "signature": "def masked_whiten(values, mask, shift_mean=True)", "exported": true, "origin": "ast", "body_hash": "c200dde1e644f490fc6e3e89cdd8ec55fec8550544629061b93fc25097c6efdb", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/torch_functional.py#pad_sequence_to_length", "name": "pad_sequence_to_length", "kind": "function", "path": "verl/utils/torch_functional.py", "span": "L209-L219", "signature": "def pad_sequence_to_length(tensors, max_seq_len, pad_token_id, left_pad=False)", "exported": true, "origin": "ast", "body_hash": "3fae4f0085407a2734f31d251f465b833613168b1ec8314f8192ca3e41207ace", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/torch_functional.py#post_process_logits", "name": "post_process_logits", "kind": "function", "path": "verl/utils/torch_functional.py", "span": "L359-L367", "signature": "def post_process_logits(input_ids, logits, temperature, top_k, top_p)", "exported": true, "origin": "ast", "body_hash": "973a9d905cdb68893c53ac917f3d38945c337adcbca310b60f3e85129360efbd", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/torch_functional.py#prepare_decoder_attention_mask", "name": "prepare_decoder_attention_mask", "kind": "function", "path": "verl/utils/torch_functional.py", "span": "L434-L452", "signature": "def prepare_decoder_attention_mask(attention_mask, input_shape, inputs_embeds): # create causal mask # [bsz, seq_len] -> [bsz, 1, tgt_seq_len, src_seq_len]", "exported": true, "origin": "ast", "body_hash": "d91771186a5d65f6bd75d815812d4923909f0986c4ab263fe58d030c1213f0b0", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/torch_functional.py#remove_pad_token", "name": "remove_pad_token", "kind": "function", "path": "verl/utils/torch_functional.py", "span": "L269-L281", "signature": "def remove_pad_token(input_ids: torch.Tensor, attention_mask: torch.Tensor)", "exported": true, "origin": "ast", "body_hash": "a70133f3b55334687a24781f2293fa9874c12ee7937d44d25bb6a138b6fb0d66", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/torch_functional.py#split_dict_tensor_into_batches", "name": "split_dict_tensor_into_batches", "kind": "function", "path": "verl/utils/torch_functional.py", "span": "L203-L206", "signature": "def split_dict_tensor_into_batches(tensors: TensorDict, batch_size) -> List[TensorDict]", "exported": true, "origin": "ast", "body_hash": "a8956f89b90127c58c4c38ec93bab3e4e44bf06c9671e90be567b9af83a40b1d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/torch_functional.py#tokenize_and_postprocess_data", "name": "tokenize_and_postprocess_data", "kind": "function", "path": "verl/utils/torch_functional.py", "span": "L225-L266", "signature": "def tokenize_and_postprocess_data(prompt: str, tokenizer: PreTrainedTokenizer, max_length: int, pad_token_id: int, left_pad=True, truncation='error')", "exported": true, "origin": "ast", "body_hash": "85635a315247a52c3c98a8f2f92a7c029a0f08175e388d3ccf55c326eeb30062", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/tracking.py", "name": "tracking.py", "kind": "file", "path": "verl/utils/tracking.py", "span": "L1-L126", "signature": null, "exported": true, "origin": "ast", "body_hash": "dd7537bdea3a69a11520e5f11ebe676cff2319b3a844d33ba58f7ce0b7175418", "chars": 4655, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/tracking.py#_compute_mlflow_params_from_objects", "name": "_compute_mlflow_params_from_objects", "kind": "function", "path": "verl/utils/tracking.py", "span": "L94-L98", "signature": "def _compute_mlflow_params_from_objects(params) -> Dict[str, Any]", "exported": false, "origin": "ast", "body_hash": "af44e4a9a7857d0a7a93baeed1f1d67269cd48b5ac78071c3c5dc9fc71367610", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/tracking.py#_flatten_dict", "name": "_flatten_dict", "kind": "function", "path": "verl/utils/tracking.py", "span": "L121-L125", "signature": "def _flatten_dict(raw: Dict[str, Any], *, sep: str) -> Dict[str, Any]", "exported": false, "origin": "ast", "body_hash": "cbf73f1e064f42773b9071b095b718520f135f2ea78cef7906bc3601eb4c5459", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/tracking.py#_MlflowLoggingAdapter", "name": "_MlflowLoggingAdapter", "kind": "class", "path": "verl/utils/tracking.py", "span": "L74-L78", "signature": "class _MlflowLoggingAdapter", "exported": false, "origin": "ast", "body_hash": "015a594a418510cb192597d22ccd4e8e43534c78bd4a37ba6278199320456655", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/tracking.py#_MlflowLoggingAdapter.log", "name": "log", "kind": "method", "path": "verl/utils/tracking.py", "span": "L76-L78", "signature": "def log(self, data, step)", "exported": true, "origin": "ast", "body_hash": "246c7fd3a99c49d92a82b2475fdf5ea5c9a03f418bc5edbb0796bf171e8188b8", "summary_state": "pending", "summary": null, "crux": null, "owner": "_MlflowLoggingAdapter" }, { "id": "verl/utils/tracking.py#_TensorboardLoggingAdapter", "name": "_TensorboardLoggingAdapter", "kind": "class", "path": "verl/utils/tracking.py", "span": "L81-L91", "signature": "class _TensorboardLoggingAdapter", "exported": false, "origin": "ast", "body_hash": "208c2a0bc0db7ce87db11275da1757433004b4ae7813bb1aabc2d00e75e59e64", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/tracking.py#_TensorboardLoggingAdapter.__init__", "name": "__init__", "kind": "method", "path": "verl/utils/tracking.py", "span": "L83-L84", "signature": "def __init__(self, writer)", "exported": false, "origin": "ast", "body_hash": "854fbe4a098084fe909bcb4a331ebd7932db0d4694e308e800e3e17fc86f41e7", "summary_state": "pending", "summary": null, "crux": null, "owner": "_TensorboardLoggingAdapter" }, { "id": "verl/utils/tracking.py#_TensorboardLoggingAdapter.log", "name": "log", "kind": "method", "path": "verl/utils/tracking.py", "span": "L86-L91", "signature": "def log(self, data, step)", "exported": true, "origin": "ast", "body_hash": "44e98ae712741df144a718140a2f4dcf97c9274ea3261fb793ced3b04e500f4d", "summary_state": "pending", "summary": null, "crux": null, "owner": "_TensorboardLoggingAdapter" }, { "id": "verl/utils/tracking.py#_transform_params_to_json_serializable", "name": "_transform_params_to_json_serializable", "kind": "function", "path": "verl/utils/tracking.py", "span": "L101-L118", "signature": "def _transform_params_to_json_serializable(x, convert_list_to_dict: bool)", "exported": false, "origin": "ast", "body_hash": "884dfcc32f9313daa7ed0bb8a5a145e0733011dd9e462ffa6cfefe6dd50772ce", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/tracking.py#Tracking", "name": "Tracking", "kind": "class", "path": "verl/utils/tracking.py", "span": "L24-L71", "signature": "class Tracking(object)", "exported": true, "origin": "ast", "body_hash": "25464c2f944fd8508c34bb2ddd3bbfd345cc95b03585f3b3b1f3d79625d3d288", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/tracking.py#Tracking.__init__", "name": "__init__", "kind": "method", "path": "verl/utils/tracking.py", "span": "L27-L66", "signature": "def __init__(self, project_name, experiment_name, default_backend: Union[str, List[str]] = 'console', config=None)", "exported": false, "origin": "ast", "body_hash": "0385b0dc68ec5a5754744a8cbd29acc165a043d20112323db62af12b5ffa132e", "summary_state": "pending", "summary": null, "crux": null, "owner": "Tracking" }, { "id": "verl/utils/tracking.py#Tracking.log", "name": "log", "kind": "method", "path": "verl/utils/tracking.py", "span": "L68-L71", "signature": "def log(self, data, step, backend=None)", "exported": true, "origin": "ast", "body_hash": "e2cfef826e3e293b4ff99c87184007e2838dd70a87bc948dd43f06f2726a5706", "summary_state": "pending", "summary": null, "crux": null, "owner": "Tracking" }, { "id": "verl/utils/ulysses.py", "name": "ulysses.py", "kind": "file", "path": "verl/utils/ulysses.py", "span": "L1-L289", "signature": null, "exported": true, "origin": "ast", "body_hash": "c47179787683e6ff73a50e09fd4acd6328bcd9d61d526afb827f234e538f238a", "chars": 10619, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/ulysses.py#_pad_tensor", "name": "_pad_tensor", "kind": "function", "path": "verl/utils/ulysses.py", "span": "L103-L107", "signature": "def _pad_tensor(x: Tensor, dim: int, padding_size: int) -> Tensor", "exported": false, "origin": "ast", "body_hash": "94eaf7a7ebf3dd1efa706f3e8df0c2fec3893db065f437f499142a7eda9fa2f5", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/ulysses.py#_unpad_tensor", "name": "_unpad_tensor", "kind": "function", "path": "verl/utils/ulysses.py", "span": "L110-L113", "signature": "def _unpad_tensor(x: Tensor, dim: int, padding_size: int) -> Tensor", "exported": false, "origin": "ast", "body_hash": "6969d4776bb36b54c94e25ff53f244b5b671c69d25b185d9d67d2947ea7d45e5", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/ulysses.py#all_gather_tensor", "name": "all_gather_tensor", "kind": "function", "path": "verl/utils/ulysses.py", "span": "L154-L161", "signature": "def all_gather_tensor(local_tensor: Tensor, group: Optional[dist.ProcessGroup] = None, async_op: bool = False)", "exported": true, "origin": "ast", "body_hash": "0be18c1ae95269dab2a8c30855ae6037844d5eda822ba32454cd1751a1098831", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/ulysses.py#all_to_all_tensor", "name": "all_to_all_tensor", "kind": "function", "path": "verl/utils/ulysses.py", "span": "L132-L151", "signature": "def all_to_all_tensor( local_input: Tensor, scatter_dim: int, gather_dim: int, group: Optional[dist.ProcessGroup] = None, async_op: bool = False, )", "exported": true, "origin": "ast", "body_hash": "580030347657a1cd210f8473dd218c586390f0c0417c79bdfeb8c7ab7b1ccd0f", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/ulysses.py#all_to_all_tensor.wait", "name": "wait", "kind": "function", "path": "verl/utils/ulysses.py", "span": "L146-L148", "signature": "def wait()", "exported": true, "origin": "ast", "body_hash": "a57b2ac960ba1db9edd79ecae07b00e4be32f854c7e25484e18a22811fc9f648", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/ulysses.py#Gather", "name": "Gather", "kind": "class", "path": "verl/utils/ulysses.py", "span": "L197-L230", "signature": "class Gather(torch.autograd.Function)", "exported": true, "origin": "ast", "body_hash": "f6149bf3e03f7e2ceeb73c1ec94f9f96579d307c6f8ae7e8a74bdd75a6cd7202", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/ulysses.py#gather_heads_scatter_seq", "name": "gather_heads_scatter_seq", "kind": "function", "path": "verl/utils/ulysses.py", "span": "L85-L100", "signature": "def gather_heads_scatter_seq(x: Tensor, head_dim: int, seq_dim: int, group: ProcessGroup = None) -> Tensor", "exported": true, "origin": "ast", "body_hash": "7f02a634795303f4d4e12cbe9797c5a8be128b8ae0e19dc6ae9990d37951e910", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/ulysses.py#gather_outpus_and_unpad", "name": "gather_outpus_and_unpad", "kind": "function", "path": "verl/utils/ulysses.py", "span": "L233-L249", "signature": "def gather_outpus_and_unpad(x: Tensor, gather_dim: int, unpad_dim: int = None, padding_size: int = 0, grad_scaler: bool = True, group: Optional[dist.ProcessGroup] = None)", "exported": true, "origin": "ast", "body_hash": "8a8fce63a5f2fc9d7dc475f0588d66bca577221a67a48ac10dde644474fd68c2", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/ulysses.py#gather_seq_scatter_heads", "name": "gather_seq_scatter_heads", "kind": "function", "path": "verl/utils/ulysses.py", "span": "L61-L82", "signature": "def gather_seq_scatter_heads( x: Tensor, seq_dim: int, head_dim: int, unpadded_dim_size: int = 0, group: ProcessGroup = None, ) -> Tensor", "exported": true, "origin": "ast", "body_hash": "e3ecf360ce158b59fc83a9e851a709e5d2d6bf69f9df26b1e36cc757b9174c52", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/ulysses.py#Gather.backward", "name": "backward", "kind": "method", "path": "verl/utils/ulysses.py", "span": "L226-L230", "signature": "def backward(ctx: Any, grad_output: Tensor) -> Any", "exported": true, "origin": "ast", "body_hash": "026f16e725f2c391fb23ff04133f062c883111b1018b400661906bf6ec8f635a", "summary_state": "pending", "summary": null, "crux": null, "owner": "Gather" }, { "id": "verl/utils/ulysses.py#Gather.forward", "name": "forward", "kind": "method", "path": "verl/utils/ulysses.py", "span": "L200-L223", "signature": "def forward(ctx: Any, group: dist.ProcessGroup, local_tensor: Tensor, gather_dim: int, grad_scaler: bool = True, async_op=False) -> Tensor", "exported": true, "origin": "ast", "body_hash": "b0a50f6fe7eb88144134a09e3bb50d2b3512f999b52eb3dd6d6febdb3e27d00e", "summary_state": "pending", "summary": null, "crux": null, "owner": "Gather" }, { "id": "verl/utils/ulysses.py#get_ulysses_sequence_parallel_group", "name": "get_ulysses_sequence_parallel_group", "kind": "function", "path": "verl/utils/ulysses.py", "span": "L37-L42", "signature": "def get_ulysses_sequence_parallel_group() -> Optional[dist.ProcessGroup]", "exported": true, "origin": "ast", "body_hash": "ede40bde9ffbc5ed692ed50d01996143ad440afaf28b8a9967ee7c19a502d195", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/ulysses.py#get_ulysses_sequence_parallel_rank", "name": "get_ulysses_sequence_parallel_rank", "kind": "function", "path": "verl/utils/ulysses.py", "span": "L53-L58", "signature": "def get_ulysses_sequence_parallel_rank(group: ProcessGroup = None) -> int", "exported": true, "origin": "ast", "body_hash": "f7798f0f07bf603296dde656eda0149fdb0da164a0a60b22da339c43ec5d908d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/ulysses.py#get_ulysses_sequence_parallel_world_size", "name": "get_ulysses_sequence_parallel_world_size", "kind": "function", "path": "verl/utils/ulysses.py", "span": "L45-L50", "signature": "def get_ulysses_sequence_parallel_world_size(group: ProcessGroup = None) -> int", "exported": true, "origin": "ast", "body_hash": "54c1a27535d7e257a7000b6539e0c816a62d7d5c1cdb71c4295c5407dd2e71e5", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/ulysses.py#SeqAllToAll", "name": "SeqAllToAll", "kind": "class", "path": "verl/utils/ulysses.py", "span": "L164-L194", "signature": "class SeqAllToAll(torch.autograd.Function)", "exported": true, "origin": "ast", "body_hash": "ff028505d482d4b495ff63d1681bfc21ca3f3888244e7c6d6b0a00ce04858948", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/ulysses.py#SeqAllToAll.backward", "name": "backward", "kind": "method", "path": "verl/utils/ulysses.py", "span": "L182-L194", "signature": "def backward(ctx: Any, *grad_output: Tensor) -> Tuple[None, Tensor, None, None]", "exported": true, "origin": "ast", "body_hash": "7aaea1fede11941738ba7a1b704d8419843ab49053a388f93bbc1a5fb3fe1852", "summary_state": "pending", "summary": null, "crux": null, "owner": "SeqAllToAll" }, { "id": "verl/utils/ulysses.py#SeqAllToAll.forward", "name": "forward", "kind": "method", "path": "verl/utils/ulysses.py", "span": "L167-L179", "signature": "def forward( ctx: Any, group: dist.ProcessGroup, local_input: Tensor, scatter_dim: int, gather_dim: int, async_op: bool = False, ) -> Tensor", "exported": true, "origin": "ast", "body_hash": "d9ee223f1bd158e7fb530920744a76f87c986a0eba3ef0108c72d310d122f681", "summary_state": "pending", "summary": null, "crux": null, "owner": "SeqAllToAll" }, { "id": "verl/utils/ulysses.py#set_ulysses_sequence_parallel_group", "name": "set_ulysses_sequence_parallel_group", "kind": "function", "path": "verl/utils/ulysses.py", "span": "L29-L34", "signature": "def set_ulysses_sequence_parallel_group(group: dist.ProcessGroup)", "exported": true, "origin": "ast", "body_hash": "2370249b6ffde2bc343356ebb2c712f8fd86f77b3a859efa620c2b9947a40bbc", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/ulysses.py#slice_input_tensor", "name": "slice_input_tensor", "kind": "function", "path": "verl/utils/ulysses.py", "span": "L116-L129", "signature": "def slice_input_tensor(x: Tensor, dim: int, padding: bool = True, group: ProcessGroup = None) -> Tensor", "exported": true, "origin": "ast", "body_hash": "3e03f49f5bb2d0030570d69b7690b7bef7383c3556a8502715a28e55710fbd85", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/utils/ulysses.py#ulysses_pad_and_slice_inputs", "name": "ulysses_pad_and_slice_inputs", "kind": "function", "path": "verl/utils/ulysses.py", "span": "L252-L288", "signature": "def ulysses_pad_and_slice_inputs(input_ids_rmpad: torch.Tensor, position_ids_rmpad: Optional[torch.Tensor] = None, sp_size: int = 1)", "exported": true, "origin": "ast", "body_hash": "eac54c8affff8df78b9047dd1414a916b6e03f79eee5826d02207fa34f364a18", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/__init__.py", "name": "__init__.py", "kind": "file", "path": "verl/workers/__init__.py", "span": "L1-L14", "signature": null, "exported": true, "origin": "ast", "body_hash": "e65abd77db034b4f29eb1268c24867f84919dbce22e28d1997e563ed1d94179c", "chars": 600, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/actor/__init__.py", "name": "__init__.py", "kind": "file", "path": "verl/workers/actor/__init__.py", "span": "L1-L19", "signature": null, "exported": true, "origin": "ast", "body_hash": "3053474474716dc57f7e1b5d80d23b28c7b146d9257f8b6bf3b7878de4eae219", "chars": 727, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/actor/base.py", "name": "base.py", "kind": "file", "path": "verl/workers/actor/base.py", "span": "L1-L67", "signature": null, "exported": true, "origin": "ast", "body_hash": "4afcfa27274dd1b58e40cc5484ca352890d5423ce2c162734f1ee6b4fb26890b", "chars": 2071, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/actor/base.py#BasePPOActor", "name": "BasePPOActor", "kind": "class", "path": "verl/workers/actor/base.py", "span": "L26-L66", "signature": "class BasePPOActor(ABC)", "exported": true, "origin": "ast", "body_hash": "a7272c7b8df86a12e9c28f64f923d0765429e7df14e04525629d9e05eabe6ddc", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/actor/base.py#BasePPOActor.__init__", "name": "__init__", "kind": "method", "path": "verl/workers/actor/base.py", "span": "L28-L36", "signature": "def __init__(self, config)", "exported": false, "origin": "ast", "body_hash": "d5a685efc62709fb34ff911424f23b918d9e639f17517d5df3d78afc6075abd1", "summary_state": "pending", "summary": null, "crux": null, "owner": "BasePPOActor" }, { "id": "verl/workers/actor/base.py#BasePPOActor.compute_log_prob", "name": "compute_log_prob", "kind": "method", "path": "verl/workers/actor/base.py", "span": "L39-L51", "signature": "def compute_log_prob(self, data: DataProto) -> torch.Tensor", "exported": true, "origin": "ast", "body_hash": "d25195bb4793dd1d6858b7104328a3d876f9147474c3243c13a446721ce109c7", "summary_state": "pending", "summary": null, "crux": null, "owner": "BasePPOActor" }, { "id": "verl/workers/actor/base.py#BasePPOActor.update_policy", "name": "update_policy", "kind": "method", "path": "verl/workers/actor/base.py", "span": "L54-L66", "signature": "def update_policy(self, data: DataProto) -> Dict", "exported": true, "origin": "ast", "body_hash": "a6308730ace71450cd82db991bdd3347cbd0f5040f296d0450efe986d334738b", "summary_state": "pending", "summary": null, "crux": null, "owner": "BasePPOActor" }, { "id": "verl/workers/actor/dp_actor.py", "name": "dp_actor.py", "kind": "file", "path": "verl/workers/actor/dp_actor.py", "span": "L1-L292", "signature": null, "exported": true, "origin": "ast", "body_hash": "288e2494f787b515c11973cd30ac4ea1d6c73d03332f3fa650df70f3c9d035d8", "chars": 14396, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/actor/dp_actor.py#DataParallelPPOActor", "name": "DataParallelPPOActor", "kind": "class", "path": "verl/workers/actor/dp_actor.py", "span": "L39-L291", "signature": "class DataParallelPPOActor(BasePPOActor)", "exported": true, "origin": "ast", "body_hash": "044dbbfb3b271228ccdeca777d5c9cde3fef8ffb983d7d695c119f2dc4c6802d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/actor/dp_actor.py#DataParallelPPOActor.__init__", "name": "__init__", "kind": "method", "path": "verl/workers/actor/dp_actor.py", "span": "L41-L57", "signature": "def __init__( self, config, actor_module: nn.Module, actor_optimizer: torch.optim.Optimizer = None, )", "exported": false, "origin": "ast", "body_hash": "398b651a365e70c3f56d99c7c2bfb2142a7e2d2720e8f7f83174ea30cbd07ec8", "summary_state": "pending", "summary": null, "crux": null, "owner": "DataParallelPPOActor" }, { "id": "verl/workers/actor/dp_actor.py#DataParallelPPOActor._forward_micro_batch", "name": "_forward_micro_batch", "kind": "method", "path": "verl/workers/actor/dp_actor.py", "span": "L59-L142", "signature": "def _forward_micro_batch(self, micro_batch, temperature) -> Tuple[torch.Tensor, torch.Tensor]", "exported": false, "origin": "ast", "body_hash": "2089b91b722244366808914a443091331e71dbb4a2b40e7c085c9723c03e97d4", "summary_state": "pending", "summary": null, "crux": null, "owner": "DataParallelPPOActor" }, { "id": "verl/workers/actor/dp_actor.py#DataParallelPPOActor._optimizer_step", "name": "_optimizer_step", "kind": "method", "path": "verl/workers/actor/dp_actor.py", "span": "L144-L152", "signature": "def _optimizer_step(self)", "exported": false, "origin": "ast", "body_hash": "a2584f450b2bdc24abb6f2ac98ee4a471b8289485a87e0c65b42e3a7bb8aaa63", "summary_state": "pending", "summary": null, "crux": null, "owner": "DataParallelPPOActor" }, { "id": "verl/workers/actor/dp_actor.py#DataParallelPPOActor.compute_log_prob", "name": "compute_log_prob", "kind": "method", "path": "verl/workers/actor/dp_actor.py", "span": "L154-L202", "signature": "def compute_log_prob(self, data: DataProto) -> torch.Tensor", "exported": true, "origin": "ast", "body_hash": "7c12aa1696035cb1cf9269760618067d43a50d8a6a39b41cd429b99fdcddecb2", "summary_state": "pending", "summary": null, "crux": null, "owner": "DataParallelPPOActor" }, { "id": "verl/workers/actor/dp_actor.py#DataParallelPPOActor.update_policy", "name": "update_policy", "kind": "method", "path": "verl/workers/actor/dp_actor.py", "span": "L204-L291", "signature": "def update_policy(self, data: DataProto): # make sure we are in training mode", "exported": true, "origin": "ast", "body_hash": "ab860d8b1afa146ad8ef64e1d0bc7e4648d60cd926aa51994ce3c13bf0ad1953", "summary_state": "pending", "summary": null, "crux": null, "owner": "DataParallelPPOActor" }, { "id": "verl/workers/actor/megatron_actor.py", "name": "megatron_actor.py", "kind": "file", "path": "verl/workers/actor/megatron_actor.py", "span": "L1-L369", "signature": null, "exported": true, "origin": "ast", "body_hash": "4e06adb8ae9802223b7d6c2ccd7658ec71c2286aaeb4139eeeebbf4319dc3df4", "chars": 18814, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/actor/megatron_actor.py#MegatronPPOActor", "name": "MegatronPPOActor", "kind": "class", "path": "verl/workers/actor/megatron_actor.py", "span": "L48-L368", "signature": "class MegatronPPOActor(BasePPOActor)", "exported": true, "origin": "ast", "body_hash": "fdd5e7a73da8cd9dc379930daa3ac6ca521984010430ba057b8d8776a5b26d65", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.__init__", "name": "__init__", "kind": "method", "path": "verl/workers/actor/megatron_actor.py", "span": "L50-L127", "signature": "def __init__(self, config, model_config, megatron_config: ModelParallelConfig, actor_module: nn.ModuleList, actor_optimizer: DistributedOptimizer, actor_optimizer_config: OptimizerConfig)", "exported": false, "origin": "ast", "body_hash": "2fc98f2337f6707c846dc4d4545d5692a9864cbd615c9e0ba86162f7ae2621dd", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronPPOActor" }, { "id": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.compute_log_prob", "name": "compute_log_prob", "kind": "method", "path": "verl/workers/actor/megatron_actor.py", "span": "L129-L188", "signature": "def compute_log_prob(self, data: DataProto) -> torch.Tensor", "exported": true, "origin": "ast", "body_hash": "ea05a36e579b85baa4984ca064931af2324ef32f55017df441587e988af00425", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronPPOActor" }, { "id": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.compute_log_prob.compute_logprobs_fn", "name": "compute_logprobs_fn", "kind": "function", "path": "verl/workers/actor/megatron_actor.py", "span": "L149-L155", "signature": "def compute_logprobs_fn(output, data)", "exported": true, "origin": "ast", "body_hash": "6261cf883520453a536b313bde62265dd3387b4bc23d63dd063ce98575c0d3c9", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.forward_backward_batch", "name": "forward_backward_batch", "kind": "method", "path": "verl/workers/actor/megatron_actor.py", "span": "L218-L327", "signature": "def forward_backward_batch(self, data: DataProto, forward_only=False, post_process_fn=None)", "exported": true, "origin": "ast", "body_hash": "63767fea86eb865ec0444a13293d65b61c123cbd7b86791c248f09879014e043", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronPPOActor" }, { "id": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.forward_backward_batch.forward_step", "name": "forward_step", "kind": "function", "path": "verl/workers/actor/megatron_actor.py", "span": "L286-L296", "signature": "def forward_step(batch_iter, model)", "exported": true, "origin": "ast", "body_hash": "0d1e7f5fec7eaed167d4e8706e16c348e4ab0323ccac317a0580dc032640db23", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.forward_backward_batch.loss_func", "name": "loss_func", "kind": "function", "path": "verl/workers/actor/megatron_actor.py", "span": "L249-L284", "signature": "def loss_func(output, data, meta_info)", "exported": true, "origin": "ast", "body_hash": "6cc03128046ec6e525184d22b4bc3e9d3bf1f7608a5fe2e9a40f8e5180be5f90", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.make_minibatch_iterator", "name": "make_minibatch_iterator", "kind": "method", "path": "verl/workers/actor/megatron_actor.py", "span": "L190-L216", "signature": "def make_minibatch_iterator(self, data: DataProto) -> Iterable[DataProto]", "exported": true, "origin": "ast", "body_hash": "719224233743aa8c60b8a3df510b16f9da77a4865ff50bde05c67b2b1d95951f", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronPPOActor" }, { "id": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.update_policy", "name": "update_policy", "kind": "method", "path": "verl/workers/actor/megatron_actor.py", "span": "L329-L368", "signature": "def update_policy(self, dataloader: Iterable[DataProto]) -> Dict", "exported": true, "origin": "ast", "body_hash": "f2e8dbbe35cb03a13fa8d8479a74752c7edb006d202b5cc280078bc57071cb65", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronPPOActor" }, { "id": "verl/workers/critic/__init__.py", "name": "__init__.py", "kind": "file", "path": "verl/workers/critic/__init__.py", "span": "L1-L19", "signature": null, "exported": true, "origin": "ast", "body_hash": "a61c624ef2dd6bec59cc59302d88d1ccdc151ea5beb776b9733ac19bcfbe8fb7", "chars": 732, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/critic/base.py", "name": "base.py", "kind": "file", "path": "verl/workers/critic/base.py", "span": "L1-L41", "signature": null, "exported": true, "origin": "ast", "body_hash": "9609662cb80dc02afb53a424abb6a9ae93e0448d190a3dd5bc4cd5e0d92ea6a2", "chars": 1094, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/critic/base.py#BasePPOCritic", "name": "BasePPOCritic", "kind": "class", "path": "verl/workers/critic/base.py", "span": "L26-L40", "signature": "class BasePPOCritic(ABC)", "exported": true, "origin": "ast", "body_hash": "32f57186bf844b37a9fe896effe157869eca8cadae245d3a3229bc472f933c49", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/critic/base.py#BasePPOCritic.__init__", "name": "__init__", "kind": "method", "path": "verl/workers/critic/base.py", "span": "L28-L30", "signature": "def __init__(self, config)", "exported": false, "origin": "ast", "body_hash": "cf080aee1d9f1d0678095acc910739ef8971d44f656ba0d7db1249407408b911", "summary_state": "pending", "summary": null, "crux": null, "owner": "BasePPOCritic" }, { "id": "verl/workers/critic/base.py#BasePPOCritic.compute_values", "name": "compute_values", "kind": "method", "path": "verl/workers/critic/base.py", "span": "L33-L35", "signature": "def compute_values(self, data: DataProto) -> torch.Tensor", "exported": true, "origin": "ast", "body_hash": "9c09a6cafc8f3c08f35cba23e61fc972cdd1191b28502e172640887d0ba94ff9", "summary_state": "pending", "summary": null, "crux": null, "owner": "BasePPOCritic" }, { "id": "verl/workers/critic/base.py#BasePPOCritic.update_critic", "name": "update_critic", "kind": "method", "path": "verl/workers/critic/base.py", "span": "L38-L40", "signature": "def update_critic(self, data: DataProto)", "exported": true, "origin": "ast", "body_hash": "ff4296921cdb634b825cf6c11fe2a71571b57aed72720c291f07854090cf7531", "summary_state": "pending", "summary": null, "crux": null, "owner": "BasePPOCritic" }, { "id": "verl/workers/critic/dp_critic.py", "name": "dp_critic.py", "kind": "file", "path": "verl/workers/critic/dp_critic.py", "span": "L1-L205", "signature": null, "exported": true, "origin": "ast", "body_hash": "53bd4fcebb5aee477d24bb2e9d40d0f1fc94f57677cb918873cc2984234229a3", "chars": 9785, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/critic/dp_critic.py#DataParallelPPOCritic", "name": "DataParallelPPOCritic", "kind": "class", "path": "verl/workers/critic/dp_critic.py", "span": "L39-L204", "signature": "class DataParallelPPOCritic(BasePPOCritic)", "exported": true, "origin": "ast", "body_hash": "428279817a4e284e3a22737870f85212fc005b847d06274306b62e743b6c7c51", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/critic/dp_critic.py#DataParallelPPOCritic.__init__", "name": "__init__", "kind": "method", "path": "verl/workers/critic/dp_critic.py", "span": "L41-L51", "signature": "def __init__(self, config, critic_module: nn.Module, critic_optimizer: optim.Optimizer)", "exported": false, "origin": "ast", "body_hash": "7b274fad5ae21901f4f235ddb30a918933a9524c921d17c2843b79132e48e481", "summary_state": "pending", "summary": null, "crux": null, "owner": "DataParallelPPOCritic" }, { "id": "verl/workers/critic/dp_critic.py#DataParallelPPOCritic._forward_micro_batch", "name": "_forward_micro_batch", "kind": "method", "path": "verl/workers/critic/dp_critic.py", "span": "L53-L101", "signature": "def _forward_micro_batch(self, micro_batch)", "exported": false, "origin": "ast", "body_hash": "db76a1e4bde7640528abbc96e74e21f904df7d8be17ed48b05832d4d252785d6", "summary_state": "pending", "summary": null, "crux": null, "owner": "DataParallelPPOCritic" }, { "id": "verl/workers/critic/dp_critic.py#DataParallelPPOCritic._optimizer_step", "name": "_optimizer_step", "kind": "method", "path": "verl/workers/critic/dp_critic.py", "span": "L103-L111", "signature": "def _optimizer_step(self)", "exported": false, "origin": "ast", "body_hash": "c50ec803eec6182c80e21ec98dcc3d9843fb8ec77023910fee039170c524f903", "summary_state": "pending", "summary": null, "crux": null, "owner": "DataParallelPPOCritic" }, { "id": "verl/workers/critic/dp_critic.py#DataParallelPPOCritic.compute_values", "name": "compute_values", "kind": "method", "path": "verl/workers/critic/dp_critic.py", "span": "L113-L144", "signature": "def compute_values(self, data: DataProto) -> torch.Tensor", "exported": true, "origin": "ast", "body_hash": "b496079b39fcc1d192495463e2da91d65e1233b1181305f30a3fb9875b9a7071", "summary_state": "pending", "summary": null, "crux": null, "owner": "DataParallelPPOCritic" }, { "id": "verl/workers/critic/dp_critic.py#DataParallelPPOCritic.update_critic", "name": "update_critic", "kind": "method", "path": "verl/workers/critic/dp_critic.py", "span": "L146-L204", "signature": "def update_critic(self, data: DataProto): # make sure we are in training mode", "exported": true, "origin": "ast", "body_hash": "06067b711e5f95962cb947ac66c603451a1acea1370183405e1cb545199d42bd", "summary_state": "pending", "summary": null, "crux": null, "owner": "DataParallelPPOCritic" }, { "id": "verl/workers/critic/megatron_critic.py", "name": "megatron_critic.py", "kind": "file", "path": "verl/workers/critic/megatron_critic.py", "span": "L1-L230", "signature": null, "exported": true, "origin": "ast", "body_hash": "19fb92b0d5cca0024ba7ff77e90ef62772d629bf99210804182945393f1deebb", "chars": 10641, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic", "name": "MegatronPPOCritic", "kind": "class", "path": "verl/workers/critic/megatron_critic.py", "span": "L41-L229", "signature": "class MegatronPPOCritic(BasePPOCritic)", "exported": true, "origin": "ast", "body_hash": "d76717011abd45a6269165a1e37f00f0fdd48ec8755322e9c9a43a5c58253a8f", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic.__init__", "name": "__init__", "kind": "method", "path": "verl/workers/critic/megatron_critic.py", "span": "L43-L75", "signature": "def __init__(self, config, model_config, megatron_config, critic_module: nn.ModuleList, critic_optimizer: DistributedOptimizer, critic_optimizer_config: OptimizerConfig)", "exported": false, "origin": "ast", "body_hash": "e33f2cb0146626e1e892b3380cc50df3cf1206386c05591325679a654a30ef45", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronPPOCritic" }, { "id": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic.compute_values", "name": "compute_values", "kind": "method", "path": "verl/workers/critic/megatron_critic.py", "span": "L77-L104", "signature": "def compute_values(self, data: DataProto) -> DataProto: # data.batch = data.batch.to(self.critic_module.module.device)", "exported": true, "origin": "ast", "body_hash": "cc7c5ab91060465e730c63c6bd4ed449f1b51918fd599592cf19161ff71328d5", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronPPOCritic" }, { "id": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic.forward_backward_batch", "name": "forward_backward_batch", "kind": "method", "path": "verl/workers/critic/megatron_critic.py", "span": "L113-L202", "signature": "def forward_backward_batch(self, data: DataProto, forward_only=False): # broadcast from last pp rank to all other pp ranks", "exported": true, "origin": "ast", "body_hash": "3f8089226c38083c2b62839d4d7e4c662bacd541d5b1172747af0a25cd93c928", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronPPOCritic" }, { "id": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic.forward_backward_batch.forward_step", "name": "forward_step", "kind": "function", "path": "verl/workers/critic/megatron_critic.py", "span": "L165-L171", "signature": "def forward_step(batch_iter, model)", "exported": true, "origin": "ast", "body_hash": "5aaae9c2450759884f575fd73746957dc2dfd0e365042322cbf606c610b92a79", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic.forward_backward_batch.loss_func", "name": "loss_func", "kind": "function", "path": "verl/workers/critic/megatron_critic.py", "span": "L135-L163", "signature": "def loss_func(output, data, meta_info)", "exported": true, "origin": "ast", "body_hash": "fb3cc9a1d633411c1a394a4a4e87060104e726349f8aad8fa7fc758e52476caa", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic.make_minibatch_iterator", "name": "make_minibatch_iterator", "kind": "method", "path": "verl/workers/critic/megatron_critic.py", "span": "L106-L111", "signature": "def make_minibatch_iterator(self, data: DataProto) -> Iterable[DataProto]", "exported": true, "origin": "ast", "body_hash": "d62b5e5408740e95de13a21cff5940bba599256cd69fa58e7b2e3ea10d4e276e", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronPPOCritic" }, { "id": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic.update_critic", "name": "update_critic", "kind": "method", "path": "verl/workers/critic/megatron_critic.py", "span": "L204-L229", "signature": "def update_critic(self, dataloader: Iterable[DataProto])", "exported": true, "origin": "ast", "body_hash": "e0e0149e0e7af9959ab384f03f80928220e54bf1fbac8307edde0822c5e06eed", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronPPOCritic" }, { "id": "verl/workers/fsdp_workers.py", "name": "fsdp_workers.py", "kind": "file", "path": "verl/workers/fsdp_workers.py", "span": "L1-L1055", "signature": null, "exported": true, "origin": "ast", "body_hash": "7240fc2a9334a6a521f7e51836a031d09d2b4422796b40d5bcb4e3e897867e26", "chars": 54106, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker", "name": "ActorRolloutRefWorker", "kind": "class", "path": "verl/workers/fsdp_workers.py", "span": "L47-L535", "signature": "class ActorRolloutRefWorker(Worker)", "exported": true, "origin": "ast", "body_hash": "b0e3c2603cb62ed637799f992569f96833e1381befaa4d12855cd1311a9800e4", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.__init__", "name": "__init__", "kind": "method", "path": "verl/workers/fsdp_workers.py", "span": "L53-L109", "signature": "def __init__(self, config: DictConfig, role: str)", "exported": false, "origin": "ast", "body_hash": "3b9abf02a861b2fd01935e8a666539d42d962769a783ced38ff1fb2b90893e34", "summary_state": "pending", "summary": null, "crux": null, "owner": "ActorRolloutRefWorker" }, { "id": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker._build_model_optimizer", "name": "_build_model_optimizer", "kind": "method", "path": "verl/workers/fsdp_workers.py", "span": "L111-L248", "signature": "def _build_model_optimizer(self, model_path, fsdp_config, optim_config, override_model_config, use_remove_padding=False, enable_gradient_checkpointing=False, trust_remote_code=False)", "exported": false, "origin": "ast", "body_hash": "350c7a10097e8b0cbba36048e4a90dd6470366626fadb69943f1bef87869dd8f", "summary_state": "pending", "summary": null, "crux": null, "owner": "ActorRolloutRefWorker" }, { "id": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker._build_rollout", "name": "_build_rollout", "kind": "method", "path": "verl/workers/fsdp_workers.py", "span": "L250-L282", "signature": "def _build_rollout(self)", "exported": false, "origin": "ast", "body_hash": "1aead75975d6d450e56bf221aa533aadac67a0ea33918d637d416dac54629589", "summary_state": "pending", "summary": null, "crux": null, "owner": "ActorRolloutRefWorker" }, { "id": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.compute_log_prob", "name": "compute_log_prob", "kind": "method", "path": "verl/workers/fsdp_workers.py", "span": "L401-L429", "signature": "def compute_log_prob(self, data: DataProto) -> DataProto", "exported": true, "origin": "ast", "body_hash": "9e11c99528c202e92f2b323ff3b3fd62f38b5ce886c508f4ec241d1363d7229b", "summary_state": "pending", "summary": null, "crux": null, "owner": "ActorRolloutRefWorker" }, { "id": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.compute_ref_log_prob", "name": "compute_ref_log_prob", "kind": "method", "path": "verl/workers/fsdp_workers.py", "span": "L480-L506", "signature": "def compute_ref_log_prob(self, data: DataProto)", "exported": true, "origin": "ast", "body_hash": "ba537dbba907f6d2d2267398d8d15e627db2e78ec704798e89502aaff5ecb295", "summary_state": "pending", "summary": null, "crux": null, "owner": "ActorRolloutRefWorker" }, { "id": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.generate_sequences", "name": "generate_sequences", "kind": "method", "path": "verl/workers/fsdp_workers.py", "span": "L432-L477", "signature": "def generate_sequences(self, prompts: DataProto)", "exported": true, "origin": "ast", "body_hash": "733191fa5ce4c0d66af801c78e340e7dc0b9b42149cae008a40662aa7461f413", "summary_state": "pending", "summary": null, "crux": null, "owner": "ActorRolloutRefWorker" }, { "id": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.init_model", "name": "init_model", "kind": "method", "path": "verl/workers/fsdp_workers.py", "span": "L285-L353", "signature": "def init_model(self)", "exported": true, "origin": "ast", "body_hash": "1acaa544197b1d9e1d5c6154a955a62cdc97d416376b8dbd2e2666876e981358", "summary_state": "pending", "summary": null, "crux": null, "owner": "ActorRolloutRefWorker" }, { "id": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.save_checkpoint", "name": "save_checkpoint", "kind": "method", "path": "verl/workers/fsdp_workers.py", "span": "L509-L535", "signature": "def save_checkpoint(self, local_path, hdfs_path=None)", "exported": true, "origin": "ast", "body_hash": "3568777ef7917e213f1b8639a1137a84b4d1ed096d6c16f0a9db038a4d0724ae", "summary_state": "pending", "summary": null, "crux": null, "owner": "ActorRolloutRefWorker" }, { "id": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.update_actor", "name": "update_actor", "kind": "method", "path": "verl/workers/fsdp_workers.py", "span": "L356-L398", "signature": "def update_actor(self, data: DataProto)", "exported": true, "origin": "ast", "body_hash": "3a2c73d2177ba1849fbf0ce1a0d56686e33f519e9a7916a03f533f1a4ca03aea", "summary_state": "pending", "summary": null, "crux": null, "owner": "ActorRolloutRefWorker" }, { "id": "verl/workers/fsdp_workers.py#CriticWorker", "name": "CriticWorker", "kind": "class", "path": "verl/workers/fsdp_workers.py", "span": "L538-L792", "signature": "class CriticWorker(Worker)", "exported": true, "origin": "ast", "body_hash": "a6d3dba0c4a5431bae6c1b2d42342322c99d4d7cb3ed670df223f98bdfcd9b03", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/fsdp_workers.py#CriticWorker.__init__", "name": "__init__", "kind": "method", "path": "verl/workers/fsdp_workers.py", "span": "L540-L569", "signature": "def __init__(self, config)", "exported": false, "origin": "ast", "body_hash": "dbcf8454d56f80ee886ebc2f2d7f3aff2959ed4fe2912a5c39549eac8a4a243c", "summary_state": "pending", "summary": null, "crux": null, "owner": "CriticWorker" }, { "id": "verl/workers/fsdp_workers.py#CriticWorker._build_critic_model_optimizer", "name": "_build_critic_model_optimizer", "kind": "method", "path": "verl/workers/fsdp_workers.py", "span": "L571-L680", "signature": "def _build_critic_model_optimizer(self, config): # the following line is necessary", "exported": false, "origin": "ast", "body_hash": "df11f7be2270b736109deb66c7c379739c462eb04dac91ea8065a2a517500978", "summary_state": "pending", "summary": null, "crux": null, "owner": "CriticWorker" }, { "id": "verl/workers/fsdp_workers.py#CriticWorker.compute_values", "name": "compute_values", "kind": "method", "path": "verl/workers/fsdp_workers.py", "span": "L705-L727", "signature": "def compute_values(self, data: DataProto)", "exported": true, "origin": "ast", "body_hash": "4b15b743ee7e4370212cac3089e38c0c3c4bb8d22844671625b576e045acca55", "summary_state": "pending", "summary": null, "crux": null, "owner": "CriticWorker" }, { "id": "verl/workers/fsdp_workers.py#CriticWorker.init_model", "name": "init_model", "kind": "method", "path": "verl/workers/fsdp_workers.py", "span": "L683-L702", "signature": "def init_model(self): # This is used to import external_lib into the huggingface systems", "exported": true, "origin": "ast", "body_hash": "451dadbafd9c10ec4caa08bcfdb959995844197b02befc605031a65d24207336", "summary_state": "pending", "summary": null, "crux": null, "owner": "CriticWorker" }, { "id": "verl/workers/fsdp_workers.py#CriticWorker.save_checkpoint", "name": "save_checkpoint", "kind": "method", "path": "verl/workers/fsdp_workers.py", "span": "L767-L792", "signature": "def save_checkpoint(self, local_path, hdfs_path=None)", "exported": true, "origin": "ast", "body_hash": "4ae333b7eb09d2d740beddd6a6342d03c1c2f25a90861fc71843035d28ac2db8", "summary_state": "pending", "summary": null, "crux": null, "owner": "CriticWorker" }, { "id": "verl/workers/fsdp_workers.py#CriticWorker.update_critic", "name": "update_critic", "kind": "method", "path": "verl/workers/fsdp_workers.py", "span": "L730-L764", "signature": "def update_critic(self, data: DataProto)", "exported": true, "origin": "ast", "body_hash": "5f7d4a73e02343452e348dd3ebb6abfc89e5a9b4596fec1b2417106f229a6124", "summary_state": "pending", "summary": null, "crux": null, "owner": "CriticWorker" }, { "id": "verl/workers/fsdp_workers.py#RewardModelWorker", "name": "RewardModelWorker", "kind": "class", "path": "verl/workers/fsdp_workers.py", "span": "L796-L1054", "signature": "class RewardModelWorker(Worker)", "exported": true, "origin": "ast", "body_hash": "b20ef126039468290f0d0f61601a5525493765f5aded59682e95693da7b8751e", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/fsdp_workers.py#RewardModelWorker.__init__", "name": "__init__", "kind": "method", "path": "verl/workers/fsdp_workers.py", "span": "L801-L822", "signature": "def __init__(self, config)", "exported": false, "origin": "ast", "body_hash": "1707509d2f11cec2a6da8726f248594aeec2ffe9acbe015b4356e87b8c6d7d49", "summary_state": "pending", "summary": null, "crux": null, "owner": "RewardModelWorker" }, { "id": "verl/workers/fsdp_workers.py#RewardModelWorker._build_model", "name": "_build_model", "kind": "method", "path": "verl/workers/fsdp_workers.py", "span": "L824-L879", "signature": "def _build_model(self, config): # the following line is necessary", "exported": false, "origin": "ast", "body_hash": "8640a92a32ada7cec433206fa43d0679da42b0c9fa14049daad4f4b4641a23c3", "summary_state": "pending", "summary": null, "crux": null, "owner": "RewardModelWorker" }, { "id": "verl/workers/fsdp_workers.py#RewardModelWorker._expand_to_token_level", "name": "_expand_to_token_level", "kind": "method", "path": "verl/workers/fsdp_workers.py", "span": "L942-L955", "signature": "def _expand_to_token_level(self, data: DataProto, scores: torch.Tensor)", "exported": false, "origin": "ast", "body_hash": "d275cf2afd0e71d24cdb396800177afe9062ebcffcf0cefa16c32041a8f84694", "summary_state": "pending", "summary": null, "crux": null, "owner": "RewardModelWorker" }, { "id": "verl/workers/fsdp_workers.py#RewardModelWorker._forward_micro_batch", "name": "_forward_micro_batch", "kind": "method", "path": "verl/workers/fsdp_workers.py", "span": "L888-L940", "signature": "def _forward_micro_batch(self, micro_batch)", "exported": false, "origin": "ast", "body_hash": "093881710ccea4d56ebfedc00da6d964aadbeef0dd966e3c7e80ccc783855b70", "summary_state": "pending", "summary": null, "crux": null, "owner": "RewardModelWorker" }, { "id": "verl/workers/fsdp_workers.py#RewardModelWorker._switch_chat_template", "name": "_switch_chat_template", "kind": "method", "path": "verl/workers/fsdp_workers.py", "span": "L957-L1012", "signature": "def _switch_chat_template(self, data: DataProto)", "exported": false, "origin": "ast", "body_hash": "c697e926b0846c698f8ec90018d547959deec8e5e07dbeec228f4bc5ad0f4b29", "summary_state": "pending", "summary": null, "crux": null, "owner": "RewardModelWorker" }, { "id": "verl/workers/fsdp_workers.py#RewardModelWorker.compute_rm_score", "name": "compute_rm_score", "kind": "method", "path": "verl/workers/fsdp_workers.py", "span": "L1015-L1054", "signature": "def compute_rm_score(self, data: DataProto)", "exported": true, "origin": "ast", "body_hash": "da94e90aef38a332e2c5c389e3cffce3c09a153e60124fcdc6fe61f18d7056ab", "summary_state": "pending", "summary": null, "crux": null, "owner": "RewardModelWorker" }, { "id": "verl/workers/fsdp_workers.py#RewardModelWorker.init_model", "name": "init_model", "kind": "method", "path": "verl/workers/fsdp_workers.py", "span": "L882-L886", "signature": "def init_model(self): # This is used to import external_lib into the huggingface systems", "exported": true, "origin": "ast", "body_hash": "c235e9d31de0de2b3f81d1c4e89fdb5a443b818ad6ae615c7a074dd056626254", "summary_state": "pending", "summary": null, "crux": null, "owner": "RewardModelWorker" }, { "id": "verl/workers/megatron_workers.py", "name": "megatron_workers.py", "kind": "file", "path": "verl/workers/megatron_workers.py", "span": "L1-L736", "signature": null, "exported": true, "origin": "ast", "body_hash": "bf136fe2d2595dd78a1df92234ecd6bd6b9a0ed0252e8915ebdd7caa88449fc0", "chars": 36430, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/megatron_workers.py#ActorRolloutRefWorker", "name": "ActorRolloutRefWorker", "kind": "class", "path": "verl/workers/megatron_workers.py", "span": "L63-L413", "signature": "class ActorRolloutRefWorker(MegatronWorker)", "exported": true, "origin": "ast", "body_hash": "3ef7b644b3bb6456c99f95deafdd5c1084f6d2d6485a2c36c5a62fd3475dc24f", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/megatron_workers.py#ActorRolloutRefWorker.__init__", "name": "__init__", "kind": "method", "path": "verl/workers/megatron_workers.py", "span": "L69-L122", "signature": "def __init__(self, config: DictConfig, role: str)", "exported": false, "origin": "ast", "body_hash": "cb66ddb97622b356f79d365d1741bd489c417467bbd3b78e07bd4bb8607377ba", "summary_state": "pending", "summary": null, "crux": null, "owner": "ActorRolloutRefWorker" }, { "id": "verl/workers/megatron_workers.py#ActorRolloutRefWorker._build_model_optimizer", "name": "_build_model_optimizer", "kind": "method", "path": "verl/workers/megatron_workers.py", "span": "L124-L214", "signature": "def _build_model_optimizer(self, model_path, megatron_config: ModelParallelConfig, optim_config, override_model_config, enable_gradient_checkpointing=False)", "exported": false, "origin": "ast", "body_hash": "36ebeb2e232e0c8835e650228b53037fdb107d48fe3a98fb395144b67f20836b", "summary_state": "pending", "summary": null, "crux": null, "owner": "ActorRolloutRefWorker" }, { "id": "verl/workers/megatron_workers.py#ActorRolloutRefWorker._build_model_optimizer.megatron_actor_model_provider", "name": "megatron_actor_model_provider", "kind": "function", "path": "verl/workers/megatron_workers.py", "span": "L154-L166", "signature": "def megatron_actor_model_provider(pre_process, post_process)", "exported": true, "origin": "ast", "body_hash": "2ac83f88ba10eebf33f7c0f8c3172a73a95024409e4bc42d7c23f73d2baa3bf7", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/megatron_workers.py#ActorRolloutRefWorker._build_rollout", "name": "_build_rollout", "kind": "method", "path": "verl/workers/megatron_workers.py", "span": "L216-L258", "signature": "def _build_rollout(self)", "exported": false, "origin": "ast", "body_hash": "5e7fd53808199f2d874442ec81a5b9b061e9cbba5787275d3d844efbf67fd3d7", "summary_state": "pending", "summary": null, "crux": null, "owner": "ActorRolloutRefWorker" }, { "id": "verl/workers/megatron_workers.py#ActorRolloutRefWorker.compute_ref_log_prob", "name": "compute_ref_log_prob", "kind": "method", "path": "verl/workers/megatron_workers.py", "span": "L384-L400", "signature": "def compute_ref_log_prob(self, data: DataProto)", "exported": true, "origin": "ast", "body_hash": "445018072fb27c04167ca5cabe87709b49dbc987522db9fee6a009a9033e2a2c", "summary_state": "pending", "summary": null, "crux": null, "owner": "ActorRolloutRefWorker" }, { "id": "verl/workers/megatron_workers.py#ActorRolloutRefWorker.generate_sequences", "name": "generate_sequences", "kind": "method", "path": "verl/workers/megatron_workers.py", "span": "L353-L381", "signature": "def generate_sequences(self, prompts: DataProto)", "exported": true, "origin": "ast", "body_hash": "1f18dbb87d8eb69a29323cdb05e59463e31e388f21499144d7fa0b14d6e16a1c", "summary_state": "pending", "summary": null, "crux": null, "owner": "ActorRolloutRefWorker" }, { "id": "verl/workers/megatron_workers.py#ActorRolloutRefWorker.init_model", "name": "init_model", "kind": "method", "path": "verl/workers/megatron_workers.py", "span": "L261-L323", "signature": "def init_model(self)", "exported": true, "origin": "ast", "body_hash": "a5404b80fa39504c2d353308be4729d3659f334c0017da13d1515284a609b689", "summary_state": "pending", "summary": null, "crux": null, "owner": "ActorRolloutRefWorker" }, { "id": "verl/workers/megatron_workers.py#ActorRolloutRefWorker.load_checkpoint", "name": "load_checkpoint", "kind": "method", "path": "verl/workers/megatron_workers.py", "span": "L403-L404", "signature": "def load_checkpoint(self, checkpoint_path)", "exported": true, "origin": "ast", "body_hash": "4ed36be5305905dea521c3cc29d885054d41a3fb64ed765fc69e56b045131353", "summary_state": "pending", "summary": null, "crux": null, "owner": "ActorRolloutRefWorker" }, { "id": "verl/workers/megatron_workers.py#ActorRolloutRefWorker.load_pretrained_model", "name": "load_pretrained_model", "kind": "method", "path": "verl/workers/megatron_workers.py", "span": "L407-L408", "signature": "def load_pretrained_model(self, checkpoint_path)", "exported": true, "origin": "ast", "body_hash": "ea566dd116d312eec00aacac919eccaf5c6574b8e39857bd4510f90aa9d197a3", "summary_state": "pending", "summary": null, "crux": null, "owner": "ActorRolloutRefWorker" }, { "id": "verl/workers/megatron_workers.py#ActorRolloutRefWorker.save_checkpoint", "name": "save_checkpoint", "kind": "method", "path": "verl/workers/megatron_workers.py", "span": "L411-L413", "signature": "def save_checkpoint(self, checkpoint_path)", "exported": true, "origin": "ast", "body_hash": "3faf8083a98c8106dab262b498469a45b0ba9b2a020eb2c56a1c5fd8e5e00e16", "summary_state": "pending", "summary": null, "crux": null, "owner": "ActorRolloutRefWorker" }, { "id": "verl/workers/megatron_workers.py#ActorRolloutRefWorker.update_actor", "name": "update_actor", "kind": "method", "path": "verl/workers/megatron_workers.py", "span": "L326-L342", "signature": "def update_actor(self, data: DataProto)", "exported": true, "origin": "ast", "body_hash": "a811999552eb4fba3ab7a616b2567654f63909c6790b85ab9237b6337eea8d78", "summary_state": "pending", "summary": null, "crux": null, "owner": "ActorRolloutRefWorker" }, { "id": "verl/workers/megatron_workers.py#CriticWorker", "name": "CriticWorker", "kind": "class", "path": "verl/workers/megatron_workers.py", "span": "L416-L581", "signature": "class CriticWorker(MegatronWorker)", "exported": true, "origin": "ast", "body_hash": "10b940934641fa635d3eff444108a0de5e22b27f4603babd1705e8a6227a82ec", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/megatron_workers.py#CriticWorker.__init__", "name": "__init__", "kind": "method", "path": "verl/workers/megatron_workers.py", "span": "L418-L452", "signature": "def __init__(self, config)", "exported": false, "origin": "ast", "body_hash": "be9f6a1c69b6f04bd5b512631bc0087245bf26fe264971adf40af2357ddde172", "summary_state": "pending", "summary": null, "crux": null, "owner": "CriticWorker" }, { "id": "verl/workers/megatron_workers.py#CriticWorker._build_critic_model_optimizer", "name": "_build_critic_model_optimizer", "kind": "method", "path": "verl/workers/megatron_workers.py", "span": "L454-L519", "signature": "def _build_critic_model_optimizer(self, model_path, megatron_config: ModelParallelConfig, optim_config, override_model_config, enable_gradient_checkpointing=False)", "exported": false, "origin": "ast", "body_hash": "ecbaa1ae59aed94d310f147f95b47ead695609c37a1f95819d2f83d9d0dea6ab", "summary_state": "pending", "summary": null, "crux": null, "owner": "CriticWorker" }, { "id": "verl/workers/megatron_workers.py#CriticWorker._build_critic_model_optimizer.megatron_critic_model_provider", "name": "megatron_critic_model_provider", "kind": "function", "path": "verl/workers/megatron_workers.py", "span": "L484-L496", "signature": "def megatron_critic_model_provider(pre_process, post_process)", "exported": true, "origin": "ast", "body_hash": "9dde905bcec61792c0481e23a1bfc85034805c130cccc72f1245dd215c53d6e0", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/megatron_workers.py#CriticWorker.compute_values", "name": "compute_values", "kind": "method", "path": "verl/workers/megatron_workers.py", "span": "L559-L564", "signature": "def compute_values(self, data: DataProto)", "exported": true, "origin": "ast", "body_hash": "d82d9f3c8dfc6b59788d0627563a7bdc63d810177f5d0c792514f5deb80acf52", "summary_state": "pending", "summary": null, "crux": null, "owner": "CriticWorker" }, { "id": "verl/workers/megatron_workers.py#CriticWorker.init_model", "name": "init_model", "kind": "method", "path": "verl/workers/megatron_workers.py", "span": "L522-L556", "signature": "def init_model(self): # create critic", "exported": true, "origin": "ast", "body_hash": "ce9575f6b7d85c7af77cc240fed7b61bd1b422ef7c2382d85b5d7e98fffb72f7", "summary_state": "pending", "summary": null, "crux": null, "owner": "CriticWorker" }, { "id": "verl/workers/megatron_workers.py#CriticWorker.load_checkpoint", "name": "load_checkpoint", "kind": "method", "path": "verl/workers/megatron_workers.py", "span": "L576-L577", "signature": "def load_checkpoint(self, checkpoint_path)", "exported": true, "origin": "ast", "body_hash": "4ed36be5305905dea521c3cc29d885054d41a3fb64ed765fc69e56b045131353", "summary_state": "pending", "summary": null, "crux": null, "owner": "CriticWorker" }, { "id": "verl/workers/megatron_workers.py#CriticWorker.save_checkpoint", "name": "save_checkpoint", "kind": "method", "path": "verl/workers/megatron_workers.py", "span": "L580-L581", "signature": "def save_checkpoint(self, checkpoint_path)", "exported": true, "origin": "ast", "body_hash": "0f86f9b40d600f9ce4be917bc1ec07554636032355ff2ad3f20a44d3aead5d57", "summary_state": "pending", "summary": null, "crux": null, "owner": "CriticWorker" }, { "id": "verl/workers/megatron_workers.py#CriticWorker.update_critic", "name": "update_critic", "kind": "method", "path": "verl/workers/megatron_workers.py", "span": "L567-L573", "signature": "def update_critic(self, data: DataProto)", "exported": true, "origin": "ast", "body_hash": "f277c319ab61a7d647f5a1217d05803e481a1fe8c2cb79ec59b6961038666d0f", "summary_state": "pending", "summary": null, "crux": null, "owner": "CriticWorker" }, { "id": "verl/workers/megatron_workers.py#RewardModelWorker", "name": "RewardModelWorker", "kind": "class", "path": "verl/workers/megatron_workers.py", "span": "L584-L735", "signature": "class RewardModelWorker(MegatronWorker)", "exported": true, "origin": "ast", "body_hash": "b3bf587f6dde24887d89831973f0d6c1eb5f1755ef452732487f58d9411617f6", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/megatron_workers.py#RewardModelWorker.__init__", "name": "__init__", "kind": "method", "path": "verl/workers/megatron_workers.py", "span": "L589-L620", "signature": "def __init__(self, config)", "exported": false, "origin": "ast", "body_hash": "33eb28386e1e1f0ccdcd9b5542eaf5fdc5f0fd8b5b6b25c0fddc5736274794e2", "summary_state": "pending", "summary": null, "crux": null, "owner": "RewardModelWorker" }, { "id": "verl/workers/megatron_workers.py#RewardModelWorker._build_rm_model", "name": "_build_rm_model", "kind": "method", "path": "verl/workers/megatron_workers.py", "span": "L622-L677", "signature": "def _build_rm_model(self, model_path, megatron_config: ModelParallelConfig, override_model_config)", "exported": false, "origin": "ast", "body_hash": "9ae3bf8a4817c0f6aee709f0cca8f6753744ae90c80c68cf046edd0657f13f1a", "summary_state": "pending", "summary": null, "crux": null, "owner": "RewardModelWorker" }, { "id": "verl/workers/megatron_workers.py#RewardModelWorker._build_rm_model.megatron_rm_model_provider", "name": "megatron_rm_model_provider", "kind": "function", "path": "verl/workers/megatron_workers.py", "span": "L646-L658", "signature": "def megatron_rm_model_provider(pre_process, post_process)", "exported": true, "origin": "ast", "body_hash": "08b8bf8094f36d117b7510c8f111ddff8e0d4792631d5bfc3f9476130c0087be", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/megatron_workers.py#RewardModelWorker.compute_rm_score", "name": "compute_rm_score", "kind": "method", "path": "verl/workers/megatron_workers.py", "span": "L731-L735", "signature": "def compute_rm_score(self, data: DataProto)", "exported": true, "origin": "ast", "body_hash": "832ac5cb6f5b9faa5d402ce9d8b26a45d2dc8a41a33ee856e76fe047656f7996", "summary_state": "pending", "summary": null, "crux": null, "owner": "RewardModelWorker" }, { "id": "verl/workers/megatron_workers.py#RewardModelWorker.init_model", "name": "init_model", "kind": "method", "path": "verl/workers/megatron_workers.py", "span": "L680-L726", "signature": "def init_model(self): # create critic", "exported": true, "origin": "ast", "body_hash": "3770ed997ee0b3e5889587a93dbf30b9c0e0361af5ab3f504aaf02d2b364cbda", "summary_state": "pending", "summary": null, "crux": null, "owner": "RewardModelWorker" }, { "id": "verl/workers/megatron_workers.py#set_random_seed", "name": "set_random_seed", "kind": "function", "path": "verl/workers/megatron_workers.py", "span": "L47-L60", "signature": "def set_random_seed(seed)", "exported": true, "origin": "ast", "body_hash": "75e7be754ab3aabd20dd53e3b74f68fe37f499c17ad565f9d86e63d1423e9bf0", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/retriever_workers.py", "name": "retriever_workers.py", "kind": "file", "path": "verl/workers/retriever_workers.py", "span": "L1-L384", "signature": null, "exported": true, "origin": "ast", "body_hash": "548ec6d688c66a6a5823dfe758c981a9d8046431c6e2dc5af243d3a0c5eba5df", "chars": 13198, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/retriever_workers.py#BaseRetriever", "name": "BaseRetriever", "kind": "class", "path": "verl/workers/retriever_workers.py", "span": "L138-L168", "signature": "class BaseRetriever", "exported": true, "origin": "ast", "body_hash": "1ce69eef8b2362b2435db716c275651dd2e03bf182aa743b91f8230edd7fabef", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/retriever_workers.py#BaseRetriever.__init__", "name": "__init__", "kind": "method", "path": "verl/workers/retriever_workers.py", "span": "L141-L149", "signature": "def __init__(self, config)", "exported": false, "origin": "ast", "body_hash": "1592cd9ea0215fbf4afe28ec72ebc8027028107edbd1f2bfb86b7b06a1204680", "summary_state": "pending", "summary": null, "crux": null, "owner": "BaseRetriever" }, { "id": "verl/workers/retriever_workers.py#BaseRetriever._batch_search", "name": "_batch_search", "kind": "method", "path": "verl/workers/retriever_workers.py", "span": "L161-L162", "signature": "def _batch_search(self, query_list, num, return_score)", "exported": false, "origin": "ast", "body_hash": "3a4873d6a4beb109c53552d834cfc803b0c161cbc908217f0aea5c67d4667fb1", "summary_state": "pending", "summary": null, "crux": null, "owner": "BaseRetriever" }, { "id": "verl/workers/retriever_workers.py#BaseRetriever._search", "name": "_search", "kind": "method", "path": "verl/workers/retriever_workers.py", "span": "L151-L159", "signature": "def _search(self, query: str, num: int, return_score:bool) -> List[Dict[str, str]]", "exported": false, "origin": "ast", "body_hash": "a1863af52b58a6982768a8c05eb0ceae5946ccc8ab516251836104adf4c6d0a3", "summary_state": "pending", "summary": null, "crux": null, "owner": "BaseRetriever" }, { "id": "verl/workers/retriever_workers.py#BaseRetriever.batch_search", "name": "batch_search", "kind": "method", "path": "verl/workers/retriever_workers.py", "span": "L167-L168", "signature": "def batch_search(self, *args, **kwargs)", "exported": true, "origin": "ast", "body_hash": "d37a6c77b70ed1c7532c9a1a534aa2bb6e6e942eeacc42bc02faa2e163da8629", "summary_state": "pending", "summary": null, "crux": null, "owner": "BaseRetriever" }, { "id": "verl/workers/retriever_workers.py#BaseRetriever.search", "name": "search", "kind": "method", "path": "verl/workers/retriever_workers.py", "span": "L164-L165", "signature": "def search(self, *args, **kwargs)", "exported": true, "origin": "ast", "body_hash": "3d2bd614b882a4bd4196108a68168e90abd4d275d61e4c7e493e3800af3888a1", "summary_state": "pending", "summary": null, "crux": null, "owner": "BaseRetriever" }, { "id": "verl/workers/retriever_workers.py#BM25Retriever", "name": "BM25Retriever", "kind": "class", "path": "verl/workers/retriever_workers.py", "span": "L171-L231", "signature": "class BM25Retriever(BaseRetriever)", "exported": true, "origin": "ast", "body_hash": "8dbd4c324303ae0e233bc2a9f5a38663f171aecc4896d8e0bb931fd5872c2f0b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/retriever_workers.py#BM25Retriever.__init__", "name": "__init__", "kind": "method", "path": "verl/workers/retriever_workers.py", "span": "L174-L182", "signature": "def __init__(self, config)", "exported": false, "origin": "ast", "body_hash": "6f0a024980f061fd4a1296e405731137ff33a00581bb5f82040e27f735759ce7", "summary_state": "pending", "summary": null, "crux": null, "owner": "BM25Retriever" }, { "id": "verl/workers/retriever_workers.py#BM25Retriever._batch_search", "name": "_batch_search", "kind": "method", "path": "verl/workers/retriever_workers.py", "span": "L219-L231", "signature": "def _batch_search(self, query_list, num: int = None, return_score = False): # TODO: modify batch method", "exported": false, "origin": "ast", "body_hash": "b569a216808f8f2a47a87bac80d0ffb727e6e0c4e1cf265dcd4d35ed86f12b0a", "summary_state": "pending", "summary": null, "crux": null, "owner": "BM25Retriever" }, { "id": "verl/workers/retriever_workers.py#BM25Retriever._check_contain_doc", "name": "_check_contain_doc", "kind": "method", "path": "verl/workers/retriever_workers.py", "span": "L184-L187", "signature": "def _check_contain_doc(self)", "exported": false, "origin": "ast", "body_hash": "f7a574ad883e23e81357c53f3a2947ddd8491adbc804954c0d23985aa507d3c4", "summary_state": "pending", "summary": null, "crux": null, "owner": "BM25Retriever" }, { "id": "verl/workers/retriever_workers.py#BM25Retriever._search", "name": "_search", "kind": "method", "path": "verl/workers/retriever_workers.py", "span": "L189-L217", "signature": "def _search(self, query: str, num: int = None, return_score = False) -> List[Dict[str, str]]", "exported": false, "origin": "ast", "body_hash": "a07f442a9561ebd63dc4c1e3f79003636e2f38b206f554402e2ee3148fd9a28f", "summary_state": "pending", "summary": null, "crux": null, "owner": "BM25Retriever" }, { "id": "verl/workers/retriever_workers.py#DenseRetriever", "name": "DenseRetriever", "kind": "class", "path": "verl/workers/retriever_workers.py", "span": "L234-L309", "signature": "class DenseRetriever(BaseRetriever)", "exported": true, "origin": "ast", "body_hash": "312d2476de0066ae09ea8b20263fb9366be9b13413f30456513421b3e397cc72", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/retriever_workers.py#DenseRetriever.__init__", "name": "__init__", "kind": "method", "path": "verl/workers/retriever_workers.py", "span": "L237-L257", "signature": "def __init__(self, config: dict, index)", "exported": false, "origin": "ast", "body_hash": "e36182e79edee473ddc23b0d9cd71a7f3637161982c5e0c6f013dfed386505df", "summary_state": "pending", "summary": null, "crux": null, "owner": "DenseRetriever" }, { "id": "verl/workers/retriever_workers.py#DenseRetriever._batch_search", "name": "_batch_search", "kind": "method", "path": "verl/workers/retriever_workers.py", "span": "L274-L309", "signature": "def _batch_search(self, query_list: List[str], num: int = None, return_score = False)", "exported": false, "origin": "ast", "body_hash": "f9066ec2e79c87df3f047b886af4e539c108a0cf867cf696dd83bd7b6761745f", "summary_state": "pending", "summary": null, "crux": null, "owner": "DenseRetriever" }, { "id": "verl/workers/retriever_workers.py#DenseRetriever._search", "name": "_search", "kind": "method", "path": "verl/workers/retriever_workers.py", "span": "L259-L272", "signature": "def _search(self, query: str, num: int = None, return_score = False)", "exported": false, "origin": "ast", "body_hash": "0d57ba5ba406327befde2733fcd86103326cab6341d6a32df14c0b21814a104c", "summary_state": "pending", "summary": null, "crux": null, "owner": "DenseRetriever" }, { "id": "verl/workers/retriever_workers.py#Encoder", "name": "Encoder", "kind": "class", "path": "verl/workers/retriever_workers.py", "span": "L79-L135", "signature": "class Encoder", "exported": true, "origin": "ast", "body_hash": "a513ae91bd7e48309b1f39780b3beac631d16168574d922913ff8662dd199b11", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/retriever_workers.py#Encoder.__init__", "name": "__init__", "kind": "method", "path": "verl/workers/retriever_workers.py", "span": "L80-L88", "signature": "def __init__(self, model_name, model_path, pooling_method, max_length, use_fp16)", "exported": false, "origin": "ast", "body_hash": "91ad5eec7d331441c6f1b920061f211d1e755e85e3509cf6d2b1b47a3215c1dd", "summary_state": "pending", "summary": null, "crux": null, "owner": "Encoder" }, { "id": "verl/workers/retriever_workers.py#Encoder.encode", "name": "encode", "kind": "method", "path": "verl/workers/retriever_workers.py", "span": "L91-L135", "signature": "def encode(self, query_list: List[str], is_query=True) -> np.ndarray: # processing query for different encoders", "exported": true, "origin": "ast", "body_hash": "6a6511e1300b1aa62cedb981fcdf443894d0ee025705cf692573931f36fd8dc0", "summary_state": "pending", "summary": null, "crux": null, "owner": "Encoder" }, { "id": "verl/workers/retriever_workers.py#FAISSIndexServer", "name": "FAISSIndexServer", "kind": "class", "path": "verl/workers/retriever_workers.py", "span": "L353-L383", "signature": "class FAISSIndexServer", "exported": true, "origin": "ast", "body_hash": "6eba3d0fefb3630dfa70263093335e487a945ccb3add2db3513cbe3bb2dce1f7", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/retriever_workers.py#FAISSIndexServer.__init__", "name": "__init__", "kind": "method", "path": "verl/workers/retriever_workers.py", "span": "L356-L360", "signature": "def __init__(self, config)", "exported": false, "origin": "ast", "body_hash": "2ddc71189b77903ddba4bd01620a676c4762d3c520bb272436e18ec58615e0ae", "summary_state": "pending", "summary": null, "crux": null, "owner": "FAISSIndexServer" }, { "id": "verl/workers/retriever_workers.py#FAISSIndexServer.batch_search", "name": "batch_search", "kind": "method", "path": "verl/workers/retriever_workers.py", "span": "L380-L383", "signature": "def batch_search(self, batch_emb, k)", "exported": true, "origin": "ast", "body_hash": "7338814b55736c7ba4b87a76bd356722a4bec4139594b3b917815f25841516a1", "summary_state": "pending", "summary": null, "crux": null, "owner": "FAISSIndexServer" }, { "id": "verl/workers/retriever_workers.py#FAISSIndexServer.load_index", "name": "load_index", "kind": "method", "path": "verl/workers/retriever_workers.py", "span": "L362-L378", "signature": "def load_index(self, config)", "exported": true, "origin": "ast", "body_hash": "b0b0172bdfc64da20ec852665bbfd846d30780265780096ae442e61e5270d0ee", "summary_state": "pending", "summary": null, "crux": null, "owner": "FAISSIndexServer" }, { "id": "verl/workers/retriever_workers.py#get_retriever", "name": "get_retriever", "kind": "function", "path": "verl/workers/retriever_workers.py", "span": "L311-L324", "signature": "def get_retriever(config, index)", "exported": true, "origin": "ast", "body_hash": "7d599aa8707797b7cc945e80cb58cab1bbbded8bc7fd4d0a8a91f6dbf133dd4d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/retriever_workers.py#load_corpus", "name": "load_corpus", "kind": "function", "path": "verl/workers/retriever_workers.py", "span": "L22-L28", "signature": "def load_corpus(corpus_path: str)", "exported": true, "origin": "ast", "body_hash": "63642a3531f6506e9fae80592a2170b344a1b6179a3d27a3002081529a9e3d23", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/retriever_workers.py#load_docs", "name": "load_docs", "kind": "function", "path": "verl/workers/retriever_workers.py", "span": "L41-L44", "signature": "def load_docs(corpus, doc_idxs)", "exported": true, "origin": "ast", "body_hash": "6391624ce3919bef69c4bd7c04e58574246a106871a10aa208bcde98337a2922", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/retriever_workers.py#load_model", "name": "load_model", "kind": "function", "path": "verl/workers/retriever_workers.py", "span": "L47-L59", "signature": "def load_model( model_path: str, use_fp16: bool = False )", "exported": true, "origin": "ast", "body_hash": "2d4e1f08f900b69638da6c1525eb3006b46ed0822e5e3f12fb86d8faa60ab34b", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/retriever_workers.py#pooling", "name": "pooling", "kind": "function", "path": "verl/workers/retriever_workers.py", "span": "L62-L76", "signature": "def pooling( pooler_output, last_hidden_state, attention_mask = None, pooling_method = \"mean\" )", "exported": true, "origin": "ast", "body_hash": "6e356a5fbac440ef6226d2119161f4cf7a669ceb3505baddff6331a4a50030ec", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/retriever_workers.py#read_jsonl", "name": "read_jsonl", "kind": "function", "path": "verl/workers/retriever_workers.py", "span": "L31-L38", "signature": "def read_jsonl(file_path)", "exported": true, "origin": "ast", "body_hash": "4c47880b2c2ac231addf857ba43f05bdfc1be3f19de4f48067418ca65a407f1d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/retriever_workers.py#RetrieveWorker", "name": "RetrieveWorker", "kind": "class", "path": "verl/workers/retriever_workers.py", "span": "L328-L345", "signature": "class RetrieveWorker(Worker)", "exported": true, "origin": "ast", "body_hash": "134537ce7d547e3f8939115b099dce466fee06337e08d0eeb0bcb56d4e14aa6a", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/retriever_workers.py#RetrieveWorker.__init__", "name": "__init__", "kind": "method", "path": "verl/workers/retriever_workers.py", "span": "L331-L336", "signature": "def __init__(self, config, faiss_server)", "exported": false, "origin": "ast", "body_hash": "eac5f538b84cfd4a364f66aff39b7451ffa7de36ff321b0c4be27617b36e1f95", "summary_state": "pending", "summary": null, "crux": null, "owner": "RetrieveWorker" }, { "id": "verl/workers/retriever_workers.py#RetrieveWorker.batch_search", "name": "batch_search", "kind": "method", "path": "verl/workers/retriever_workers.py", "span": "L344-L345", "signature": "def batch_search(self, queries)", "exported": true, "origin": "ast", "body_hash": "9c9d4693ffe79dbdb040376e17128b5454c3009b60b79b0b2aeba9451125950f", "summary_state": "pending", "summary": null, "crux": null, "owner": "RetrieveWorker" }, { "id": "verl/workers/retriever_workers.py#RetrieveWorker.init_model", "name": "init_model", "kind": "method", "path": "verl/workers/retriever_workers.py", "span": "L339-L341", "signature": "def init_model(self)", "exported": true, "origin": "ast", "body_hash": "012a737bfea81310f2f960a1d36698388dd0f51921d0b22b029a3f6f177596fc", "summary_state": "pending", "summary": null, "crux": null, "owner": "RetrieveWorker" }, { "id": "verl/workers/reward_model/__init__.py", "name": "__init__.py", "kind": "file", "path": "verl/workers/reward_model/__init__.py", "span": "L1-L16", "signature": null, "exported": true, "origin": "ast", "body_hash": "969b640ba9c36d51ddf12380041963eb2255b094318027e76053c191339bd825", "chars": 638, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/reward_model/base.py", "name": "base.py", "kind": "file", "path": "verl/workers/reward_model/base.py", "span": "L1-L46", "signature": null, "exported": true, "origin": "ast", "body_hash": "7f6e0ccd8edaca5a5edc02e8f545297bef4acaea84d0858b870340a157ed0983", "chars": 1710, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/reward_model/base.py#BasePPORewardModel", "name": "BasePPORewardModel", "kind": "class", "path": "verl/workers/reward_model/base.py", "span": "L23-L45", "signature": "class BasePPORewardModel(ABC)", "exported": true, "origin": "ast", "body_hash": "5899f0b13c0a80cf1b4c7a1d3753e2fb0309a500a657cc877cdc77f1e03eecba", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/reward_model/base.py#BasePPORewardModel.__init__", "name": "__init__", "kind": "method", "path": "verl/workers/reward_model/base.py", "span": "L25-L26", "signature": "def __init__(self, config)", "exported": false, "origin": "ast", "body_hash": "c203a0217d1c1950415c427f1cb9c7d6085761d3f21b90b6d7c6e63a0643abbd", "summary_state": "pending", "summary": null, "crux": null, "owner": "BasePPORewardModel" }, { "id": "verl/workers/reward_model/base.py#BasePPORewardModel.compute_reward", "name": "compute_reward", "kind": "method", "path": "verl/workers/reward_model/base.py", "span": "L29-L45", "signature": "def compute_reward(self, data: DataProto) -> DataProto", "exported": true, "origin": "ast", "body_hash": "4c4deda96c979a035f4f4e2779980a4cbed5a9d3c0c8f630873e173564ed9a13", "summary_state": "pending", "summary": null, "crux": null, "owner": "BasePPORewardModel" }, { "id": "verl/workers/reward_model/megatron/__init__.py", "name": "__init__.py", "kind": "file", "path": "verl/workers/reward_model/megatron/__init__.py", "span": "L1-L16", "signature": null, "exported": true, "origin": "ast", "body_hash": "1a01e19bf170896603577bc8752239de2743685141424dcef64bb685cb2ffd96", "chars": 647, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/reward_model/megatron/reward_model.py", "name": "reward_model.py", "kind": "file", "path": "verl/workers/reward_model/megatron/reward_model.py", "span": "L1-L279", "signature": null, "exported": true, "origin": "ast", "body_hash": "e823efa4d1a943ad9f6eb79061d40aed46501528efd83c2fdeedd645b5d81d53", "chars": 13316, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel", "name": "MegatronRewardModel", "kind": "class", "path": "verl/workers/reward_model/megatron/reward_model.py", "span": "L37-L278", "signature": "class MegatronRewardModel(BasePPORewardModel)", "exported": true, "origin": "ast", "body_hash": "c1b14e25645d7baa9a6c33c7de2b6212bb06caa5627fad3641af8d17a4a6ef18", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.__init__", "name": "__init__", "kind": "method", "path": "verl/workers/reward_model/megatron/reward_model.py", "span": "L39-L56", "signature": "def __init__(self, config, model_config, reward_model_module: torch.nn.ModuleList, megatron_config, sft_tokenizer=None, rm_tokenizer=None)", "exported": false, "origin": "ast", "body_hash": "b8e87a9ff5b13674f39f86b8dff13b7f2f37a7c5d1cefb41acbb036f057587bb", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronRewardModel" }, { "id": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.compute_reward", "name": "compute_reward", "kind": "method", "path": "verl/workers/reward_model/megatron/reward_model.py", "span": "L126-L186", "signature": "def compute_reward(self, data: DataProto) -> DataProto", "exported": true, "origin": "ast", "body_hash": "76dc6fda0d17a0074b3bac801895c7f22b672643dcd78ac8e1fa30707c996a8e", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronRewardModel" }, { "id": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.forward_batch", "name": "forward_batch", "kind": "method", "path": "verl/workers/reward_model/megatron/reward_model.py", "span": "L188-L263", "signature": "def forward_batch(self, data: DataProto)", "exported": true, "origin": "ast", "body_hash": "2ccf24d9701c58ec2048f5c6642f440e5d117a02c67d0b428a04e493295346e9", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronRewardModel" }, { "id": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.forward_batch.forward_step", "name": "forward_step", "kind": "function", "path": "verl/workers/reward_model/megatron/reward_model.py", "span": "L225-L231", "signature": "def forward_step(batch_iter, model)", "exported": true, "origin": "ast", "body_hash": "d44a40cfb38a0ec59f6a029648054ac6d6e9128475c9decd9662f2145bbc5faa", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.forward_batch.loss_func", "name": "loss_func", "kind": "function", "path": "verl/workers/reward_model/megatron/reward_model.py", "span": "L222-L223", "signature": "def loss_func(output)", "exported": true, "origin": "ast", "body_hash": "f3a216b6d0a19fd180a1afe64c9487dc4c69cbf84f409689f3a545538bbbaa45", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.load_params_to_cuda", "name": "load_params_to_cuda", "kind": "method", "path": "verl/workers/reward_model/megatron/reward_model.py", "span": "L273-L278", "signature": "def load_params_to_cuda(self)", "exported": true, "origin": "ast", "body_hash": "42a9a62d65760e78029f89c989410c547d7c8835a5797765ee4f58afe6474534", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronRewardModel" }, { "id": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.offload_params_to_cpu", "name": "offload_params_to_cpu", "kind": "method", "path": "verl/workers/reward_model/megatron/reward_model.py", "span": "L265-L271", "signature": "def offload_params_to_cpu(self)", "exported": true, "origin": "ast", "body_hash": "4455271e2192a01590ad75648561f8efe2f47818cc3c1516ac487a78b7710056", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronRewardModel" }, { "id": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.re_encode_by_rm_tokenizer", "name": "re_encode_by_rm_tokenizer", "kind": "method", "path": "verl/workers/reward_model/megatron/reward_model.py", "span": "L58-L123", "signature": "def re_encode_by_rm_tokenizer(self, data: DataProto) -> DataProto", "exported": true, "origin": "ast", "body_hash": "16912e40ed8b64195f0d485dcb4e0a83d45455ce0510359da0bafc053dc3dd82", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronRewardModel" }, { "id": "verl/workers/rollout/__init__.py", "name": "__init__.py", "kind": "file", "path": "verl/workers/rollout/__init__.py", "span": "L1-L20", "signature": null, "exported": true, "origin": "ast", "body_hash": "6dc2b3dd28631c76b826f545091bedc233111ad6bab00511a4fe40e6a1e4cf78", "chars": 753, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/rollout/base.py", "name": "base.py", "kind": "file", "path": "verl/workers/rollout/base.py", "span": "L1-L38", "signature": null, "exported": true, "origin": "ast", "body_hash": "480b812f13b681735e18347220dc7462a7ae982fb61a46541dc713d4e2608d12", "chars": 1141, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/rollout/base.py#BaseRollout", "name": "BaseRollout", "kind": "class", "path": "verl/workers/rollout/base.py", "span": "L23-L37", "signature": "class BaseRollout(ABC)", "exported": true, "origin": "ast", "body_hash": "0bb29a174c27fb52aaef5a01f896b396b40cfa07ee8eb07ecdca34ce5c484d8d", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/rollout/base.py#BaseRollout.__init__", "name": "__init__", "kind": "method", "path": "verl/workers/rollout/base.py", "span": "L25-L32", "signature": "def __init__(self)", "exported": false, "origin": "ast", "body_hash": "a1b0cdfe2c0b19340546ad0d89fe5f87e69ff58e9eecf4ab2a52ca701c0cc55b", "summary_state": "pending", "summary": null, "crux": null, "owner": "BaseRollout" }, { "id": "verl/workers/rollout/base.py#BaseRollout.generate_sequences", "name": "generate_sequences", "kind": "method", "path": "verl/workers/rollout/base.py", "span": "L35-L37", "signature": "def generate_sequences(self, prompts: DataProto) -> DataProto", "exported": true, "origin": "ast", "body_hash": "a8d487dc760ca40ea6f9698b4a22b1114a5e3d594f1f75460d0ff457e6d6d051", "summary_state": "pending", "summary": null, "crux": null, "owner": "BaseRollout" }, { "id": "verl/workers/rollout/hf_rollout.py", "name": "hf_rollout.py", "kind": "file", "path": "verl/workers/rollout/hf_rollout.py", "span": "L1-L141", "signature": null, "exported": true, "origin": "ast", "body_hash": "38d84c1bcbe61fa560dc6ab3e5f2acb46a4561c1bb329cf344d6cccc781b1009", "chars": 5867, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/rollout/hf_rollout.py#HFRollout", "name": "HFRollout", "kind": "class", "path": "verl/workers/rollout/hf_rollout.py", "span": "L35-L140", "signature": "class HFRollout(BaseRollout)", "exported": true, "origin": "ast", "body_hash": "a28ff57aa2de02003823defe5fe8414e7eb09ee5dd6dfbc6d7ebf53f19a18a94", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/rollout/hf_rollout.py#HFRollout.__init__", "name": "__init__", "kind": "method", "path": "verl/workers/rollout/hf_rollout.py", "span": "L37-L40", "signature": "def __init__(self, module: nn.Module, config)", "exported": false, "origin": "ast", "body_hash": "938a898c776d914d6fff8fb9f563c0a8aab80bf9cd5b444d2a995ef8a1db1017", "summary_state": "pending", "summary": null, "crux": null, "owner": "HFRollout" }, { "id": "verl/workers/rollout/hf_rollout.py#HFRollout._generate_minibatch", "name": "_generate_minibatch", "kind": "method", "path": "verl/workers/rollout/hf_rollout.py", "span": "L51-L140", "signature": "def _generate_minibatch(self, prompts: DataProto) -> DataProto", "exported": false, "origin": "ast", "body_hash": "21b6ff7ae2d420c42606ff6a28381aafbf78d7c91af6a45a3511e87f5b646357", "summary_state": "pending", "summary": null, "crux": null, "owner": "HFRollout" }, { "id": "verl/workers/rollout/hf_rollout.py#HFRollout.generate_sequences", "name": "generate_sequences", "kind": "method", "path": "verl/workers/rollout/hf_rollout.py", "span": "L42-L48", "signature": "def generate_sequences(self, prompts: DataProto) -> DataProto", "exported": true, "origin": "ast", "body_hash": "8d1b7708714a9ec9961e4581ff95789c74f8a5d567f701f25c09b2e2d5f5c75b", "summary_state": "pending", "summary": null, "crux": null, "owner": "HFRollout" }, { "id": "verl/workers/rollout/naive/__init__.py", "name": "__init__.py", "kind": "file", "path": "verl/workers/rollout/naive/__init__.py", "span": "L1-L16", "signature": null, "exported": true, "origin": "ast", "body_hash": "551983cdba422a02f03c8b9cce52face25963b511b9029e09247a16afa3c70fd", "chars": 641, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/rollout/naive/naive_rollout.py", "name": "naive_rollout.py", "kind": "file", "path": "verl/workers/rollout/naive/naive_rollout.py", "span": "L1-L120", "signature": null, "exported": true, "origin": "ast", "body_hash": "09dcb0d16d53b02d8cb665b21b4fc74f47ed479bdbe6b0292550d2b1b9a46d61", "chars": 4821, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/rollout/naive/naive_rollout.py#NaiveRollout", "name": "NaiveRollout", "kind": "class", "path": "verl/workers/rollout/naive/naive_rollout.py", "span": "L36-L119", "signature": "class NaiveRollout(BaseRollout)", "exported": true, "origin": "ast", "body_hash": "d033c70dbc91de7e89d9e0ee15df56d8a1a803581f641d089d46b1f39735885e", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/rollout/naive/naive_rollout.py#NaiveRollout.__init__", "name": "__init__", "kind": "method", "path": "verl/workers/rollout/naive/naive_rollout.py", "span": "L38-L49", "signature": "def __init__(self, module: nn.Module, config)", "exported": false, "origin": "ast", "body_hash": "5b26d9ea4261a1f3ebf130a225d89b053a49d225da50338111ff4ebcfac28369", "summary_state": "pending", "summary": null, "crux": null, "owner": "NaiveRollout" }, { "id": "verl/workers/rollout/naive/naive_rollout.py#NaiveRollout.generate_sequences", "name": "generate_sequences", "kind": "method", "path": "verl/workers/rollout/naive/naive_rollout.py", "span": "L52-L119", "signature": "def generate_sequences(self, prompts: DataProto) -> DataProto", "exported": true, "origin": "ast", "body_hash": "c391e003befed30bce23f0c306da44b94053b370033c05bb2a811edb31be628b", "summary_state": "pending", "summary": null, "crux": null, "owner": "NaiveRollout" }, { "id": "verl/workers/rollout/tokenizer.py", "name": "tokenizer.py", "kind": "file", "path": "verl/workers/rollout/tokenizer.py", "span": "L1-L163", "signature": null, "exported": true, "origin": "ast", "body_hash": "92fbaf5d1c93e2c0d2ec2e399af83be277ac744005466b3016331516708ed00b", "chars": 5747, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer", "name": "HybridEngineBaseTokenizer", "kind": "class", "path": "verl/workers/rollout/tokenizer.py", "span": "L23-L162", "signature": "class HybridEngineBaseTokenizer(ABC)", "exported": true, "origin": "ast", "body_hash": "ef4dbc43dcbeeaa3771984ea6a1bb64590819573f33a3ab9dbc0fe8d5f59b98f", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer.all_special_ids", "name": "all_special_ids", "kind": "method", "path": "verl/workers/rollout/tokenizer.py", "span": "L53-L57", "signature": "def all_special_ids(self) -> List[int]", "exported": true, "origin": "ast", "body_hash": "44622c48dc64fa19fa8d213366b1901c053efc1608abb9ead883de58144c6edd", "summary_state": "pending", "summary": null, "crux": null, "owner": "HybridEngineBaseTokenizer" }, { "id": "verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer.all_special_tokens", "name": "all_special_tokens", "kind": "method", "path": "verl/workers/rollout/tokenizer.py", "span": "L61-L67", "signature": "def all_special_tokens(self) -> List[str]", "exported": true, "origin": "ast", "body_hash": "0afe0ed556c2d88131cc7a09c43db13d055d9af70f781b75fb469c7d6eb70ede", "summary_state": "pending", "summary": null, "crux": null, "owner": "HybridEngineBaseTokenizer" }, { "id": "verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer.convert_ids_to_tokens", "name": "convert_ids_to_tokens", "kind": "method", "path": "verl/workers/rollout/tokenizer.py", "span": "L116-L132", "signature": "def convert_ids_to_tokens(self, ids: Union[int, List[int]], skip_special_tokens: bool = False) -> Union[str, List[str]]", "exported": true, "origin": "ast", "body_hash": "efcc765335f7dbbedbf8392a922c1223fe134ac84a2d97caa9aa221f9a164fe1", "summary_state": "pending", "summary": null, "crux": null, "owner": "HybridEngineBaseTokenizer" }, { "id": "verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer.convert_tokens_to_string", "name": "convert_tokens_to_string", "kind": "method", "path": "verl/workers/rollout/tokenizer.py", "span": "L147-L158", "signature": "def convert_tokens_to_string(self, tokens: List[str]) -> str", "exported": true, "origin": "ast", "body_hash": "a0e0934445c028d437d89b0b47ef4a473e4a1282fbe4882f4670403b94033232", "summary_state": "pending", "summary": null, "crux": null, "owner": "HybridEngineBaseTokenizer" }, { "id": "verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer.decode", "name": "decode", "kind": "method", "path": "verl/workers/rollout/tokenizer.py", "span": "L86-L113", "signature": "def decode( self, token_ids: Union[int, List[int], \"np.ndarray\", \"torch.Tensor\", \"tf.Tensor\"], skip_special_tokens: bool = False, clean_up_tokenization_spaces: bool = None, **kwargs, ) -> str", "exported": true, "origin": "ast", "body_hash": "9cae8bc84c54442f9fbcd954d2351a43f59686169b6d95e83f85b284bfe9968f", "summary_state": "pending", "summary": null, "crux": null, "owner": "HybridEngineBaseTokenizer" }, { "id": "verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer.encode", "name": "encode", "kind": "method", "path": "verl/workers/rollout/tokenizer.py", "span": "L70-L83", "signature": "def encode(self, text)", "exported": true, "origin": "ast", "body_hash": "6dd784fbefb8cc37419f33828d501941e9e64efb7a459b1c7e0b56bde8fd34d8", "summary_state": "pending", "summary": null, "crux": null, "owner": "HybridEngineBaseTokenizer" }, { "id": "verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer.eos_token_id", "name": "eos_token_id", "kind": "method", "path": "verl/workers/rollout/tokenizer.py", "span": "L44-L49", "signature": "def eos_token_id(self)", "exported": true, "origin": "ast", "body_hash": "c84a77363c577bc350ba1d404909618bb8d33cbf2867b6e95d0adef3a2996bc9", "summary_state": "pending", "summary": null, "crux": null, "owner": "HybridEngineBaseTokenizer" }, { "id": "verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer.get_added_vocab", "name": "get_added_vocab", "kind": "method", "path": "verl/workers/rollout/tokenizer.py", "span": "L135-L144", "signature": "def get_added_vocab(self) -> Dict[str, int]", "exported": true, "origin": "ast", "body_hash": "5cd7dfc19c33240a1bc2392ee12b2b489159874198e19b5bba11e4ac2e9ce424", "summary_state": "pending", "summary": null, "crux": null, "owner": "HybridEngineBaseTokenizer" }, { "id": "verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer.is_fast", "name": "is_fast", "kind": "method", "path": "verl/workers/rollout/tokenizer.py", "span": "L161-L162", "signature": "def is_fast(self)", "exported": true, "origin": "ast", "body_hash": "f3a56f7225d06df3ea38ff9e8c1daedf9c43a733bdd63b865c9ced9769bc1243", "summary_state": "pending", "summary": null, "crux": null, "owner": "HybridEngineBaseTokenizer" }, { "id": "verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer.pad_token_id", "name": "pad_token_id", "kind": "method", "path": "verl/workers/rollout/tokenizer.py", "span": "L36-L40", "signature": "def pad_token_id(self)", "exported": true, "origin": "ast", "body_hash": "2d07309ef776988ad38fa2fb3a0789e931e70b7725437da91d96aca544b81114", "summary_state": "pending", "summary": null, "crux": null, "owner": "HybridEngineBaseTokenizer" }, { "id": "verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer.vocab_size", "name": "vocab_size", "kind": "method", "path": "verl/workers/rollout/tokenizer.py", "span": "L28-L32", "signature": "def vocab_size(self)", "exported": true, "origin": "ast", "body_hash": "3763bfe0e853185d33bd91be4bba3eb80d98ea087561b90dbb1fe0250ab31e88", "summary_state": "pending", "summary": null, "crux": null, "owner": "HybridEngineBaseTokenizer" }, { "id": "verl/workers/rollout/vllm_rollout/__init__.py", "name": "__init__.py", "kind": "file", "path": "verl/workers/rollout/vllm_rollout/__init__.py", "span": "L1-L15", "signature": null, "exported": true, "origin": "ast", "body_hash": "875ce539030328cfd2feeec2d531a12ca24175762177ba5b4db2256c8669e0f7", "chars": 638, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/rollout/vllm_rollout/vllm_rollout.py", "name": "vllm_rollout.py", "kind": "file", "path": "verl/workers/rollout/vllm_rollout/vllm_rollout.py", "span": "L1-L264", "signature": null, "exported": true, "origin": "ast", "body_hash": "4aca8567c90b651f2cd2d290f936b0b50bcc476c010f15e21c389ae7c0616dcb", "chars": 11862, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/rollout/vllm_rollout/vllm_rollout.py#_pre_process_inputs", "name": "_pre_process_inputs", "kind": "function", "path": "verl/workers/rollout/vllm_rollout/vllm_rollout.py", "span": "L49-L62", "signature": "def _pre_process_inputs(pad_token_id, prompt_token_ids: torch.Tensor) -> List[int]: # remove the left padding in the prompt token_id # pad_token_id = self.llm_engine.tokenizer.pad_token_id if self.llm_engine.tokenizer.pad_token_id is not None else self.llm_engine.tokenizer.eos_token_id", "exported": false, "origin": "ast", "body_hash": "a2f69b855d2de5c48422777aebe25196f6ffeeb516ef9d9a6c99f89352139118", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/rollout/vllm_rollout/vllm_rollout.py#vLLMRollout", "name": "vLLMRollout", "kind": "class", "path": "verl/workers/rollout/vllm_rollout/vllm_rollout.py", "span": "L65-L263", "signature": "class vLLMRollout(BaseRollout)", "exported": true, "origin": "ast", "body_hash": "b366d44562daf8902e5b4b91a7f93443ee02ccc67bb06f3de5f2e191d3d63533", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/rollout/vllm_rollout/vllm_rollout.py#vLLMRollout.__init__", "name": "__init__", "kind": "method", "path": "verl/workers/rollout/vllm_rollout/vllm_rollout.py", "span": "L67-L131", "signature": "def __init__(self, actor_module: nn.Module, config: DictConfig, tokenizer, model_hf_config, **kwargs)", "exported": false, "origin": "ast", "body_hash": "3ee4b029c5c2d473568eb31b1283fc8116fdfca2adcb20cf3d417752387038d9", "summary_state": "pending", "summary": null, "crux": null, "owner": "vLLMRollout" }, { "id": "verl/workers/rollout/vllm_rollout/vllm_rollout.py#vLLMRollout.generate_sequences", "name": "generate_sequences", "kind": "method", "path": "verl/workers/rollout/vllm_rollout/vllm_rollout.py", "span": "L150-L263", "signature": "def generate_sequences(self, prompts: DataProto, **kwargs) -> DataProto: # rebuild vllm cache engine", "exported": true, "origin": "ast", "body_hash": "477b7746564dc258e15f1a6a88284161a9ff32ddf7c403e4e95f075a6105043e", "summary_state": "pending", "summary": null, "crux": null, "owner": "vLLMRollout" }, { "id": "verl/workers/rollout/vllm_rollout/vllm_rollout.py#vLLMRollout.update_sampling_params", "name": "update_sampling_params", "kind": "method", "path": "verl/workers/rollout/vllm_rollout/vllm_rollout.py", "span": "L134-L147", "signature": "def update_sampling_params(self, **kwargs): # update sampling params", "exported": true, "origin": "ast", "body_hash": "ea0c4ff74d95491928936e36007f86f7f50b80ab022fe29addc7b11eff29b179", "summary_state": "pending", "summary": null, "crux": null, "owner": "vLLMRollout" }, { "id": "verl/workers/sharding_manager/__init__.py", "name": "__init__.py", "kind": "file", "path": "verl/workers/sharding_manager/__init__.py", "span": "L1-L34", "signature": null, "exported": true, "origin": "ast", "body_hash": "32a39ab63010e701598f3c892357ede984a36a8e9013c78478b3f4a33e36ec21", "chars": 1169, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/sharding_manager/base.py", "name": "base.py", "kind": "file", "path": "verl/workers/sharding_manager/base.py", "span": "L1-L34", "signature": null, "exported": true, "origin": "ast", "body_hash": "d249884ee73ed51563443388163d57caaff198af11f60da44c70b85568c5127f", "chars": 982, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/sharding_manager/base.py#BaseShardingManager", "name": "BaseShardingManager", "kind": "class", "path": "verl/workers/sharding_manager/base.py", "span": "L21-L33", "signature": "class BaseShardingManager", "exported": true, "origin": "ast", "body_hash": "e7315ea1f1753eda9f50225f1d41ab20efd00f80395e3b802f9433ed4923e1b0", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/sharding_manager/base.py#BaseShardingManager.__enter__", "name": "__enter__", "kind": "method", "path": "verl/workers/sharding_manager/base.py", "span": "L23-L24", "signature": "def __enter__(self)", "exported": false, "origin": "ast", "body_hash": "e4a4082f5989cb33babba4c682814bb1e2f75e6381c629d401aa763c1aaf92a9", "summary_state": "pending", "summary": null, "crux": null, "owner": "BaseShardingManager" }, { "id": "verl/workers/sharding_manager/base.py#BaseShardingManager.__exit__", "name": "__exit__", "kind": "method", "path": "verl/workers/sharding_manager/base.py", "span": "L26-L27", "signature": "def __exit__(self, exc_type, exc_value, traceback)", "exported": false, "origin": "ast", "body_hash": "2fa00ae99dc27ec842b8ca24e542d9c989846583f491924b100fac2c031f6a71", "summary_state": "pending", "summary": null, "crux": null, "owner": "BaseShardingManager" }, { "id": "verl/workers/sharding_manager/base.py#BaseShardingManager.postprocess_data", "name": "postprocess_data", "kind": "method", "path": "verl/workers/sharding_manager/base.py", "span": "L32-L33", "signature": "def postprocess_data(self, data: DataProto) -> DataProto", "exported": true, "origin": "ast", "body_hash": "341da106b7585a37527445fff4f2e2c45c40dfc91d99fe0b372350be82515388", "summary_state": "pending", "summary": null, "crux": null, "owner": "BaseShardingManager" }, { "id": "verl/workers/sharding_manager/base.py#BaseShardingManager.preprocess_data", "name": "preprocess_data", "kind": "method", "path": "verl/workers/sharding_manager/base.py", "span": "L29-L30", "signature": "def preprocess_data(self, data: DataProto) -> DataProto", "exported": true, "origin": "ast", "body_hash": "76f6e1e029e6ab701c71671c546fad3d3978b229d2267706c8de653627c940f3", "summary_state": "pending", "summary": null, "crux": null, "owner": "BaseShardingManager" }, { "id": "verl/workers/sharding_manager/fsdp_ulysses.py", "name": "fsdp_ulysses.py", "kind": "file", "path": "verl/workers/sharding_manager/fsdp_ulysses.py", "span": "L1-L88", "signature": null, "exported": true, "origin": "ast", "body_hash": "ec64073e9239d67d0dc7fa360013e779534e1bab8a6eb6991c6b9305aa573867", "chars": 3542, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager", "name": "FSDPUlyssesShardingManager", "kind": "class", "path": "verl/workers/sharding_manager/fsdp_ulysses.py", "span": "L33-L88", "signature": "class FSDPUlyssesShardingManager(BaseShardingManager)", "exported": true, "origin": "ast", "body_hash": "2a26e4547c0ce5a7cbc425cbc720ca1db625e49ff038ebee13079e3d27bc548c", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager.__enter__", "name": "__enter__", "kind": "method", "path": "verl/workers/sharding_manager/fsdp_ulysses.py", "span": "L43-L49", "signature": "def __enter__(self)", "exported": false, "origin": "ast", "body_hash": "71b7d1a755f3dc7fbfc57089464ef7b614b0935d134e8285ec11d683a6888b3f", "summary_state": "pending", "summary": null, "crux": null, "owner": "FSDPUlyssesShardingManager" }, { "id": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager.__exit__", "name": "__exit__", "kind": "method", "path": "verl/workers/sharding_manager/fsdp_ulysses.py", "span": "L51-L56", "signature": "def __exit__(self, exc_type, exc_value, traceback): # restore random states", "exported": false, "origin": "ast", "body_hash": "643533cd250efc05e121171cd2c3016c60375f59024d3173672546900b098245", "summary_state": "pending", "summary": null, "crux": null, "owner": "FSDPUlyssesShardingManager" }, { "id": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager.__init__", "name": "__init__", "kind": "method", "path": "verl/workers/sharding_manager/fsdp_ulysses.py", "span": "L38-L41", "signature": "def __init__(self, device_mesh: DeviceMesh)", "exported": false, "origin": "ast", "body_hash": "af13162113c019abbd1152d19d1d90533a56c35fb68204028436e2c292eb17d2", "summary_state": "pending", "summary": null, "crux": null, "owner": "FSDPUlyssesShardingManager" }, { "id": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager.postprocess_data", "name": "postprocess_data", "kind": "method", "path": "verl/workers/sharding_manager/fsdp_ulysses.py", "span": "L80-L88", "signature": "def postprocess_data(self, data: DataProto) -> DataProto", "exported": true, "origin": "ast", "body_hash": "7a746d97a2d6da051be0e5dc30a7e4b3117f7710c2e1c3ceab2c3ec7d4db7157", "summary_state": "pending", "summary": null, "crux": null, "owner": "FSDPUlyssesShardingManager" }, { "id": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager.preprocess_data", "name": "preprocess_data", "kind": "method", "path": "verl/workers/sharding_manager/fsdp_ulysses.py", "span": "L58-L78", "signature": "def preprocess_data(self, data: DataProto) -> DataProto", "exported": true, "origin": "ast", "body_hash": "f3a65fca280f64b9ff3640063cb44eeedc9e6896d34a8397b814b67e24cac7e3", "summary_state": "pending", "summary": null, "crux": null, "owner": "FSDPUlyssesShardingManager" }, { "id": "verl/workers/sharding_manager/fsdp_vllm.py", "name": "fsdp_vllm.py", "kind": "file", "path": "verl/workers/sharding_manager/fsdp_vllm.py", "span": "L1-L134", "signature": null, "exported": true, "origin": "ast", "body_hash": "c186b6c455d1e97c1b09c6fd8c80ea915d90f24e318b6fc377794e628583abd8", "chars": 6186, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/sharding_manager/fsdp_vllm.py#FSDPVLLMShardingManager", "name": "FSDPVLLMShardingManager", "kind": "class", "path": "verl/workers/sharding_manager/fsdp_vllm.py", "span": "L34-L133", "signature": "class FSDPVLLMShardingManager(BaseShardingManager)", "exported": true, "origin": "ast", "body_hash": "ce00f12de93462843e586bd67d4466e297cdcded7fd5a6c4a9e597a35cab5756", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/sharding_manager/fsdp_vllm.py#FSDPVLLMShardingManager.__enter__", "name": "__enter__", "kind": "method", "path": "verl/workers/sharding_manager/fsdp_vllm.py", "span": "L69-L91", "signature": "def __enter__(self)", "exported": false, "origin": "ast", "body_hash": "15feffbcdc55618bc089fbcb4de827d208cb334c76653634630847b488f49d35", "summary_state": "pending", "summary": null, "crux": null, "owner": "FSDPVLLMShardingManager" }, { "id": "verl/workers/sharding_manager/fsdp_vllm.py#FSDPVLLMShardingManager.__exit__", "name": "__exit__", "kind": "method", "path": "verl/workers/sharding_manager/fsdp_vllm.py", "span": "L93-L110", "signature": "def __exit__(self, exc_type, exc_value, traceback)", "exported": false, "origin": "ast", "body_hash": "ee6a8d29775e15efc158cc644ed5f9de0a21167f65b5dab575741bab4aeaeff3", "summary_state": "pending", "summary": null, "crux": null, "owner": "FSDPVLLMShardingManager" }, { "id": "verl/workers/sharding_manager/fsdp_vllm.py#FSDPVLLMShardingManager.__init__", "name": "__init__", "kind": "method", "path": "verl/workers/sharding_manager/fsdp_vllm.py", "span": "L36-L67", "signature": "def __init__(self, module: FSDP, inference_engine: LLM, model_config, full_params: bool = False, device_mesh: DeviceMesh = None)", "exported": false, "origin": "ast", "body_hash": "32577f4433ed2a3db6a9d112b8e464d2fca584df68e3935fc36c5363a3f02440", "summary_state": "pending", "summary": null, "crux": null, "owner": "FSDPVLLMShardingManager" }, { "id": "verl/workers/sharding_manager/fsdp_vllm.py#FSDPVLLMShardingManager.postprocess_data", "name": "postprocess_data", "kind": "method", "path": "verl/workers/sharding_manager/fsdp_vllm.py", "span": "L121-L133", "signature": "def postprocess_data(self, data: DataProto) -> DataProto: # TODO: Current impl doesn't consider FSDP with torch micro-dp", "exported": true, "origin": "ast", "body_hash": "12e949aae2e6d3782fb9fc110380931d8a753159f0278cb84c47df96c731460b", "summary_state": "pending", "summary": null, "crux": null, "owner": "FSDPVLLMShardingManager" }, { "id": "verl/workers/sharding_manager/fsdp_vllm.py#FSDPVLLMShardingManager.preprocess_data", "name": "preprocess_data", "kind": "method", "path": "verl/workers/sharding_manager/fsdp_vllm.py", "span": "L112-L119", "signature": "def preprocess_data(self, data: DataProto) -> DataProto: # TODO: Current impl doesn't consider FSDP with torch micro-dp", "exported": true, "origin": "ast", "body_hash": "7baddca806140ad14a3bc545ee5f2f05490a98aa4bd0549f08f6cd5d3a1e1238", "summary_state": "pending", "summary": null, "crux": null, "owner": "FSDPVLLMShardingManager" }, { "id": "verl/workers/sharding_manager/megatron_vllm.py", "name": "megatron_vllm.py", "kind": "file", "path": "verl/workers/sharding_manager/megatron_vllm.py", "span": "L1-L429", "signature": null, "exported": true, "origin": "ast", "body_hash": "a96ff19985b83712f572dfb8bfe937b3d2c43d031f879c99bfc2fafc5d10eee8", "chars": 18595, "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel", "name": "AllGatherPPModel", "kind": "class", "path": "verl/workers/sharding_manager/megatron_vllm.py", "span": "L35-L208", "signature": "class AllGatherPPModel", "exported": true, "origin": "ast", "body_hash": "1cbde619b8c982c8f122ba2dbd5caaf71affe4ca023ab5fcfbec886ddeed1a15", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.__call__", "name": "__call__", "kind": "method", "path": "verl/workers/sharding_manager/megatron_vllm.py", "span": "L146-L147", "signature": "def __call__(self, *inputs, **kwargs)", "exported": false, "origin": "ast", "body_hash": "3f97bdb5c37a52010e89ae476d90fa0d3fc8e39bd02b5bda7066d1ca2cea7bc5", "summary_state": "pending", "summary": null, "crux": null, "owner": "AllGatherPPModel" }, { "id": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.__init__", "name": "__init__", "kind": "method", "path": "verl/workers/sharding_manager/megatron_vllm.py", "span": "L37-L80", "signature": "def __init__(self, model_provider) -> None", "exported": false, "origin": "ast", "body_hash": "25592b5cd8fc407633b0cb0ea89e7ceb2a0e2cf33d6635d6dc95e3f47ae4049b", "summary_state": "pending", "summary": null, "crux": null, "owner": "AllGatherPPModel" }, { "id": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel._build_param_buffer", "name": "_build_param_buffer", "kind": "method", "path": "verl/workers/sharding_manager/megatron_vllm.py", "span": "L82-L86", "signature": "def _build_param_buffer(self, pp_rank)", "exported": false, "origin": "ast", "body_hash": "bff7f85ee99fc88e4d21caf48796dc0d78a83f679e4cbf74dc439a43a844f4f3", "summary_state": "pending", "summary": null, "crux": null, "owner": "AllGatherPPModel" }, { "id": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel._build_param_references", "name": "_build_param_references", "kind": "method", "path": "verl/workers/sharding_manager/megatron_vllm.py", "span": "L88-L90", "signature": "def _build_param_references(self, pp_rank, maintain_weight=False)", "exported": false, "origin": "ast", "body_hash": "fa9068b8d77ab80c172f6fe7e57e8d40c45e94d252debaa501e1fe5e8de4ed62", "summary_state": "pending", "summary": null, "crux": null, "owner": "AllGatherPPModel" }, { "id": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel._load_params_to_cuda", "name": "_load_params_to_cuda", "kind": "method", "path": "verl/workers/sharding_manager/megatron_vllm.py", "span": "L92-L100", "signature": "def _load_params_to_cuda(self, pp_rank, to_empty=False)", "exported": false, "origin": "ast", "body_hash": "b06aaf2c50370569248fe41ff3d86f49cfa0bb5d073208494a017350f369511c", "summary_state": "pending", "summary": null, "crux": null, "owner": "AllGatherPPModel" }, { "id": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel._offload_params_to_cpu", "name": "_offload_params_to_cpu", "kind": "method", "path": "verl/workers/sharding_manager/megatron_vllm.py", "span": "L102-L110", "signature": "def _offload_params_to_cpu(self, pp_rank, to_empty=False)", "exported": false, "origin": "ast", "body_hash": "85df90a6ddc191947b23a9fcebb1bcbb205718f684b808233c913f3dbd21563a", "summary_state": "pending", "summary": null, "crux": null, "owner": "AllGatherPPModel" }, { "id": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.allgather_params", "name": "allgather_params", "kind": "method", "path": "verl/workers/sharding_manager/megatron_vllm.py", "span": "L118-L125", "signature": "def allgather_params(self)", "exported": true, "origin": "ast", "body_hash": "7c0923e5baee67a052d45fc85d34ea40a6dc5676cb159b8c92105d9c31c193cc", "summary_state": "pending", "summary": null, "crux": null, "owner": "AllGatherPPModel" }, { "id": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.eval", "name": "eval", "kind": "method", "path": "verl/workers/sharding_manager/megatron_vllm.py", "span": "L149-L151", "signature": "def eval(self)", "exported": true, "origin": "ast", "body_hash": "c968584585449ead89bd7f1caf47f441fad996257b88f85b1dfee5b16fd0a177", "summary_state": "pending", "summary": null, "crux": null, "owner": "AllGatherPPModel" }, { "id": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.forward", "name": "forward", "kind": "method", "path": "verl/workers/sharding_manager/megatron_vllm.py", "span": "L127-L144", "signature": "def forward(self, *inputs, **kwargs)", "exported": true, "origin": "ast", "body_hash": "20c09979aac9ec48b6a682c264530e6c32b84f531ae3199a97ce14bb573ff662", "summary_state": "pending", "summary": null, "crux": null, "owner": "AllGatherPPModel" }, { "id": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.get_all_params", "name": "get_all_params", "kind": "method", "path": "verl/workers/sharding_manager/megatron_vllm.py", "span": "L163-L184", "signature": "def get_all_params(self)", "exported": true, "origin": "ast", "body_hash": "2f627f1a1f1b7036c4dc9bc6cf3db5f9a5f72f0f927639b20c2f17a25d716b02", "summary_state": "pending", "summary": null, "crux": null, "owner": "AllGatherPPModel" }, { "id": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.load_params_to_cuda", "name": "load_params_to_cuda", "kind": "method", "path": "verl/workers/sharding_manager/megatron_vllm.py", "span": "L112-L116", "signature": "def load_params_to_cuda(self, to_empty=False)", "exported": true, "origin": "ast", "body_hash": "e90586b096909ffbb7ca506ec55229ab5085eedb72c9cc32838bf278eeca2b1e", "summary_state": "pending", "summary": null, "crux": null, "owner": "AllGatherPPModel" }, { "id": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.offload_params_to_cpu", "name": "offload_params_to_cpu", "kind": "method", "path": "verl/workers/sharding_manager/megatron_vllm.py", "span": "L157-L161", "signature": "def offload_params_to_cpu(self, to_empty=False)", "exported": true, "origin": "ast", "body_hash": "3c07b15300c465fcddd4c93f0ccf6547644879d3add86170432a10400fccf13b", "summary_state": "pending", "summary": null, "crux": null, "owner": "AllGatherPPModel" }, { "id": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.pp_group", "name": "pp_group", "kind": "method", "path": "verl/workers/sharding_manager/megatron_vllm.py", "span": "L203-L204", "signature": "def pp_group(self)", "exported": true, "origin": "ast", "body_hash": "68eb67bf4c2662ac8cab16396fdbb76463dd80ede92cfff62f61aa47eb6775af", "summary_state": "pending", "summary": null, "crux": null, "owner": "AllGatherPPModel" }, { "id": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.pp_models", "name": "pp_models", "kind": "method", "path": "verl/workers/sharding_manager/megatron_vllm.py", "span": "L207-L208", "signature": "def pp_models(self)", "exported": true, "origin": "ast", "body_hash": "b1134e06c5e604fa2b48c5203653d56b7e6d3105e31af571e2615e916227d055", "summary_state": "pending", "summary": null, "crux": null, "owner": "AllGatherPPModel" }, { "id": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.pp_rank", "name": "pp_rank", "kind": "method", "path": "verl/workers/sharding_manager/megatron_vllm.py", "span": "L199-L200", "signature": "def pp_rank(self)", "exported": true, "origin": "ast", "body_hash": "0d35ee13e0caf0b14e7aac5cedfc3bf9423f890de09918d812eb96ea98613864", "summary_state": "pending", "summary": null, "crux": null, "owner": "AllGatherPPModel" }, { "id": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.pp_size", "name": "pp_size", "kind": "method", "path": "verl/workers/sharding_manager/megatron_vllm.py", "span": "L195-L196", "signature": "def pp_size(self)", "exported": true, "origin": "ast", "body_hash": "ccc8e638a09c29044a234d710fe6405dd416d5bc7ab62c03d11ac78127853921", "summary_state": "pending", "summary": null, "crux": null, "owner": "AllGatherPPModel" }, { "id": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.this_rank_models", "name": "this_rank_models", "kind": "method", "path": "verl/workers/sharding_manager/megatron_vllm.py", "span": "L191-L192", "signature": "def this_rank_models(self)", "exported": true, "origin": "ast", "body_hash": "9ed9cc35aca98481f3b2f84fd0c5ac5d5e7688e79f9c8633b800acb85cfda317", "summary_state": "pending", "summary": null, "crux": null, "owner": "AllGatherPPModel" }, { "id": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.train", "name": "train", "kind": "method", "path": "verl/workers/sharding_manager/megatron_vllm.py", "span": "L153-L155", "signature": "def train(self)", "exported": true, "origin": "ast", "body_hash": "160506fb2be095a3baafec6071a17a7431f615d01f66404882ccf39258e24942", "summary_state": "pending", "summary": null, "crux": null, "owner": "AllGatherPPModel" }, { "id": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.update_this_rank_models", "name": "update_this_rank_models", "kind": "method", "path": "verl/workers/sharding_manager/megatron_vllm.py", "span": "L186-L188", "signature": "def update_this_rank_models(self, new_models)", "exported": true, "origin": "ast", "body_hash": "5eb02bae13554c0550f079d618d7c2ce1cac145a2da7ef029ca03a8866814de2", "summary_state": "pending", "summary": null, "crux": null, "owner": "AllGatherPPModel" }, { "id": "verl/workers/sharding_manager/megatron_vllm.py#get_micro_data_parallel_group", "name": "get_micro_data_parallel_group", "kind": "function", "path": "verl/workers/sharding_manager/megatron_vllm.py", "span": "L418-L420", "signature": "def get_micro_data_parallel_group()", "exported": true, "origin": "ast", "body_hash": "2f7b380a27daa844595b0cfc44c14ac7b99261bb2450d06387b395f1dba78cf5", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/sharding_manager/megatron_vllm.py#get_micro_data_parallel_rank", "name": "get_micro_data_parallel_rank", "kind": "function", "path": "verl/workers/sharding_manager/megatron_vllm.py", "span": "L427-L428", "signature": "def get_micro_data_parallel_rank()", "exported": true, "origin": "ast", "body_hash": "3557d8db20db94e469e45ac4f980e16bed562a5b5699954aa2b53229cc537cb7", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/sharding_manager/megatron_vllm.py#get_micro_data_parallel_world_size", "name": "get_micro_data_parallel_world_size", "kind": "function", "path": "verl/workers/sharding_manager/megatron_vllm.py", "span": "L423-L424", "signature": "def get_micro_data_parallel_world_size()", "exported": true, "origin": "ast", "body_hash": "a1bfe7b553e575378267954148b439163e9ad2696ed12153bf9be879575bb9b8", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager", "name": "MegatronVLLMShardingManager", "kind": "class", "path": "verl/workers/sharding_manager/megatron_vllm.py", "span": "L238-L410", "signature": "class MegatronVLLMShardingManager(BaseShardingManager)", "exported": true, "origin": "ast", "body_hash": "cb7138e959092d8cf82cd80437debe4cf38800323d2cd58aa8340524bfe9dc4c", "summary_state": "pending", "summary": null, "crux": null }, { "id": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager.__enter__", "name": "__enter__", "kind": "method", "path": "verl/workers/sharding_manager/megatron_vllm.py", "span": "L345-L358", "signature": "def __enter__(self): # create a new cuda space for parameters not in this pp rank", "exported": false, "origin": "ast", "body_hash": "6ed2d47d693a29548b5d0c804cd8a3ff84fe66f04b9cb235485a72c891e888c7", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronVLLMShardingManager" }, { "id": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager.__exit__", "name": "__exit__", "kind": "method", "path": "verl/workers/sharding_manager/megatron_vllm.py", "span": "L360-L376", "signature": "def __exit__(self, exc_type, exc_value, traceback): # offload parameters doesn't belong to this pp rank", "exported": false, "origin": "ast", "body_hash": "5cbdaf4a363ca7999663b16e27d3d84b2284f510f4d37ded896d4f4b089bd7b0", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronVLLMShardingManager" }, { "id": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager.__init__", "name": "__init__", "kind": "method", "path": "verl/workers/sharding_manager/megatron_vllm.py", "span": "L240-L265", "signature": "def __init__(self, module: AllGatherPPModel, inference_engine: LLM, model_config, layer_name_mapping)", "exported": false, "origin": "ast", "body_hash": "8fcbb42d498e0d3bc012e6443516e226c97abb0e164d56f4adbf9c3c25486014", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronVLLMShardingManager" }, { "id": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager._post_process_params", "name": "_post_process_params", "kind": "method", "path": "verl/workers/sharding_manager/megatron_vllm.py", "span": "L318-L343", "signature": "def _post_process_params(self, params)", "exported": false, "origin": "ast", "body_hash": "04a199679d75c48c5d30208a27796c38949b42d469b0c085f8ff8020d08e5393", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronVLLMShardingManager" }, { "id": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager.default_tp_concat_fn", "name": "default_tp_concat_fn", "kind": "method", "path": "verl/workers/sharding_manager/megatron_vllm.py", "span": "L267-L316", "signature": "def default_tp_concat_fn(self, name, param, infer_params, model_config)", "exported": true, "origin": "ast", "body_hash": "0a0e902c54130d8a35ff923a039a915f1bb2e416e09dbe7dc1c54db881a6cd20", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronVLLMShardingManager" }, { "id": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager.postprocess_data", "name": "postprocess_data", "kind": "method", "path": "verl/workers/sharding_manager/megatron_vllm.py", "span": "L394-L410", "signature": "def postprocess_data(self, data: DataProto) -> DataProto", "exported": true, "origin": "ast", "body_hash": "146827b2cff6d5ba0f86c5da325b2bc50d37e6acd3288569a71524afd35a1388", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronVLLMShardingManager" }, { "id": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager.preprocess_data", "name": "preprocess_data", "kind": "method", "path": "verl/workers/sharding_manager/megatron_vllm.py", "span": "L378-L392", "signature": "def preprocess_data(self, data: DataProto) -> DataProto: # prompts are identical for each training tp. We select for each inference tp", "exported": true, "origin": "ast", "body_hash": "3f8562d097a2b8ee46e749b442f2e76daef7e5a1e8743edbc18972faf7753f90", "summary_state": "pending", "summary": null, "crux": null, "owner": "MegatronVLLMShardingManager" } ], "edges": [ { "source": "scripts/build_data.py", "target": "scripts/build_data.py#main", "relation": "calls", "confidence": "extracted" }, { "source": "scripts/build_data.py", "target": "scripts/build_data.py#load_and_convert", "relation": "contains", "confidence": "extracted" }, { "source": "scripts/build_data.py", "target": "scripts/build_data.py#main", "relation": "contains", "confidence": "extracted" }, { "source": "scripts/build_data.py", "target": "scripts/build_data.py#make_prompt", "relation": "contains", "confidence": "extracted" }, { "source": "scripts/build_data.py", "target": "argparse", "relation": "imports", "confidence": "extracted" }, { "source": "scripts/build_data.py", "target": "pathlib", "relation": "imports", "confidence": "extracted" }, { "source": "scripts/build_data.py#load_and_convert", "target": "scripts/build_data.py#load_and_convert.convert", "relation": "contains", "confidence": "extracted" }, { "source": "scripts/build_data.py#load_and_convert.convert", "target": "scripts/build_data.py#make_prompt", "relation": "calls", "confidence": "extracted" }, { "source": "scripts/build_data.py#main", "target": "scripts/build_data.py#load_and_convert", "relation": "calls", "confidence": "extracted" }, { "source": "scripts/calc_last_step_conf.py", "target": "scripts/calc_last_step_conf.py#main", "relation": "calls", "confidence": "extracted" }, { "source": "scripts/calc_last_step_conf.py", "target": "scripts/calc_last_step_conf.py#get_last_step_conf", "relation": "contains", "confidence": "extracted" }, { "source": "scripts/calc_last_step_conf.py", "target": "scripts/calc_last_step_conf.py#main", "relation": "contains", "confidence": "extracted" }, { "source": "scripts/calc_last_step_conf.py", "target": "scripts/calc_last_step_conf.py#print_metrics", "relation": "contains", "confidence": "extracted" }, { "source": "scripts/calc_last_step_conf.py", "target": "argparse", "relation": "imports", "confidence": "extracted" }, { "source": "scripts/calc_last_step_conf.py", "target": "ast", "relation": "imports", "confidence": "extracted" }, { "source": "scripts/calc_last_step_conf.py", "target": "compute_metrics_ext", "relation": "imports", "confidence": "extracted" }, { "source": "scripts/calc_last_step_conf.py", "target": "pathlib", "relation": "imports", "confidence": "extracted" }, { "source": "scripts/calc_last_step_conf.py", "target": "sys", "relation": "imports", "confidence": "extracted" }, { "source": "scripts/calc_last_step_conf.py#main", "target": "scripts/calc_last_step_conf.py#print_metrics", "relation": "calls", "confidence": "extracted" }, { "source": "scripts/calc_last_step_conf.py#main", "target": "verl/trainer/conf_adv_config.py#compute_auroc", "relation": "calls", "confidence": "inferred" }, { "source": "scripts/calc_last_step_conf.py#main", "target": "verl/trainer/conf_adv_config.py#compute_ece", "relation": "calls", "confidence": "inferred" }, { "source": "scripts/calc_last_step_conf.py#print_metrics", "target": "verl/trainer/conf_adv_config.py#compute_auroc", "relation": "calls", "confidence": "inferred" }, { "source": "scripts/calc_last_step_conf.py#print_metrics", "target": "verl/trainer/conf_adv_config.py#compute_ece", "relation": "calls", "confidence": "inferred" }, { "source": "scripts/compute_metrics_ext.py", "target": "scripts/compute_metrics_ext.py#main", "relation": "calls", "confidence": "extracted" }, { "source": "scripts/compute_metrics_ext.py", "target": "scripts/compute_metrics_ext.py#_print_row", "relation": "contains", "confidence": "extracted" }, { "source": "scripts/compute_metrics_ext.py", "target": "scripts/compute_metrics_ext.py#compute_metrics_df", "relation": "contains", "confidence": "extracted" }, { "source": "scripts/compute_metrics_ext.py", "target": "scripts/compute_metrics_ext.py#find_csv", "relation": "contains", "confidence": "extracted" }, { "source": "scripts/compute_metrics_ext.py", "target": "scripts/compute_metrics_ext.py#get_last_step_conf", "relation": "contains", "confidence": "extracted" }, { "source": "scripts/compute_metrics_ext.py", "target": "scripts/compute_metrics_ext.py#main", "relation": "contains", "confidence": "extracted" }, { "source": "scripts/compute_metrics_ext.py", "target": "scripts/compute_metrics_ext.py#process_eval_dir", "relation": "contains", "confidence": "extracted" }, { "source": "scripts/compute_metrics_ext.py", "target": "argparse", "relation": "imports", "confidence": "extracted" }, { "source": "scripts/compute_metrics_ext.py", "target": "ast", "relation": "imports", "confidence": "extracted" }, { "source": "scripts/compute_metrics_ext.py", "target": "confidence_metrics", "relation": "imports", "confidence": "extracted" }, { "source": "scripts/compute_metrics_ext.py", "target": "glob", "relation": "imports", "confidence": "extracted" }, { "source": "scripts/compute_metrics_ext.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "scripts/compute_metrics_ext.py", "target": "sys", "relation": "imports", "confidence": "extracted" }, { "source": "scripts/compute_metrics_ext.py#compute_metrics_df", "target": "verl/trainer/conf_adv_config.py#compute_auroc", "relation": "calls", "confidence": "inferred" }, { "source": "scripts/compute_metrics_ext.py#compute_metrics_df", "target": "verl/trainer/conf_adv_config.py#compute_ece", "relation": "calls", "confidence": "inferred" }, { "source": "scripts/compute_metrics_ext.py#main", "target": "scripts/compute_metrics_ext.py#process_eval_dir", "relation": "calls", "confidence": "extracted" }, { "source": "scripts/compute_metrics_ext.py#process_eval_dir", "target": "scripts/compute_metrics_ext.py#_print_row", "relation": "calls", "confidence": "extracted" }, { "source": "scripts/compute_metrics_ext.py#process_eval_dir", "target": "scripts/compute_metrics_ext.py#compute_metrics_df", "relation": "calls", "confidence": "extracted" }, { "source": "scripts/compute_metrics_ext.py#process_eval_dir", "target": "scripts/compute_metrics_ext.py#find_csv", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py", "target": "search_r1/llm_agent/generation.py#GenerationConfig", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py", "target": "search_r1/llm_agent/generation.py#LLMGenerationManager", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py", "target": ".tensor_helper", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py", "target": "collections", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py", "target": "dataclasses", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py", "target": "re", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py", "target": "requests", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py", "target": "shutil", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py", "target": "verl", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py", "target": "verl.utils.tracking", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager", "target": "search_r1/llm_agent/generation.py#LLMGenerationManager.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager", "target": "search_r1/llm_agent/generation.py#LLMGenerationManager._batch_search", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager", "target": "search_r1/llm_agent/generation.py#LLMGenerationManager._batch_tokenize", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager", "target": "search_r1/llm_agent/generation.py#LLMGenerationManager._compose_final_output", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager", "target": "search_r1/llm_agent/generation.py#LLMGenerationManager._generate_with_gpu_padding", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager", "target": "search_r1/llm_agent/generation.py#LLMGenerationManager._info_masked_concatenate_with_padding", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager", "target": "search_r1/llm_agent/generation.py#LLMGenerationManager._passages2string", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager", "target": "search_r1/llm_agent/generation.py#LLMGenerationManager._postprocess_responses", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager", "target": "search_r1/llm_agent/generation.py#LLMGenerationManager._process_next_obs", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager", "target": "search_r1/llm_agent/generation.py#LLMGenerationManager._update_right_side", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager", "target": "search_r1/llm_agent/generation.py#LLMGenerationManager._update_rolling_state", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager", "target": "search_r1/llm_agent/generation.py#LLMGenerationManager.batch_search", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager", "target": "search_r1/llm_agent/generation.py#LLMGenerationManager.execute_predictions", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager", "target": "search_r1/llm_agent/generation.py#LLMGenerationManager.postprocess_predictions", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager", "target": "search_r1/llm_agent/generation.py#LLMGenerationManager.run_llm_loop", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager.__init__", "target": "search_r1/llm_agent/tensor_helper.py#TensorConfig", "relation": "calls", "confidence": "inferred" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager.__init__", "target": "search_r1/llm_agent/tensor_helper.py#TensorHelper", "relation": "calls", "confidence": "inferred" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager._compose_final_output", "target": "search_r1/llm_agent/tensor_helper.py#TensorHelper.create_attention_mask", "relation": "calls", "confidence": "inferred" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager._compose_final_output", "target": "search_r1/llm_agent/tensor_helper.py#TensorHelper.create_position_ids", "relation": "calls", "confidence": "inferred" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager._postprocess_responses", "target": "search_r1/llm_agent/generation.py#LLMGenerationManager._batch_tokenize", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager._update_right_side", "target": "search_r1/llm_agent/generation.py#LLMGenerationManager._info_masked_concatenate_with_padding", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager._update_right_side", "target": "search_r1/llm_agent/tensor_helper.py#TensorHelper.create_attention_mask", "relation": "calls", "confidence": "inferred" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager._update_rolling_state", "target": "search_r1/llm_agent/tensor_helper.py#TensorHelper.concatenate_with_padding", "relation": "calls", "confidence": "inferred" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager._update_rolling_state", "target": "search_r1/llm_agent/tensor_helper.py#TensorHelper.create_attention_mask", "relation": "calls", "confidence": "inferred" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager._update_rolling_state", "target": "search_r1/llm_agent/tensor_helper.py#TensorHelper.create_position_ids", "relation": "calls", "confidence": "inferred" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager.batch_search", "target": "search_r1/llm_agent/generation.py#LLMGenerationManager._batch_search", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager.batch_search", "target": "search_r1/llm_agent/generation.py#LLMGenerationManager._passages2string", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager.execute_predictions", "target": "search_r1/llm_agent/generation.py#LLMGenerationManager.batch_search", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager.execute_predictions", "target": "search_r1/llm_agent/generation.py#LLMGenerationManager.postprocess_predictions", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager.run_llm_loop", "target": "search_r1/llm_agent/generation.py#LLMGenerationManager._compose_final_output", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager.run_llm_loop", "target": "search_r1/llm_agent/generation.py#LLMGenerationManager._generate_with_gpu_padding", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager.run_llm_loop", "target": "search_r1/llm_agent/generation.py#LLMGenerationManager._postprocess_responses", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager.run_llm_loop", "target": "search_r1/llm_agent/generation.py#LLMGenerationManager._process_next_obs", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager.run_llm_loop", "target": "search_r1/llm_agent/generation.py#LLMGenerationManager._update_right_side", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager.run_llm_loop", "target": "search_r1/llm_agent/generation.py#LLMGenerationManager._update_rolling_state", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager.run_llm_loop", "target": "search_r1/llm_agent/generation.py#LLMGenerationManager.execute_predictions", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager.run_llm_loop", "target": "search_r1/llm_agent/tensor_helper.py#TensorHelper._example_level_pad", "relation": "calls", "confidence": "inferred" }, { "source": "search_r1/llm_agent/generation.py#LLMGenerationManager.run_llm_loop", "target": "search_r1/llm_agent/tensor_helper.py#TensorHelper.cut_to_effective_len", "relation": "calls", "confidence": "inferred" }, { "source": "search_r1/llm_agent/tensor_helper.py", "target": "search_r1/llm_agent/tensor_helper.py#TensorConfig", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/llm_agent/tensor_helper.py", "target": "search_r1/llm_agent/tensor_helper.py#TensorHelper", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/llm_agent/tensor_helper.py", "target": "dataclasses", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/llm_agent/tensor_helper.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/llm_agent/tensor_helper.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/llm_agent/tensor_helper.py#TensorHelper", "target": "search_r1/llm_agent/tensor_helper.py#TensorHelper.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/llm_agent/tensor_helper.py#TensorHelper", "target": "search_r1/llm_agent/tensor_helper.py#TensorHelper._example_level_pad", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/llm_agent/tensor_helper.py#TensorHelper", "target": "search_r1/llm_agent/tensor_helper.py#TensorHelper.concatenate_with_padding", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/llm_agent/tensor_helper.py#TensorHelper", "target": "search_r1/llm_agent/tensor_helper.py#TensorHelper.convert_pad_structure", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/llm_agent/tensor_helper.py#TensorHelper", "target": "search_r1/llm_agent/tensor_helper.py#TensorHelper.create_attention_mask", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/llm_agent/tensor_helper.py#TensorHelper", "target": "search_r1/llm_agent/tensor_helper.py#TensorHelper.create_position_ids", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/llm_agent/tensor_helper.py#TensorHelper", "target": "search_r1/llm_agent/tensor_helper.py#TensorHelper.cut_to_effective_len", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/llm_agent/tensor_helper.py#TensorHelper.concatenate_with_padding", "target": "search_r1/llm_agent/tensor_helper.py#TensorHelper.convert_pad_structure", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/index_builder.py", "target": "search_r1/search/index_builder.py#main", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/index_builder.py", "target": "search_r1/search/index_builder.py#Index_Builder", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/index_builder.py", "target": "search_r1/search/index_builder.py#load_corpus", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/index_builder.py", "target": "search_r1/search/index_builder.py#load_model", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/index_builder.py", "target": "search_r1/search/index_builder.py#main", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/index_builder.py", "target": "search_r1/search/index_builder.py#pooling", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/index_builder.py", "target": "argparse", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/index_builder.py", "target": "datasets", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/index_builder.py", "target": "faiss", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/index_builder.py", "target": "json", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/index_builder.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/index_builder.py", "target": "shutil", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/index_builder.py", "target": "subprocess", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/index_builder.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/index_builder.py", "target": "tqdm", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/index_builder.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/index_builder.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/index_builder.py", "target": "warnings", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/index_builder.py#Index_Builder", "target": "search_r1/search/index_builder.py#Index_Builder.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/index_builder.py#Index_Builder", "target": "search_r1/search/index_builder.py#Index_Builder._check_dir", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/index_builder.py#Index_Builder", "target": "search_r1/search/index_builder.py#Index_Builder._load_embedding", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/index_builder.py#Index_Builder", "target": "search_r1/search/index_builder.py#Index_Builder._save_embedding", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/index_builder.py#Index_Builder", "target": "search_r1/search/index_builder.py#Index_Builder.build_bm25_index", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/index_builder.py#Index_Builder", "target": "search_r1/search/index_builder.py#Index_Builder.build_dense_index", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/index_builder.py#Index_Builder", "target": "search_r1/search/index_builder.py#Index_Builder.build_index", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/index_builder.py#Index_Builder", "target": "search_r1/search/index_builder.py#Index_Builder.encode_all", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/index_builder.py#Index_Builder.__init__", "target": "search_r1/search/index_builder.py#Index_Builder._check_dir", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/index_builder.py#Index_Builder.__init__", "target": "search_r1/search/index_builder.py#load_corpus", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/index_builder.py#Index_Builder.build_dense_index", "target": "search_r1/search/index_builder.py#Index_Builder._load_embedding", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/index_builder.py#Index_Builder.build_dense_index", "target": "search_r1/search/index_builder.py#Index_Builder._save_embedding", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/index_builder.py#Index_Builder.build_dense_index", "target": "search_r1/search/index_builder.py#Index_Builder.encode_all", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/index_builder.py#Index_Builder.build_dense_index", "target": "search_r1/search/index_builder.py#load_model", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/index_builder.py#Index_Builder.build_index", "target": "search_r1/search/index_builder.py#Index_Builder.build_bm25_index", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/index_builder.py#Index_Builder.build_index", "target": "search_r1/search/index_builder.py#Index_Builder.build_dense_index", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/index_builder.py#Index_Builder.encode_all", "target": "search_r1/search/index_builder.py#pooling", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/index_builder.py#main", "target": "search_r1/search/index_builder.py#Index_Builder", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/index_builder.py#main", "target": "search_r1/search/index_builder.py#Index_Builder.build_index", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_request.py", "target": "requests", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py", "target": "search_r1/search/retrieval_server.py#Config", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py", "target": "search_r1/search/retrieval_server.py#get_retriever", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py", "target": "search_r1/search/retrieval_server.py#BaseRetriever", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py", "target": "search_r1/search/retrieval_server.py#BM25Retriever", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py", "target": "search_r1/search/retrieval_server.py#Config", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py", "target": "search_r1/search/retrieval_server.py#DenseRetriever", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py", "target": "search_r1/search/retrieval_server.py#Encoder", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py", "target": "search_r1/search/retrieval_server.py#get_retriever", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py", "target": "search_r1/search/retrieval_server.py#load_corpus", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py", "target": "search_r1/search/retrieval_server.py#load_docs", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py", "target": "search_r1/search/retrieval_server.py#load_model", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py", "target": "search_r1/search/retrieval_server.py#pooling", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py", "target": "search_r1/search/retrieval_server.py#QueryRequest", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py", "target": "search_r1/search/retrieval_server.py#read_jsonl", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py", "target": "search_r1/search/retrieval_server.py#retrieve_endpoint", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py", "target": "argparse", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py", "target": "datasets", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py", "target": "faiss", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py", "target": "fastapi", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py", "target": "json", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py", "target": "pydantic", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py", "target": "pyserini.search.lucene", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py", "target": "tqdm", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py", "target": "uvicorn", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py", "target": "warnings", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py#BaseRetriever", "target": "search_r1/search/retrieval_server.py#BaseRetriever.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py#BaseRetriever", "target": "search_r1/search/retrieval_server.py#BaseRetriever._batch_search", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py#BaseRetriever", "target": "search_r1/search/retrieval_server.py#BaseRetriever._search", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py#BaseRetriever", "target": "search_r1/search/retrieval_server.py#BaseRetriever.batch_search", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py#BaseRetriever", "target": "search_r1/search/retrieval_server.py#BaseRetriever.search", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py#BaseRetriever.batch_search", "target": "search_r1/search/retrieval_server.py#BaseRetriever._batch_search", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py#BaseRetriever.search", "target": "search_r1/search/retrieval_server.py#BaseRetriever._search", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py#BM25Retriever", "target": "search_r1/search/retrieval_server.py#BM25Retriever.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py#BM25Retriever", "target": "search_r1/search/retrieval_server.py#BM25Retriever._batch_search", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py#BM25Retriever", "target": "search_r1/search/retrieval_server.py#BM25Retriever._check_contain_doc", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py#BM25Retriever", "target": "search_r1/search/retrieval_server.py#BM25Retriever._search", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py#BM25Retriever", "target": "search_r1/search/retrieval_server.py#BaseRetriever", "relation": "extends", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py#BM25Retriever.__init__", "target": "search_r1/search/retrieval_server.py#BM25Retriever._check_contain_doc", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py#BM25Retriever.__init__", "target": "search_r1/search/retrieval_server.py#load_corpus", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py#BM25Retriever._batch_search", "target": "search_r1/search/retrieval_server.py#BM25Retriever._search", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py#BM25Retriever._search", "target": "search_r1/search/retrieval_server.py#load_docs", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py#Config", "target": "search_r1/search/retrieval_server.py#Config.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py#DenseRetriever", "target": "search_r1/search/retrieval_server.py#DenseRetriever.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py#DenseRetriever", "target": "search_r1/search/retrieval_server.py#DenseRetriever._batch_search", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py#DenseRetriever", "target": "search_r1/search/retrieval_server.py#DenseRetriever._search", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py#DenseRetriever", "target": "search_r1/search/retrieval_server.py#BaseRetriever", "relation": "extends", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py#DenseRetriever.__init__", "target": "search_r1/search/retrieval_server.py#Encoder", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py#DenseRetriever.__init__", "target": "search_r1/search/retrieval_server.py#load_corpus", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py#DenseRetriever._batch_search", "target": "search_r1/search/retrieval_server.py#Encoder.encode", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py#DenseRetriever._batch_search", "target": "search_r1/search/retrieval_server.py#load_docs", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py#DenseRetriever._search", "target": "search_r1/search/retrieval_server.py#Encoder.encode", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py#DenseRetriever._search", "target": "search_r1/search/retrieval_server.py#load_docs", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py#Encoder", "target": "search_r1/search/retrieval_server.py#Encoder.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py#Encoder", "target": "search_r1/search/retrieval_server.py#Encoder.encode", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py#Encoder.__init__", "target": "search_r1/search/retrieval_server.py#load_model", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py#Encoder.encode", "target": "search_r1/search/retrieval_server.py#pooling", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py#get_retriever", "target": "search_r1/search/retrieval_server.py#BM25Retriever", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py#get_retriever", "target": "search_r1/search/retrieval_server.py#DenseRetriever", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/retrieval_server.py#QueryRequest", "target": "BaseModel", "relation": "extends", "confidence": "inferred" }, { "source": "search_r1/search/retrieval.py", "target": "search_r1/search/retrieval.py#get_dataset", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py", "target": "search_r1/search/retrieval.py#get_retriever", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py", "target": "search_r1/search/retrieval.py#BaseRetriever", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py", "target": "search_r1/search/retrieval.py#BM25Retriever", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py", "target": "search_r1/search/retrieval.py#DenseRetriever", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py", "target": "search_r1/search/retrieval.py#Encoder", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py", "target": "search_r1/search/retrieval.py#get_available_gpu_memory", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py", "target": "search_r1/search/retrieval.py#get_dataset", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py", "target": "search_r1/search/retrieval.py#get_retriever", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py", "target": "search_r1/search/retrieval.py#load_corpus", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py", "target": "search_r1/search/retrieval.py#load_docs", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py", "target": "search_r1/search/retrieval.py#load_model", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py", "target": "search_r1/search/retrieval.py#pooling", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py", "target": "search_r1/search/retrieval.py#read_jsonl", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py", "target": "argparse", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py", "target": "datasets", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py", "target": "faiss", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py", "target": "functools", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py", "target": "json", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py", "target": "multiprocessing", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py", "target": "pyserini.search.lucene", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py", "target": "tqdm", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py", "target": "warnings", "relation": "imports", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py#BaseRetriever", "target": "search_r1/search/retrieval.py#BaseRetriever.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py#BaseRetriever", "target": "search_r1/search/retrieval.py#BaseRetriever._batch_search", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py#BaseRetriever", "target": "search_r1/search/retrieval.py#BaseRetriever._search", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py#BaseRetriever", "target": "search_r1/search/retrieval.py#BaseRetriever.batch_search", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py#BaseRetriever", "target": "search_r1/search/retrieval.py#BaseRetriever.search", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py#BaseRetriever.batch_search", "target": "search_r1/search/retrieval.py#BaseRetriever._batch_search", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py#BaseRetriever.search", "target": "search_r1/search/retrieval.py#BaseRetriever._search", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py#BM25Retriever", "target": "search_r1/search/retrieval.py#BM25Retriever.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py#BM25Retriever", "target": "search_r1/search/retrieval.py#BM25Retriever._batch_search", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py#BM25Retriever", "target": "search_r1/search/retrieval.py#BM25Retriever._check_contain_doc", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py#BM25Retriever", "target": "search_r1/search/retrieval.py#BM25Retriever._search", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py#BM25Retriever", "target": "search_r1/search/retrieval.py#BaseRetriever", "relation": "extends", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py#BM25Retriever.__init__", "target": "search_r1/search/retrieval.py#BM25Retriever._check_contain_doc", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py#BM25Retriever.__init__", "target": "search_r1/search/retrieval.py#load_corpus", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py#BM25Retriever._batch_search", "target": "search_r1/search/retrieval.py#BM25Retriever._search", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py#BM25Retriever._search", "target": "search_r1/search/retrieval.py#load_docs", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py#DenseRetriever", "target": "search_r1/search/retrieval.py#DenseRetriever.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py#DenseRetriever", "target": "search_r1/search/retrieval.py#DenseRetriever._batch_search", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py#DenseRetriever", "target": "search_r1/search/retrieval.py#DenseRetriever._search", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py#DenseRetriever", "target": "search_r1/search/retrieval.py#BaseRetriever", "relation": "extends", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py#DenseRetriever.__init__", "target": "search_r1/search/retrieval.py#Encoder", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py#DenseRetriever.__init__", "target": "search_r1/search/retrieval.py#load_corpus", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py#DenseRetriever._batch_search", "target": "search_r1/search/retrieval.py#Encoder.encode", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py#DenseRetriever._batch_search", "target": "search_r1/search/retrieval.py#load_docs", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py#DenseRetriever._search", "target": "search_r1/search/retrieval.py#Encoder.encode", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py#DenseRetriever._search", "target": "search_r1/search/retrieval.py#load_docs", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py#Encoder", "target": "search_r1/search/retrieval.py#Encoder.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py#Encoder", "target": "search_r1/search/retrieval.py#Encoder.encode", "relation": "contains", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py#Encoder.__init__", "target": "search_r1/search/retrieval.py#load_model", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py#Encoder.encode", "target": "search_r1/search/retrieval.py#pooling", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py#get_dataset", "target": "search_r1/search/retrieval.py#read_jsonl", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py#get_retriever", "target": "search_r1/search/retrieval.py#BM25Retriever", "relation": "calls", "confidence": "extracted" }, { "source": "search_r1/search/retrieval.py#get_retriever", "target": "search_r1/search/retrieval.py#DenseRetriever", "relation": "calls", "confidence": "extracted" }, { "source": "setup.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "setup.py", "target": "pathlib", "relation": "imports", "confidence": "extracted" }, { "source": "setup.py", "target": "setuptools", "relation": "imports", "confidence": "extracted" }, { "source": "verl/__init__.py", "target": "verl/utils/logging_utils.py#set_basic_config", "relation": "calls", "confidence": "inferred" }, { "source": "verl/__init__.py", "target": ".protocol", "relation": "imports", "confidence": "extracted" }, { "source": "verl/__init__.py", "target": ".utils.logging_utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/__init__.py", "target": "logging", "relation": "imports", "confidence": "extracted" }, { "source": "verl/__init__.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/__init__.py", "target": ".modeling_llama_megatron", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py", "target": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#_megatron_calc_layer_map", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py", "target": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py", "target": "megatron", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py", "target": "megatron.core", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py", "target": "megatron.core.transformer.module", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py", "target": "megatron.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py", "target": "time", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py", "target": "torch.nn.parallel", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama", "target": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#_megatron_calc_layer_map", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama", "target": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama._broadcast_tensor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama", "target": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama._broadcast_tp_shard_tensor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama", "target": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama._broadcast_tp_shard_tensor_gate_up", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama", "target": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama._broadcast_tp_shard_tensor_qkv", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama", "target": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama._broadcast_tp_shard_tensor_vocab", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama", "target": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama._get_gpt_model", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama", "target": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama.broadcast_params", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama", "target": "verl/utils/megatron_utils.py#unwrap_model", "relation": "calls", "confidence": "inferred" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama", "target": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama._broadcast_tensor", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama", "target": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama._broadcast_tp_shard_tensor", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama", "target": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama._broadcast_tp_shard_tensor_gate_up", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama", "target": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama._broadcast_tp_shard_tensor_qkv", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama", "target": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama._broadcast_tp_shard_tensor_vocab", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama", "target": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama._get_gpt_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama", "target": "verl/models/llama/megatron/checkpoint_utils/llama_loader.py#load_state_dict_to_megatron_llama.broadcast_params", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py", "target": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#_megatron_calc_global_rank", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py", "target": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#_megatron_calc_layer_map", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py", "target": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py", "target": "megatron", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py", "target": "megatron.core", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py", "target": "megatron.model", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py", "target": "megatron.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py", "target": "time", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py", "target": "torch.nn.parallel", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama", "target": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#_megatron_calc_layer_map", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama", "target": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama._broadcast_tensor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama", "target": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama._broadcast_tp_shard_tensor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama", "target": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama._broadcast_tp_shard_tensor_gate_up", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama", "target": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama._broadcast_tp_shard_tensor_qkv", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama", "target": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama._get_gpt_model", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama", "target": "verl/utils/megatron_utils.py#unwrap_model", "relation": "calls", "confidence": "inferred" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama", "target": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama._broadcast_tensor", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama", "target": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama._broadcast_tp_shard_tensor", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama", "target": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama._broadcast_tp_shard_tensor_gate_up", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama", "target": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama._broadcast_tp_shard_tensor_qkv", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama", "target": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama._get_cpu_tensor", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama", "target": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama._get_gpt_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama._broadcast_tensor", "target": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#_megatron_calc_global_rank", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama._broadcast_tensor", "target": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama._get_cpu_tensor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama._broadcast_tp_shard_tensor", "target": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#_megatron_calc_global_rank", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama._broadcast_tp_shard_tensor", "target": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama._get_cpu_tensor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama._broadcast_tp_shard_tensor_gate_up", "target": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#_megatron_calc_global_rank", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama._broadcast_tp_shard_tensor_gate_up", "target": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama._get_cpu_tensor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama._broadcast_tp_shard_tensor_qkv", "target": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#_megatron_calc_global_rank", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama._broadcast_tp_shard_tensor_qkv", "target": "verl/models/llama/megatron/checkpoint_utils/llama_saver.py#merge_megatron_ckpt_llama._get_cpu_tensor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/__init__.py", "target": ".parallel_attention", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/__init__.py", "target": ".parallel_decoder", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/__init__.py", "target": ".parallel_mlp", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/__init__.py", "target": ".parallel_rmsnorm", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py", "target": "verl/models/llama/megatron/layers/parallel_attention.py#apply_rotary_pos_emb", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py", "target": "verl/models/llama/megatron/layers/parallel_attention.py#apply_rotary_pos_emb_rmpad", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py", "target": "verl/models/llama/megatron/layers/parallel_attention.py#apply_rotary_pos_emb_rmpad_flash", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py", "target": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaDynamicNTKScalingRotaryEmbedding", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py", "target": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaLinearScalingRotaryEmbedding", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py", "target": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaRotaryEmbedding", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py", "target": "verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttention", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py", "target": "verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttentionRmPad", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py", "target": "verl/models/llama/megatron/layers/parallel_attention.py#repeat_kv", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py", "target": "verl/models/llama/megatron/layers/parallel_attention.py#rotate_half", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py", "target": "einops", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py", "target": "flash_attn", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py", "target": "flash_attn.bert_padding", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py", "target": "flash_attn.layers.rotary", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py", "target": "math", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py", "target": "megatron.core", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py", "target": "transformers.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py", "target": "verl.models.llama.megatron.layers.parallel_linear", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py", "target": "verl.utils.megatron", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py#apply_rotary_pos_emb", "target": "verl/models/llama/megatron/layers/parallel_attention.py#rotate_half", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py#apply_rotary_pos_emb_rmpad", "target": "verl/models/llama/megatron/layers/parallel_attention.py#rotate_half", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaDynamicNTKScalingRotaryEmbedding", "target": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaDynamicNTKScalingRotaryEmbedding.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaDynamicNTKScalingRotaryEmbedding", "target": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaDynamicNTKScalingRotaryEmbedding._set_cos_sin_cache", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaDynamicNTKScalingRotaryEmbedding", "target": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaRotaryEmbedding", "relation": "extends", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaLinearScalingRotaryEmbedding", "target": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaLinearScalingRotaryEmbedding.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaLinearScalingRotaryEmbedding", "target": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaLinearScalingRotaryEmbedding._set_cos_sin_cache", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaLinearScalingRotaryEmbedding", "target": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaRotaryEmbedding", "relation": "extends", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaRotaryEmbedding", "target": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaRotaryEmbedding.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaRotaryEmbedding", "target": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaRotaryEmbedding._set_cos_sin_cache", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaRotaryEmbedding", "target": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaRotaryEmbedding.forward", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaRotaryEmbedding.__init__", "target": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaRotaryEmbedding._set_cos_sin_cache", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaRotaryEmbedding.forward", "target": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaRotaryEmbedding._set_cos_sin_cache", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttention", "target": "verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttention.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttention", "target": "verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttention._init_rope", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttention", "target": "verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttention._shape", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttention", "target": "verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttention.forward", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttention.__init__", "target": "verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttention._init_rope", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttention.__init__", "target": "verl/models/llama/megatron/layers/parallel_linear.py#QKVParallelLinear", "relation": "calls", "confidence": "inferred" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttention._init_rope", "target": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaDynamicNTKScalingRotaryEmbedding", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttention._init_rope", "target": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaLinearScalingRotaryEmbedding", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttention._init_rope", "target": "verl/models/llama/megatron/layers/parallel_attention.py#LlamaRotaryEmbedding", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttention.forward", "target": "verl/models/llama/megatron/layers/parallel_attention.py#apply_rotary_pos_emb", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttention.forward", "target": "verl/models/llama/megatron/layers/parallel_attention.py#repeat_kv", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttentionRmPad", "target": "verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttentionRmPad.forward", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttentionRmPad", "target": "verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttention", "relation": "extends", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttentionRmPad.forward", "target": "verl/models/llama/megatron/layers/parallel_attention.py#apply_rotary_pos_emb_rmpad_flash", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_decoder.py", "target": "verl/models/llama/megatron/layers/parallel_decoder.py#ParallelLlamaDecoderLayer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_decoder.py", "target": "verl/models/llama/megatron/layers/parallel_decoder.py#ParallelLlamaDecoderLayerRmPad", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_decoder.py", "target": ".parallel_attention", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_decoder.py", "target": ".parallel_mlp", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_decoder.py", "target": ".parallel_rmsnorm", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_decoder.py", "target": "megatron.core", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_decoder.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_decoder.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_decoder.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_decoder.py#ParallelLlamaDecoderLayer", "target": "verl/models/llama/megatron/layers/parallel_decoder.py#ParallelLlamaDecoderLayer.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_decoder.py#ParallelLlamaDecoderLayer", "target": "verl/models/llama/megatron/layers/parallel_decoder.py#ParallelLlamaDecoderLayer.forward", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_decoder.py#ParallelLlamaDecoderLayer.__init__", "target": "verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttention", "relation": "calls", "confidence": "inferred" }, { "source": "verl/models/llama/megatron/layers/parallel_decoder.py#ParallelLlamaDecoderLayer.__init__", "target": "verl/models/llama/megatron/layers/parallel_mlp.py#ParallelLlamaMLP", "relation": "calls", "confidence": "inferred" }, { "source": "verl/models/llama/megatron/layers/parallel_decoder.py#ParallelLlamaDecoderLayer.__init__", "target": "verl/models/llama/megatron/layers/parallel_rmsnorm.py#ParallelLlamaRMSNorm", "relation": "calls", "confidence": "inferred" }, { "source": "verl/models/llama/megatron/layers/parallel_decoder.py#ParallelLlamaDecoderLayerRmPad", "target": "verl/models/llama/megatron/layers/parallel_decoder.py#ParallelLlamaDecoderLayerRmPad.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_decoder.py#ParallelLlamaDecoderLayerRmPad", "target": "verl/models/llama/megatron/layers/parallel_decoder.py#ParallelLlamaDecoderLayerRmPad.forward", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_decoder.py#ParallelLlamaDecoderLayerRmPad.__init__", "target": "verl/models/llama/megatron/layers/parallel_attention.py#ParallelLlamaAttentionRmPad", "relation": "calls", "confidence": "inferred" }, { "source": "verl/models/llama/megatron/layers/parallel_decoder.py#ParallelLlamaDecoderLayerRmPad.__init__", "target": "verl/models/llama/megatron/layers/parallel_mlp.py#ParallelLlamaMLP", "relation": "calls", "confidence": "inferred" }, { "source": "verl/models/llama/megatron/layers/parallel_decoder.py#ParallelLlamaDecoderLayerRmPad.__init__", "target": "verl/models/llama/megatron/layers/parallel_rmsnorm.py#ParallelLlamaRMSNorm", "relation": "calls", "confidence": "inferred" }, { "source": "verl/models/llama/megatron/layers/parallel_linear.py", "target": "verl/models/llama/megatron/layers/parallel_linear.py#MergedColumnParallelLinear", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_linear.py", "target": "verl/models/llama/megatron/layers/parallel_linear.py#QKVParallelLinear", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_linear.py", "target": "megatron.core", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_linear.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_linear.py#MergedColumnParallelLinear", "target": "verl/models/llama/megatron/layers/parallel_linear.py#MergedColumnParallelLinear.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_linear.py#QKVParallelLinear", "target": "verl/models/llama/megatron/layers/parallel_linear.py#QKVParallelLinear.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_mlp.py", "target": "verl/models/llama/megatron/layers/parallel_mlp.py#ParallelLlamaMLP", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_mlp.py", "target": "megatron.core", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_mlp.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_mlp.py", "target": "transformers.activations", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_mlp.py", "target": "verl.models.llama.megatron.layers.parallel_linear", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_mlp.py", "target": "verl.utils.megatron", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_mlp.py#ParallelLlamaMLP", "target": "verl/models/llama/megatron/layers/parallel_mlp.py#ParallelLlamaMLP.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_mlp.py#ParallelLlamaMLP", "target": "verl/models/llama/megatron/layers/parallel_mlp.py#ParallelLlamaMLP.forward", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_mlp.py#ParallelLlamaMLP.__init__", "target": "verl/models/llama/megatron/layers/parallel_linear.py#MergedColumnParallelLinear", "relation": "calls", "confidence": "inferred" }, { "source": "verl/models/llama/megatron/layers/parallel_rmsnorm.py", "target": "verl/models/llama/megatron/layers/parallel_rmsnorm.py#ParallelLlamaRMSNorm", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_rmsnorm.py", "target": "apex.normalization.fused_layer_norm", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_rmsnorm.py", "target": "megatron.core", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_rmsnorm.py", "target": "numbers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_rmsnorm.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_rmsnorm.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_rmsnorm.py", "target": "verl.utils.megatron", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_rmsnorm.py#ParallelLlamaRMSNorm", "target": "verl/models/llama/megatron/layers/parallel_rmsnorm.py#ParallelLlamaRMSNorm.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/layers/parallel_rmsnorm.py#ParallelLlamaRMSNorm", "target": "verl/models/llama/megatron/layers/parallel_rmsnorm.py#ParallelLlamaRMSNorm.forward", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#_expand_mask", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#_make_causal_mask", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLM", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPad", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPadPP", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForValueRmPad", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForValueRmPadPP", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModel", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModelRmPad", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModelRmPadPP", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py", "target": ".layers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py", "target": "flash_attn.bert_padding", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py", "target": "megatron.core", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py", "target": "torch.utils.checkpoint", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py", "target": "transformers.modeling_outputs", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py", "target": "transformers.models.llama.configuration_llama", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py", "target": "transformers.models.llama.modeling_llama", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py", "target": "verl.utils.megatron", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLM", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLM.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLM", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLM.forward", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLM.__init__", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModel", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPad", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPad.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPad", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPad._forward_head", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPad", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPad._init_head", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPad", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPad.forward", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPad.__init__", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPad._init_head", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPad.__init__", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModelRmPad", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPad.forward", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPad._forward_head", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPadPP", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPadPP.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPadPP", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPadPP._forward_head", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPadPP", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPadPP._init_head", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPadPP", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPadPP.forward", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPadPP", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPadPP.set_input_tensor", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPadPP.__init__", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPadPP._init_head", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPadPP.__init__", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModelRmPadPP", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPadPP.forward", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPadPP._forward_head", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPadPP.set_input_tensor", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModelRmPadPP.set_input_tensor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForValueRmPad", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForValueRmPad._forward_head", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForValueRmPad", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForValueRmPad._init_head", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForValueRmPad", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForValueRmPad.forward", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForValueRmPad", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPad", "relation": "extends", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForValueRmPadPP", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForValueRmPadPP._forward_head", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForValueRmPadPP", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForValueRmPadPP._init_head", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForValueRmPadPP", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForValueRmPadPP.forward", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForValueRmPadPP", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaForCausalLMRmPadPP", "relation": "extends", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModel", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModel.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModel", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModel._prepare_decoder_attention_mask", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModel", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModel.forward", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModel.__init__", "target": "verl/models/llama/megatron/layers/parallel_decoder.py#ParallelLlamaDecoderLayer", "relation": "calls", "confidence": "inferred" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModel.__init__", "target": "verl/models/llama/megatron/layers/parallel_rmsnorm.py#ParallelLlamaRMSNorm", "relation": "calls", "confidence": "inferred" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModel._prepare_decoder_attention_mask", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#_expand_mask", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModel._prepare_decoder_attention_mask", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#_make_causal_mask", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModel.forward", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModel._prepare_decoder_attention_mask", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModelRmPad", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModelRmPad.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModelRmPad", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModelRmPad.forward", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModelRmPad.__init__", "target": "verl/models/llama/megatron/layers/parallel_decoder.py#ParallelLlamaDecoderLayerRmPad", "relation": "calls", "confidence": "inferred" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModelRmPad.__init__", "target": "verl/models/llama/megatron/layers/parallel_rmsnorm.py#ParallelLlamaRMSNorm", "relation": "calls", "confidence": "inferred" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModelRmPadPP", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModelRmPadPP.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModelRmPadPP", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModelRmPadPP.forward", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModelRmPadPP", "target": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModelRmPadPP.set_input_tensor", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModelRmPadPP.__init__", "target": "verl/models/llama/megatron/layers/parallel_decoder.py#ParallelLlamaDecoderLayerRmPad", "relation": "calls", "confidence": "inferred" }, { "source": "verl/models/llama/megatron/modeling_llama_megatron.py#ParallelLlamaModelRmPadPP.__init__", "target": "verl/models/llama/megatron/layers/parallel_rmsnorm.py#ParallelLlamaRMSNorm", "relation": "calls", "confidence": "inferred" }, { "source": "verl/models/registry.py", "target": "verl/models/registry.py#check_model_support_rmpad", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/registry.py", "target": "verl/models/registry.py#ModelRegistry", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/registry.py", "target": "importlib", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/registry.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/registry.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/registry.py#ModelRegistry", "target": "verl/models/registry.py#ModelRegistry.get_supported_archs", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/registry.py#ModelRegistry", "target": "verl/models/registry.py#ModelRegistry.load_model_cls", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/transformers/llama.py", "target": "verl/models/transformers/llama.py#llama_flash_attn_forward", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/transformers/llama.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/transformers/llama.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/transformers/llama.py", "target": "transformers.cache_utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/transformers/llama.py", "target": "transformers.modeling_flash_attention_utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/transformers/llama.py", "target": "transformers.models.llama.modeling_llama", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/transformers/llama.py", "target": "transformers.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/transformers/llama.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/transformers/llama.py", "target": "verl.utils.ulysses", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/transformers/llama.py#llama_flash_attn_forward", "target": "verl/models/llama/megatron/layers/parallel_attention.py#apply_rotary_pos_emb", "relation": "calls", "confidence": "inferred" }, { "source": "verl/models/transformers/llama.py#llama_flash_attn_forward", "target": "verl/utils/ulysses.py#gather_heads_scatter_seq", "relation": "calls", "confidence": "inferred" }, { "source": "verl/models/transformers/llama.py#llama_flash_attn_forward", "target": "verl/utils/ulysses.py#gather_seq_scatter_heads", "relation": "calls", "confidence": "inferred" }, { "source": "verl/models/transformers/llama.py#llama_flash_attn_forward", "target": "verl/utils/ulysses.py#get_ulysses_sequence_parallel_world_size", "relation": "calls", "confidence": "inferred" }, { "source": "verl/models/transformers/monkey_patch.py", "target": "verl/models/transformers/monkey_patch.py#apply_monkey_patch", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/transformers/monkey_patch.py", "target": "verl/models/transformers/monkey_patch.py#apply_monkey_patch_to_llama", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/transformers/monkey_patch.py", "target": "verl/models/transformers/monkey_patch.py#apply_monkey_patch_to_qwen2", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/transformers/monkey_patch.py", "target": "verl/models/transformers/monkey_patch.py#is_transformers_version_in_range", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/transformers/monkey_patch.py", "target": "functools", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/transformers/monkey_patch.py", "target": "importlib.metadata", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/transformers/monkey_patch.py", "target": "packaging", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/transformers/monkey_patch.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/transformers/monkey_patch.py", "target": "transformers.models.llama.modeling_llama", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/transformers/monkey_patch.py", "target": "transformers.models.qwen2.modeling_qwen2", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/transformers/monkey_patch.py", "target": "verl.models.transformers.llama", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/transformers/monkey_patch.py", "target": "verl.models.transformers.qwen2", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/transformers/monkey_patch.py#apply_monkey_patch", "target": "verl/models/transformers/monkey_patch.py#is_transformers_version_in_range", "relation": "calls", "confidence": "extracted" }, { "source": "verl/models/transformers/qwen2.py", "target": "verl/models/transformers/qwen2.py#qwen2_flash_attn_forward", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/transformers/qwen2.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/transformers/qwen2.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/transformers/qwen2.py", "target": "transformers.cache_utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/transformers/qwen2.py", "target": "transformers.modeling_flash_attention_utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/transformers/qwen2.py", "target": "transformers.models.llama.modeling_llama", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/transformers/qwen2.py", "target": "transformers.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/transformers/qwen2.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/transformers/qwen2.py", "target": "verl.utils.ulysses", "relation": "imports", "confidence": "extracted" }, { "source": "verl/models/transformers/qwen2.py#qwen2_flash_attn_forward", "target": "verl/models/llama/megatron/layers/parallel_attention.py#apply_rotary_pos_emb", "relation": "calls", "confidence": "inferred" }, { "source": "verl/models/transformers/qwen2.py#qwen2_flash_attn_forward", "target": "verl/models/llama/megatron/layers/parallel_attention.py#repeat_kv", "relation": "calls", "confidence": "inferred" }, { "source": "verl/models/transformers/qwen2.py#qwen2_flash_attn_forward", "target": "verl/utils/ulysses.py#gather_heads_scatter_seq", "relation": "calls", "confidence": "inferred" }, { "source": "verl/models/transformers/qwen2.py#qwen2_flash_attn_forward", "target": "verl/utils/ulysses.py#gather_seq_scatter_heads", "relation": "calls", "confidence": "inferred" }, { "source": "verl/models/transformers/qwen2.py#qwen2_flash_attn_forward", "target": "verl/utils/ulysses.py#get_ulysses_sequence_parallel_world_size", "relation": "calls", "confidence": "inferred" }, { "source": "verl/models/weight_loader_registry.py", "target": "verl/models/weight_loader_registry.py#get_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/models/weight_loader_registry.py", "target": "verl.models.llama.megatron.checkpoint_utils.llama_loader", "relation": "imports", "confidence": "extracted" }, { "source": "verl/protocol.py", "target": "verl/protocol.py#collate_fn", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py", "target": "verl/protocol.py#DataProto", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py", "target": "verl/protocol.py#DataProtoFuture", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py", "target": "verl/protocol.py#DataProtoItem", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py", "target": "verl/protocol.py#fold_batch_dim", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py", "target": "verl/protocol.py#list_of_dict_to_dict_of_list", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py", "target": "verl/protocol.py#pad_dataproto_to_divisor", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py", "target": "verl/protocol.py#unfold_batch_dim", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py", "target": "verl/protocol.py#union_numpy_dict", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py", "target": "verl/protocol.py#union_tensor_dict", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py", "target": "verl/protocol.py#unpad_dataproto", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py", "target": "copy", "relation": "imports", "confidence": "extracted" }, { "source": "verl/protocol.py", "target": "dataclasses", "relation": "imports", "confidence": "extracted" }, { "source": "verl/protocol.py", "target": "functools", "relation": "imports", "confidence": "extracted" }, { "source": "verl/protocol.py", "target": "io", "relation": "imports", "confidence": "extracted" }, { "source": "verl/protocol.py", "target": "pickle", "relation": "imports", "confidence": "extracted" }, { "source": "verl/protocol.py", "target": "ray", "relation": "imports", "confidence": "extracted" }, { "source": "verl/protocol.py", "target": "tensordict", "relation": "imports", "confidence": "extracted" }, { "source": "verl/protocol.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/protocol.py", "target": "torch.utils.data", "relation": "imports", "confidence": "extracted" }, { "source": "verl/protocol.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/protocol.py", "target": "verl.utils.py_functional", "relation": "imports", "confidence": "extracted" }, { "source": "verl/protocol.py#collate_fn", "target": "verl/protocol.py#DataProto", "relation": "calls", "confidence": "extracted" }, { "source": "verl/protocol.py#collate_fn", "target": "verl/protocol.py#list_of_dict_to_dict_of_list", "relation": "calls", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProto", "target": "verl/protocol.py#DataProto.__getitem__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProto", "target": "verl/protocol.py#DataProto.__getstate__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProto", "target": "verl/protocol.py#DataProto.__len__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProto", "target": "verl/protocol.py#DataProto.__post_init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProto", "target": "verl/protocol.py#DataProto.__setstate__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProto", "target": "verl/protocol.py#DataProto.check_consistency", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProto", "target": "verl/protocol.py#DataProto.chunk", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProto", "target": "verl/protocol.py#DataProto.concat", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProto", "target": "verl/protocol.py#DataProto.from_dict", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProto", "target": "verl/protocol.py#DataProto.from_single_dict", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProto", "target": "verl/protocol.py#DataProto.load_from_disk", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProto", "target": "verl/protocol.py#DataProto.make_iterator", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProto", "target": "verl/protocol.py#DataProto.pop", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProto", "target": "verl/protocol.py#DataProto.print_size", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProto", "target": "verl/protocol.py#DataProto.rename", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProto", "target": "verl/protocol.py#DataProto.reorder", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProto", "target": "verl/protocol.py#DataProto.repeat", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProto", "target": "verl/protocol.py#DataProto.save_to_disk", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProto", "target": "verl/protocol.py#DataProto.select", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProto", "target": "verl/protocol.py#DataProto.to", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProto", "target": "verl/protocol.py#DataProto.union", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProto.__getitem__", "target": "verl/protocol.py#DataProtoItem", "relation": "calls", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProto.__post_init__", "target": "verl/protocol.py#DataProto.check_consistency", "relation": "calls", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProto.chunk", "target": "verl/protocol.py#DataProto", "relation": "calls", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProto.concat", "target": "verl/protocol.py#DataProto", "relation": "calls", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProto.concat", "target": "verl/protocol.py#list_of_dict_to_dict_of_list", "relation": "calls", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProto.make_iterator", "target": "verl/protocol.py#DataProto.make_iterator.get_data", "relation": "calls", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProto.make_iterator", "target": "verl/protocol.py#DataProto.make_iterator.get_data", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProto.rename", "target": "verl/protocol.py#DataProto.rename.validate_input", "relation": "calls", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProto.rename", "target": "verl/protocol.py#DataProto.rename.validate_input", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProto.repeat", "target": "verl/protocol.py#DataProto", "relation": "calls", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProto.select", "target": "verl/protocol.py#DataProto", "relation": "calls", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProto.union", "target": "verl/protocol.py#union_numpy_dict", "relation": "calls", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProto.union", "target": "verl/protocol.py#union_tensor_dict", "relation": "calls", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProto.union", "target": "verl/utils/py_functional.py#union_two_dict", "relation": "calls", "confidence": "inferred" }, { "source": "verl/protocol.py#DataProtoFuture", "target": "verl/protocol.py#DataProtoFuture.chunk", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProtoFuture", "target": "verl/protocol.py#DataProtoFuture.concat", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProtoFuture", "target": "verl/protocol.py#DataProtoFuture.get", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProtoFuture.chunk", "target": "verl/protocol.py#DataProtoFuture", "relation": "calls", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProtoFuture.chunk", "target": "verl/protocol.py#DataProtoFuture.chunk.dispatch_fn", "relation": "contains", "confidence": "extracted" }, { "source": "verl/protocol.py#DataProtoFuture.concat", "target": "verl/protocol.py#DataProtoFuture", "relation": "calls", "confidence": "extracted" }, { "source": "verl/protocol.py#fold_batch_dim", "target": "verl/protocol.py#DataProto", "relation": "calls", "confidence": "extracted" }, { "source": "verl/protocol.py#unfold_batch_dim", "target": "verl/protocol.py#DataProto", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/__init__.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/base/__init__.py", "target": ".worker", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/base/__init__.py", "target": ".worker_group", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py", "target": "verl/single_controller/base/decorator.py#_check_dispatch_mode", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py", "target": "verl/single_controller/base/decorator.py#_check_execute_mode", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py", "target": "verl/single_controller/base/decorator.py#_concat_data_proto_or_future", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py", "target": "verl/single_controller/base/decorator.py#_materialize_futures", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py", "target": "verl/single_controller/base/decorator.py#_split_args_kwargs_data_proto", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py", "target": "verl/single_controller/base/decorator.py#collect_all_to_all", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py", "target": "verl/single_controller/base/decorator.py#collect_dp_compute", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py", "target": "verl/single_controller/base/decorator.py#collect_dp_compute_data_proto", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py", "target": "verl/single_controller/base/decorator.py#collect_megatron_compute", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py", "target": "verl/single_controller/base/decorator.py#collect_megatron_compute_data_proto", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py", "target": "verl/single_controller/base/decorator.py#collect_megatron_pp_as_dp", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py", "target": "verl/single_controller/base/decorator.py#collect_megatron_pp_as_dp_data_proto", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py", "target": "verl/single_controller/base/decorator.py#collect_megatron_pp_only", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py", "target": "verl/single_controller/base/decorator.py#Dispatch", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py", "target": "verl/single_controller/base/decorator.py#dispatch_all_to_all", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py", "target": "verl/single_controller/base/decorator.py#dispatch_dp_compute", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py", "target": "verl/single_controller/base/decorator.py#dispatch_dp_compute_data_proto", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py", "target": "verl/single_controller/base/decorator.py#dispatch_dp_compute_data_proto_with_func", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py", "target": "verl/single_controller/base/decorator.py#dispatch_megatron_compute", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py", "target": "verl/single_controller/base/decorator.py#dispatch_megatron_compute_data_proto", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py", "target": "verl/single_controller/base/decorator.py#dispatch_megatron_pp_as_dp", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py", "target": "verl/single_controller/base/decorator.py#dispatch_megatron_pp_as_dp_data_proto", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py", "target": "verl/single_controller/base/decorator.py#dispatch_one_to_all", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py", "target": "verl/single_controller/base/decorator.py#Execute", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py", "target": "verl/single_controller/base/decorator.py#get_predefined_dispatch_fn", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py", "target": "verl/single_controller/base/decorator.py#get_predefined_execute_fn", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py", "target": "verl/single_controller/base/decorator.py#register", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py", "target": "enum", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py", "target": "functools", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py", "target": "ray", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py", "target": "types", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py", "target": "verl.protocol", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py", "target": "verl.single_controller.base.megatron.worker_group", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py", "target": "verl.single_controller.base.worker_group", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py#collect_dp_compute_data_proto", "target": "verl/single_controller/base/decorator.py#_concat_data_proto_or_future", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py#collect_dp_compute_data_proto", "target": "verl/single_controller/base/decorator.py#collect_dp_compute", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py#collect_megatron_compute_data_proto", "target": "verl/single_controller/base/decorator.py#_concat_data_proto_or_future", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py#collect_megatron_compute_data_proto", "target": "verl/single_controller/base/decorator.py#collect_megatron_compute", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py#collect_megatron_pp_as_dp_data_proto", "target": "verl/single_controller/base/decorator.py#_concat_data_proto_or_future", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py#collect_megatron_pp_as_dp_data_proto", "target": "verl/single_controller/base/decorator.py#collect_megatron_pp_as_dp", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py#Dispatch", "target": "Enum", "relation": "extends", "confidence": "inferred" }, { "source": "verl/single_controller/base/decorator.py#dispatch_dp_compute_data_proto", "target": "verl/single_controller/base/decorator.py#_split_args_kwargs_data_proto", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py#dispatch_dp_compute_data_proto_with_func", "target": "verl/single_controller/base/decorator.py#_split_args_kwargs_data_proto", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py#dispatch_megatron_compute_data_proto", "target": "verl/single_controller/base/decorator.py#_split_args_kwargs_data_proto", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py#dispatch_megatron_compute_data_proto", "target": "verl/single_controller/base/decorator.py#dispatch_megatron_compute", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py#dispatch_megatron_pp_as_dp_data_proto", "target": "verl/single_controller/base/decorator.py#_split_args_kwargs_data_proto", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py#dispatch_megatron_pp_as_dp_data_proto", "target": "verl/single_controller/base/decorator.py#dispatch_megatron_pp_as_dp", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py#Execute", "target": "Enum", "relation": "extends", "confidence": "inferred" }, { "source": "verl/single_controller/base/decorator.py#register", "target": "verl/single_controller/base/decorator.py#_check_dispatch_mode", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py#register", "target": "verl/single_controller/base/decorator.py#_check_execute_mode", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py#register", "target": "verl/single_controller/base/decorator.py#register.decorator", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py#register.decorator", "target": "verl/single_controller/base/decorator.py#register.decorator.inner", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/decorator.py#register.decorator.inner", "target": "verl/single_controller/base/decorator.py#_materialize_futures", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/base/megatron/worker_group.py", "target": "verl/single_controller/base/megatron/worker_group.py#MegatronWorkerGroup", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/megatron/worker_group.py", "target": ".worker", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/base/megatron/worker_group.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/base/megatron/worker_group.py", "target": "verl.single_controller.base", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/base/megatron/worker_group.py#MegatronWorkerGroup", "target": "verl/single_controller/base/megatron/worker_group.py#MegatronWorkerGroup.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/megatron/worker_group.py#MegatronWorkerGroup", "target": "verl/single_controller/base/megatron/worker_group.py#MegatronWorkerGroup.dp_size", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/megatron/worker_group.py#MegatronWorkerGroup", "target": "verl/single_controller/base/megatron/worker_group.py#MegatronWorkerGroup.get_megatron_global_info", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/megatron/worker_group.py#MegatronWorkerGroup", "target": "verl/single_controller/base/megatron/worker_group.py#MegatronWorkerGroup.get_megatron_rank_info", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/megatron/worker_group.py#MegatronWorkerGroup", "target": "verl/single_controller/base/megatron/worker_group.py#MegatronWorkerGroup.init_megatron", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/megatron/worker_group.py#MegatronWorkerGroup", "target": "verl/single_controller/base/megatron/worker_group.py#MegatronWorkerGroup.pp_size", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/megatron/worker_group.py#MegatronWorkerGroup", "target": "verl/single_controller/base/megatron/worker_group.py#MegatronWorkerGroup.tp_size", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/megatron/worker_group.py#MegatronWorkerGroup", "target": "verl/single_controller/base/worker_group.py#WorkerGroup", "relation": "extends", "confidence": "inferred" }, { "source": "verl/single_controller/base/megatron/worker.py", "target": "verl/single_controller/base/megatron/worker.py#MegatronWorker", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/megatron/worker.py", "target": "dataclasses", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/base/megatron/worker.py", "target": "megatron.core", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/base/megatron/worker.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/base/megatron/worker.py", "target": "verl.single_controller.base.worker", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/base/megatron/worker.py#MegatronWorker", "target": "verl/single_controller/base/megatron/worker.py#MegatronWorker.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/megatron/worker.py#MegatronWorker", "target": "verl/single_controller/base/megatron/worker.py#MegatronWorker.get_megatron_global_info", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/megatron/worker.py#MegatronWorker", "target": "verl/single_controller/base/megatron/worker.py#MegatronWorker.get_megatron_rank_info", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/megatron/worker.py#MegatronWorker", "target": "Worker", "relation": "extends", "confidence": "inferred" }, { "source": "verl/single_controller/base/megatron/worker.py#MegatronWorker.get_megatron_global_info", "target": "verl/single_controller/base/worker.py#DistGlobalInfo", "relation": "calls", "confidence": "inferred" }, { "source": "verl/single_controller/base/megatron/worker.py#MegatronWorker.get_megatron_rank_info", "target": "verl/single_controller/base/worker.py#DistRankInfo", "relation": "calls", "confidence": "inferred" }, { "source": "verl/single_controller/base/register_center/ray.py", "target": "verl/single_controller/base/register_center/ray.py#create_worker_group_register_center", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/register_center/ray.py", "target": "verl/single_controller/base/register_center/ray.py#WorkerGroupRegisterCenter", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/register_center/ray.py", "target": "ray", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/base/register_center/ray.py#WorkerGroupRegisterCenter", "target": "verl/single_controller/base/register_center/ray.py#WorkerGroupRegisterCenter.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/register_center/ray.py#WorkerGroupRegisterCenter", "target": "verl/single_controller/base/register_center/ray.py#WorkerGroupRegisterCenter.get_rank_zero_info", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker_group.py", "target": "verl/single_controller/base/worker_group.py#check_workers_alive", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker_group.py", "target": "verl/single_controller/base/worker_group.py#ClassWithInitArgs", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker_group.py", "target": "verl/single_controller/base/worker_group.py#ResourcePool", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker_group.py", "target": "verl/single_controller/base/worker_group.py#WorkerGroup", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker_group.py", "target": "logging", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker_group.py", "target": "signal", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker_group.py", "target": "threading", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker_group.py", "target": "time", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker_group.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker_group.py", "target": "verl.single_controller.base.decorator", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker_group.py#ClassWithInitArgs", "target": "verl/single_controller/base/worker_group.py#ClassWithInitArgs.__call__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker_group.py#ClassWithInitArgs", "target": "verl/single_controller/base/worker_group.py#ClassWithInitArgs.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker_group.py#ResourcePool", "target": "verl/single_controller/base/worker_group.py#ResourcePool.__call__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker_group.py#ResourcePool", "target": "verl/single_controller/base/worker_group.py#ResourcePool.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker_group.py#ResourcePool", "target": "verl/single_controller/base/worker_group.py#ResourcePool.add_node", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker_group.py#ResourcePool", "target": "verl/single_controller/base/worker_group.py#ResourcePool.local_rank_list", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker_group.py#ResourcePool", "target": "verl/single_controller/base/worker_group.py#ResourcePool.local_world_size_list", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker_group.py#ResourcePool", "target": "verl/single_controller/base/worker_group.py#ResourcePool.store", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker_group.py#ResourcePool", "target": "verl/single_controller/base/worker_group.py#ResourcePool.world_size", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker_group.py#WorkerGroup", "target": "verl/single_controller/base/worker_group.py#WorkerGroup.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker_group.py#WorkerGroup", "target": "verl/single_controller/base/worker_group.py#WorkerGroup._bind_worker_method", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker_group.py#WorkerGroup", "target": "verl/single_controller/base/worker_group.py#WorkerGroup._block_until_all_workers_alive", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker_group.py#WorkerGroup", "target": "verl/single_controller/base/worker_group.py#WorkerGroup._is_worker_alive", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker_group.py#WorkerGroup", "target": "verl/single_controller/base/worker_group.py#WorkerGroup.start_worker_aliveness_check", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker_group.py#WorkerGroup", "target": "verl/single_controller/base/worker_group.py#WorkerGroup.world_size", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker_group.py#WorkerGroup._bind_worker_method", "target": "verl/single_controller/base/decorator.py#get_predefined_dispatch_fn", "relation": "calls", "confidence": "inferred" }, { "source": "verl/single_controller/base/worker_group.py#WorkerGroup._bind_worker_method", "target": "verl/single_controller/base/decorator.py#get_predefined_execute_fn", "relation": "calls", "confidence": "inferred" }, { "source": "verl/single_controller/base/worker_group.py#WorkerGroup._bind_worker_method", "target": "verl/single_controller/ray/base.py#func_generator", "relation": "calls", "confidence": "inferred" }, { "source": "verl/single_controller/base/worker_group.py#WorkerGroup._block_until_all_workers_alive", "target": "verl/single_controller/base/worker_group.py#WorkerGroup._is_worker_alive", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker_group.py#WorkerGroup.start_worker_aliveness_check", "target": "verl/single_controller/base/worker_group.py#WorkerGroup._block_until_all_workers_alive", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker.py", "target": "verl/single_controller/base/worker.py#DistGlobalInfo", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker.py", "target": "verl/single_controller/base/worker.py#DistRankInfo", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker.py", "target": "verl/single_controller/base/worker.py#Worker", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker.py", "target": "verl/single_controller/base/worker.py#WorkerHelper", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker.py", "target": "verl/single_controller/base/worker.py#WorkerMeta", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker.py", "target": "dataclasses", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker.py", "target": "ray", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker.py", "target": "socket", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker.py", "target": "verl.single_controller.base.decorator", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker.py", "target": "verl.single_controller.base.register_center.ray", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker.py", "target": "verl.single_controller.torchrpc.k8s_client", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker.py#Worker", "target": "verl/single_controller/base/decorator.py#register", "relation": "calls", "confidence": "inferred" }, { "source": "verl/single_controller/base/worker.py#Worker", "target": "verl/single_controller/base/worker.py#Worker.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker.py#Worker", "target": "verl/single_controller/base/worker.py#Worker.__new__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker.py#Worker", "target": "verl/single_controller/base/worker.py#Worker._configure_before_init", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker.py#Worker", "target": "verl/single_controller/base/worker.py#Worker._configure_with_meta", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker.py#Worker", "target": "verl/single_controller/base/worker.py#Worker.execute_func_rank_zero", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker.py#Worker", "target": "verl/single_controller/base/worker.py#Worker.execute_with_func_generator", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker.py#Worker", "target": "verl/single_controller/base/worker.py#Worker.get_cuda_visible_devices", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker.py#Worker", "target": "verl/single_controller/base/worker.py#Worker.get_master_addr_port", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker.py#Worker", "target": "verl/single_controller/base/worker.py#Worker.rank", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker.py#Worker", "target": "verl/single_controller/base/worker.py#Worker.world_size", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker.py#Worker", "target": "verl/single_controller/base/worker.py#WorkerHelper", "relation": "extends", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker.py#Worker.__init__", "target": "verl/single_controller/base/worker.py#Worker._configure_with_meta", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker.py#Worker.__init__", "target": "verl/single_controller/base/worker.py#WorkerMeta", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker.py#Worker._configure_before_init", "target": "verl/single_controller/base/register_center/ray.py#create_worker_group_register_center", "relation": "calls", "confidence": "inferred" }, { "source": "verl/single_controller/base/worker.py#Worker._configure_before_init", "target": "verl/single_controller/base/worker.py#WorkerHelper.get_availale_master_addr_port", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker.py#Worker._configure_with_meta", "target": "verl/single_controller/base/worker.py#WorkerMeta.to_dict", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker.py#WorkerHelper", "target": "verl/single_controller/base/worker.py#WorkerHelper._get_free_port", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker.py#WorkerHelper", "target": "verl/single_controller/base/worker.py#WorkerHelper._get_node_ip", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker.py#WorkerHelper", "target": "verl/single_controller/base/worker.py#WorkerHelper._get_pid", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker.py#WorkerHelper", "target": "verl/single_controller/base/worker.py#WorkerHelper.get_availale_master_addr_port", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker.py#WorkerHelper._get_node_ip", "target": "verl/single_controller/base/worker.py#WorkerHelper._get_node_ip.get_node_ip_by_sdk", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker.py#WorkerHelper._get_node_ip", "target": "verl/single_controller/base/worker.py#WorkerHelper._get_node_ip.get_node_ip_by_sdk", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker.py#WorkerHelper.get_availale_master_addr_port", "target": "verl/single_controller/base/worker.py#WorkerHelper._get_free_port", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker.py#WorkerHelper.get_availale_master_addr_port", "target": "verl/single_controller/base/worker.py#WorkerHelper._get_node_ip", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker.py#WorkerMeta", "target": "verl/single_controller/base/worker.py#WorkerMeta.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/base/worker.py#WorkerMeta", "target": "verl/single_controller/base/worker.py#WorkerMeta.to_dict", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/__init__.py", "target": ".base", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/ray/__init__.py", "target": ".megatron", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py", "target": "verl/single_controller/ray/base.py#_bind_workers_method_to_parent", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py", "target": "verl/single_controller/ray/base.py#_unwrap_ray_remote", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py", "target": "verl/single_controller/ray/base.py#create_colocated_worker_cls", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py", "target": "verl/single_controller/ray/base.py#extract_pg_from_exist", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py", "target": "verl/single_controller/ray/base.py#func_generator", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py", "target": "verl/single_controller/ray/base.py#get_random_string", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py", "target": "verl/single_controller/ray/base.py#merge_resource_pool", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py", "target": "verl/single_controller/ray/base.py#RayClassWithInitArgs", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py", "target": "verl/single_controller/ray/base.py#RayResourcePool", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py", "target": "verl/single_controller/ray/base.py#RayWorkerGroup", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py", "target": "random", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py", "target": "ray", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py", "target": "ray.experimental.state.api", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py", "target": "ray.util", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py", "target": "ray.util.placement_group", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py", "target": "ray.util.scheduling_strategies", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py", "target": "re", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py", "target": "string", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py", "target": "time", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py", "target": "unittest.mock", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py", "target": "verl.single_controller.base", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py", "target": "verl.single_controller.base.decorator", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#_bind_workers_method_to_parent", "target": "verl/single_controller/ray/base.py#_bind_workers_method_to_parent.generate_function", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#_bind_workers_method_to_parent", "target": "verl/single_controller/ray/base.py#_bind_workers_method_to_parent.generate_function", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#_bind_workers_method_to_parent.generate_function", "target": "verl/single_controller/ray/base.py#_bind_workers_method_to_parent.generate_function.func", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#create_colocated_worker_cls", "target": "verl/single_controller/ray/base.py#_bind_workers_method_to_parent", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#create_colocated_worker_cls", "target": "verl/single_controller/ray/base.py#_unwrap_ray_remote", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#create_colocated_worker_cls", "target": "verl/single_controller/ray/base.py#RayClassWithInitArgs", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#create_colocated_worker_cls", "target": "verl/single_controller/ray/base.py#create_colocated_worker_cls.WorkerDict", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#create_colocated_worker_cls.WorkerDict", "target": "verl/single_controller/ray/base.py#create_colocated_worker_cls.WorkerDict.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#create_colocated_worker_cls.WorkerDict", "target": "worker_cls", "relation": "extends", "confidence": "inferred" }, { "source": "verl/single_controller/ray/base.py#create_colocated_worker_cls.WorkerDict.__init__", "target": "verl/single_controller/ray/base.py#_unwrap_ray_remote", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#extract_pg_from_exist", "target": "verl/single_controller/ray/base.py#RayResourcePool.get_placement_groups", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#func_generator", "target": "verl/single_controller/ray/base.py#func_generator.func", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#func_generator.func", "target": "verl/protocol.py#DataProtoFuture.chunk.dispatch_fn", "relation": "calls", "confidence": "inferred" }, { "source": "verl/single_controller/ray/base.py#merge_resource_pool", "target": "verl/single_controller/ray/base.py#RayResourcePool", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#merge_resource_pool", "target": "verl/single_controller/ray/base.py#RayResourcePool.get_placement_groups", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#RayClassWithInitArgs", "target": "verl/single_controller/ray/base.py#RayClassWithInitArgs.__call__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#RayClassWithInitArgs", "target": "verl/single_controller/ray/base.py#RayClassWithInitArgs.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#RayClassWithInitArgs", "target": "verl/single_controller/ray/base.py#RayClassWithInitArgs.set_additional_resource", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#RayClassWithInitArgs", "target": "verl/single_controller/ray/base.py#RayClassWithInitArgs.update_options", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#RayClassWithInitArgs", "target": "verl/single_controller/base/worker_group.py#ClassWithInitArgs", "relation": "extends", "confidence": "inferred" }, { "source": "verl/single_controller/ray/base.py#RayResourcePool", "target": "verl/single_controller/ray/base.py#RayResourcePool.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#RayResourcePool", "target": "verl/single_controller/ray/base.py#RayResourcePool.get_placement_groups", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#RayResourcePool", "target": "verl/single_controller/base/worker_group.py#ResourcePool", "relation": "extends", "confidence": "inferred" }, { "source": "verl/single_controller/ray/base.py#RayWorkerGroup", "target": "verl/single_controller/ray/base.py#RayWorkerGroup.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#RayWorkerGroup", "target": "verl/single_controller/ray/base.py#RayWorkerGroup._init_with_detached_workers", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#RayWorkerGroup", "target": "verl/single_controller/ray/base.py#RayWorkerGroup._init_with_resource_pool", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#RayWorkerGroup", "target": "verl/single_controller/ray/base.py#RayWorkerGroup._is_worker_alive", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#RayWorkerGroup", "target": "verl/single_controller/ray/base.py#RayWorkerGroup.execute_all", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#RayWorkerGroup", "target": "verl/single_controller/ray/base.py#RayWorkerGroup.execute_all_async", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#RayWorkerGroup", "target": "verl/single_controller/ray/base.py#RayWorkerGroup.execute_all_sync", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#RayWorkerGroup", "target": "verl/single_controller/ray/base.py#RayWorkerGroup.execute_rank_zero", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#RayWorkerGroup", "target": "verl/single_controller/ray/base.py#RayWorkerGroup.execute_rank_zero_async", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#RayWorkerGroup", "target": "verl/single_controller/ray/base.py#RayWorkerGroup.execute_rank_zero_sync", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#RayWorkerGroup", "target": "verl/single_controller/ray/base.py#RayWorkerGroup.from_detached", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#RayWorkerGroup", "target": "verl/single_controller/ray/base.py#RayWorkerGroup.master_address", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#RayWorkerGroup", "target": "verl/single_controller/ray/base.py#RayWorkerGroup.master_port", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#RayWorkerGroup", "target": "verl/single_controller/ray/base.py#RayWorkerGroup.spawn", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#RayWorkerGroup", "target": "verl/single_controller/ray/base.py#RayWorkerGroup.worker_names", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#RayWorkerGroup", "target": "verl/single_controller/ray/base.py#RayWorkerGroup.workers", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#RayWorkerGroup", "target": "verl/single_controller/ray/base.py#RayWorkerGroup.world_size", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#RayWorkerGroup", "target": "verl/single_controller/base/worker_group.py#WorkerGroup", "relation": "extends", "confidence": "inferred" }, { "source": "verl/single_controller/ray/base.py#RayWorkerGroup.__init__", "target": "verl/single_controller/base/worker_group.py#WorkerGroup._bind_worker_method", "relation": "calls", "confidence": "inferred" }, { "source": "verl/single_controller/ray/base.py#RayWorkerGroup.__init__", "target": "verl/single_controller/ray/base.py#get_random_string", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#RayWorkerGroup.__init__", "target": "verl/single_controller/ray/base.py#RayWorkerGroup._init_with_detached_workers", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#RayWorkerGroup.__init__", "target": "verl/single_controller/ray/base.py#RayWorkerGroup._init_with_resource_pool", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#RayWorkerGroup.execute_all", "target": "verl/single_controller/ray/base.py#RayWorkerGroup.execute_all_async", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#RayWorkerGroup.execute_all_sync", "target": "verl/single_controller/ray/base.py#RayWorkerGroup.execute_all_async", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#RayWorkerGroup.execute_rank_zero", "target": "verl/single_controller/ray/base.py#RayWorkerGroup.execute_rank_zero_async", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#RayWorkerGroup.execute_rank_zero_sync", "target": "verl/single_controller/ray/base.py#RayWorkerGroup.execute_all_async", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#RayWorkerGroup.spawn", "target": "verl/single_controller/ray/base.py#RayWorkerGroup.from_detached", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#RayWorkerGroup.spawn", "target": "verl/single_controller/ray/base.py#RayWorkerGroup.spawn._rebind_actor_methods", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/ray/base.py#RayWorkerGroup.spawn", "target": "verl/single_controller/ray/base.py#RayWorkerGroup.spawn._rebind_actor_methods", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/megatron.py", "target": "verl/single_controller/ray/megatron.py#MegatronRayWorkerGroup", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/megatron.py", "target": "verl/single_controller/ray/megatron.py#NVMegatronRayWorkerGroup", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/megatron.py", "target": ".base", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/ray/megatron.py", "target": "ray", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/ray/megatron.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/ray/megatron.py", "target": "verl.single_controller.base.megatron.worker", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/ray/megatron.py", "target": "verl.single_controller.base.megatron.worker_group", "relation": "imports", "confidence": "extracted" }, { "source": "verl/single_controller/ray/megatron.py#MegatronRayWorkerGroup", "target": "verl/single_controller/ray/megatron.py#MegatronRayWorkerGroup.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/megatron.py#MegatronRayWorkerGroup", "target": "verl/single_controller/ray/megatron.py#MegatronRayWorkerGroup.init_megatron", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/megatron.py#MegatronRayWorkerGroup", "target": "verl/single_controller/base/megatron/worker_group.py#MegatronWorkerGroup", "relation": "extends", "confidence": "inferred" }, { "source": "verl/single_controller/ray/megatron.py#MegatronRayWorkerGroup", "target": "verl/single_controller/ray/base.py#RayWorkerGroup", "relation": "extends", "confidence": "inferred" }, { "source": "verl/single_controller/ray/megatron.py#MegatronRayWorkerGroup.__init__", "target": "verl/single_controller/ray/base.py#RayWorkerGroup.execute_all_sync", "relation": "calls", "confidence": "inferred" }, { "source": "verl/single_controller/ray/megatron.py#MegatronRayWorkerGroup.__init__", "target": "verl/single_controller/ray/base.py#RayWorkerGroup.execute_rank_zero_async", "relation": "calls", "confidence": "inferred" }, { "source": "verl/single_controller/ray/megatron.py#MegatronRayWorkerGroup.__init__", "target": "verl/single_controller/ray/megatron.py#MegatronRayWorkerGroup.init_megatron", "relation": "calls", "confidence": "extracted" }, { "source": "verl/single_controller/ray/megatron.py#MegatronRayWorkerGroup.init_megatron", "target": "verl/single_controller/ray/base.py#RayWorkerGroup.execute_all_sync", "relation": "calls", "confidence": "inferred" }, { "source": "verl/single_controller/ray/megatron.py#NVMegatronRayWorkerGroup", "target": "verl/single_controller/ray/megatron.py#NVMegatronRayWorkerGroup.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/single_controller/ray/megatron.py#NVMegatronRayWorkerGroup", "target": "verl/single_controller/base/megatron/worker_group.py#MegatronWorkerGroup", "relation": "extends", "confidence": "inferred" }, { "source": "verl/single_controller/ray/megatron.py#NVMegatronRayWorkerGroup", "target": "verl/single_controller/ray/base.py#RayWorkerGroup", "relation": "extends", "confidence": "inferred" }, { "source": "verl/single_controller/ray/megatron.py#NVMegatronRayWorkerGroup.__init__", "target": "verl/single_controller/ray/base.py#RayWorkerGroup.execute_all_sync", "relation": "calls", "confidence": "inferred" }, { "source": "verl/single_controller/ray/megatron.py#NVMegatronRayWorkerGroup.__init__", "target": "verl/single_controller/ray/base.py#RayWorkerGroup.execute_rank_zero_async", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/__init__.py", "target": "verl/third_party/vllm/__init__.py#get_version", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/__init__.py", "target": "verl/third_party/vllm/__init__.py#get_version", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/__init__.py", "target": ".vllm_v_0_3_1", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/__init__.py", "target": ".vllm_v_0_3_1.llm", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/__init__.py", "target": ".vllm_v_0_4_2", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/__init__.py", "target": ".vllm_v_0_4_2.llm", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/__init__.py", "target": ".vllm_v_0_5_4", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/__init__.py", "target": ".vllm_v_0_5_4.llm", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/__init__.py", "target": ".vllm_v_0_6_3", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/__init__.py", "target": ".vllm_v_0_6_3.llm", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/__init__.py", "target": "importlib.metadata", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py#AsyncEngineArgs", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py#EngineArgs", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py", "target": ".config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py", "target": "argparse", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py", "target": "dataclasses", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py", "target": "vllm.config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py#AsyncEngineArgs", "target": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py#AsyncEngineArgs.add_cli_args", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py#AsyncEngineArgs", "target": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py#EngineArgs", "relation": "extends", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py#EngineArgs", "target": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py#EngineArgs.add_cli_args", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py#EngineArgs", "target": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py#EngineArgs.create_engine_configs", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py#EngineArgs", "target": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py#EngineArgs.from_cli_args", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py#EngineArgs.create_engine_configs", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#CacheConfig", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py#EngineArgs.create_engine_configs", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#DeviceConfig", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py#EngineArgs.create_engine_configs", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#LoRAConfig", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py#EngineArgs.create_engine_configs", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.get_sliding_window", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py#EngineArgs.create_engine_configs", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ParallelConfig", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py#EngineArgs.create_engine_configs", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#SchedulerConfig", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#_get_and_verify_dtype", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#_get_and_verify_max_len", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#CacheConfig", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#DeviceConfig", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#LoRAConfig", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ParallelConfig", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#SchedulerConfig", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "target": "dataclasses", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "target": "packaging.version", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "target": "vllm.logger", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "target": "vllm.transformers_utils.config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py", "target": "vllm.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py#CacheConfig", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#CacheConfig.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py#CacheConfig", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#CacheConfig._verify_args", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py#CacheConfig", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#CacheConfig._verify_cache_dtype", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py#CacheConfig", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#CacheConfig.verify_with_parallel_config", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py#CacheConfig.__init__", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#CacheConfig._verify_args", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py#CacheConfig.__init__", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#CacheConfig._verify_cache_dtype", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py#DeviceConfig", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#DeviceConfig.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py#LoRAConfig", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#LoRAConfig.__post_init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py#LoRAConfig", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#LoRAConfig.verify_with_model_config", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py#LoRAConfig", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#LoRAConfig.verify_with_scheduler_config", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig._verify_cuda_graph", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig._verify_load_format", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig._verify_quantization", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.get_head_size", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.get_hidden_size", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.get_num_kv_heads", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.get_num_layers", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.get_sliding_window", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.get_total_num_kv_heads", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.get_vocab_size", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.verify_with_parallel_config", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.__init__", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#_get_and_verify_dtype", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.__init__", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#_get_and_verify_max_len", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.__init__", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig._verify_cuda_graph", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.__init__", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig._verify_quantization", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.get_num_kv_heads", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.get_total_num_kv_heads", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ParallelConfig", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ParallelConfig.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ParallelConfig", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ParallelConfig._verify_args", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ParallelConfig.__init__", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ParallelConfig._verify_args", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py#SchedulerConfig", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#SchedulerConfig.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py#SchedulerConfig", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#SchedulerConfig._verify_args", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/config.py#SchedulerConfig.__init__", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#SchedulerConfig._verify_args", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#get_open_port", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#initialize_cluster", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "target": ".arg_utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "target": ".tokenizer", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "target": ".worker", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "target": "socket", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "target": "time", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "target": "vllm.config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "target": "vllm.core.scheduler", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "target": "vllm.engine.metrics", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "target": "vllm.logger", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "target": "vllm.lora.request", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "target": "vllm.outputs", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "target": "vllm.sampling_params", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "target": "vllm.sequence", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "target": "vllm.transformers_utils.tokenizer", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py", "target": "vllm.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#initialize_cluster", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#get_open_port", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._check_beam_search_early_stopping", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._check_stop", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._decode_sequence", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._finalize_sequence", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._get_stats", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._init_cache_sp", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._init_tokenizer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._init_workers_sp", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._process_model_outputs", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._process_sequence_group_outputs", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._verify_args", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.abort_request", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.add_lora", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.add_request", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.do_log_stats", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.free_cache_engine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.from_engine_args", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.get_model_config", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.get_num_unfinished_requests", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.get_tokenizer_for_seq", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.has_unfinished_requests", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.init_cache_engine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.list_loras", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.offload_model_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.remove_lora", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.step", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.sync_model_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.__init__", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._init_cache_sp", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.__init__", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._init_tokenizer", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.__init__", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._init_workers_sp", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.__init__", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._verify_args", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._check_beam_search_early_stopping", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.get_tokenizer_for_seq", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._check_stop", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.get_tokenizer_for_seq", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._decode_sequence", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.get_tokenizer_for_seq", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._init_cache_sp", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.init_cache_engine", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._init_cache_sp", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.profile_num_available_blocks", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._init_cache_sp", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.warm_up_model", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._init_workers_sp", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.init_model", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._init_workers_sp", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.load_model", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._process_model_outputs", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._get_stats", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._process_model_outputs", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._process_sequence_group_outputs", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._process_sequence_group_outputs", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._check_beam_search_early_stopping", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._process_sequence_group_outputs", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._check_stop", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._process_sequence_group_outputs", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.get_tokenizer_for_seq", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.add_lora", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.add_lora", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.do_log_stats", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._get_stats", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.from_engine_args", "target": "verl/third_party/vllm/vllm_v_0_3_1/arg_utils.py#EngineArgs.create_engine_configs", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.from_engine_args", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#initialize_cluster", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.init_cache_engine", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.init_cache_engine", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.list_loras", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.list_loras", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.remove_lora", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.remove_lora", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine.step", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm_engine_sp.py#LLMEngine._process_model_outputs", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm.py", "target": ".arg_utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm.py", "target": ".llm_engine_sp", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm.py", "target": "torch.nn.utils.rnn", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm.py", "target": "tqdm", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm.py", "target": "verl.workers.rollout.tokenizer", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm.py", "target": "vllm.lora.request", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm.py", "target": "vllm.outputs", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm.py", "target": "vllm.sampling_params", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm.py", "target": "vllm.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM._add_request", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM._post_process_outputs", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM._pre_process_inputs", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM._run_engine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM.free_cache_engine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM.generate", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM.get_tokenizer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM.init_cache_engine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM.offload_model_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM.set_tokenizer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM.sync_model_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM._run_engine", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM._post_process_outputs", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM.generate", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM._add_request", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM.generate", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM._pre_process_inputs", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM.generate", "target": "verl/third_party/vllm/vllm_v_0_3_1/llm.py#LLM._run_engine", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py#_get_logits", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py#_get_model_architecture", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py#_get_model_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py#_set_default_torch_dtype", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py#forward", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py#get_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py#load_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py#vocab_init", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py", "target": ".config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py", "target": ".weight_loaders", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py", "target": "contextlib", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py", "target": "megatron.core.tensor_parallel.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py", "target": "vllm.config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py", "target": "vllm.model_executor.layers.activation", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py", "target": "vllm.model_executor.layers.linear", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py", "target": "vllm.model_executor.layers.sampler", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py", "target": "vllm.model_executor.layers.vocab_parallel_embedding", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py", "target": "vllm.model_executor.models", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py", "target": "vllm.model_executor.sampling_metadata", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py", "target": "vllm.model_executor.weight_utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py", "target": "vllm.sequence", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py#get_model", "target": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py#_get_model_architecture", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py#get_model", "target": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py#_set_default_torch_dtype", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py#get_model", "target": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py#load_weights", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py#load_weights", "target": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py#_get_model_weight_loader", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py", "target": ".model_loader", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py", "target": "contextlib", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py", "target": "time", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py", "target": "vllm.config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py", "target": "vllm.logger", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py", "target": "vllm.lora.layers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py", "target": "vllm.lora.request", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py", "target": "vllm.lora.worker_manager", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py", "target": "vllm.model_executor", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py", "target": "vllm.sampling_params", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py", "target": "vllm.sequence", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py", "target": "vllm.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py", "target": "vllm.worker.model_runner", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner", "target": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner", "target": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner._prepare_sample", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner", "target": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner.execute_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner", "target": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner.load_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner", "target": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner.prepare_input_tensors", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner", "target": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner.profile_run", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner", "target": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner", "relation": "extends", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner.__init__", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#DeviceConfig", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner.__init__", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.get_sliding_window", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner.execute_model", "target": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner.prepare_input_tensors", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner.prepare_input_tensors", "target": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner._prepare_sample", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner.profile_run", "target": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner.execute_model", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py#get_micro_data_parallel_group", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py#get_micro_data_parallel_rank", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py#get_micro_data_parallel_world_size", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py#get_tensor_model_parallel_group", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py#get_tensor_model_parallel_rank", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py#get_tensor_model_parallel_src_rank", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py#get_tensor_model_parallel_world_size", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py#initialize_model_parallel_from_megatron", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py", "target": "megatron.core", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py", "target": "megatron.distributed", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py", "target": "torch.distributed", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py#get_micro_data_parallel_rank", "target": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py#get_micro_data_parallel_group", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py#get_micro_data_parallel_world_size", "target": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py#get_micro_data_parallel_group", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py#get_tensor_model_parallel_rank", "target": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py#get_tensor_model_parallel_group", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py#get_tensor_model_parallel_src_rank", "target": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py#get_tensor_model_parallel_world_size", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py#get_tensor_model_parallel_world_size", "target": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py#get_tensor_model_parallel_group", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py#TokenizerGroup", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py", "target": "vllm.lora.request", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py", "target": "vllm.transformers_utils.tokenizers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py", "target": "vllm.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py#TokenizerGroup", "target": "verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py#TokenizerGroup.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py#TokenizerGroup", "target": "verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py#TokenizerGroup.encode", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py#TokenizerGroup", "target": "verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py#TokenizerGroup.encode_async", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py#TokenizerGroup", "target": "verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py#TokenizerGroup.eos_token_id", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py#TokenizerGroup", "target": "verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py#TokenizerGroup.get_lora_tokenizer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py#TokenizerGroup", "target": "verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py#TokenizerGroup.pad_token_id", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py#TokenizerGroup.encode", "target": "verl/third_party/vllm/vllm_v_0_3_1/tokenizer.py#TokenizerGroup.get_lora_tokenizer", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/weight_loaders.py#default_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/weight_loaders.py#gpt2_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/weight_loaders.py#llama_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/weight_loaders.py#mistral_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/weight_loaders.py#parallel_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/weight_loaders.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/weight_loaders.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#_check_if_gpu_supports_dtype", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#_init_distributed_environment", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#_pad_to_alignment", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#_pad_to_max", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "target": ".model_loader", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "target": ".model_runner", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "target": ".parallel_state", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "target": "gc", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "target": "torch.distributed", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "target": "vllm.config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "target": "vllm.lora.request", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "target": "vllm.model_executor", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "target": "vllm.model_executor.parallel_utils.custom_all_reduce", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "target": "vllm.model_executor.parallel_utils.parallel_state", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "target": "vllm.sampling_params", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "target": "vllm.sequence", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py", "target": "vllm.worker.cache_engine", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#_init_distributed_environment", "target": "verl/third_party/vllm/vllm_v_0_3_1/parallel_state.py#initialize_model_parallel_from_megatron", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.add_lora", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.cache_swap", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.execute_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.free_cache_engine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.init_cache_engine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.init_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.list_loras", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.load_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.offload_model_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.profile_num_available_blocks", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.remove_lora", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.sync_model_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.warm_up_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.execute_model", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.cache_swap", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.init_model", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#_check_if_gpu_supports_dtype", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.init_model", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#_init_distributed_environment", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.init_model", "target": "verl/workers/megatron_workers.py#set_random_seed", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.profile_num_available_blocks", "target": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner.profile_run", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.sync_model_weights", "target": "verl/third_party/vllm/vllm_v_0_3_1/model_loader.py#load_weights", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.warm_up_model", "target": "verl/workers/megatron_workers.py#set_random_seed", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py#EngineArgs", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py#nullable_str", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py", "target": ".config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py", "target": "argparse", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py", "target": "dataclasses", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py", "target": "vllm.config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py", "target": "vllm.model_executor.layers.quantization", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py", "target": "vllm.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py#EngineArgs", "target": "verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py#EngineArgs.add_cli_args", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py#EngineArgs", "target": "verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py#EngineArgs.create_engine_config", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py#EngineArgs", "target": "verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py#EngineArgs.from_cli_args", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py#EngineArgs.create_engine_config", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#CacheConfig", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py#EngineArgs.create_engine_config", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#DeviceConfig", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py#EngineArgs.create_engine_config", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#LoRAConfig", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py#EngineArgs.create_engine_config", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.get_sliding_window", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py#EngineArgs.create_engine_config", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ParallelConfig", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/arg_utils.py#EngineArgs.create_engine_config", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#SchedulerConfig", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/config.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/config.py#LoadConfig", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/config.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/config.py#LoadFormat", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/config.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/config.py#ModelConfig", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/config.py", "target": "dataclasses", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/config.py", "target": "enum", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/config.py", "target": "json", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/config.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/config.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/config.py", "target": "vllm.config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/config.py", "target": "vllm.logger", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/config.py", "target": "vllm.model_executor.layers.quantization", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/config.py", "target": "vllm.transformers_utils.config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/config.py", "target": "vllm.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/config.py#LoadConfig", "target": "verl/third_party/vllm/vllm_v_0_4_2/config.py#LoadConfig.__post_init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/config.py#LoadConfig", "target": "verl/third_party/vllm/vllm_v_0_4_2/config.py#LoadConfig._verify_load_format", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/config.py#LoadConfig.__post_init__", "target": "verl/third_party/vllm/vllm_v_0_4_2/config.py#LoadConfig._verify_load_format", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/config.py#LoadConfig._verify_load_format", "target": "verl/third_party/vllm/vllm_v_0_4_2/config.py#LoadFormat", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/config.py#LoadFormat", "target": "str", "relation": "extends", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/config.py#ModelConfig", "target": "verl/third_party/vllm/vllm_v_0_4_2/config.py#ModelConfig.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/config.py#ModelConfig", "target": "verl/third_party/vllm/vllm_v_0_4_2/config.py#ModelConfig", "relation": "extends", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/config.py#ModelConfig.__init__", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#_get_and_verify_dtype", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/config.py#ModelConfig.__init__", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#_get_and_verify_max_len", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/config.py#ModelConfig.__init__", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig._verify_cuda_graph", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/config.py#ModelConfig.__init__", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig._verify_quantization", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#_get_model_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#_process_parameter_names", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#gemma_dtensor_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#gpt2_dtensor_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#gptbigcode_dtensor_load_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#llama_dtensor_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#load_dtensor_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#qwen2_dtensor_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#redistribute_dtensor", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#starcoder2_dtensor_load_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#update_dtensor_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py", "target": "torch.distributed._tensor", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py", "target": "vllm.model_executor.layers.linear", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py", "target": "vllm.model_executor.model_loader.weight_utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py", "target": "vllm.model_executor.models", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#gemma_dtensor_weight_loader", "target": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#redistribute_dtensor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#gptbigcode_dtensor_load_weights", "target": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#redistribute_dtensor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#llama_dtensor_weight_loader", "target": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#redistribute_dtensor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#load_dtensor_weights", "target": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#_get_model_weight_loader", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#qwen2_dtensor_weight_loader", "target": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#redistribute_dtensor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#redistribute_dtensor", "target": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#_process_parameter_names", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#starcoder2_dtensor_load_weights", "target": "verl/third_party/vllm/vllm_v_0_4_2/dtensor_weight_loaders.py#redistribute_dtensor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/hf_weight_loader.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/hf_weight_loader.py#gemma_load_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/hf_weight_loader.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/hf_weight_loader.py#load_hf_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/hf_weight_loader.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/hf_weight_loader.py#update_hf_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/hf_weight_loader.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/hf_weight_loader.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/hf_weight_loader.py", "target": "vllm.model_executor.model_loader.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/hf_weight_loader.py", "target": "vllm.model_executor.model_loader.weight_utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/hf_weight_loader.py", "target": "vllm.model_executor.models.gemma", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py#LLMEngine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py", "target": ".arg_utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py", "target": ".config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py", "target": ".spmd_gpu_executor", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py", "target": ".tokenizer", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py", "target": "vllm", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py", "target": "vllm.config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py", "target": "vllm.core.scheduler", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py", "target": "vllm.engine.llm_engine", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py", "target": "vllm.engine.metrics", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py", "target": "vllm.engine.output_processor.interfaces", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py", "target": "vllm.engine.output_processor.stop_checker", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py", "target": "vllm.executor.executor_base", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py", "target": "vllm.logger", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py", "target": "vllm.model_executor.model_loader", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py", "target": "vllm.transformers_utils.detokenizer", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py", "target": "vllm.usage.usage_lib", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py", "target": "vllm.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py#LLMEngine.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py#LLMEngine._init_tokenizer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py#LLMEngine.free_cache_engine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py#LLMEngine.from_engine_args", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py#LLMEngine.init_cache_engine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py#LLMEngine.offload_model_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py#LLMEngine.sync_model_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py#LLMEngine", "relation": "extends", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py#LLMEngine.__init__", "target": "verl/third_party/vllm/vllm_v_0_4_2/llm_engine_sp.py#LLMEngine._init_tokenizer", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm.py", "target": ".arg_utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm.py", "target": ".llm_engine_sp", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm.py", "target": "torch.nn.utils.rnn", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm.py", "target": "tqdm", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm.py", "target": "verl.workers.rollout.tokenizer", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm.py", "target": "vllm.lora.request", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm.py", "target": "vllm.outputs", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm.py", "target": "vllm.sampling_params", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm.py", "target": "vllm.sequence", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm.py", "target": "vllm.usage.usage_lib", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm.py", "target": "vllm.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM._add_request", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM._post_process_outputs", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM._pre_process_inputs", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM._run_engine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM.free_cache_engine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM.generate", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM.get_tokenizer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM.init_cache_engine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM.offload_model_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM.set_tokenizer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM.sync_model_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM._run_engine", "target": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM._post_process_outputs", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM.generate", "target": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM._add_request", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM.generate", "target": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM._pre_process_inputs", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM.generate", "target": "verl/third_party/vllm/vllm_v_0_4_2/llm.py#LLM._run_engine", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#_get_model_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#_replace_name", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#_replace_name~2", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#default_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#gpt2_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#llama_megatron_core_te_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#llama_megatron_core_te_weight_loader~2", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#llama_megatron_core_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#llama_megatron_core_weight_loader~2", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#llama_megatron_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#load_megatron_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#mistral_megatron_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#parallel_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#update_megatron_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#vocab_init", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "target": "megatron.core.tensor_parallel.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "target": "vllm.model_executor.layers.activation", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "target": "vllm.model_executor.layers.linear", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "target": "vllm.model_executor.layers.vocab_parallel_embedding", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py", "target": "vllm.model_executor.models", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#load_megatron_weights", "target": "verl/third_party/vllm/vllm_v_0_4_2/megatron_weight_loaders.py#_get_model_weight_loader", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#_get_logits", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#DTensorLoader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#DummyModelLoader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#get_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#get_model_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#HFLoader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#MegatronLoader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "target": ".config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "target": ".dtensor_weight_loaders", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "target": ".hf_weight_loader", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "target": ".megatron_weight_loaders", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "target": "vllm.config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "target": "vllm.distributed.communication_op", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "target": "vllm.model_executor.layers.logits_processor", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "target": "vllm.model_executor.model_loader", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "target": "vllm.model_executor.model_loader.loader", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py", "target": "vllm.model_executor.model_loader.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#DTensorLoader", "target": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#DTensorLoader.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#DTensorLoader", "target": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#DTensorLoader._get_weights_iterator", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#DTensorLoader", "target": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#DTensorLoader.load_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#DTensorLoader", "target": "BaseModelLoader", "relation": "extends", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#DummyModelLoader", "target": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#DummyModelLoader.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#DummyModelLoader", "target": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#DummyModelLoader.load_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#DummyModelLoader", "target": "BaseModelLoader", "relation": "extends", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#get_model", "target": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#get_model_loader", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#get_model_loader", "target": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#DTensorLoader", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#get_model_loader", "target": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#DummyModelLoader", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#get_model_loader", "target": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#HFLoader", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#get_model_loader", "target": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#MegatronLoader", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#HFLoader", "target": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#HFLoader.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#HFLoader", "target": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#HFLoader._get_weights_iterator", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#HFLoader", "target": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#HFLoader.load_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#HFLoader", "target": "BaseModelLoader", "relation": "extends", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#HFLoader.load_model", "target": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#HFLoader._get_weights_iterator", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#MegatronLoader", "target": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#MegatronLoader.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#MegatronLoader", "target": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#MegatronLoader._get_weights_iterator", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#MegatronLoader", "target": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#MegatronLoader.load_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_loader.py#MegatronLoader", "target": "BaseModelLoader", "relation": "extends", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py#BatchType", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py#ModelRunner", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py", "target": ".config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py", "target": ".model_loader", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py", "target": "enum", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py", "target": "vllm.attention", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py", "target": "vllm.config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py", "target": "vllm.logger", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py", "target": "vllm.lora.layers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py", "target": "vllm.lora.request", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py", "target": "vllm.lora.worker_manager", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py", "target": "vllm.model_executor", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py", "target": "vllm.sequence", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py", "target": "vllm.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py", "target": "vllm.worker.model_runner", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py#BatchType", "target": "IntEnum", "relation": "extends", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py#ModelRunner", "target": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py#ModelRunner.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py#ModelRunner", "target": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py#ModelRunner.execute_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py#ModelRunner", "target": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py#ModelRunner.load_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py#ModelRunner", "target": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py#ModelRunner.prepare_input_tensors", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py#ModelRunner", "target": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py#ModelRunner", "relation": "extends", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py#ModelRunner.__init__", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#DeviceConfig", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py#ModelRunner.__init__", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.get_sliding_window", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py#ModelRunner.execute_model", "target": "verl/third_party/vllm/vllm_v_0_4_2/model_runner.py#ModelRunner.prepare_input_tensors", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#ensure_model_parallel_initialized", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#get_device_mesh", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#get_tensor_model_parallel_group", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#get_tensor_model_parallel_rank", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#get_tensor_model_parallel_src_rank", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#get_tensor_model_parallel_world_size", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#initialize_model_parallel", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#initialize_model_parallel_for_vllm", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#initialize_parallel_state", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#model_parallel_is_initialized", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py", "target": "torch.distributed", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py", "target": "torch.distributed.device_mesh", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py", "target": "vllm.logger", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#ensure_model_parallel_initialized", "target": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#get_tensor_model_parallel_world_size", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#ensure_model_parallel_initialized", "target": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#initialize_model_parallel", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#ensure_model_parallel_initialized", "target": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#model_parallel_is_initialized", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#get_tensor_model_parallel_rank", "target": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#get_tensor_model_parallel_group", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#get_tensor_model_parallel_src_rank", "target": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#get_tensor_model_parallel_world_size", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#get_tensor_model_parallel_world_size", "target": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#get_tensor_model_parallel_group", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#initialize_parallel_state", "target": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#initialize_model_parallel", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#initialize_parallel_state", "target": "verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py#initialize_model_parallel_for_vllm", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#get_open_port", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#initialize_cluster", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutorAsync", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py", "target": ".config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py", "target": ".worker", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py", "target": "socket", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py", "target": "vllm.config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py", "target": "vllm.executor.executor_base", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py", "target": "vllm.logger", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py", "target": "vllm.lora.request", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py", "target": "vllm.sequence", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#initialize_cluster", "target": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#get_open_port", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor._init_executor", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor._init_workers_sp", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.add_lora", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.check_health", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.determine_num_available_blocks", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.execute_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.free_cache_engine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.init_cache_engine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.initialize_cache", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.list_loras", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.offload_model_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.remove_lora", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.sync_model_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "ExecutorBase", "relation": "extends", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.__init__", "target": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#initialize_cluster", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.__init__", "target": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor._init_executor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor._init_executor", "target": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor._init_workers_sp", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor._init_workers_sp", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.load_model", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.add_lora", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.add_lora", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.list_loras", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.list_loras", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.remove_lora", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.remove_lora", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutorAsync", "target": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutorAsync.check_health_async", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutorAsync", "target": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutorAsync.execute_model_async", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutorAsync", "target": "ExecutorAsyncBase", "relation": "extends", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutorAsync", "target": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor", "relation": "extends", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutorAsync.check_health_async", "target": "verl/third_party/vllm/vllm_v_0_4_2/spmd_gpu_executor.py#SPMDGPUExecutor.check_health", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py#TokenizerGroup", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py", "target": "vllm.lora.request", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py", "target": "vllm.transformers_utils.tokenizers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py", "target": "vllm.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py#TokenizerGroup", "target": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py#TokenizerGroup.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py#TokenizerGroup", "target": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py#TokenizerGroup.encode", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py#TokenizerGroup", "target": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py#TokenizerGroup.encode_async", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py#TokenizerGroup", "target": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py#TokenizerGroup.eos_token_id", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py#TokenizerGroup", "target": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py#TokenizerGroup.get_lora_tokenizer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py#TokenizerGroup", "target": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py#TokenizerGroup.get_max_input_len", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py#TokenizerGroup", "target": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py#TokenizerGroup.pad_token_id", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py#TokenizerGroup", "target": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py#TokenizerGroup.ping", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py#TokenizerGroup.encode", "target": "verl/third_party/vllm/vllm_v_0_4_2/tokenizer.py#TokenizerGroup.get_lora_tokenizer", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/worker.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/worker.py#init_worker_distributed_environment", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/worker.py", "target": "verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/worker.py", "target": ".config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/worker.py", "target": ".dtensor_weight_loaders", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/worker.py", "target": ".hf_weight_loader", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/worker.py", "target": ".megatron_weight_loaders", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/worker.py", "target": ".model_runner", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/worker.py", "target": ".parallel_state", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/worker.py", "target": "gc", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/worker.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/worker.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/worker.py", "target": "torch.distributed", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/worker.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/worker.py", "target": "vllm.config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/worker.py", "target": "vllm.distributed", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/worker.py", "target": "vllm.distributed.device_communicators", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/worker.py", "target": "vllm.distributed.device_communicators.custom_all_reduce", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/worker.py", "target": "vllm.model_executor", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/worker.py", "target": "vllm.sequence", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/worker.py", "target": "vllm.worker.cache_engine", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/worker.py", "target": "vllm.worker.worker", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker._init_cache_engine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker.determine_num_available_blocks", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker.execute_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker.free_cache_engine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker.init_device", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker.offload_model_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker.sync_model_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker", "relation": "extends", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker.determine_num_available_blocks", "target": "verl/third_party/vllm/vllm_v_0_3_1/model_runner.py#ModelRunner.profile_run", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker.execute_model", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.cache_swap", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker.init_device", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#_check_if_gpu_supports_dtype", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker.init_device", "target": "verl/third_party/vllm/vllm_v_0_4_2/worker.py#init_worker_distributed_environment", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_4_2/worker.py#Worker.init_device", "target": "verl/workers/megatron_workers.py#set_random_seed", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py#EngineArgs", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py#nullable_str", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py", "target": ".config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py", "target": "argparse", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py", "target": "dataclasses", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py", "target": "json", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py", "target": "vllm.config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py", "target": "vllm.executor.executor_base", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py", "target": "vllm.logger", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py", "target": "vllm.model_executor.layers.quantization", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py", "target": "vllm.transformers_utils.tokenizer_group.base_tokenizer_group", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py", "target": "vllm.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py#EngineArgs", "target": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py#EngineArgs.add_cli_args", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py#EngineArgs", "target": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py#EngineArgs.create_engine_config", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py#EngineArgs", "target": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py#EngineArgs.from_cli_args", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py#EngineArgs.create_engine_config", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#CacheConfig", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py#EngineArgs.create_engine_config", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#DeviceConfig", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py#EngineArgs.create_engine_config", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#LoRAConfig", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py#EngineArgs.create_engine_config", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig.get_sliding_window", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py#EngineArgs.create_engine_config", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ParallelConfig", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/arg_utils.py#EngineArgs.create_engine_config", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#SchedulerConfig", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/config.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/config.py#LoadConfig", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/config.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/config.py#LoadFormat", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/config.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/config.py#ModelConfig", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/config.py", "target": "dataclasses", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/config.py", "target": "enum", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/config.py", "target": "json", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/config.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/config.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/config.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/config.py", "target": "vllm.config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/config.py", "target": "vllm.logger", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/config.py", "target": "vllm.model_executor.layers.quantization", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/config.py", "target": "vllm.transformers_utils.config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/config.py", "target": "vllm.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/config.py#LoadConfig", "target": "verl/third_party/vllm/vllm_v_0_5_4/config.py#LoadConfig.__post_init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/config.py#LoadConfig", "target": "verl/third_party/vllm/vllm_v_0_5_4/config.py#LoadConfig._verify_load_format", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/config.py#LoadConfig.__post_init__", "target": "verl/third_party/vllm/vllm_v_0_5_4/config.py#LoadConfig._verify_load_format", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/config.py#LoadConfig._verify_load_format", "target": "verl/third_party/vllm/vllm_v_0_5_4/config.py#LoadFormat", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/config.py#LoadFormat", "target": "str", "relation": "extends", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/config.py#ModelConfig", "target": "verl/third_party/vllm/vllm_v_0_5_4/config.py#ModelConfig.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/config.py#ModelConfig", "target": "verl/third_party/vllm/vllm_v_0_5_4/config.py#ModelConfig", "relation": "extends", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/config.py#ModelConfig.__init__", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#_get_and_verify_dtype", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/config.py#ModelConfig.__init__", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#_get_and_verify_max_len", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/config.py#ModelConfig.__init__", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig._verify_cuda_graph", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/config.py#ModelConfig.__init__", "target": "verl/third_party/vllm/vllm_v_0_3_1/config.py#ModelConfig._verify_quantization", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#_get_model_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#_process_parameter_names", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#deepseekv2_dtensor_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#gemma_dtensor_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#gpt2_dtensor_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#gptbigcode_dtensor_load_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#llama_dtensor_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#load_dtensor_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#qwen2_dtensor_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#redistribute_dtensor", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#starcoder2_dtensor_load_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#update_dtensor_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py", "target": "torch.distributed._tensor", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py", "target": "vllm.model_executor.layers.fused_moe", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py", "target": "vllm.model_executor.layers.linear", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py", "target": "vllm.model_executor.model_loader.weight_utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py", "target": "vllm.model_executor.models", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py", "target": "vllm.model_executor.models.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#deepseekv2_dtensor_weight_loader", "target": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#redistribute_dtensor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#gemma_dtensor_weight_loader", "target": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#redistribute_dtensor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#gptbigcode_dtensor_load_weights", "target": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#redistribute_dtensor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#llama_dtensor_weight_loader", "target": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#redistribute_dtensor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#load_dtensor_weights", "target": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#_get_model_weight_loader", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#qwen2_dtensor_weight_loader", "target": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#redistribute_dtensor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#redistribute_dtensor", "target": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#_process_parameter_names", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#starcoder2_dtensor_load_weights", "target": "verl/third_party/vllm/vllm_v_0_5_4/dtensor_weight_loaders.py#redistribute_dtensor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/hf_weight_loader.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/hf_weight_loader.py#load_hf_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/hf_weight_loader.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/hf_weight_loader.py#update_hf_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/hf_weight_loader.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/hf_weight_loader.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/hf_weight_loader.py", "target": "vllm.model_executor.model_loader.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/hf_weight_loader.py", "target": "vllm.model_executor.model_loader.weight_utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py", "target": ".arg_utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py", "target": ".config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py", "target": ".spmd_gpu_executor", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py", "target": ".tokenizer", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py", "target": "vllm.config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py", "target": "vllm.core.scheduler", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py", "target": "vllm.engine.llm_engine", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py", "target": "vllm.engine.metrics", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py", "target": "vllm.engine.output_processor.interfaces", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py", "target": "vllm.engine.output_processor.stop_checker", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py", "target": "vllm.executor.executor_base", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py", "target": "vllm.inputs", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py", "target": "vllm.logger", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py", "target": "vllm.model_executor.model_loader", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py", "target": "vllm.tracing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py", "target": "vllm.transformers_utils.detokenizer", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py", "target": "vllm.usage.usage_lib", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py", "target": "vllm.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py", "target": "vllm.version", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine._get_executor_cls", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine._init_tokenizer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine.free_cache_engine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine.from_engine_args", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine.init_cache_engine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine.offload_model_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine.sync_model_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine", "relation": "extends", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine.__init__", "target": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine._init_tokenizer", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine.from_engine_args", "target": "verl/third_party/vllm/vllm_v_0_5_4/llm_engine_sp.py#LLMEngine._get_executor_cls", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm.py", "target": ".arg_utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm.py", "target": ".llm_engine_sp", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm.py", "target": "contextlib", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm.py", "target": "torch.nn.utils.rnn", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm.py", "target": "tqdm", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm.py", "target": "verl.workers.rollout.tokenizer", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm.py", "target": "vllm", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm.py", "target": "vllm.inputs", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm.py", "target": "vllm.logger", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm.py", "target": "vllm.lora.request", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm.py", "target": "vllm.model_executor.guided_decoding", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm.py", "target": "vllm.model_executor.guided_decoding.guided_fields", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm.py", "target": "vllm.outputs", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm.py", "target": "vllm.pooling_params", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm.py", "target": "vllm.prompt_adapter.request", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm.py", "target": "vllm.sampling_params", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm.py", "target": "vllm.transformers_utils.tokenizer", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm.py", "target": "vllm.usage.usage_lib", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm.py", "target": "vllm.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM._post_process_outputs", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM._run_engine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM.free_cache_engine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM.get_tokenizer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM.init_cache_engine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM.offload_model_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM.set_tokenizer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM.sync_model_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM", "relation": "extends", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM._run_engine", "target": "verl/third_party/vllm/vllm_v_0_5_4/llm.py#LLM._post_process_outputs", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#_get_model_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#_replace_name", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#_replace_name~2", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#default_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#gpt2_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#llama_megatron_core_te_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#llama_megatron_core_te_weight_loader~2", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#llama_megatron_core_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#llama_megatron_core_weight_loader~2", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#llama_megatron_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#load_megatron_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#mistral_megatron_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#parallel_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#update_megatron_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py", "target": "vllm.model_executor.layers.activation", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py", "target": "vllm.model_executor.layers.linear", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py", "target": "vllm.model_executor.layers.vocab_parallel_embedding", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py", "target": "vllm.model_executor.models", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#load_megatron_weights", "target": "verl/third_party/vllm/vllm_v_0_5_4/megatron_weight_loaders.py#_get_model_weight_loader", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#_get_logits", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#DTensorLoader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#DummyModelLoader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#get_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#get_model_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#HFLoader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#logitsprocessor_init", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#MegatronLoader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "target": ".config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "target": ".dtensor_weight_loaders", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "target": ".hf_weight_loader", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "target": ".megatron_weight_loaders", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "target": "vllm.config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "target": "vllm.distributed.communication_op", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "target": "vllm.model_executor.layers.logits_processor", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "target": "vllm.model_executor.model_loader", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "target": "vllm.model_executor.model_loader.loader", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py", "target": "vllm.model_executor.model_loader.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#DTensorLoader", "target": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#DTensorLoader.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#DTensorLoader", "target": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#DTensorLoader._get_weights_iterator", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#DTensorLoader", "target": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#DTensorLoader.load_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#DTensorLoader", "target": "BaseModelLoader", "relation": "extends", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#DummyModelLoader", "target": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#DummyModelLoader.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#DummyModelLoader", "target": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#DummyModelLoader.load_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#DummyModelLoader", "target": "BaseModelLoader", "relation": "extends", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#get_model", "target": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#get_model_loader", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#get_model_loader", "target": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#DTensorLoader", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#get_model_loader", "target": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#DummyModelLoader", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#get_model_loader", "target": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#HFLoader", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#get_model_loader", "target": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#MegatronLoader", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#HFLoader", "target": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#HFLoader.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#HFLoader", "target": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#HFLoader._get_weights_iterator", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#HFLoader", "target": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#HFLoader.load_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#HFLoader", "target": "BaseModelLoader", "relation": "extends", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#HFLoader.load_model", "target": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#HFLoader._get_weights_iterator", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#MegatronLoader", "target": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#MegatronLoader.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#MegatronLoader", "target": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#MegatronLoader._get_weights_iterator", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#MegatronLoader", "target": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#MegatronLoader.load_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_loader.py#MegatronLoader", "target": "BaseModelLoader", "relation": "extends", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py#BatchType", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py#ModelRunner", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py", "target": ".config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py", "target": ".model_loader", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py", "target": "enum", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py", "target": "vllm.attention", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py", "target": "vllm.config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py", "target": "vllm.logger", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py", "target": "vllm.lora.layers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py", "target": "vllm.lora.request", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py", "target": "vllm.lora.worker_manager", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py", "target": "vllm.model_executor", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py", "target": "vllm.model_executor.models.interfaces", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py", "target": "vllm.prompt_adapter.worker_manager", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py", "target": "vllm.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py", "target": "vllm.worker.model_runner", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py", "target": "warnings", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py#BatchType", "target": "IntEnum", "relation": "extends", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py#ModelRunner", "target": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py#ModelRunner.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py#ModelRunner", "target": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py#ModelRunner.load_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py#ModelRunner", "target": "verl/third_party/vllm/vllm_v_0_5_4/model_runner.py#ModelRunner", "relation": "extends", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#ensure_model_parallel_initialized", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#get_device_mesh", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#get_tensor_model_parallel_group", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#get_tensor_model_parallel_rank", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#get_tensor_model_parallel_src_rank", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#get_tensor_model_parallel_world_size", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#initialize_model_parallel", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#initialize_model_parallel_for_vllm", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#initialize_parallel_state", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#model_parallel_is_initialized", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py", "target": "torch.distributed", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py", "target": "torch.distributed.device_mesh", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py", "target": "vllm.distributed.parallel_state", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py", "target": "vllm.logger", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#ensure_model_parallel_initialized", "target": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#get_tensor_model_parallel_world_size", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#ensure_model_parallel_initialized", "target": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#initialize_model_parallel", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#ensure_model_parallel_initialized", "target": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#model_parallel_is_initialized", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#get_tensor_model_parallel_rank", "target": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#get_tensor_model_parallel_group", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#get_tensor_model_parallel_src_rank", "target": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#get_tensor_model_parallel_world_size", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#get_tensor_model_parallel_world_size", "target": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#get_tensor_model_parallel_group", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#initialize_parallel_state", "target": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#initialize_model_parallel", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#initialize_parallel_state", "target": "verl/third_party/vllm/vllm_v_0_5_4/parallel_state.py#initialize_model_parallel_for_vllm", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#get_open_port", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#initialize_cluster", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutorAsync", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "target": ".config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "target": ".worker", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "target": "socket", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "target": "vllm.config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "target": "vllm.executor.executor_base", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "target": "vllm.logger", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "target": "vllm.lora.request", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "target": "vllm.prompt_adapter.request", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py", "target": "vllm.sequence", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#initialize_cluster", "target": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#get_open_port", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor._init_executor", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor._init_workers_sp", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.add_lora", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.add_prompt_adapter", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.check_health", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.determine_num_available_blocks", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.execute_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.free_cache_engine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.init_cache_engine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.initialize_cache", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.list_loras", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.list_prompt_adapters", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.offload_model_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.pin_lora", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.pin_prompt_adapter", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.remove_lora", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.remove_prompt_adapter", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.sync_model_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "ExecutorBase", "relation": "extends", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.__init__", "target": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#initialize_cluster", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.__init__", "target": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor._init_executor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor._init_executor", "target": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor._init_workers_sp", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor._init_workers_sp", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.load_model", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.add_lora", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.add_lora", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.list_loras", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.list_loras", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.remove_lora", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.remove_lora", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutorAsync", "target": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutorAsync.check_health_async", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutorAsync", "target": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutorAsync.execute_model_async", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutorAsync", "target": "ExecutorAsyncBase", "relation": "extends", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutorAsync", "target": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor", "relation": "extends", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutorAsync.check_health_async", "target": "verl/third_party/vllm/vllm_v_0_5_4/spmd_gpu_executor.py#SPMDGPUExecutor.check_health", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py#TokenizerGroup", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py", "target": "vllm.lora.request", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py", "target": "vllm.transformers_utils.tokenizers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py", "target": "vllm.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py#TokenizerGroup", "target": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py#TokenizerGroup.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py#TokenizerGroup", "target": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py#TokenizerGroup.encode", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py#TokenizerGroup", "target": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py#TokenizerGroup.encode_async", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py#TokenizerGroup", "target": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py#TokenizerGroup.eos_token_id", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py#TokenizerGroup", "target": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py#TokenizerGroup.get_lora_tokenizer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py#TokenizerGroup", "target": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py#TokenizerGroup.get_max_input_len", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py#TokenizerGroup", "target": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py#TokenizerGroup.pad_token_id", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py#TokenizerGroup", "target": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py#TokenizerGroup.ping", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py#TokenizerGroup.encode", "target": "verl/third_party/vllm/vllm_v_0_5_4/tokenizer.py#TokenizerGroup.get_lora_tokenizer", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/worker.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/worker.py#init_worker_distributed_environment", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/worker.py", "target": "verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/worker.py", "target": ".config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/worker.py", "target": ".dtensor_weight_loaders", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/worker.py", "target": ".hf_weight_loader", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/worker.py", "target": ".megatron_weight_loaders", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/worker.py", "target": ".model_runner", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/worker.py", "target": ".parallel_state", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/worker.py", "target": "gc", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/worker.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/worker.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/worker.py", "target": "torch.distributed", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/worker.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/worker.py", "target": "vllm.config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/worker.py", "target": "vllm.distributed", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/worker.py", "target": "vllm.model_executor", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/worker.py", "target": "vllm.sequence", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/worker.py", "target": "vllm.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/worker.py", "target": "vllm.worker.cache_engine", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/worker.py", "target": "vllm.worker.embedding_model_runner", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/worker.py", "target": "vllm.worker.model_runner", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/worker.py", "target": "vllm.worker.model_runner_base", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/worker.py", "target": "vllm.worker.worker", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/worker.py", "target": "vllm.worker.worker_base", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker._init_cache_engine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker.determine_num_available_blocks", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker.execute_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker.free_cache_engine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker.init_device", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker.offload_model_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker.sync_model_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker", "relation": "extends", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker.init_device", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#_check_if_gpu_supports_dtype", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker.init_device", "target": "verl/third_party/vllm/vllm_v_0_5_4/worker.py#init_worker_distributed_environment", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_5_4/worker.py#Worker.init_device", "target": "verl/workers/megatron_workers.py#set_random_seed", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/arg_utils.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/arg_utils.py#EngineArgs", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/arg_utils.py", "target": ".config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/arg_utils.py", "target": "dataclasses", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/arg_utils.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/arg_utils.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/arg_utils.py", "target": "vllm.config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/arg_utils.py", "target": "vllm.engine.arg_utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/arg_utils.py#EngineArgs", "target": "verl/third_party/vllm/vllm_v_0_6_3/arg_utils.py#EngineArgs.__post_init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/arg_utils.py#EngineArgs", "target": "verl/third_party/vllm/vllm_v_0_6_3/arg_utils.py#EngineArgs.create_engine_config", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/arg_utils.py#EngineArgs", "target": "verl/third_party/vllm/vllm_v_0_6_3/arg_utils.py#EngineArgs.create_load_config", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/arg_utils.py#EngineArgs", "target": "verl/third_party/vllm/vllm_v_0_6_3/arg_utils.py#EngineArgs.create_model_config", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/arg_utils.py#EngineArgs", "target": "verl/third_party/vllm/vllm_v_0_6_3/arg_utils.py#EngineArgs", "relation": "extends", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/config.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/config.py#LoadConfig", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/config.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/config.py#LoadFormat", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/config.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/config.py#ModelConfig", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/config.py", "target": "dataclasses", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/config.py", "target": "enum", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/config.py", "target": "json", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/config.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/config.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/config.py", "target": "vllm.config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/config.py", "target": "vllm.logger", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/config.py", "target": "vllm.model_executor.model_loader.loader", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/config.py", "target": "vllm.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/config.py#LoadConfig", "target": "verl/third_party/vllm/vllm_v_0_6_3/config.py#LoadConfig.__post_init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/config.py#LoadConfig", "target": "verl/third_party/vllm/vllm_v_0_6_3/config.py#LoadConfig._verify_load_format", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/config.py#LoadConfig.__post_init__", "target": "verl/third_party/vllm/vllm_v_0_6_3/config.py#LoadConfig._verify_load_format", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/config.py#LoadConfig._verify_load_format", "target": "verl/third_party/vllm/vllm_v_0_6_3/config.py#LoadFormat", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/config.py#LoadFormat", "target": "str", "relation": "extends", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/config.py#ModelConfig", "target": "verl/third_party/vllm/vllm_v_0_6_3/config.py#ModelConfig.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/config.py#ModelConfig", "target": "verl/third_party/vllm/vllm_v_0_6_3/config.py#ModelConfig", "relation": "extends", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#_get_model_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#_process_parameter_names", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#deepseekv2_dtensor_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#gemma_dtensor_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#gpt2_dtensor_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#gptbigcode_dtensor_load_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#llama_dtensor_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#load_dtensor_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#qwen2_dtensor_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#qwen2vl_dtensor_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#redistribute_dtensor", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#starcoder2_dtensor_load_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#update_dtensor_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py", "target": "torch.distributed._tensor", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py", "target": "vllm.model_executor.layers.fused_moe", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py", "target": "vllm.model_executor.model_loader.weight_utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py", "target": "vllm.model_executor.models.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#deepseekv2_dtensor_weight_loader", "target": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#redistribute_dtensor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#gemma_dtensor_weight_loader", "target": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#redistribute_dtensor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#gptbigcode_dtensor_load_weights", "target": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#redistribute_dtensor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#llama_dtensor_weight_loader", "target": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#redistribute_dtensor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#load_dtensor_weights", "target": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#_get_model_weight_loader", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#qwen2_dtensor_weight_loader", "target": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#redistribute_dtensor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#qwen2vl_dtensor_weight_loader", "target": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#redistribute_dtensor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#redistribute_dtensor", "target": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#_process_parameter_names", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#starcoder2_dtensor_load_weights", "target": "verl/third_party/vllm/vllm_v_0_6_3/dtensor_weight_loaders.py#redistribute_dtensor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/hf_weight_loader.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/hf_weight_loader.py#load_hf_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/hf_weight_loader.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/hf_weight_loader.py#update_hf_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/hf_weight_loader.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/hf_weight_loader.py", "target": "vllm.model_executor.model_loader.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "target": ".arg_utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "target": ".config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "target": ".spmd_gpu_executor", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "target": ".tokenizer", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "target": "functools", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "target": "vllm.config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "target": "vllm.core.scheduler", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "target": "vllm.engine.arg_utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "target": "vllm.engine.llm_engine", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "target": "vllm.engine.metrics", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "target": "vllm.engine.metrics_types", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "target": "vllm.engine.output_processor.interfaces", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "target": "vllm.engine.output_processor.stop_checker", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "target": "vllm.executor.executor_base", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "target": "vllm.inputs", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "target": "vllm.inputs.preprocess", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "target": "vllm.logger", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "target": "vllm.model_executor.model_loader", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "target": "vllm.sequence", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "target": "vllm.tracing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "target": "vllm.transformers_utils.detokenizer", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "target": "vllm.transformers_utils.tokenizer", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "target": "vllm.usage.usage_lib", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "target": "vllm.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py", "target": "vllm.version", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine._get_executor_cls", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine._init_tokenizer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine.free_cache_engine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine.from_engine_args", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine.init_cache_engine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine.offload_model_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine.sync_model_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine", "target": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine", "relation": "extends", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine.__init__", "target": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine._init_tokenizer", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine.__init__", "target": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine.__init__.get_tokenizer_for_seq", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine.from_engine_args", "target": "verl/third_party/vllm/vllm_v_0_6_3/llm_engine_sp.py#LLMEngine._get_executor_cls", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm.py", "target": ".arg_utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm.py", "target": ".llm_engine_sp", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm.py", "target": "torch.nn.utils.rnn", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm.py", "target": "verl.workers.rollout.tokenizer", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm.py", "target": "vllm", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm.py", "target": "vllm.outputs", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm.py", "target": "vllm.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM._post_process_outputs", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM._run_engine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM.free_cache_engine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM.get_tokenizer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM.init_cache_engine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM.offload_model_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM.set_tokenizer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM.sync_model_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM", "target": "verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM", "relation": "extends", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM._run_engine", "target": "verl/third_party/vllm/vllm_v_0_6_3/llm.py#LLM._post_process_outputs", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#_get_model_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#_replace_name", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#_replace_name~2", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#default_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#gpt2_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#llama_megatron_core_te_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#llama_megatron_core_te_weight_loader~2", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#llama_megatron_core_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#llama_megatron_core_weight_loader~2", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#llama_megatron_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#load_megatron_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#mistral_megatron_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#parallel_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#update_megatron_weight_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py", "target": "vllm.model_executor.layers.linear", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py", "target": "vllm.model_executor.layers.vocab_parallel_embedding", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py", "target": "vllm.model_executor.models", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#load_megatron_weights", "target": "verl/third_party/vllm/vllm_v_0_6_3/megatron_weight_loaders.py#_get_model_weight_loader", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#_get_logits", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DTensorLoader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DummyModelLoader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#get_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#get_model_loader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#HFLoader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#logitsprocessor_init", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#MegatronLoader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "target": ".config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "target": ".dtensor_weight_loaders", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "target": ".hf_weight_loader", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "target": ".megatron_weight_loaders", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "target": "vllm.config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "target": "vllm.distributed.communication_op", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "target": "vllm.model_executor.layers.logits_processor", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "target": "vllm.model_executor.model_loader", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "target": "vllm.model_executor.model_loader.loader", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py", "target": "vllm.model_executor.model_loader.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DTensorLoader", "target": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DTensorLoader.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DTensorLoader", "target": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DTensorLoader._get_weights_iterator", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DTensorLoader", "target": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DTensorLoader.download_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DTensorLoader", "target": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DTensorLoader.load_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DTensorLoader", "target": "BaseModelLoader", "relation": "extends", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DummyModelLoader", "target": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DummyModelLoader.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DummyModelLoader", "target": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DummyModelLoader.download_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DummyModelLoader", "target": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DummyModelLoader.load_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DummyModelLoader", "target": "BaseModelLoader", "relation": "extends", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#get_model", "target": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#get_model_loader", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#get_model_loader", "target": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DTensorLoader", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#get_model_loader", "target": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#DummyModelLoader", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#get_model_loader", "target": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#HFLoader", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#get_model_loader", "target": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#MegatronLoader", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#HFLoader", "target": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#HFLoader.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#HFLoader", "target": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#HFLoader._get_weights_iterator", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#HFLoader", "target": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#HFLoader.download_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#HFLoader", "target": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#HFLoader.load_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#HFLoader", "target": "BaseModelLoader", "relation": "extends", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#HFLoader.load_model", "target": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#HFLoader._get_weights_iterator", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#MegatronLoader", "target": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#MegatronLoader.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#MegatronLoader", "target": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#MegatronLoader._get_weights_iterator", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#MegatronLoader", "target": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#MegatronLoader.download_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#MegatronLoader", "target": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#MegatronLoader.load_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_loader.py#MegatronLoader", "target": "BaseModelLoader", "relation": "extends", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py#BatchType", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py#ModelRunner", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py", "target": ".config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py", "target": ".model_loader", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py", "target": "enum", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py", "target": "vllm.compilation.levels", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py", "target": "vllm.config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py", "target": "vllm.inputs", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py", "target": "vllm.logger", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py", "target": "vllm.lora.worker_manager", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py", "target": "vllm.model_executor.models.interfaces", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py", "target": "vllm.multimodal", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py", "target": "vllm.plugins", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py", "target": "vllm.prompt_adapter.worker_manager", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py", "target": "vllm.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py", "target": "vllm.worker.model_runner", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py", "target": "warnings", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py#BatchType", "target": "IntEnum", "relation": "extends", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py#ModelRunner", "target": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py#ModelRunner.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py#ModelRunner", "target": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py#ModelRunner.load_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py#ModelRunner", "target": "verl/third_party/vllm/vllm_v_0_6_3/model_runner.py#ModelRunner", "relation": "extends", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#ensure_model_parallel_initialized", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#get_device_mesh", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#get_tensor_model_parallel_group", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#get_tensor_model_parallel_rank", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#get_tensor_model_parallel_src_rank", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#get_tensor_model_parallel_world_size", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#initialize_model_parallel", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#initialize_model_parallel_for_vllm", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#initialize_parallel_state", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#model_parallel_is_initialized", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py", "target": "torch.distributed", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py", "target": "vllm.distributed.parallel_state", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py", "target": "vllm.logger", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#ensure_model_parallel_initialized", "target": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#get_tensor_model_parallel_world_size", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#ensure_model_parallel_initialized", "target": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#initialize_model_parallel", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#ensure_model_parallel_initialized", "target": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#model_parallel_is_initialized", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#get_tensor_model_parallel_rank", "target": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#get_tensor_model_parallel_group", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#get_tensor_model_parallel_src_rank", "target": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#get_tensor_model_parallel_world_size", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#get_tensor_model_parallel_world_size", "target": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#get_tensor_model_parallel_group", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#initialize_parallel_state", "target": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#initialize_model_parallel", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#initialize_parallel_state", "target": "verl/third_party/vllm/vllm_v_0_6_3/parallel_state.py#initialize_model_parallel_for_vllm", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#get_open_port", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#initialize_cluster", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutorAsync", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "target": ".config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "target": ".worker", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "target": "socket", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "target": "vllm.config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "target": "vllm.executor.executor_base", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "target": "vllm.logger", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "target": "vllm.lora.request", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "target": "vllm.model_executor.layers.sampler", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "target": "vllm.prompt_adapter.request", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py", "target": "vllm.sequence", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#initialize_cluster", "target": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#get_open_port", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor._init_executor", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor._init_workers_sp", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.add_lora", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.add_prompt_adapter", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.check_health", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.determine_num_available_blocks", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.execute_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.free_cache_engine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.init_cache_engine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.initialize_cache", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.list_loras", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.list_prompt_adapters", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.offload_model_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.pin_lora", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.pin_prompt_adapter", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.remove_lora", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.remove_prompt_adapter", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.sync_model_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor", "target": "ExecutorBase", "relation": "extends", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.__init__", "target": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#initialize_cluster", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.__init__", "target": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor._init_executor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor._init_executor", "target": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor._init_workers_sp", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor._init_workers_sp", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.load_model", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.add_lora", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.add_lora", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.list_loras", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.list_loras", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.remove_lora", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#Worker.remove_lora", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutorAsync", "target": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutorAsync.check_health_async", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutorAsync", "target": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutorAsync.execute_model_async", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutorAsync", "target": "ExecutorAsyncBase", "relation": "extends", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutorAsync", "target": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor", "relation": "extends", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutorAsync.check_health_async", "target": "verl/third_party/vllm/vllm_v_0_6_3/spmd_gpu_executor.py#SPMDGPUExecutor.check_health", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/tokenizer.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/tokenizer.py#TokenizerGroup", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/tokenizer.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/tokenizer.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/tokenizer.py", "target": "vllm.transformers_utils.tokenizer_group", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/tokenizer.py", "target": "vllm.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/tokenizer.py#TokenizerGroup", "target": "verl/third_party/vllm/vllm_v_0_6_3/tokenizer.py#TokenizerGroup.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/tokenizer.py#TokenizerGroup", "target": "verl/third_party/vllm/vllm_v_0_6_3/tokenizer.py#TokenizerGroup.eos_token_id", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/tokenizer.py#TokenizerGroup", "target": "verl/third_party/vllm/vllm_v_0_6_3/tokenizer.py#TokenizerGroup.pad_token_id", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/tokenizer.py#TokenizerGroup", "target": "verl/third_party/vllm/vllm_v_0_6_3/tokenizer.py#TokenizerGroup", "relation": "extends", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/worker.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/worker.py#init_worker_distributed_environment", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/worker.py", "target": "verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/worker.py", "target": ".config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/worker.py", "target": ".dtensor_weight_loaders", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/worker.py", "target": ".hf_weight_loader", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/worker.py", "target": ".megatron_weight_loaders", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/worker.py", "target": ".model_runner", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/worker.py", "target": ".parallel_state", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/worker.py", "target": "gc", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/worker.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/worker.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/worker.py", "target": "torch.distributed", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/worker.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/worker.py", "target": "vllm.config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/worker.py", "target": "vllm.distributed", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/worker.py", "target": "vllm.model_executor", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/worker.py", "target": "vllm.model_executor.layers.sampler", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/worker.py", "target": "vllm.sequence", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/worker.py", "target": "vllm.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/worker.py", "target": "vllm.worker.cache_engine", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/worker.py", "target": "vllm.worker.embedding_model_runner", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/worker.py", "target": "vllm.worker.model_runner", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/worker.py", "target": "vllm.worker.model_runner_base", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/worker.py", "target": "vllm.worker.worker", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/worker.py", "target": "vllm.worker.worker_base", "relation": "imports", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker._init_cache_engine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker.determine_num_available_blocks", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker.execute_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker.free_cache_engine", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker.init_device", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker.offload_model_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker.sync_model_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker", "target": "verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker", "relation": "extends", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker.init_device", "target": "verl/third_party/vllm/vllm_v_0_3_1/worker.py#_check_if_gpu_supports_dtype", "relation": "calls", "confidence": "inferred" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker.init_device", "target": "verl/third_party/vllm/vllm_v_0_6_3/worker.py#init_worker_distributed_environment", "relation": "calls", "confidence": "extracted" }, { "source": "verl/third_party/vllm/vllm_v_0_6_3/worker.py#Worker.init_device", "target": "verl/workers/megatron_workers.py#set_random_seed", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/conf_adv_config.py", "target": "verl/trainer/conf_adv_config.py#apply_dual_calib_to_scores", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/conf_adv_config.py", "target": "verl/trainer/conf_adv_config.py#compute_auroc", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/conf_adv_config.py", "target": "verl/trainer/conf_adv_config.py#compute_calib_reward_stake", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/conf_adv_config.py", "target": "verl/trainer/conf_adv_config.py#compute_ece", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/conf_adv_config.py", "target": "verl/trainer/conf_adv_config.py#compute_fc_consistency_reward", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/conf_adv_config.py", "target": "verl/trainer/conf_adv_config.py#compute_fc_rank_consistency_reward", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/conf_adv_config.py", "target": "verl/trainer/conf_adv_config.py#get_fc_alpha", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/conf_adv_config.py", "target": "verl/trainer/conf_adv_config.py#get_lsc_alpha", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/conf_adv_config.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/conf_adv_config.py#apply_dual_calib_to_scores", "target": "verl/trainer/conf_adv_config.py#compute_calib_reward_stake", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/conf_adv_config.py#apply_dual_calib_to_scores", "target": "verl/trainer/conf_adv_config.py#compute_fc_consistency_reward", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/conf_adv_config.py#apply_dual_calib_to_scores", "target": "verl/trainer/conf_adv_config.py#compute_fc_rank_consistency_reward", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/conf_adv_config.py#apply_dual_calib_to_scores", "target": "verl/trainer/conf_adv_config.py#get_fc_alpha", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/conf_adv_config.py#apply_dual_calib_to_scores", "target": "verl/trainer/conf_adv_config.py#get_lsc_alpha", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/conf_adv_config.py#compute_fc_rank_consistency_reward", "target": "verl/trainer/conf_adv_config.py#compute_fc_rank_consistency_reward._sgn", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/conf_adv_config.py#compute_fc_rank_consistency_reward", "target": "verl/trainer/conf_adv_config.py#compute_fc_rank_consistency_reward._sgn", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py", "target": "verl/trainer/fsdp_sft_trainer.py#main", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py", "target": "verl/trainer/fsdp_sft_trainer.py#convert_to_regular_types", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py", "target": "verl/trainer/fsdp_sft_trainer.py#extract_step", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py", "target": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py", "target": "verl/trainer/fsdp_sft_trainer.py#main", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py", "target": "hydra", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py", "target": "importlib", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py", "target": "logging", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py", "target": "omegaconf", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py", "target": "peft", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py", "target": "re", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py", "target": "tensordict", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py", "target": "torch.distributed", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py", "target": "torch.distributed.device_mesh", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py", "target": "torch.distributed.fsdp", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py", "target": "torch.utils.data", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py", "target": "verl.trainer.fsdp_sft_trainer", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py", "target": "verl.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py", "target": "verl.utils.dataset", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py", "target": "verl.utils.debug", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py", "target": "verl.utils.distributed", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py", "target": "verl.utils.fs", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py", "target": "verl.utils.fsdp_utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py", "target": "verl.utils.torch_functional", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py", "target": "verl.utils.tracking", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py#convert_to_regular_types", "target": "verl/trainer/fsdp_sft_trainer.py#convert_to_regular_types", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer", "target": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer", "target": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer._build_dataloader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer", "target": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer._build_model_optimizer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer", "target": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer._compute_loss", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer", "target": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer._normalize_config_bsz", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer", "target": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer.fit", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer", "target": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer.save_checkpoint", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer", "target": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer.training_step", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer", "target": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer.validation_step", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer", "target": "object", "relation": "extends", "confidence": "inferred" }, { "source": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer.__init__", "target": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer._build_dataloader", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer.__init__", "target": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer._build_model_optimizer", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer.__init__", "target": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer._normalize_config_bsz", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer.__init__", "target": "verl/utils/fs.py#copy_local_path_from_hdfs", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer.__init__", "target": "verl/utils/tokenizer.py#hf_tokenizer", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer._build_model_optimizer", "target": "verl/trainer/fsdp_sft_trainer.py#convert_to_regular_types", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer._build_model_optimizer", "target": "verl/utils/debug/performance.py#log_gpu_memory_usage", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer._build_model_optimizer", "target": "verl/utils/fs.py#copy_local_path_from_hdfs", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer._build_model_optimizer", "target": "verl/utils/fsdp_utils.py#get_fsdp_wrap_policy", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer._build_model_optimizer", "target": "verl/utils/fsdp_utils.py#get_init_weight_context_manager", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer._build_model_optimizer", "target": "verl/utils/torch_functional.py#get_cosine_schedule_with_warmup", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer.fit", "target": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer.save_checkpoint", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer.fit", "target": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer.training_step", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer.fit", "target": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer.validation_step", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer.fit", "target": "verl/utils/tracking.py#Tracking", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer.fit", "target": "verl/utils/tracking.py#Tracking.log", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer.training_step", "target": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer._compute_loss", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer.training_step", "target": "verl/utils/debug/performance.py#log_gpu_memory_usage", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer.validation_step", "target": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer._compute_loss", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py#main", "target": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py#main", "target": "verl/trainer/fsdp_sft_trainer.py#FSDPSFTTrainer.fit", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/fsdp_sft_trainer.py#main", "target": "verl/utils/distributed.py#initialize_global_process_group", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/main_eval.py", "target": "verl/trainer/main_eval.py#main", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/main_eval.py", "target": "verl/trainer/main_eval.py#main", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/main_eval.py", "target": "verl/trainer/main_eval.py#select_reward_fn", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/main_eval.py", "target": "hydra", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/main_eval.py", "target": "verl.utils.fs", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/main_eval.py", "target": "verl.utils.reward_score", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/main_eval.py#main", "target": "verl/trainer/main_eval.py#select_reward_fn", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/main_eval.py#main", "target": "verl/utils/fs.py#copy_local_path_from_hdfs", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/main_generation.py", "target": "verl/trainer/main_generation.py#main", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/main_generation.py", "target": "verl/trainer/main_generation.py#main", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/main_generation.py", "target": "hydra", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/main_generation.py", "target": "omegaconf", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/main_generation.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/main_generation.py", "target": "pprint", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/main_generation.py", "target": "ray", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/main_generation.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/main_generation.py", "target": "verl", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/main_generation.py", "target": "verl.single_controller.ray", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/main_generation.py", "target": "verl.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/main_generation.py", "target": "verl.utils.fs", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/main_generation.py", "target": "verl.utils.hdfs_io", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/main_generation.py", "target": "verl.utils.model", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/main_generation.py", "target": "verl.workers.fsdp_workers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/main_generation.py#main", "target": "verl/single_controller/ray/base.py#RayClassWithInitArgs", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/main_generation.py#main", "target": "verl/single_controller/ray/base.py#RayResourcePool", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/main_generation.py#main", "target": "verl/single_controller/ray/base.py#RayWorkerGroup", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/main_generation.py#main", "target": "verl/utils/fs.py#copy_local_path_from_hdfs", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/main_generation.py#main", "target": "verl/utils/hdfs_io.py#makedirs", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/main_generation.py#main", "target": "verl/utils/model.py#compute_position_id_with_mask", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/main_generation.py#main", "target": "verl/utils/tokenizer.py#hf_tokenizer", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/main_ppo.py", "target": "verl/trainer/main_ppo.py#main", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/main_ppo.py", "target": "verl/trainer/main_ppo.py#_select_rm_score_fn", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/main_ppo.py", "target": "verl/trainer/main_ppo.py#main", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/main_ppo.py", "target": "verl/trainer/main_ppo.py#main_task", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/main_ppo.py", "target": "verl/trainer/main_ppo.py#RewardManager", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/main_ppo.py", "target": "hydra", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/main_ppo.py", "target": "omegaconf", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/main_ppo.py", "target": "pprint", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/main_ppo.py", "target": "ray", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/main_ppo.py", "target": "re", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/main_ppo.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/main_ppo.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/main_ppo.py", "target": "verl", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/main_ppo.py", "target": "verl.single_controller.ray", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/main_ppo.py", "target": "verl.single_controller.ray.megatron", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/main_ppo.py", "target": "verl.trainer.conf_adv_config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/main_ppo.py", "target": "verl.trainer.ppo.ray_trainer", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/main_ppo.py", "target": "verl.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/main_ppo.py", "target": "verl.utils.fs", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/main_ppo.py", "target": "verl.utils.reward_score", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/main_ppo.py", "target": "verl.workers.fsdp_workers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/main_ppo.py", "target": "verl.workers.megatron_workers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/main_ppo.py#main_task", "target": "verl/trainer/main_ppo.py#RewardManager", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/main_ppo.py#main_task", "target": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/main_ppo.py#main_task", "target": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer.fit", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/main_ppo.py#main_task", "target": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer.init_workers", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/main_ppo.py#main_task", "target": "verl/trainer/ppo/ray_trainer.py#ResourcePoolManager", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/main_ppo.py#main_task", "target": "verl/utils/fs.py#copy_local_path_from_hdfs", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/main_ppo.py#main_task", "target": "verl/utils/tokenizer.py#hf_tokenizer", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/main_ppo.py#RewardManager", "target": "verl/trainer/main_ppo.py#RewardManager.__call__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/main_ppo.py#RewardManager", "target": "verl/trainer/main_ppo.py#RewardManager.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/main_ppo.py#RewardManager", "target": "verl/trainer/main_ppo.py#RewardManager._extract_answer_with_format_check", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/main_ppo.py#RewardManager", "target": "verl/trainer/main_ppo.py#RewardManager._is_no_answer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/main_ppo.py#RewardManager.__call__", "target": "verl/trainer/conf_adv_config.py#compute_auroc", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/main_ppo.py#RewardManager.__call__", "target": "verl/trainer/conf_adv_config.py#compute_ece", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/main_ppo.py#RewardManager.__call__", "target": "verl/trainer/main_ppo.py#_select_rm_score_fn", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/main_ppo.py#RewardManager.__call__", "target": "verl/trainer/main_ppo.py#RewardManager._extract_answer_with_format_check", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/main_ppo.py#RewardManager.__call__", "target": "verl/trainer/main_ppo.py#RewardManager._is_no_answer", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/ppo/core_algos.py", "target": "verl/trainer/ppo/core_algos.py#_uid_check_and_print", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/core_algos.py", "target": "verl/trainer/ppo/core_algos.py#_uid_group_mean_and_count", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/core_algos.py", "target": "verl/trainer/ppo/core_algos.py#AdaptiveKLController", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/core_algos.py", "target": "verl/trainer/ppo/core_algos.py#compute_entropy_loss", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/core_algos.py", "target": "verl/trainer/ppo/core_algos.py#compute_gae_advantage_return", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/core_algos.py", "target": "verl/trainer/ppo/core_algos.py#compute_grpo_da_outcome_advantage", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/core_algos.py", "target": "verl/trainer/ppo/core_algos.py#compute_grpo_outcome_advantage", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/core_algos.py", "target": "verl/trainer/ppo/core_algos.py#compute_policy_loss", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/core_algos.py", "target": "verl/trainer/ppo/core_algos.py#compute_reinforce_da_outcome_advantage", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/core_algos.py", "target": "verl/trainer/ppo/core_algos.py#compute_reinforce_mean_da_outcome_advantage", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/core_algos.py", "target": "verl/trainer/ppo/core_algos.py#compute_reinforce_mean_outcome_advantage", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/core_algos.py", "target": "verl/trainer/ppo/core_algos.py#compute_reinforce_outcome_advantage", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/core_algos.py", "target": "verl/trainer/ppo/core_algos.py#compute_rewards", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/core_algos.py", "target": "verl/trainer/ppo/core_algos.py#compute_value_loss", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/core_algos.py", "target": "verl/trainer/ppo/core_algos.py#FixedKLController", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/core_algos.py", "target": "verl/trainer/ppo/core_algos.py#get_kl_controller", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/core_algos.py", "target": "verl/trainer/ppo/core_algos.py#kl_penalty", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/core_algos.py", "target": "collections", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/ppo/core_algos.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/ppo/core_algos.py#AdaptiveKLController", "target": "verl/trainer/ppo/core_algos.py#AdaptiveKLController.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/core_algos.py#AdaptiveKLController", "target": "verl/trainer/ppo/core_algos.py#AdaptiveKLController.update", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/core_algos.py#compute_grpo_da_outcome_advantage", "target": "verl/trainer/ppo/core_algos.py#_uid_check_and_print", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/ppo/core_algos.py#compute_reinforce_da_outcome_advantage", "target": "verl/trainer/ppo/core_algos.py#_uid_group_mean_and_count", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/ppo/core_algos.py#compute_reinforce_mean_da_outcome_advantage", "target": "verl/trainer/ppo/core_algos.py#_uid_group_mean_and_count", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/ppo/core_algos.py#compute_reinforce_mean_outcome_advantage", "target": "verl/trainer/ppo/core_algos.py#_uid_check_and_print", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/ppo/core_algos.py#FixedKLController", "target": "verl/trainer/ppo/core_algos.py#FixedKLController.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/core_algos.py#FixedKLController", "target": "verl/trainer/ppo/core_algos.py#FixedKLController.update", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/core_algos.py#get_kl_controller", "target": "verl/trainer/ppo/core_algos.py#AdaptiveKLController", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/ppo/core_algos.py#get_kl_controller", "target": "verl/trainer/ppo/core_algos.py#FixedKLController", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "verl/trainer/ppo/ray_trainer.py#_compute_response_info", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "verl/trainer/ppo/ray_trainer.py#_timer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "verl/trainer/ppo/ray_trainer.py#apply_kl_penalty", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "verl/trainer/ppo/ray_trainer.py#compute_advantage", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "verl/trainer/ppo/ray_trainer.py#compute_data_metrics", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "verl/trainer/ppo/ray_trainer.py#compute_timing_metrics", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "verl/trainer/ppo/ray_trainer.py#reduce_metrics", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "verl/trainer/ppo/ray_trainer.py#ResourcePoolManager", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "verl/trainer/ppo/ray_trainer.py#Role", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "codetiming", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "collections", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "contextlib", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "copy", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "csv", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "dataclasses", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "enum", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "json", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "omegaconf", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "pprint", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "re", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "search_r1.llm_agent.generation", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "torch.utils.data", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "types", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "uuid", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "verl", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "verl.protocol", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "verl.single_controller.base", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "verl.single_controller.ray", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "verl.single_controller.ray.base", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "verl.trainer.conf_adv_config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "verl.trainer.ppo", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "verl.utils.dataset.rl_dataset", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "verl.utils.seqlen_balancing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "verl.utils.torch_functional", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py", "target": "verl.utils.tracking", "relation": "imports", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py#apply_kl_penalty", "target": "verl/utils/torch_functional.py#masked_mean", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/ppo/ray_trainer.py#compute_data_metrics", "target": "verl/trainer/ppo/ray_trainer.py#_compute_response_info", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py#compute_timing_metrics", "target": "verl/trainer/ppo/ray_trainer.py#_compute_response_info", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer", "target": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer", "target": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._balance_batch", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer", "target": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._collect_and_log_statistics", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer", "target": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._create_dataloader", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer", "target": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._create_loss_mask", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer", "target": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._init_logger", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer", "target": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._save_checkpoint", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer", "target": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._save_sample_level_data", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer", "target": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._validate", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer", "target": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer.fit", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer", "target": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer.init_workers", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer", "target": "object", "relation": "extends", "confidence": "inferred" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer.__init__", "target": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._create_dataloader", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer.__init__", "target": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._init_logger", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._balance_batch", "target": "verl/protocol.py#DataProto.reorder", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._balance_batch", "target": "verl/utils/seqlen_balancing.py#get_seqlen_balanced_partitions", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._balance_batch", "target": "verl/utils/seqlen_balancing.py#log_seqlen_unbalance", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._collect_and_log_statistics", "target": "verl/trainer/conf_adv_config.py#compute_auroc", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._collect_and_log_statistics", "target": "verl/trainer/conf_adv_config.py#compute_ece", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._collect_and_log_statistics", "target": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._collect_and_log_statistics._mean_list", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._collect_and_log_statistics", "target": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._save_sample_level_data", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._collect_and_log_statistics", "target": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._collect_and_log_statistics._mean_list", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._create_dataloader", "target": "verl/utils/dataset/rl_dataset.py#RLHFDataset", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._init_logger", "target": "verl/utils/tracking.py#Tracking", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._validate", "target": "search_r1/llm_agent/generation.py#GenerationConfig", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._validate", "target": "search_r1/llm_agent/generation.py#LLMGenerationManager", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._validate", "target": "search_r1/llm_agent/generation.py#LLMGenerationManager.run_llm_loop", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._validate", "target": "verl/protocol.py#DataProto.pop", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._validate", "target": "verl/protocol.py#DataProto.union", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._validate", "target": "verl/protocol.py#pad_dataproto_to_divisor", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._validate", "target": "verl/protocol.py#unpad_dataproto", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._validate", "target": "verl/trainer/ppo/ray_trainer.py#_timer", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._validate", "target": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._collect_and_log_statistics", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._validate", "target": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._save_sample_level_data", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._validate", "target": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._validate._merge_stats", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._validate", "target": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._validate._merge_stats", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer.fit", "target": "search_r1/llm_agent/generation.py#GenerationConfig", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer.fit", "target": "search_r1/llm_agent/generation.py#LLMGenerationManager", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer.fit", "target": "search_r1/llm_agent/generation.py#LLMGenerationManager.run_llm_loop", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer.fit", "target": "verl/trainer/conf_adv_config.py#apply_dual_calib_to_scores", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer.fit", "target": "verl/trainer/ppo/ray_trainer.py#_timer", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer.fit", "target": "verl/trainer/ppo/ray_trainer.py#apply_kl_penalty", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer.fit", "target": "verl/trainer/ppo/ray_trainer.py#compute_advantage", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer.fit", "target": "verl/trainer/ppo/ray_trainer.py#compute_data_metrics", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer.fit", "target": "verl/trainer/ppo/ray_trainer.py#compute_timing_metrics", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer.fit", "target": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._balance_batch", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer.fit", "target": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._collect_and_log_statistics", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer.fit", "target": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._create_loss_mask", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer.fit", "target": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._save_checkpoint", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer.fit", "target": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer._validate", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer.fit", "target": "verl/trainer/ppo/ray_trainer.py#reduce_metrics", "relation": "calls", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer.init_workers", "target": "verl/single_controller/ray/base.py#create_colocated_worker_cls", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/ppo/ray_trainer.py#RayPPOTrainer.init_workers", "target": "verl/single_controller/ray/base.py#RayClassWithInitArgs", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/ppo/ray_trainer.py#ResourcePoolManager", "target": "verl/trainer/ppo/ray_trainer.py#ResourcePoolManager.create_resource_pool", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py#ResourcePoolManager", "target": "verl/trainer/ppo/ray_trainer.py#ResourcePoolManager.get_resource_pool", "relation": "contains", "confidence": "extracted" }, { "source": "verl/trainer/ppo/ray_trainer.py#ResourcePoolManager.create_resource_pool", "target": "verl/single_controller/ray/base.py#RayResourcePool", "relation": "calls", "confidence": "inferred" }, { "source": "verl/trainer/ppo/ray_trainer.py#Role", "target": "Enum", "relation": "extends", "confidence": "inferred" }, { "source": "verl/utils/__init__.py", "target": ".", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/__init__.py", "target": ".tokenizer", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/config.py", "target": "verl/utils/config.py#update_dict_with_config", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/config.py", "target": "omegaconf", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/config.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/dataset/__init__.py", "target": ".rl_dataset", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/dataset/__init__.py", "target": ".rm_dataset", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/dataset/rl_dataset.py", "target": "verl/utils/dataset/rl_dataset.py#collate_fn", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/dataset/rl_dataset.py", "target": "verl/utils/dataset/rl_dataset.py#RLHFDataset", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/dataset/rl_dataset.py", "target": "omegaconf", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/dataset/rl_dataset.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/dataset/rl_dataset.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/dataset/rl_dataset.py", "target": "torch.utils.data", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/dataset/rl_dataset.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/dataset/rl_dataset.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/dataset/rl_dataset.py", "target": "verl.utils.fs", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/dataset/rl_dataset.py", "target": "verl.utils.model", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/dataset/rl_dataset.py#RLHFDataset", "target": "verl/utils/dataset/rl_dataset.py#RLHFDataset.__getitem__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/dataset/rl_dataset.py#RLHFDataset", "target": "verl/utils/dataset/rl_dataset.py#RLHFDataset.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/dataset/rl_dataset.py#RLHFDataset", "target": "verl/utils/dataset/rl_dataset.py#RLHFDataset.__len__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/dataset/rl_dataset.py#RLHFDataset", "target": "verl/utils/dataset/rl_dataset.py#RLHFDataset._download", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/dataset/rl_dataset.py#RLHFDataset", "target": "verl/utils/dataset/rl_dataset.py#RLHFDataset._read_files_and_tokenize", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/dataset/rl_dataset.py#RLHFDataset", "target": "Dataset", "relation": "extends", "confidence": "inferred" }, { "source": "verl/utils/dataset/rl_dataset.py#RLHFDataset.__getitem__", "target": "verl/utils/model.py#compute_position_id_with_mask", "relation": "calls", "confidence": "inferred" }, { "source": "verl/utils/dataset/rl_dataset.py#RLHFDataset.__init__", "target": "verl/utils/dataset/rl_dataset.py#RLHFDataset._download", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/dataset/rl_dataset.py#RLHFDataset.__init__", "target": "verl/utils/dataset/rl_dataset.py#RLHFDataset._read_files_and_tokenize", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/dataset/rl_dataset.py#RLHFDataset._download", "target": "verl/utils/fs.py#copy_local_path_from_hdfs", "relation": "calls", "confidence": "inferred" }, { "source": "verl/utils/dataset/rm_dataset.py", "target": "verl/utils/dataset/rm_dataset.py#download_files_distributed", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/dataset/rm_dataset.py", "target": "verl/utils/dataset/rm_dataset.py#RMDataset", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/dataset/rm_dataset.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/dataset/rm_dataset.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/dataset/rm_dataset.py", "target": "torch.distributed", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/dataset/rm_dataset.py", "target": "torch.utils.data", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/dataset/rm_dataset.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/dataset/rm_dataset.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/dataset/rm_dataset.py", "target": "verl.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/dataset/rm_dataset.py", "target": "verl.utils.fs", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/dataset/rm_dataset.py#RMDataset", "target": "verl/utils/dataset/rm_dataset.py#RMDataset.__getitem__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/dataset/rm_dataset.py#RMDataset", "target": "verl/utils/dataset/rm_dataset.py#RMDataset.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/dataset/rm_dataset.py#RMDataset", "target": "verl/utils/dataset/rm_dataset.py#RMDataset.__len__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/dataset/rm_dataset.py#RMDataset", "target": "verl/utils/dataset/rm_dataset.py#RMDataset._download", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/dataset/rm_dataset.py#RMDataset", "target": "verl/utils/dataset/rm_dataset.py#RMDataset._pad_to_length", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/dataset/rm_dataset.py#RMDataset", "target": "verl/utils/dataset/rm_dataset.py#RMDataset._read_files_and_tokenize", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/dataset/rm_dataset.py#RMDataset", "target": "Dataset", "relation": "extends", "confidence": "inferred" }, { "source": "verl/utils/dataset/rm_dataset.py#RMDataset.__getitem__", "target": "verl/utils/dataset/rm_dataset.py#RMDataset._pad_to_length", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/dataset/rm_dataset.py#RMDataset.__init__", "target": "verl/utils/dataset/rm_dataset.py#RMDataset._download", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/dataset/rm_dataset.py#RMDataset.__init__", "target": "verl/utils/dataset/rm_dataset.py#RMDataset._read_files_and_tokenize", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/dataset/rm_dataset.py#RMDataset.__init__", "target": "verl/utils/tokenizer.py#hf_tokenizer", "relation": "calls", "confidence": "inferred" }, { "source": "verl/utils/dataset/rm_dataset.py#RMDataset._download", "target": "verl/utils/dataset/rm_dataset.py#download_files_distributed", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/dataset/rm_dataset.py#RMDataset._download", "target": "verl/utils/dataset/rm_dataset.py#RMDataset._download._download_files", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/dataset/rm_dataset.py#RMDataset._download._download_files", "target": "verl/utils/hdfs_io.py#copy", "relation": "calls", "confidence": "inferred" }, { "source": "verl/utils/debug/__init__.py", "target": ".performance", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/debug/performance.py", "target": "verl/utils/debug/performance.py#log_gpu_memory_usage", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/debug/performance.py", "target": "logging", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/debug/performance.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/debug/trajectory_tracker.py", "target": "verl/utils/debug/trajectory_tracker.py#get_trajectory_tracker", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/debug/trajectory_tracker.py", "target": "verl/utils/debug/trajectory_tracker.py#dump_data", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/debug/trajectory_tracker.py", "target": "verl/utils/debug/trajectory_tracker.py#get_trajectory_tracker", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/debug/trajectory_tracker.py", "target": "verl/utils/debug/trajectory_tracker.py#process", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/debug/trajectory_tracker.py", "target": "verl/utils/debug/trajectory_tracker.py#save_to_hdfs", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/debug/trajectory_tracker.py", "target": "verl/utils/debug/trajectory_tracker.py#TrajectoryTracker", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/debug/trajectory_tracker.py", "target": "collections", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/debug/trajectory_tracker.py", "target": "io", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/debug/trajectory_tracker.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/debug/trajectory_tracker.py", "target": "ray", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/debug/trajectory_tracker.py", "target": "tempfile", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/debug/trajectory_tracker.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/debug/trajectory_tracker.py", "target": "verl.utils.hdfs_io", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/debug/trajectory_tracker.py#dump_data", "target": "verl/utils/debug/trajectory_tracker.py#get_trajectory_tracker", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/debug/trajectory_tracker.py#process", "target": "verl/utils/debug/trajectory_tracker.py#dump_data", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/debug/trajectory_tracker.py#save_to_hdfs", "target": "verl/utils/hdfs_io.py#copy", "relation": "calls", "confidence": "inferred" }, { "source": "verl/utils/debug/trajectory_tracker.py#TrajectoryTracker", "target": "verl/utils/debug/trajectory_tracker.py#TrajectoryTracker.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/debug/trajectory_tracker.py#TrajectoryTracker", "target": "verl/utils/debug/trajectory_tracker.py#TrajectoryTracker.dump", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/debug/trajectory_tracker.py#TrajectoryTracker", "target": "verl/utils/debug/trajectory_tracker.py#TrajectoryTracker.wait_for_hdfs", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/debug/trajectory_tracker.py#TrajectoryTracker.__init__", "target": "verl/utils/hdfs_io.py#makedirs", "relation": "calls", "confidence": "inferred" }, { "source": "verl/utils/distributed.py", "target": "verl/utils/distributed.py#initialize_global_process_group", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/distributed.py", "target": "datetime", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/distributed.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/distributed.py", "target": "torch.distributed", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/flops_counter.py", "target": "verl/utils/flops_counter.py#FlopsCounter", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/flops_counter.py", "target": "verl/utils/flops_counter.py#get_device_flops", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/flops_counter.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/flops_counter.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/flops_counter.py#FlopsCounter", "target": "verl/utils/flops_counter.py#FlopsCounter.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/flops_counter.py#FlopsCounter", "target": "verl/utils/flops_counter.py#FlopsCounter._estimate_qwen2_flops", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/flops_counter.py#FlopsCounter", "target": "verl/utils/flops_counter.py#FlopsCounter._estimate_unknown_flops", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/flops_counter.py#FlopsCounter", "target": "verl/utils/flops_counter.py#FlopsCounter.estimate_flops", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/flops_counter.py#FlopsCounter.estimate_flops", "target": "verl/utils/flops_counter.py#get_device_flops", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/flops_counter.py#get_device_flops", "target": "verl/utils/flops_counter.py#get_device_flops.unit_convert", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/flops_counter.py#get_device_flops", "target": "verl/utils/flops_counter.py#get_device_flops.unit_convert", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/fs.py", "target": "verl/utils/fs.py#_is_non_local", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/fs.py", "target": "verl/utils/fs.py#copy_local_path_from_hdfs", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/fs.py", "target": "verl/utils/fs.py#get_local_temp_path", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/fs.py", "target": "verl/utils/fs.py#md5_encode", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/fs.py", "target": ".hdfs_io", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/fs.py", "target": "filelock", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/fs.py", "target": "hashlib", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/fs.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/fs.py", "target": "tempfile", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/fs.py#copy_local_path_from_hdfs", "target": "verl/utils/fs.py#_is_non_local", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/fs.py#copy_local_path_from_hdfs", "target": "verl/utils/fs.py#get_local_temp_path", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/fs.py#copy_local_path_from_hdfs", "target": "verl/utils/fs.py#md5_encode", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/fs.py#copy_local_path_from_hdfs", "target": "verl/utils/hdfs_io.py#copy", "relation": "calls", "confidence": "inferred" }, { "source": "verl/utils/fs.py#get_local_temp_path", "target": "verl/utils/fs.py#md5_encode", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/fsdp_utils.py", "target": "verl/utils/fsdp_utils.py#get_fsdp_wrap_policy", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/fsdp_utils.py", "target": "verl/utils/fsdp_utils.py#get_init_weight_context_manager", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/fsdp_utils.py", "target": "verl/utils/fsdp_utils.py#init_fn", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/fsdp_utils.py", "target": "verl/utils/fsdp_utils.py#load_fsdp_grad", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/fsdp_utils.py", "target": "verl/utils/fsdp_utils.py#load_fsdp_optimizer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/fsdp_utils.py", "target": "verl/utils/fsdp_utils.py#load_fsdp_param_and_grad", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/fsdp_utils.py", "target": "verl/utils/fsdp_utils.py#meta_device_init", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/fsdp_utils.py", "target": "verl/utils/fsdp_utils.py#offload_fsdp_grad", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/fsdp_utils.py", "target": "verl/utils/fsdp_utils.py#offload_fsdp_optimizer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/fsdp_utils.py", "target": "verl/utils/fsdp_utils.py#offload_fsdp_param_and_grad", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/fsdp_utils.py", "target": "verl/utils/fsdp_utils.py#parallel_init_module_fn", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/fsdp_utils.py", "target": "verl/utils/fsdp_utils.py#parallel_load_safetensors", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/fsdp_utils.py", "target": "accelerate", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/fsdp_utils.py", "target": "contextlib", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/fsdp_utils.py", "target": "functools", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/fsdp_utils.py", "target": "itertools", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/fsdp_utils.py", "target": "json", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/fsdp_utils.py", "target": "math", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/fsdp_utils.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/fsdp_utils.py", "target": "safetensors.torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/fsdp_utils.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/fsdp_utils.py", "target": "torch.distributed.fsdp.wrap", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/fsdp_utils.py", "target": "transformers.trainer_pt_utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/fsdp_utils.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/fsdp_utils.py#get_fsdp_wrap_policy", "target": "verl/utils/fsdp_utils.py#get_fsdp_wrap_policy.lambda_policy_fn", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/fsdp_utils.py#meta_device_init", "target": "verl/utils/fsdp_utils.py#meta_device_init.register_empty_parameter", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/fsdp_utils.py#parallel_init_module_fn", "target": "verl/utils/fsdp_utils.py#parallel_init_module_fn.create_and_sync_state", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/fsdp_utils.py#parallel_init_module_fn", "target": "verl/utils/fsdp_utils.py#parallel_init_module_fn.init_fn", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/fsdp_utils.py#parallel_init_module_fn.init_fn", "target": "verl/utils/fsdp_utils.py#parallel_init_module_fn.create_and_sync_state", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/hdfs_io.py", "target": "verl/utils/hdfs_io.py#_copy", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/hdfs_io.py", "target": "verl/utils/hdfs_io.py#_exists", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/hdfs_io.py", "target": "verl/utils/hdfs_io.py#_hdfs_cmd", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/hdfs_io.py", "target": "verl/utils/hdfs_io.py#_is_non_local", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/hdfs_io.py", "target": "verl/utils/hdfs_io.py#_mkdir", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/hdfs_io.py", "target": "verl/utils/hdfs_io.py#_run_cmd", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/hdfs_io.py", "target": "verl/utils/hdfs_io.py#copy", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/hdfs_io.py", "target": "verl/utils/hdfs_io.py#exists", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/hdfs_io.py", "target": "verl/utils/hdfs_io.py#makedirs", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/hdfs_io.py", "target": "logging", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/hdfs_io.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/hdfs_io.py", "target": "shutil", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/hdfs_io.py#_copy", "target": "verl/utils/hdfs_io.py#_hdfs_cmd", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/hdfs_io.py#_copy", "target": "verl/utils/hdfs_io.py#_run_cmd", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/hdfs_io.py#_exists", "target": "verl/utils/hdfs_io.py#_hdfs_cmd", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/hdfs_io.py#_exists", "target": "verl/utils/hdfs_io.py#_run_cmd", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/hdfs_io.py#_mkdir", "target": "verl/utils/hdfs_io.py#_hdfs_cmd", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/hdfs_io.py#_mkdir", "target": "verl/utils/hdfs_io.py#_run_cmd", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/hdfs_io.py#copy", "target": "verl/utils/hdfs_io.py#_copy", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/hdfs_io.py#copy", "target": "verl/utils/hdfs_io.py#_is_non_local", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/hdfs_io.py#exists", "target": "verl/utils/hdfs_io.py#_exists", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/hdfs_io.py#exists", "target": "verl/utils/hdfs_io.py#_is_non_local", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/hdfs_io.py#makedirs", "target": "verl/utils/hdfs_io.py#_is_non_local", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/hdfs_io.py#makedirs", "target": "verl/utils/hdfs_io.py#_mkdir", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/import_utils.py", "target": "verl/utils/import_utils.py#import_external_libs", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/import_utils.py", "target": "verl/utils/import_utils.py#is_megatron_core_available", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/import_utils.py", "target": "verl/utils/import_utils.py#is_vllm_available", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/import_utils.py", "target": "functools", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/import_utils.py", "target": "importlib", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/import_utils.py", "target": "megatron.core", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/import_utils.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/import_utils.py", "target": "vllm", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/logger/aggregate_logger.py", "target": "verl/utils/logger/aggregate_logger.py#concat_dict_to_str", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/logger/aggregate_logger.py", "target": "verl/utils/logger/aggregate_logger.py#LocalLogger", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/logger/aggregate_logger.py", "target": "numbers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/logger/aggregate_logger.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/logger/aggregate_logger.py#LocalLogger", "target": "verl/utils/logger/aggregate_logger.py#LocalLogger.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/logger/aggregate_logger.py#LocalLogger", "target": "verl/utils/logger/aggregate_logger.py#LocalLogger.flush", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/logger/aggregate_logger.py#LocalLogger", "target": "verl/utils/logger/aggregate_logger.py#LocalLogger.log", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/logger/aggregate_logger.py#LocalLogger.log", "target": "verl/utils/logger/aggregate_logger.py#concat_dict_to_str", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/logging_utils.py", "target": "verl/utils/logging_utils.py#set_basic_config", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/logging_utils.py", "target": "logging", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/megatron_utils.py", "target": "verl/utils/megatron_utils.py#convert_config", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron_utils.py", "target": "verl/utils/megatron_utils.py#FakeTimers", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron_utils.py", "target": "verl/utils/megatron_utils.py#get_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron_utils.py", "target": "verl/utils/megatron_utils.py#init_megatron_optim_config", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron_utils.py", "target": "verl/utils/megatron_utils.py#init_model_parallel_config", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron_utils.py", "target": "verl/utils/megatron_utils.py#load_megatron_param_and_grad", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron_utils.py", "target": "verl/utils/megatron_utils.py#offload_megatron_param_and_grad", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron_utils.py", "target": "verl/utils/megatron_utils.py#unwrap_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron_utils.py", "target": "megatron.core", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/megatron_utils.py", "target": "megatron.core.distributed", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/megatron_utils.py", "target": "megatron.core.enums", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/megatron_utils.py", "target": "megatron.core.transformer", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/megatron_utils.py", "target": "megatron.core.transformer.module", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/megatron_utils.py", "target": "megatron.core.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/megatron_utils.py", "target": "megatron.timers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/megatron_utils.py", "target": "omegaconf", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/megatron_utils.py", "target": "time", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/megatron_utils.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/megatron_utils.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/megatron_utils.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/megatron_utils.py", "target": "verl.utils.megatron.optimizer_config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/megatron_utils.py", "target": "verl.utils.memory_buffer", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/megatron_utils.py", "target": "verl.utils.torch_dtypes", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/megatron_utils.py#FakeTimers", "target": "verl/utils/megatron_utils.py#FakeTimers.__call__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron_utils.py#FakeTimers", "target": "verl/utils/megatron_utils.py#FakeTimers.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron_utils.py#init_megatron_optim_config", "target": "verl/utils/megatron/optimizer_config.py#OptimizerConfig", "relation": "calls", "confidence": "inferred" }, { "source": "verl/utils/megatron_utils.py#init_model_parallel_config", "target": "verl/utils/megatron_utils.py#FakeTimers", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/megatron_utils.py#load_megatron_param_and_grad", "target": "verl/utils/memory_buffer.py#build_memory_reference_from_module", "relation": "calls", "confidence": "inferred" }, { "source": "verl/utils/megatron_utils.py#offload_megatron_param_and_grad", "target": "verl/utils/memory_buffer.py#build_memory_reference_from_module", "relation": "calls", "confidence": "inferred" }, { "source": "verl/utils/megatron/memory.py", "target": "verl/utils/megatron/memory.py#MemoryBuffer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron/memory.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/megatron/memory.py#MemoryBuffer", "target": "verl/utils/megatron/memory.py#MemoryBuffer.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron/memory.py#MemoryBuffer", "target": "verl/utils/megatron/memory.py#MemoryBuffer.get", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron/memory.py#MemoryBuffer", "target": "verl/utils/megatron/memory.py#MemoryBuffer.zero", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron/optimizer_config.py", "target": "verl/utils/megatron/optimizer_config.py#OptimizerConfig", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron/optimizer_config.py", "target": "dataclasses", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/megatron/optimizer_config.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/megatron/optimizer_config.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/megatron/optimizer.py", "target": "verl/utils/megatron/optimizer.py#get_megatron_optimizer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron/optimizer.py", "target": "apex.optimizers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/megatron/optimizer.py", "target": "megatron.optimizer", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/megatron/optimizer.py", "target": "megatron.optimizer.distrib_optimizer", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/megatron/optimizer.py", "target": "megatron.optimizer.grad_scaler", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/megatron/optimizer.py", "target": "verl.utils.megatron.optimizer_config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/megatron/pipeline_parallel.py", "target": "verl/utils/megatron/pipeline_parallel.py#compute_transformers_input_shapes", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron/pipeline_parallel.py", "target": "verl/utils/megatron/pipeline_parallel.py#make_batch_generator", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron/pipeline_parallel.py", "target": ".sequence_parallel", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/megatron/pipeline_parallel.py", "target": "flash_attn.bert_padding", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/megatron/pipeline_parallel.py", "target": "megatron.core", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/megatron/pipeline_parallel.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/megatron/pipeline_parallel.py#compute_transformers_input_shapes", "target": "verl/utils/megatron/sequence_parallel.py#pad_to_sequence_parallel", "relation": "calls", "confidence": "inferred" }, { "source": "verl/utils/megatron/sequence_parallel.py", "target": "verl/utils/megatron/sequence_parallel.py#is_sequence_parallel_param", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron/sequence_parallel.py", "target": "verl/utils/megatron/sequence_parallel.py#mark_parameter_as_sequence_parallel", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron/sequence_parallel.py", "target": "verl/utils/megatron/sequence_parallel.py#pad_to_sequence_parallel", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron/sequence_parallel.py", "target": "megatron.core", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/megatron/sequence_parallel.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/megatron/tensor_parallel.py", "target": "verl/utils/megatron/tensor_parallel.py#_VocabParallelEntropy", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron/tensor_parallel.py", "target": "verl/utils/megatron/tensor_parallel.py#get_common_default_kwargs_for_parallel_linear", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron/tensor_parallel.py", "target": "verl/utils/megatron/tensor_parallel.py#get_default_kwargs_for_column_parallel_linear", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron/tensor_parallel.py", "target": "verl/utils/megatron/tensor_parallel.py#get_default_kwargs_for_model_parallel_config", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron/tensor_parallel.py", "target": "verl/utils/megatron/tensor_parallel.py#get_default_kwargs_for_parallel_embedding", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron/tensor_parallel.py", "target": "verl/utils/megatron/tensor_parallel.py#get_default_kwargs_for_row_parallel_linear", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron/tensor_parallel.py", "target": "verl/utils/megatron/tensor_parallel.py#get_default_model_parallel_config", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron/tensor_parallel.py", "target": "verl/utils/megatron/tensor_parallel.py#get_tensor_parallel_partition_dim", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron/tensor_parallel.py", "target": "verl/utils/megatron/tensor_parallel.py#get_tensor_parallel_partition_stride", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron/tensor_parallel.py", "target": "verl/utils/megatron/tensor_parallel.py#is_tensor_parallel_param", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron/tensor_parallel.py", "target": "verl/utils/megatron/tensor_parallel.py#update_kwargs_with_config", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron/tensor_parallel.py", "target": "verl/utils/megatron/tensor_parallel.py#vocab_parallel_compute_entropy_loss", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron/tensor_parallel.py", "target": "verl/utils/megatron/tensor_parallel.py#vocab_parallel_entropy", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron/tensor_parallel.py", "target": "verl/utils/megatron/tensor_parallel.py#vocab_parallel_log_probs_from_logits", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron/tensor_parallel.py", "target": "verl/utils/megatron/tensor_parallel.py#vocab_parallel_log_probs_from_logits_response_rmpad", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron/tensor_parallel.py", "target": "flash_attn.bert_padding", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/megatron/tensor_parallel.py", "target": "megatron.core", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/megatron/tensor_parallel.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/megatron/tensor_parallel.py", "target": "torch.nn", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/megatron/tensor_parallel.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/megatron/tensor_parallel.py#_VocabParallelEntropy", "target": "verl/utils/megatron/tensor_parallel.py#_VocabParallelEntropy.backward", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron/tensor_parallel.py#_VocabParallelEntropy", "target": "verl/utils/megatron/tensor_parallel.py#_VocabParallelEntropy.forward", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/megatron/tensor_parallel.py#get_common_default_kwargs_for_parallel_linear", "target": "verl/utils/megatron/tensor_parallel.py#get_default_model_parallel_config", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/megatron/tensor_parallel.py#get_default_kwargs_for_column_parallel_linear", "target": "verl/utils/megatron/tensor_parallel.py#get_common_default_kwargs_for_parallel_linear", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/megatron/tensor_parallel.py#get_default_kwargs_for_column_parallel_linear", "target": "verl/utils/megatron/tensor_parallel.py#get_default_kwargs_for_model_parallel_config", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/megatron/tensor_parallel.py#get_default_kwargs_for_parallel_embedding", "target": "verl/utils/megatron/tensor_parallel.py#get_default_kwargs_for_model_parallel_config", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/megatron/tensor_parallel.py#get_default_kwargs_for_row_parallel_linear", "target": "verl/utils/megatron/tensor_parallel.py#get_common_default_kwargs_for_parallel_linear", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/megatron/tensor_parallel.py#get_default_model_parallel_config", "target": "verl/utils/megatron/tensor_parallel.py#get_default_kwargs_for_model_parallel_config", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/megatron/tensor_parallel.py#get_tensor_parallel_partition_dim", "target": "verl/utils/megatron/tensor_parallel.py#is_tensor_parallel_param", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/megatron/tensor_parallel.py#get_tensor_parallel_partition_stride", "target": "verl/utils/megatron/tensor_parallel.py#is_tensor_parallel_param", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/megatron/tensor_parallel.py#vocab_parallel_compute_entropy_loss", "target": "verl/utils/megatron/tensor_parallel.py#vocab_parallel_entropy", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/megatron/tensor_parallel.py#vocab_parallel_log_probs_from_logits_response_rmpad", "target": "verl/utils/megatron/tensor_parallel.py#vocab_parallel_log_probs_from_logits", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/memory_buffer.py", "target": "verl/utils/memory_buffer.py#build_memory_buffer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/memory_buffer.py", "target": "verl/utils/memory_buffer.py#build_memory_reference", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/memory_buffer.py", "target": "verl/utils/memory_buffer.py#build_memory_reference_from_module", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/memory_buffer.py", "target": "verl/utils/memory_buffer.py#calc_padded_numel", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/memory_buffer.py", "target": "verl/utils/memory_buffer.py#get_weight_buffer_meta_from_module", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/memory_buffer.py", "target": "verl/utils/memory_buffer.py#MegatronMemoryBufferForRollout", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/memory_buffer.py", "target": "verl/utils/memory_buffer.py#MemoryBuffer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/memory_buffer.py", "target": "verl/utils/memory_buffer.py#MemoryBufferModuleWrapper", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/memory_buffer.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/memory_buffer.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/memory_buffer.py#build_memory_buffer", "target": "verl/utils/memory_buffer.py#calc_padded_numel", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/memory_buffer.py#build_memory_buffer", "target": "verl/utils/memory_buffer.py#MemoryBuffer", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/memory_buffer.py#build_memory_reference", "target": "verl/utils/memory_buffer.py#calc_padded_numel", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/memory_buffer.py#build_memory_reference_from_module", "target": "verl/utils/memory_buffer.py#calc_padded_numel", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/memory_buffer.py#MegatronMemoryBufferForRollout", "target": "verl/utils/memory_buffer.py#MegatronMemoryBufferForRollout.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/memory_buffer.py#MegatronMemoryBufferForRollout", "target": "verl/utils/memory_buffer.py#MegatronMemoryBufferForRollout.build_memory_reference", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/memory_buffer.py#MegatronMemoryBufferForRollout", "target": "verl/utils/memory_buffer.py#MegatronMemoryBufferForRollout.initialize_weight_buffer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/memory_buffer.py#MegatronMemoryBufferForRollout", "target": "verl/utils/memory_buffer.py#MegatronMemoryBufferForRollout.memory_buffers", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/memory_buffer.py#MegatronMemoryBufferForRollout", "target": "verl/utils/memory_buffer.py#MegatronMemoryBufferForRollout.named_parameters", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/memory_buffer.py#MegatronMemoryBufferForRollout", "target": "verl/utils/memory_buffer.py#MegatronMemoryBufferForRollout.weight_buffers", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/memory_buffer.py#MegatronMemoryBufferForRollout", "target": "object", "relation": "extends", "confidence": "inferred" }, { "source": "verl/utils/memory_buffer.py#MegatronMemoryBufferForRollout.build_memory_reference", "target": "verl/utils/memory_buffer.py#build_memory_reference", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/memory_buffer.py#MegatronMemoryBufferForRollout.initialize_weight_buffer", "target": "verl/utils/memory_buffer.py#build_memory_buffer", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/memory_buffer.py#MemoryBuffer", "target": "verl/utils/memory_buffer.py#MemoryBuffer.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/memory_buffer.py#MemoryBuffer", "target": "verl/utils/memory_buffer.py#MemoryBuffer.get", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/memory_buffer.py#MemoryBuffer", "target": "verl/utils/memory_buffer.py#MemoryBuffer.zero", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/memory_buffer.py#MemoryBufferModuleWrapper", "target": "verl/utils/memory_buffer.py#MemoryBufferModuleWrapper.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/memory_buffer.py#MemoryBufferModuleWrapper", "target": "verl/utils/memory_buffer.py#MemoryBufferModuleWrapper.get_memory_buffers", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/memory_buffer.py#MemoryBufferModuleWrapper", "target": "verl/utils/memory_buffer.py#MemoryBufferModuleWrapper.get_weight_buffer_meta", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/memory_buffer.py#MemoryBufferModuleWrapper.__init__", "target": "verl/utils/memory_buffer.py#build_memory_buffer", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/memory_buffer.py#MemoryBufferModuleWrapper.__init__", "target": "verl/utils/memory_buffer.py#build_memory_reference_from_module", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/memory_buffer.py#MemoryBufferModuleWrapper.__init__", "target": "verl/utils/memory_buffer.py#get_weight_buffer_meta_from_module", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/model.py", "target": "verl/utils/model.py#_get_parallel_model_architecture_from_config", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/model.py", "target": "verl/utils/model.py#compute_position_id_with_mask", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/model.py", "target": "verl/utils/model.py#create_huggingface_actor", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/model.py", "target": "verl/utils/model.py#create_huggingface_critic", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/model.py", "target": "verl/utils/model.py#create_random_mask", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/model.py", "target": "verl/utils/model.py#get_huggingface_actor_config", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/model.py", "target": "verl/utils/model.py#get_model_size", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/model.py", "target": "verl/utils/model.py#get_parallel_model_from_config", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/model.py", "target": "verl/utils/model.py#LambdaLayer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/model.py", "target": "verl/utils/model.py#load_megatron_model_weights", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/model.py", "target": "verl/utils/model.py#normalize_pp_vpp_params", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/model.py", "target": "verl/utils/model.py#pad_packed_inputs", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/model.py", "target": "verl/utils/model.py#print_model_size", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/model.py", "target": "verl/utils/model.py#squeeze", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/model.py", "target": "verl/utils/model.py#update_model_config", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/model.py", "target": "megatron.core", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/model.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/model.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/model.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/model.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/model.py", "target": "verl.models.registry", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/model.py", "target": "verl.models.weight_loader_registry", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/model.py", "target": "verl.utils.fs", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/model.py", "target": "warnings", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/model.py#create_huggingface_actor", "target": "verl/utils/model.py#get_huggingface_actor_config", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/model.py#create_huggingface_critic", "target": "verl/utils/model.py#create_huggingface_actor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/model.py#create_huggingface_critic", "target": "verl/utils/model.py#LambdaLayer", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/model.py#get_huggingface_actor_config", "target": "verl/utils/model.py#update_model_config", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/model.py#get_parallel_model_from_config", "target": "verl/utils/model.py#_get_parallel_model_architecture_from_config", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/model.py#LambdaLayer", "target": "verl/utils/model.py#LambdaLayer.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/model.py#LambdaLayer", "target": "verl/utils/model.py#LambdaLayer.forward", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/model.py#load_megatron_model_weights", "target": "verl/models/weight_loader_registry.py#get_weight_loader", "relation": "calls", "confidence": "inferred" }, { "source": "verl/utils/model.py#load_megatron_model_weights", "target": "verl/utils/fs.py#copy_local_path_from_hdfs", "relation": "calls", "confidence": "inferred" }, { "source": "verl/utils/model.py#normalize_pp_vpp_params", "target": "verl/utils/model.py#normalize_pp_vpp_params.normalize_model_name", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/model.py#normalize_pp_vpp_params", "target": "verl/utils/model.py#normalize_pp_vpp_params.normalize_model_name", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/model.py#print_model_size", "target": "verl/utils/model.py#get_model_size", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/py_functional.py", "target": "verl/utils/py_functional.py#append_to_dict", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/py_functional.py", "target": "verl/utils/py_functional.py#NestedNamespace", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/py_functional.py", "target": "verl/utils/py_functional.py#union_two_dict", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/py_functional.py", "target": "types", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/py_functional.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/py_functional.py#NestedNamespace", "target": "verl/utils/py_functional.py#NestedNamespace.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/py_functional.py#NestedNamespace", "target": "SimpleNamespace", "relation": "extends", "confidence": "inferred" }, { "source": "verl/utils/py_functional.py#NestedNamespace.__init__", "target": "verl/utils/py_functional.py#NestedNamespace", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/ray_utils.py", "target": "verl/utils/ray_utils.py#parallel_put", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/ray_utils.py", "target": "concurrent.futures", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/ray_utils.py", "target": "ray", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/ray_utils.py#parallel_put", "target": "verl/utils/ray_utils.py#parallel_put.put_data", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/rendezvous/ray_backend.py", "target": "verl/utils/rendezvous/ray_backend.py#create_nccl_communicator_in_ray", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/rendezvous/ray_backend.py", "target": "verl/utils/rendezvous/ray_backend.py#get_nccl_id_store_by_name", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/rendezvous/ray_backend.py", "target": "verl/utils/rendezvous/ray_backend.py#NCCLIDStore", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/rendezvous/ray_backend.py", "target": "cupy.cuda.nccl", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/rendezvous/ray_backend.py", "target": "logging", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/rendezvous/ray_backend.py", "target": "ray", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/rendezvous/ray_backend.py", "target": "ray.util", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/rendezvous/ray_backend.py", "target": "time", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/rendezvous/ray_backend.py#create_nccl_communicator_in_ray", "target": "verl/utils/rendezvous/ray_backend.py#get_nccl_id_store_by_name", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/rendezvous/ray_backend.py#NCCLIDStore", "target": "verl/utils/rendezvous/ray_backend.py#NCCLIDStore.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/rendezvous/ray_backend.py#NCCLIDStore", "target": "verl/utils/rendezvous/ray_backend.py#NCCLIDStore.get", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/reward_score/countdown.py", "target": "verl/utils/reward_score/countdown.py#compute_score", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/reward_score/countdown.py", "target": "verl/utils/reward_score/countdown.py#evaluate_equation", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/reward_score/countdown.py", "target": "verl/utils/reward_score/countdown.py#extract_solution", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/reward_score/countdown.py", "target": "verl/utils/reward_score/countdown.py#validate_equation", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/reward_score/countdown.py", "target": "ast", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/reward_score/countdown.py", "target": "operator", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/reward_score/countdown.py", "target": "random", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/reward_score/countdown.py", "target": "re", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/reward_score/countdown.py#compute_score", "target": "verl/utils/reward_score/countdown.py#evaluate_equation", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/reward_score/countdown.py#compute_score", "target": "verl/utils/reward_score/countdown.py#extract_solution", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/reward_score/countdown.py#compute_score", "target": "verl/utils/reward_score/countdown.py#validate_equation", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/reward_score/gsm8k.py", "target": "verl/utils/reward_score/gsm8k.py#compute_score", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/reward_score/gsm8k.py", "target": "verl/utils/reward_score/gsm8k.py#extract_solution", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/reward_score/gsm8k.py", "target": "re", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/reward_score/gsm8k.py#compute_score", "target": "verl/utils/reward_score/gsm8k.py#extract_solution", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/reward_score/math.py", "target": "verl/utils/reward_score/math.py#compute_score", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/reward_score/math.py", "target": "verl/utils/reward_score/math.py#fix_a_slash_b", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/reward_score/math.py", "target": "verl/utils/reward_score/math.py#fix_fracs", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/reward_score/math.py", "target": "verl/utils/reward_score/math.py#fix_sqrt", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/reward_score/math.py", "target": "verl/utils/reward_score/math.py#is_equiv", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/reward_score/math.py", "target": "verl/utils/reward_score/math.py#last_boxed_only_string", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/reward_score/math.py", "target": "verl/utils/reward_score/math.py#remove_boxed", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/reward_score/math.py", "target": "verl/utils/reward_score/math.py#remove_right_units", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/reward_score/math.py", "target": "verl/utils/reward_score/math.py#strip_string", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/reward_score/math.py#compute_score", "target": "verl/utils/reward_score/math.py#is_equiv", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/reward_score/math.py#compute_score", "target": "verl/utils/reward_score/math.py#last_boxed_only_string", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/reward_score/math.py#compute_score", "target": "verl/utils/reward_score/math.py#remove_boxed", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/reward_score/math.py#is_equiv", "target": "verl/utils/reward_score/math.py#strip_string", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/reward_score/math.py#strip_string", "target": "verl/utils/reward_score/math.py#fix_a_slash_b", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/reward_score/math.py#strip_string", "target": "verl/utils/reward_score/math.py#fix_fracs", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/reward_score/math.py#strip_string", "target": "verl/utils/reward_score/math.py#fix_sqrt", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/reward_score/math.py#strip_string", "target": "verl/utils/reward_score/math.py#remove_right_units", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/reward_score/multiply.py", "target": "verl/utils/reward_score/multiply.py#compute_score", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/reward_score/multiply.py", "target": "verl/utils/reward_score/multiply.py#extract_solution", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/reward_score/multiply.py", "target": "random", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/reward_score/multiply.py", "target": "re", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/reward_score/multiply.py#compute_score", "target": "verl/utils/reward_score/multiply.py#extract_solution", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_em.py", "target": "verl/utils/reward_score/qa_em.py#compute_score_em", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_em.py", "target": "verl/utils/reward_score/qa_em.py#compute_score_subem", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_em.py", "target": "verl/utils/reward_score/qa_em.py#em_check", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_em.py", "target": "verl/utils/reward_score/qa_em.py#extract_solution", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_em.py", "target": "verl/utils/reward_score/qa_em.py#normalize_answer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_em.py", "target": "verl/utils/reward_score/qa_em.py#subem_check", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_em.py", "target": "random", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_em.py", "target": "re", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_em.py", "target": "string", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_em.py#compute_score_em", "target": "verl/utils/reward_score/qa_em.py#em_check", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_em.py#compute_score_em", "target": "verl/utils/reward_score/qa_em.py#extract_solution", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_em.py#compute_score_subem", "target": "verl/utils/reward_score/qa_em.py#extract_solution", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_em.py#compute_score_subem", "target": "verl/utils/reward_score/qa_em.py#subem_check", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_em.py#em_check", "target": "verl/utils/reward_score/qa_em.py#normalize_answer", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_em.py#normalize_answer", "target": "verl/utils/reward_score/qa_em.py#normalize_answer.lower", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_em.py#normalize_answer", "target": "verl/utils/reward_score/qa_em.py#normalize_answer.remove_articles", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_em.py#normalize_answer", "target": "verl/utils/reward_score/qa_em.py#normalize_answer.remove_punc", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_em.py#normalize_answer", "target": "verl/utils/reward_score/qa_em.py#normalize_answer.white_space_fix", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_em.py#normalize_answer", "target": "verl/utils/reward_score/qa_em.py#normalize_answer.lower", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_em.py#normalize_answer", "target": "verl/utils/reward_score/qa_em.py#normalize_answer.remove_articles", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_em.py#normalize_answer", "target": "verl/utils/reward_score/qa_em.py#normalize_answer.remove_punc", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_em.py#normalize_answer", "target": "verl/utils/reward_score/qa_em.py#normalize_answer.white_space_fix", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_em.py#subem_check", "target": "verl/utils/reward_score/qa_em.py#normalize_answer", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_f1.py", "target": "verl/utils/reward_score/qa_f1.py#compute_score_f1", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_f1.py", "target": "verl/utils/reward_score/qa_f1.py#f1_score", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_f1.py", "target": "verl/utils/reward_score/qa_f1.py#normalize_answer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_f1.py", "target": ".", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_f1.py", "target": "random", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_f1.py", "target": "re", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_f1.py", "target": "string", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_f1.py#compute_score_f1", "target": "verl/utils/reward_score/qa_f1.py#f1_score", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_f1.py#f1_score", "target": "verl/utils/reward_score/qa_f1.py#normalize_answer", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_f1.py#normalize_answer", "target": "verl/utils/reward_score/qa_f1.py#normalize_answer.lower", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_f1.py#normalize_answer", "target": "verl/utils/reward_score/qa_f1.py#normalize_answer.remove_articles", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_f1.py#normalize_answer", "target": "verl/utils/reward_score/qa_f1.py#normalize_answer.remove_punc", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_f1.py#normalize_answer", "target": "verl/utils/reward_score/qa_f1.py#normalize_answer.white_space_fix", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_f1.py#normalize_answer", "target": "verl/utils/reward_score/qa_f1.py#normalize_answer.lower", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_f1.py#normalize_answer", "target": "verl/utils/reward_score/qa_f1.py#normalize_answer.remove_articles", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_f1.py#normalize_answer", "target": "verl/utils/reward_score/qa_f1.py#normalize_answer.remove_punc", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/reward_score/qa_f1.py#normalize_answer", "target": "verl/utils/reward_score/qa_f1.py#normalize_answer.white_space_fix", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/seqlen_balancing.py", "target": "verl/utils/seqlen_balancing.py#ceildiv", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/seqlen_balancing.py", "target": "verl/utils/seqlen_balancing.py#get_reverse_idx", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/seqlen_balancing.py", "target": "verl/utils/seqlen_balancing.py#get_seqlen_balanced_partitions", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/seqlen_balancing.py", "target": "verl/utils/seqlen_balancing.py#greedy_partition", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/seqlen_balancing.py", "target": "verl/utils/seqlen_balancing.py#karmarkar_karp", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/seqlen_balancing.py", "target": "verl/utils/seqlen_balancing.py#log_seqlen_unbalance", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/seqlen_balancing.py", "target": "verl/utils/seqlen_balancing.py#rearrange_micro_batches", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/seqlen_balancing.py", "target": "copy", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/seqlen_balancing.py", "target": "heapq", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/seqlen_balancing.py", "target": "tensordict", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/seqlen_balancing.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/seqlen_balancing.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/seqlen_balancing.py#get_seqlen_balanced_partitions", "target": "verl/utils/seqlen_balancing.py#get_seqlen_balanced_partitions._check_and_sort_partitions", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/seqlen_balancing.py#get_seqlen_balanced_partitions", "target": "verl/utils/seqlen_balancing.py#karmarkar_karp", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/seqlen_balancing.py#get_seqlen_balanced_partitions", "target": "verl/utils/seqlen_balancing.py#get_seqlen_balanced_partitions._check_and_sort_partitions", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/seqlen_balancing.py#karmarkar_karp", "target": "verl/utils/seqlen_balancing.py#karmarkar_karp.State", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/seqlen_balancing.py#karmarkar_karp", "target": "verl/utils/seqlen_balancing.py#karmarkar_karp.Set", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/seqlen_balancing.py#karmarkar_karp", "target": "verl/utils/seqlen_balancing.py#karmarkar_karp.State", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/seqlen_balancing.py#karmarkar_karp.Set", "target": "verl/utils/seqlen_balancing.py#karmarkar_karp.Set.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/seqlen_balancing.py#karmarkar_karp.Set", "target": "verl/utils/seqlen_balancing.py#karmarkar_karp.Set.__lt__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/seqlen_balancing.py#karmarkar_karp.Set", "target": "verl/utils/seqlen_balancing.py#karmarkar_karp.Set.add", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/seqlen_balancing.py#karmarkar_karp.Set", "target": "verl/utils/seqlen_balancing.py#karmarkar_karp.Set.merge", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/seqlen_balancing.py#karmarkar_karp.State", "target": "verl/utils/seqlen_balancing.py#karmarkar_karp.State.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/seqlen_balancing.py#karmarkar_karp.State", "target": "verl/utils/seqlen_balancing.py#karmarkar_karp.State.__lt__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/seqlen_balancing.py#karmarkar_karp.State", "target": "verl/utils/seqlen_balancing.py#karmarkar_karp.State.__repr__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/seqlen_balancing.py#karmarkar_karp.State", "target": "verl/utils/seqlen_balancing.py#karmarkar_karp.State.get_partitions", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/seqlen_balancing.py#karmarkar_karp.State", "target": "verl/utils/seqlen_balancing.py#karmarkar_karp.State.merge", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/seqlen_balancing.py#karmarkar_karp.State", "target": "verl/utils/seqlen_balancing.py#karmarkar_karp.State.spread", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/seqlen_balancing.py#karmarkar_karp.State", "target": "verl/utils/seqlen_balancing.py#karmarkar_karp.State.spread~2", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/seqlen_balancing.py#karmarkar_karp.State.__init__", "target": "verl/utils/seqlen_balancing.py#karmarkar_karp.Set", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/seqlen_balancing.py#rearrange_micro_batches", "target": "verl/utils/seqlen_balancing.py#ceildiv", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/seqlen_balancing.py#rearrange_micro_batches", "target": "verl/utils/seqlen_balancing.py#get_seqlen_balanced_partitions", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/tokenizer.py", "target": "verl/utils/tokenizer.py#hf_tokenizer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/tokenizer.py", "target": "verl/utils/tokenizer.py#set_pad_token_id", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/tokenizer.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/tokenizer.py", "target": "warnings", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/tokenizer.py#hf_tokenizer", "target": "verl/utils/tokenizer.py#set_pad_token_id", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/torch_dtypes.py", "target": "verl/utils/torch_dtypes.py#PrecisionType", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_dtypes.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/torch_dtypes.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/torch_dtypes.py#PrecisionType", "target": "verl/utils/torch_dtypes.py#PrecisionType.is_bf16", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_dtypes.py#PrecisionType", "target": "verl/utils/torch_dtypes.py#PrecisionType.is_fp16", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_dtypes.py#PrecisionType", "target": "verl/utils/torch_dtypes.py#PrecisionType.is_fp32", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_dtypes.py#PrecisionType", "target": "verl/utils/torch_dtypes.py#PrecisionType.supported_type", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_dtypes.py#PrecisionType", "target": "verl/utils/torch_dtypes.py#PrecisionType.supported_types", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_dtypes.py#PrecisionType", "target": "verl/utils/torch_dtypes.py#PrecisionType.to_dtype", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_dtypes.py#PrecisionType", "target": "verl/utils/torch_dtypes.py#PrecisionType.to_str", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_dtypes.py#PrecisionType", "target": "object", "relation": "extends", "confidence": "inferred" }, { "source": "verl/utils/torch_functional.py", "target": "verl/utils/torch_functional.py#_expand_mask", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "verl/utils/torch_functional.py#_make_causal_mask", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "verl/utils/torch_functional.py#allgather_dict_tensors", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "verl/utils/torch_functional.py#broadcast_dict_tensor", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "verl/utils/torch_functional.py#clip_by_value", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "verl/utils/torch_functional.py#compute_grad_norm", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "verl/utils/torch_functional.py#entropy_from_logits", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "verl/utils/torch_functional.py#gather_from_labels", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "verl/utils/torch_functional.py#get_constant_schedule_with_warmup", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "verl/utils/torch_functional.py#get_cosine_schedule_with_warmup", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "verl/utils/torch_functional.py#get_eos_mask", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "verl/utils/torch_functional.py#get_unpad_data", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "verl/utils/torch_functional.py#log_probs_from_logits_all_rmpad", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "verl/utils/torch_functional.py#log_probs_from_logits_response", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "verl/utils/torch_functional.py#log_probs_from_logits_response_rmpad", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "verl/utils/torch_functional.py#logprobs_from_logits", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "verl/utils/torch_functional.py#logprobs_from_logits_flash_attn", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "verl/utils/torch_functional.py#logprobs_from_logits_naive", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "verl/utils/torch_functional.py#logprobs_of_labels_v2", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "verl/utils/torch_functional.py#masked_mean", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "verl/utils/torch_functional.py#masked_sum", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "verl/utils/torch_functional.py#masked_var", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "verl/utils/torch_functional.py#masked_whiten", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "verl/utils/torch_functional.py#pad_sequence_to_length", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "verl/utils/torch_functional.py#post_process_logits", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "verl/utils/torch_functional.py#prepare_decoder_attention_mask", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "verl/utils/torch_functional.py#remove_pad_token", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "verl/utils/torch_functional.py#split_dict_tensor_into_batches", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "verl/utils/torch_functional.py#tokenize_and_postprocess_data", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "flash_attn.bert_padding", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "flash_attn.ops.triton.cross_entropy", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "math", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "tensordict", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "torch.distributed", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "torch.optim", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "torch.optim.lr_scheduler", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "transformers.generation.logits_process", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py#get_constant_schedule_with_warmup", "target": "verl/utils/torch_functional.py#get_constant_schedule_with_warmup.lr_lambda", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py#get_cosine_schedule_with_warmup", "target": "verl/utils/torch_functional.py#get_cosine_schedule_with_warmup.lr_lambda", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py#log_probs_from_logits_all_rmpad", "target": "verl/utils/torch_functional.py#logprobs_from_logits", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py#log_probs_from_logits_response", "target": "verl/utils/torch_functional.py#logprobs_from_logits", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py#log_probs_from_logits_response_rmpad", "target": "verl/utils/torch_functional.py#logprobs_from_logits", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py#logprobs_from_logits", "target": "verl/utils/torch_functional.py#logprobs_from_logits_flash_attn", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py#logprobs_from_logits", "target": "verl/utils/torch_functional.py#logprobs_from_logits_naive", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py#logprobs_from_logits_naive", "target": "verl/utils/torch_functional.py#gather_from_labels", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py#masked_var", "target": "verl/utils/torch_functional.py#masked_mean", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py#masked_whiten", "target": "verl/utils/torch_functional.py#masked_mean", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py#masked_whiten", "target": "verl/utils/torch_functional.py#masked_var", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py#prepare_decoder_attention_mask", "target": "verl/utils/torch_functional.py#_expand_mask", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py#prepare_decoder_attention_mask", "target": "verl/utils/torch_functional.py#_make_causal_mask", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/torch_functional.py#tokenize_and_postprocess_data", "target": "verl/utils/torch_functional.py#pad_sequence_to_length", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/tracking.py", "target": "verl/utils/tracking.py#_compute_mlflow_params_from_objects", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/tracking.py", "target": "verl/utils/tracking.py#_flatten_dict", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/tracking.py", "target": "verl/utils/tracking.py#_MlflowLoggingAdapter", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/tracking.py", "target": "verl/utils/tracking.py#_TensorboardLoggingAdapter", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/tracking.py", "target": "verl/utils/tracking.py#_transform_params_to_json_serializable", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/tracking.py", "target": "verl/utils/tracking.py#Tracking", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/tracking.py", "target": "dataclasses", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/tracking.py", "target": "enum", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/tracking.py", "target": "functools", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/tracking.py", "target": "mlflow", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/tracking.py", "target": "numbers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/tracking.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/tracking.py", "target": "pathlib", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/tracking.py", "target": "torch.utils.tensorboard", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/tracking.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/tracking.py", "target": "verl.utils.logger.aggregate_logger", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/tracking.py", "target": "wandb", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/tracking.py", "target": "warnings", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/tracking.py#_compute_mlflow_params_from_objects", "target": "verl/utils/tracking.py#_flatten_dict", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/tracking.py#_compute_mlflow_params_from_objects", "target": "verl/utils/tracking.py#_transform_params_to_json_serializable", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/tracking.py#_MlflowLoggingAdapter", "target": "verl/utils/tracking.py#_MlflowLoggingAdapter.log", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/tracking.py#_TensorboardLoggingAdapter", "target": "verl/utils/tracking.py#_TensorboardLoggingAdapter.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/tracking.py#_TensorboardLoggingAdapter", "target": "verl/utils/tracking.py#_TensorboardLoggingAdapter.log", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/tracking.py#Tracking", "target": "verl/utils/tracking.py#Tracking.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/tracking.py#Tracking", "target": "verl/utils/tracking.py#Tracking.log", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/tracking.py#Tracking", "target": "object", "relation": "extends", "confidence": "inferred" }, { "source": "verl/utils/tracking.py#Tracking.__init__", "target": "verl/utils/logger/aggregate_logger.py#LocalLogger", "relation": "calls", "confidence": "inferred" }, { "source": "verl/utils/tracking.py#Tracking.__init__", "target": "verl/utils/tracking.py#_compute_mlflow_params_from_objects", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/tracking.py#Tracking.__init__", "target": "verl/utils/tracking.py#_MlflowLoggingAdapter", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/tracking.py#Tracking.__init__", "target": "verl/utils/tracking.py#_TensorboardLoggingAdapter", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py", "target": "verl/utils/ulysses.py#_pad_tensor", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py", "target": "verl/utils/ulysses.py#_unpad_tensor", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py", "target": "verl/utils/ulysses.py#all_gather_tensor", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py", "target": "verl/utils/ulysses.py#all_to_all_tensor", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py", "target": "verl/utils/ulysses.py#Gather", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py", "target": "verl/utils/ulysses.py#gather_heads_scatter_seq", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py", "target": "verl/utils/ulysses.py#gather_outpus_and_unpad", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py", "target": "verl/utils/ulysses.py#gather_seq_scatter_heads", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py", "target": "verl/utils/ulysses.py#get_ulysses_sequence_parallel_group", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py", "target": "verl/utils/ulysses.py#get_ulysses_sequence_parallel_rank", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py", "target": "verl/utils/ulysses.py#get_ulysses_sequence_parallel_world_size", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py", "target": "verl/utils/ulysses.py#SeqAllToAll", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py", "target": "verl/utils/ulysses.py#set_ulysses_sequence_parallel_group", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py", "target": "verl/utils/ulysses.py#slice_input_tensor", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py", "target": "verl/utils/ulysses.py#ulysses_pad_and_slice_inputs", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py", "target": "torch.distributed", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py#all_gather_tensor", "target": "verl/utils/ulysses.py#get_ulysses_sequence_parallel_group", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py#all_to_all_tensor", "target": "verl/utils/ulysses.py#get_ulysses_sequence_parallel_group", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py#all_to_all_tensor", "target": "verl/utils/ulysses.py#all_to_all_tensor.wait", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py#Gather", "target": "verl/utils/ulysses.py#Gather.backward", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py#Gather", "target": "verl/utils/ulysses.py#Gather.forward", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py#gather_heads_scatter_seq", "target": "verl/utils/ulysses.py#_pad_tensor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py#gather_heads_scatter_seq", "target": "verl/utils/ulysses.py#get_ulysses_sequence_parallel_group", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py#gather_heads_scatter_seq", "target": "verl/utils/ulysses.py#get_ulysses_sequence_parallel_world_size", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py#gather_outpus_and_unpad", "target": "verl/utils/ulysses.py#_unpad_tensor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py#gather_outpus_and_unpad", "target": "verl/utils/ulysses.py#get_ulysses_sequence_parallel_group", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py#gather_outpus_and_unpad", "target": "verl/utils/ulysses.py#get_ulysses_sequence_parallel_world_size", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py#gather_seq_scatter_heads", "target": "verl/utils/ulysses.py#_unpad_tensor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py#gather_seq_scatter_heads", "target": "verl/utils/ulysses.py#get_ulysses_sequence_parallel_group", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py#gather_seq_scatter_heads", "target": "verl/utils/ulysses.py#get_ulysses_sequence_parallel_world_size", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py#Gather.forward", "target": "verl/utils/ulysses.py#all_gather_tensor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py#get_ulysses_sequence_parallel_rank", "target": "verl/utils/ulysses.py#get_ulysses_sequence_parallel_group", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py#get_ulysses_sequence_parallel_world_size", "target": "verl/utils/ulysses.py#get_ulysses_sequence_parallel_group", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py#SeqAllToAll", "target": "verl/utils/ulysses.py#SeqAllToAll.backward", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py#SeqAllToAll", "target": "verl/utils/ulysses.py#SeqAllToAll.forward", "relation": "contains", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py#SeqAllToAll.backward", "target": "verl/utils/ulysses.py#all_to_all_tensor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py#SeqAllToAll.forward", "target": "verl/utils/ulysses.py#all_to_all_tensor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py#slice_input_tensor", "target": "verl/utils/ulysses.py#_pad_tensor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py#slice_input_tensor", "target": "verl/utils/ulysses.py#get_ulysses_sequence_parallel_group", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py#slice_input_tensor", "target": "verl/utils/ulysses.py#get_ulysses_sequence_parallel_rank", "relation": "calls", "confidence": "extracted" }, { "source": "verl/utils/ulysses.py#ulysses_pad_and_slice_inputs", "target": "verl/utils/ulysses.py#slice_input_tensor", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/actor/__init__.py", "target": ".base", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/actor/__init__.py", "target": ".dp_actor", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/actor/base.py", "target": "verl/workers/actor/base.py#BasePPOActor", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/actor/base.py", "target": "abc", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/actor/base.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/actor/base.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/actor/base.py", "target": "verl", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/actor/base.py#BasePPOActor", "target": "verl/workers/actor/base.py#BasePPOActor.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/actor/base.py#BasePPOActor", "target": "verl/workers/actor/base.py#BasePPOActor.compute_log_prob", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/actor/base.py#BasePPOActor", "target": "verl/workers/actor/base.py#BasePPOActor.update_policy", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/actor/base.py#BasePPOActor", "target": "ABC", "relation": "extends", "confidence": "inferred" }, { "source": "verl/workers/actor/dp_actor.py", "target": "verl/workers/actor/dp_actor.py#DataParallelPPOActor", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/actor/dp_actor.py", "target": "flash_attn.bert_padding", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/actor/dp_actor.py", "target": "itertools", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/actor/dp_actor.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/actor/dp_actor.py", "target": "torch.distributed.fsdp", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/actor/dp_actor.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/actor/dp_actor.py", "target": "verl", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/actor/dp_actor.py", "target": "verl.trainer.ppo", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/actor/dp_actor.py", "target": "verl.utils.py_functional", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/actor/dp_actor.py", "target": "verl.utils.seqlen_balancing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/actor/dp_actor.py", "target": "verl.utils.torch_functional", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/actor/dp_actor.py", "target": "verl.utils.ulysses", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/actor/dp_actor.py", "target": "verl.workers.actor", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/actor/dp_actor.py#DataParallelPPOActor", "target": "verl/workers/actor/dp_actor.py#DataParallelPPOActor.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/actor/dp_actor.py#DataParallelPPOActor", "target": "verl/workers/actor/dp_actor.py#DataParallelPPOActor._forward_micro_batch", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/actor/dp_actor.py#DataParallelPPOActor", "target": "verl/workers/actor/dp_actor.py#DataParallelPPOActor._optimizer_step", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/actor/dp_actor.py#DataParallelPPOActor", "target": "verl/workers/actor/dp_actor.py#DataParallelPPOActor.compute_log_prob", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/actor/dp_actor.py#DataParallelPPOActor", "target": "verl/workers/actor/dp_actor.py#DataParallelPPOActor.update_policy", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/actor/dp_actor.py#DataParallelPPOActor", "target": "verl/workers/actor/base.py#BasePPOActor", "relation": "extends", "confidence": "inferred" }, { "source": "verl/workers/actor/dp_actor.py#DataParallelPPOActor._forward_micro_batch", "target": "verl/utils/torch_functional.py#logprobs_from_logits", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/actor/dp_actor.py#DataParallelPPOActor._forward_micro_batch", "target": "verl/utils/ulysses.py#gather_outpus_and_unpad", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/actor/dp_actor.py#DataParallelPPOActor._forward_micro_batch", "target": "verl/utils/ulysses.py#ulysses_pad_and_slice_inputs", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/actor/dp_actor.py#DataParallelPPOActor.compute_log_prob", "target": "verl/protocol.py#DataProto.select", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/actor/dp_actor.py#DataParallelPPOActor.compute_log_prob", "target": "verl/utils/seqlen_balancing.py#get_reverse_idx", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/actor/dp_actor.py#DataParallelPPOActor.compute_log_prob", "target": "verl/utils/seqlen_balancing.py#rearrange_micro_batches", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/actor/dp_actor.py#DataParallelPPOActor.compute_log_prob", "target": "verl/workers/actor/dp_actor.py#DataParallelPPOActor._forward_micro_batch", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/actor/dp_actor.py#DataParallelPPOActor.update_policy", "target": "verl/protocol.py#DataProto.select", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/actor/dp_actor.py#DataParallelPPOActor.update_policy", "target": "verl/utils/py_functional.py#append_to_dict", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/actor/dp_actor.py#DataParallelPPOActor.update_policy", "target": "verl/utils/seqlen_balancing.py#rearrange_micro_batches", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/actor/dp_actor.py#DataParallelPPOActor.update_policy", "target": "verl/utils/torch_functional.py#masked_mean", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/actor/dp_actor.py#DataParallelPPOActor.update_policy", "target": "verl/workers/actor/dp_actor.py#DataParallelPPOActor._forward_micro_batch", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/actor/dp_actor.py#DataParallelPPOActor.update_policy", "target": "verl/workers/actor/dp_actor.py#DataParallelPPOActor._optimizer_step", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/actor/megatron_actor.py", "target": "verl/workers/actor/megatron_actor.py#MegatronPPOActor", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/actor/megatron_actor.py", "target": "functools", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/actor/megatron_actor.py", "target": "megatron.core", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/actor/megatron_actor.py", "target": "megatron.core.pipeline_parallel", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/actor/megatron_actor.py", "target": "megatron.optimizer", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/actor/megatron_actor.py", "target": "omegaconf", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/actor/megatron_actor.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/actor/megatron_actor.py", "target": "torch.distributed", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/actor/megatron_actor.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/actor/megatron_actor.py", "target": "verl", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/actor/megatron_actor.py", "target": "verl.trainer.ppo", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/actor/megatron_actor.py", "target": "verl.utils.megatron.optimizer_config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/actor/megatron_actor.py", "target": "verl.utils.megatron.pipeline_parallel", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/actor/megatron_actor.py", "target": "verl.utils.megatron.tensor_parallel", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/actor/megatron_actor.py", "target": "verl.utils.py_functional", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/actor/megatron_actor.py", "target": "verl.utils.torch_functional", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/actor/megatron_actor.py", "target": "verl.workers.actor", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/actor/megatron_actor.py#MegatronPPOActor", "target": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/actor/megatron_actor.py#MegatronPPOActor", "target": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.compute_log_prob", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/actor/megatron_actor.py#MegatronPPOActor", "target": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.forward_backward_batch", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/actor/megatron_actor.py#MegatronPPOActor", "target": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.make_minibatch_iterator", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/actor/megatron_actor.py#MegatronPPOActor", "target": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.update_policy", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/actor/megatron_actor.py#MegatronPPOActor", "target": "verl/workers/actor/base.py#BasePPOActor", "relation": "extends", "confidence": "inferred" }, { "source": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.compute_log_prob", "target": "verl/protocol.py#DataProto.select", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.compute_log_prob", "target": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.forward_backward_batch", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.compute_log_prob", "target": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.compute_log_prob.compute_logprobs_fn", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.compute_log_prob.compute_logprobs_fn", "target": "verl/utils/megatron/tensor_parallel.py#vocab_parallel_log_probs_from_logits", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.forward_backward_batch", "target": "verl/utils/megatron/pipeline_parallel.py#compute_transformers_input_shapes", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.forward_backward_batch", "target": "verl/utils/megatron/pipeline_parallel.py#make_batch_generator", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.forward_backward_batch", "target": "verl/utils/torch_functional.py#broadcast_dict_tensor", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.forward_backward_batch", "target": "verl/utils/torch_functional.py#split_dict_tensor_into_batches", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.forward_backward_batch", "target": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.forward_backward_batch.forward_step", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.forward_backward_batch", "target": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.forward_backward_batch.loss_func", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.forward_backward_batch.loss_func", "target": "verl/utils/megatron/tensor_parallel.py#vocab_parallel_compute_entropy_loss", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.forward_backward_batch.loss_func", "target": "verl/utils/megatron/tensor_parallel.py#vocab_parallel_log_probs_from_logits", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.make_minibatch_iterator", "target": "verl/protocol.py#DataProto.make_iterator", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.make_minibatch_iterator", "target": "verl/protocol.py#DataProto.select", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.update_policy", "target": "verl/utils/py_functional.py#append_to_dict", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.update_policy", "target": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.forward_backward_batch", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/critic/__init__.py", "target": ".base", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/critic/__init__.py", "target": ".dp_critic", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/critic/base.py", "target": "verl/workers/critic/base.py#BasePPOCritic", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/critic/base.py", "target": "abc", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/critic/base.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/critic/base.py", "target": "verl", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/critic/base.py#BasePPOCritic", "target": "verl/workers/critic/base.py#BasePPOCritic.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/critic/base.py#BasePPOCritic", "target": "verl/workers/critic/base.py#BasePPOCritic.compute_values", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/critic/base.py#BasePPOCritic", "target": "verl/workers/critic/base.py#BasePPOCritic.update_critic", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/critic/base.py#BasePPOCritic", "target": "ABC", "relation": "extends", "confidence": "inferred" }, { "source": "verl/workers/critic/dp_critic.py", "target": "verl/workers/critic/dp_critic.py#DataParallelPPOCritic", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/critic/dp_critic.py", "target": "flash_attn.bert_padding", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/critic/dp_critic.py", "target": "itertools", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/critic/dp_critic.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/critic/dp_critic.py", "target": "torch.distributed", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/critic/dp_critic.py", "target": "torch.distributed.fsdp", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/critic/dp_critic.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/critic/dp_critic.py", "target": "verl", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/critic/dp_critic.py", "target": "verl.trainer.ppo", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/critic/dp_critic.py", "target": "verl.utils.py_functional", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/critic/dp_critic.py", "target": "verl.utils.seqlen_balancing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/critic/dp_critic.py", "target": "verl.utils.torch_functional", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/critic/dp_critic.py", "target": "verl.utils.ulysses", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/critic/dp_critic.py", "target": "verl.workers.critic", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/critic/dp_critic.py#DataParallelPPOCritic", "target": "verl/workers/critic/dp_critic.py#DataParallelPPOCritic.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/critic/dp_critic.py#DataParallelPPOCritic", "target": "verl/workers/critic/dp_critic.py#DataParallelPPOCritic._forward_micro_batch", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/critic/dp_critic.py#DataParallelPPOCritic", "target": "verl/workers/critic/dp_critic.py#DataParallelPPOCritic._optimizer_step", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/critic/dp_critic.py#DataParallelPPOCritic", "target": "verl/workers/critic/dp_critic.py#DataParallelPPOCritic.compute_values", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/critic/dp_critic.py#DataParallelPPOCritic", "target": "verl/workers/critic/dp_critic.py#DataParallelPPOCritic.update_critic", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/critic/dp_critic.py#DataParallelPPOCritic", "target": "verl/workers/critic/base.py#BasePPOCritic", "relation": "extends", "confidence": "inferred" }, { "source": "verl/workers/critic/dp_critic.py#DataParallelPPOCritic._forward_micro_batch", "target": "verl/utils/ulysses.py#gather_outpus_and_unpad", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/critic/dp_critic.py#DataParallelPPOCritic._forward_micro_batch", "target": "verl/utils/ulysses.py#ulysses_pad_and_slice_inputs", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/critic/dp_critic.py#DataParallelPPOCritic.compute_values", "target": "verl/protocol.py#DataProto.select", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/critic/dp_critic.py#DataParallelPPOCritic.compute_values", "target": "verl/utils/seqlen_balancing.py#get_reverse_idx", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/critic/dp_critic.py#DataParallelPPOCritic.compute_values", "target": "verl/utils/seqlen_balancing.py#rearrange_micro_batches", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/critic/dp_critic.py#DataParallelPPOCritic.compute_values", "target": "verl/workers/critic/dp_critic.py#DataParallelPPOCritic._forward_micro_batch", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/critic/dp_critic.py#DataParallelPPOCritic.update_critic", "target": "verl/protocol.py#DataProto.select", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/critic/dp_critic.py#DataParallelPPOCritic.update_critic", "target": "verl/utils/py_functional.py#append_to_dict", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/critic/dp_critic.py#DataParallelPPOCritic.update_critic", "target": "verl/utils/seqlen_balancing.py#rearrange_micro_batches", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/critic/dp_critic.py#DataParallelPPOCritic.update_critic", "target": "verl/utils/torch_functional.py#masked_mean", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/critic/dp_critic.py#DataParallelPPOCritic.update_critic", "target": "verl/workers/critic/dp_critic.py#DataParallelPPOCritic._forward_micro_batch", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/critic/dp_critic.py#DataParallelPPOCritic.update_critic", "target": "verl/workers/critic/dp_critic.py#DataParallelPPOCritic._optimizer_step", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/critic/megatron_critic.py", "target": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/critic/megatron_critic.py", "target": "functools", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/critic/megatron_critic.py", "target": "megatron.core", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/critic/megatron_critic.py", "target": "megatron.core.pipeline_parallel", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/critic/megatron_critic.py", "target": "megatron.optimizer", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/critic/megatron_critic.py", "target": "omegaconf", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/critic/megatron_critic.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/critic/megatron_critic.py", "target": "torch.distributed", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/critic/megatron_critic.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/critic/megatron_critic.py", "target": "verl", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/critic/megatron_critic.py", "target": "verl.trainer.ppo", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/critic/megatron_critic.py", "target": "verl.utils.megatron", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/critic/megatron_critic.py", "target": "verl.utils.megatron.optimizer_config", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/critic/megatron_critic.py", "target": "verl.utils.megatron.pipeline_parallel", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/critic/megatron_critic.py", "target": "verl.utils.py_functional", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/critic/megatron_critic.py", "target": "verl.utils.torch_dtypes", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/critic/megatron_critic.py", "target": "verl.utils.torch_functional", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/critic/megatron_critic.py", "target": "verl.workers.critic", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic", "target": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic", "target": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic.compute_values", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic", "target": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic.forward_backward_batch", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic", "target": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic.make_minibatch_iterator", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic", "target": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic.update_critic", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic", "target": "verl/workers/critic/base.py#BasePPOCritic", "relation": "extends", "confidence": "inferred" }, { "source": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic.compute_values", "target": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic.forward_backward_batch", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic.forward_backward_batch", "target": "verl/utils/megatron/pipeline_parallel.py#compute_transformers_input_shapes", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic.forward_backward_batch", "target": "verl/utils/megatron/pipeline_parallel.py#make_batch_generator", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic.forward_backward_batch", "target": "verl/utils/torch_functional.py#broadcast_dict_tensor", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic.forward_backward_batch", "target": "verl/utils/torch_functional.py#split_dict_tensor_into_batches", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic.forward_backward_batch", "target": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic.forward_backward_batch.forward_step", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic.forward_backward_batch", "target": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic.forward_backward_batch.loss_func", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic.forward_backward_batch.loss_func", "target": "verl/utils/torch_functional.py#masked_mean", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic.make_minibatch_iterator", "target": "verl/protocol.py#DataProto.make_iterator", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic.make_minibatch_iterator", "target": "verl/protocol.py#DataProto.select", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic.update_critic", "target": "verl/utils/py_functional.py#append_to_dict", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic.update_critic", "target": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic.forward_backward_batch", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py", "target": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py", "target": "verl/workers/fsdp_workers.py#CriticWorker", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py", "target": "verl/workers/fsdp_workers.py#RewardModelWorker", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py", "target": "codetiming", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py", "target": "flash_attn.bert_padding", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py", "target": "itertools", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py", "target": "logging", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py", "target": "omegaconf", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py", "target": "torch.distributed", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py", "target": "torch.distributed.device_mesh", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py", "target": "torch.distributed.fsdp", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py", "target": "verl", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py", "target": "verl.models.registry", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py", "target": "verl.models.transformers.monkey_patch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py", "target": "verl.single_controller.base", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py", "target": "verl.single_controller.base.decorator", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py", "target": "verl.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py", "target": "verl.utils.debug", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py", "target": "verl.utils.flops_counter", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py", "target": "verl.utils.fs", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py", "target": "verl.utils.fsdp_utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py", "target": "verl.utils.import_utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py", "target": "verl.utils.model", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py", "target": "verl.utils.seqlen_balancing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py", "target": "verl.utils.torch_dtypes", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py", "target": "verl.utils.torch_functional", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py", "target": "verl.utils.ulysses", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py", "target": "verl.workers.actor", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py", "target": "verl.workers.critic", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py", "target": "verl.workers.rollout", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py", "target": "verl.workers.rollout.vllm_rollout", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py", "target": "verl.workers.sharding_manager", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py", "target": "verl.workers.sharding_manager.fsdp_ulysses", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py", "target": "warnings", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker", "target": "verl/single_controller/base/decorator.py#register", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker", "target": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker", "target": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker._build_model_optimizer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker", "target": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker._build_rollout", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker", "target": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.compute_log_prob", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker", "target": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.compute_ref_log_prob", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker", "target": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.generate_sequences", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker", "target": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.init_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker", "target": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.save_checkpoint", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker", "target": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.update_actor", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker", "target": "Worker", "relation": "extends", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.__init__", "target": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker._build_model_optimizer", "target": "verl/models/registry.py#check_model_support_rmpad", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker._build_model_optimizer", "target": "verl/models/transformers/monkey_patch.py#apply_monkey_patch", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker._build_model_optimizer", "target": "verl/utils/debug/performance.py#log_gpu_memory_usage", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker._build_model_optimizer", "target": "verl/utils/fs.py#copy_local_path_from_hdfs", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker._build_model_optimizer", "target": "verl/utils/fsdp_utils.py#get_fsdp_wrap_policy", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker._build_model_optimizer", "target": "verl/utils/fsdp_utils.py#get_init_weight_context_manager", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker._build_model_optimizer", "target": "verl/utils/model.py#print_model_size", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker._build_model_optimizer", "target": "verl/utils/model.py#update_model_config", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker._build_model_optimizer", "target": "verl/utils/tokenizer.py#hf_tokenizer", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker._build_model_optimizer", "target": "verl/utils/torch_functional.py#get_constant_schedule_with_warmup", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker._build_rollout", "target": "verl/utils/debug/performance.py#log_gpu_memory_usage", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker._build_rollout", "target": "verl/workers/rollout/hf_rollout.py#HFRollout", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker._build_rollout", "target": "verl/workers/rollout/vllm_rollout/vllm_rollout.py#vLLMRollout", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker._build_rollout", "target": "verl/workers/sharding_manager/base.py#BaseShardingManager", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker._build_rollout", "target": "verl/workers/sharding_manager/fsdp_vllm.py#FSDPVLLMShardingManager", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.compute_log_prob", "target": "verl/protocol.py#DataProto.to", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.compute_log_prob", "target": "verl/utils/debug/performance.py#log_gpu_memory_usage", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.compute_log_prob", "target": "verl/utils/fsdp_utils.py#load_fsdp_param_and_grad", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.compute_log_prob", "target": "verl/utils/fsdp_utils.py#offload_fsdp_param_and_grad", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.compute_log_prob", "target": "verl/workers/actor/dp_actor.py#DataParallelPPOActor.compute_log_prob", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.compute_log_prob", "target": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager.postprocess_data", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.compute_log_prob", "target": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager.preprocess_data", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.compute_ref_log_prob", "target": "verl/protocol.py#DataProto.to", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.compute_ref_log_prob", "target": "verl/utils/fsdp_utils.py#load_fsdp_param_and_grad", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.compute_ref_log_prob", "target": "verl/utils/fsdp_utils.py#offload_fsdp_param_and_grad", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.compute_ref_log_prob", "target": "verl/workers/actor/dp_actor.py#DataParallelPPOActor.compute_log_prob", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.compute_ref_log_prob", "target": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager.postprocess_data", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.compute_ref_log_prob", "target": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager.preprocess_data", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.generate_sequences", "target": "verl/protocol.py#DataProto.to", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.generate_sequences", "target": "verl/utils/debug/performance.py#log_gpu_memory_usage", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.generate_sequences", "target": "verl/utils/fsdp_utils.py#load_fsdp_param_and_grad", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.generate_sequences", "target": "verl/utils/fsdp_utils.py#offload_fsdp_param_and_grad", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.generate_sequences", "target": "verl/workers/actor/dp_actor.py#DataParallelPPOActor.compute_log_prob", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.generate_sequences", "target": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager.postprocess_data", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.generate_sequences", "target": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager.preprocess_data", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.init_model", "target": "verl/utils/debug/performance.py#log_gpu_memory_usage", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.init_model", "target": "verl/utils/flops_counter.py#FlopsCounter", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.init_model", "target": "verl/utils/fsdp_utils.py#offload_fsdp_grad", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.init_model", "target": "verl/utils/fsdp_utils.py#offload_fsdp_optimizer", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.init_model", "target": "verl/utils/fsdp_utils.py#offload_fsdp_param_and_grad", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.init_model", "target": "verl/utils/import_utils.py#import_external_libs", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.init_model", "target": "verl/workers/actor/dp_actor.py#DataParallelPPOActor", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.init_model", "target": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker._build_model_optimizer", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.init_model", "target": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker._build_rollout", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.save_checkpoint", "target": "verl/utils/fsdp_utils.py#load_fsdp_param_and_grad", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.save_checkpoint", "target": "verl/utils/fsdp_utils.py#offload_fsdp_param_and_grad", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.update_actor", "target": "verl/protocol.py#DataProto", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.update_actor", "target": "verl/protocol.py#DataProto.to", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.update_actor", "target": "verl/utils/debug/performance.py#log_gpu_memory_usage", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.update_actor", "target": "verl/utils/flops_counter.py#FlopsCounter.estimate_flops", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.update_actor", "target": "verl/utils/fsdp_utils.py#load_fsdp_optimizer", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.update_actor", "target": "verl/utils/fsdp_utils.py#load_fsdp_param_and_grad", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.update_actor", "target": "verl/utils/fsdp_utils.py#offload_fsdp_optimizer", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.update_actor", "target": "verl/utils/fsdp_utils.py#offload_fsdp_param_and_grad", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.update_actor", "target": "verl/workers/actor/dp_actor.py#DataParallelPPOActor.update_policy", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.update_actor", "target": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager.postprocess_data", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#ActorRolloutRefWorker.update_actor", "target": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager.preprocess_data", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker", "target": "verl/single_controller/base/decorator.py#register", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker", "target": "verl/workers/fsdp_workers.py#CriticWorker.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker", "target": "verl/workers/fsdp_workers.py#CriticWorker._build_critic_model_optimizer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker", "target": "verl/workers/fsdp_workers.py#CriticWorker.compute_values", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker", "target": "verl/workers/fsdp_workers.py#CriticWorker.init_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker", "target": "verl/workers/fsdp_workers.py#CriticWorker.save_checkpoint", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker", "target": "verl/workers/fsdp_workers.py#CriticWorker.update_critic", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker", "target": "Worker", "relation": "extends", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker.__init__", "target": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker._build_critic_model_optimizer", "target": "verl/models/registry.py#check_model_support_rmpad", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker._build_critic_model_optimizer", "target": "verl/models/transformers/monkey_patch.py#apply_monkey_patch", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker._build_critic_model_optimizer", "target": "verl/utils/debug/performance.py#log_gpu_memory_usage", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker._build_critic_model_optimizer", "target": "verl/utils/fs.py#copy_local_path_from_hdfs", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker._build_critic_model_optimizer", "target": "verl/utils/fsdp_utils.py#get_fsdp_wrap_policy", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker._build_critic_model_optimizer", "target": "verl/utils/fsdp_utils.py#get_init_weight_context_manager", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker._build_critic_model_optimizer", "target": "verl/utils/model.py#print_model_size", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker._build_critic_model_optimizer", "target": "verl/utils/tokenizer.py#hf_tokenizer", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker._build_critic_model_optimizer", "target": "verl/utils/torch_functional.py#get_constant_schedule_with_warmup", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker.compute_values", "target": "verl/protocol.py#DataProto.to", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker.compute_values", "target": "verl/utils/fsdp_utils.py#load_fsdp_param_and_grad", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker.compute_values", "target": "verl/utils/fsdp_utils.py#offload_fsdp_param_and_grad", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker.compute_values", "target": "verl/workers/critic/dp_critic.py#DataParallelPPOCritic.compute_values", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker.compute_values", "target": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager.postprocess_data", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker.compute_values", "target": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager.preprocess_data", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker.init_model", "target": "verl/utils/flops_counter.py#FlopsCounter", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker.init_model", "target": "verl/utils/fsdp_utils.py#offload_fsdp_optimizer", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker.init_model", "target": "verl/utils/fsdp_utils.py#offload_fsdp_param_and_grad", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker.init_model", "target": "verl/utils/import_utils.py#import_external_libs", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker.init_model", "target": "verl/workers/critic/dp_critic.py#DataParallelPPOCritic", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker.init_model", "target": "verl/workers/fsdp_workers.py#CriticWorker._build_critic_model_optimizer", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker.save_checkpoint", "target": "verl/utils/fsdp_utils.py#load_fsdp_param_and_grad", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker.save_checkpoint", "target": "verl/utils/fsdp_utils.py#offload_fsdp_param_and_grad", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker.update_critic", "target": "verl/protocol.py#DataProto", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker.update_critic", "target": "verl/protocol.py#DataProto.to", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker.update_critic", "target": "verl/utils/flops_counter.py#FlopsCounter.estimate_flops", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker.update_critic", "target": "verl/utils/fsdp_utils.py#load_fsdp_optimizer", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker.update_critic", "target": "verl/utils/fsdp_utils.py#load_fsdp_param_and_grad", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker.update_critic", "target": "verl/utils/fsdp_utils.py#offload_fsdp_optimizer", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker.update_critic", "target": "verl/utils/fsdp_utils.py#offload_fsdp_param_and_grad", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker.update_critic", "target": "verl/workers/critic/dp_critic.py#DataParallelPPOCritic.update_critic", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker.update_critic", "target": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager.postprocess_data", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#CriticWorker.update_critic", "target": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager.preprocess_data", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#RewardModelWorker", "target": "verl/single_controller/base/decorator.py#register", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#RewardModelWorker", "target": "verl/workers/fsdp_workers.py#RewardModelWorker.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py#RewardModelWorker", "target": "verl/workers/fsdp_workers.py#RewardModelWorker._build_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py#RewardModelWorker", "target": "verl/workers/fsdp_workers.py#RewardModelWorker._expand_to_token_level", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py#RewardModelWorker", "target": "verl/workers/fsdp_workers.py#RewardModelWorker._forward_micro_batch", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py#RewardModelWorker", "target": "verl/workers/fsdp_workers.py#RewardModelWorker._switch_chat_template", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py#RewardModelWorker", "target": "verl/workers/fsdp_workers.py#RewardModelWorker.compute_rm_score", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py#RewardModelWorker", "target": "verl/workers/fsdp_workers.py#RewardModelWorker.init_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py#RewardModelWorker", "target": "Worker", "relation": "extends", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#RewardModelWorker.__init__", "target": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#RewardModelWorker._build_model", "target": "verl/models/registry.py#check_model_support_rmpad", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#RewardModelWorker._build_model", "target": "verl/models/transformers/monkey_patch.py#apply_monkey_patch", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#RewardModelWorker._build_model", "target": "verl/utils/fs.py#copy_local_path_from_hdfs", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#RewardModelWorker._build_model", "target": "verl/utils/fsdp_utils.py#get_fsdp_wrap_policy", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#RewardModelWorker._build_model", "target": "verl/utils/fsdp_utils.py#get_init_weight_context_manager", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#RewardModelWorker._build_model", "target": "verl/utils/tokenizer.py#hf_tokenizer", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#RewardModelWorker._forward_micro_batch", "target": "verl/utils/ulysses.py#gather_outpus_and_unpad", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#RewardModelWorker._forward_micro_batch", "target": "verl/utils/ulysses.py#ulysses_pad_and_slice_inputs", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#RewardModelWorker._switch_chat_template", "target": "verl/utils/model.py#compute_position_id_with_mask", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#RewardModelWorker.compute_rm_score", "target": "verl/protocol.py#DataProto.to", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#RewardModelWorker.compute_rm_score", "target": "verl/utils/seqlen_balancing.py#get_reverse_idx", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#RewardModelWorker.compute_rm_score", "target": "verl/utils/seqlen_balancing.py#rearrange_micro_batches", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#RewardModelWorker.compute_rm_score", "target": "verl/workers/fsdp_workers.py#RewardModelWorker._expand_to_token_level", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py#RewardModelWorker.compute_rm_score", "target": "verl/workers/fsdp_workers.py#RewardModelWorker._forward_micro_batch", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py#RewardModelWorker.compute_rm_score", "target": "verl/workers/fsdp_workers.py#RewardModelWorker._switch_chat_template", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/fsdp_workers.py#RewardModelWorker.compute_rm_score", "target": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager.postprocess_data", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#RewardModelWorker.compute_rm_score", "target": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager.preprocess_data", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#RewardModelWorker.init_model", "target": "verl/utils/import_utils.py#import_external_libs", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/fsdp_workers.py#RewardModelWorker.init_model", "target": "verl/workers/fsdp_workers.py#RewardModelWorker._build_model", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py", "target": "verl/workers/megatron_workers.py#ActorRolloutRefWorker", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py", "target": "verl/workers/megatron_workers.py#CriticWorker", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py", "target": "verl/workers/megatron_workers.py#RewardModelWorker", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py", "target": "verl/workers/megatron_workers.py#set_random_seed", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py", "target": "importlib", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py", "target": "logging", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py", "target": "megatron.core", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py", "target": "megatron.core.models.gpt.gpt_model", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py", "target": "omegaconf", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py", "target": "random", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py", "target": "ray", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py", "target": "torch.distributed", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py", "target": "verl", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py", "target": "verl.single_controller.base.decorator", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py", "target": "verl.single_controller.base.megatron.worker", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py", "target": "verl.utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py", "target": "verl.utils.debug", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py", "target": "verl.utils.fs", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py", "target": "verl.utils.megatron_utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py", "target": "verl.utils.megatron.optimizer", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py", "target": "verl.utils.model", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py", "target": "verl.utils.torch_dtypes", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py", "target": "verl.workers.actor.megatron_actor", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py", "target": "verl.workers.critic.megatron_critic", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py", "target": "verl.workers.reward_model.megatron.reward_model", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py", "target": "verl.workers.rollout.vllm_rollout", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py", "target": "verl.workers.sharding_manager", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker", "target": "verl/single_controller/base/decorator.py#register", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker", "target": "verl/workers/megatron_workers.py#ActorRolloutRefWorker.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker", "target": "verl/workers/megatron_workers.py#ActorRolloutRefWorker._build_model_optimizer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker", "target": "verl/workers/megatron_workers.py#ActorRolloutRefWorker._build_rollout", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker", "target": "verl/workers/megatron_workers.py#ActorRolloutRefWorker.compute_ref_log_prob", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker", "target": "verl/workers/megatron_workers.py#ActorRolloutRefWorker.generate_sequences", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker", "target": "verl/workers/megatron_workers.py#ActorRolloutRefWorker.init_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker", "target": "verl/workers/megatron_workers.py#ActorRolloutRefWorker.load_checkpoint", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker", "target": "verl/workers/megatron_workers.py#ActorRolloutRefWorker.load_pretrained_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker", "target": "verl/workers/megatron_workers.py#ActorRolloutRefWorker.save_checkpoint", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker", "target": "verl/workers/megatron_workers.py#ActorRolloutRefWorker.update_actor", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker", "target": "verl/single_controller/base/megatron/worker.py#MegatronWorker", "relation": "extends", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker.__init__", "target": "verl/workers/megatron_workers.py#set_random_seed", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker._build_model_optimizer", "target": "verl/utils/debug/performance.py#log_gpu_memory_usage", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker._build_model_optimizer", "target": "verl/utils/fs.py#copy_local_path_from_hdfs", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker._build_model_optimizer", "target": "verl/utils/megatron_utils.py#init_megatron_optim_config", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker._build_model_optimizer", "target": "verl/utils/megatron/optimizer.py#get_megatron_optimizer", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker._build_model_optimizer", "target": "verl/utils/model.py#load_megatron_model_weights", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker._build_model_optimizer", "target": "verl/utils/model.py#print_model_size", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker._build_model_optimizer", "target": "verl/utils/model.py#update_model_config", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker._build_model_optimizer", "target": "verl/utils/tokenizer.py#hf_tokenizer", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker._build_model_optimizer", "target": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker._build_model_optimizer", "target": "verl/workers/megatron_workers.py#ActorRolloutRefWorker._build_model_optimizer.megatron_actor_model_provider", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker._build_model_optimizer.megatron_actor_model_provider", "target": "verl/utils/model.py#get_parallel_model_from_config", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker._build_rollout", "target": "verl/utils/debug/performance.py#log_gpu_memory_usage", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker._build_rollout", "target": "verl/utils/model.py#normalize_pp_vpp_params", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker._build_rollout", "target": "verl/workers/rollout/vllm_rollout/vllm_rollout.py#vLLMRollout", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker._build_rollout", "target": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker.compute_ref_log_prob", "target": "verl/protocol.py#DataProto.to", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker.compute_ref_log_prob", "target": "verl/utils/megatron_utils.py#load_megatron_param_and_grad", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker.compute_ref_log_prob", "target": "verl/utils/megatron_utils.py#offload_megatron_param_and_grad", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker.compute_ref_log_prob", "target": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.compute_log_prob", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker.generate_sequences", "target": "verl/utils/debug/performance.py#log_gpu_memory_usage", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker.generate_sequences", "target": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.compute_log_prob", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker.init_model", "target": "verl/utils/megatron_utils.py#init_model_parallel_config", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker.init_model", "target": "verl/workers/actor/megatron_actor.py#MegatronPPOActor", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker.init_model", "target": "verl/workers/megatron_workers.py#ActorRolloutRefWorker._build_model_optimizer", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker.init_model", "target": "verl/workers/megatron_workers.py#ActorRolloutRefWorker._build_rollout", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker.update_actor", "target": "verl/protocol.py#DataProto", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker.update_actor", "target": "verl/protocol.py#DataProto.to", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker.update_actor", "target": "verl/utils/debug/performance.py#log_gpu_memory_usage", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker.update_actor", "target": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.make_minibatch_iterator", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#ActorRolloutRefWorker.update_actor", "target": "verl/workers/actor/megatron_actor.py#MegatronPPOActor.update_policy", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#CriticWorker", "target": "verl/single_controller/base/decorator.py#register", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#CriticWorker", "target": "verl/workers/megatron_workers.py#CriticWorker.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py#CriticWorker", "target": "verl/workers/megatron_workers.py#CriticWorker._build_critic_model_optimizer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py#CriticWorker", "target": "verl/workers/megatron_workers.py#CriticWorker.compute_values", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py#CriticWorker", "target": "verl/workers/megatron_workers.py#CriticWorker.init_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py#CriticWorker", "target": "verl/workers/megatron_workers.py#CriticWorker.load_checkpoint", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py#CriticWorker", "target": "verl/workers/megatron_workers.py#CriticWorker.save_checkpoint", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py#CriticWorker", "target": "verl/workers/megatron_workers.py#CriticWorker.update_critic", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py#CriticWorker", "target": "verl/single_controller/base/megatron/worker.py#MegatronWorker", "relation": "extends", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#CriticWorker.__init__", "target": "verl/workers/megatron_workers.py#set_random_seed", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py#CriticWorker._build_critic_model_optimizer", "target": "verl/utils/fs.py#copy_local_path_from_hdfs", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#CriticWorker._build_critic_model_optimizer", "target": "verl/utils/megatron_utils.py#init_megatron_optim_config", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#CriticWorker._build_critic_model_optimizer", "target": "verl/utils/megatron/optimizer.py#get_megatron_optimizer", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#CriticWorker._build_critic_model_optimizer", "target": "verl/utils/model.py#load_megatron_model_weights", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#CriticWorker._build_critic_model_optimizer", "target": "verl/utils/model.py#print_model_size", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#CriticWorker._build_critic_model_optimizer", "target": "verl/utils/model.py#update_model_config", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#CriticWorker._build_critic_model_optimizer", "target": "verl/utils/tokenizer.py#hf_tokenizer", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#CriticWorker._build_critic_model_optimizer", "target": "verl/workers/megatron_workers.py#CriticWorker._build_critic_model_optimizer.megatron_critic_model_provider", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py#CriticWorker._build_critic_model_optimizer.megatron_critic_model_provider", "target": "verl/utils/model.py#get_parallel_model_from_config", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#CriticWorker.compute_values", "target": "verl/protocol.py#DataProto.to", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#CriticWorker.compute_values", "target": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic.compute_values", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#CriticWorker.init_model", "target": "verl/utils/megatron_utils.py#init_model_parallel_config", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#CriticWorker.init_model", "target": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#CriticWorker.init_model", "target": "verl/workers/megatron_workers.py#CriticWorker._build_critic_model_optimizer", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py#CriticWorker.update_critic", "target": "verl/protocol.py#DataProto", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#CriticWorker.update_critic", "target": "verl/protocol.py#DataProto.to", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#CriticWorker.update_critic", "target": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic.make_minibatch_iterator", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#CriticWorker.update_critic", "target": "verl/workers/critic/megatron_critic.py#MegatronPPOCritic.update_critic", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#RewardModelWorker", "target": "verl/single_controller/base/decorator.py#register", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#RewardModelWorker", "target": "verl/workers/megatron_workers.py#RewardModelWorker.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py#RewardModelWorker", "target": "verl/workers/megatron_workers.py#RewardModelWorker._build_rm_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py#RewardModelWorker", "target": "verl/workers/megatron_workers.py#RewardModelWorker.compute_rm_score", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py#RewardModelWorker", "target": "verl/workers/megatron_workers.py#RewardModelWorker.init_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py#RewardModelWorker", "target": "verl/single_controller/base/megatron/worker.py#MegatronWorker", "relation": "extends", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#RewardModelWorker.__init__", "target": "verl/workers/megatron_workers.py#set_random_seed", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py#RewardModelWorker._build_rm_model", "target": "verl/utils/fs.py#copy_local_path_from_hdfs", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#RewardModelWorker._build_rm_model", "target": "verl/utils/model.py#load_megatron_model_weights", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#RewardModelWorker._build_rm_model", "target": "verl/utils/model.py#update_model_config", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#RewardModelWorker._build_rm_model", "target": "verl/utils/tokenizer.py#hf_tokenizer", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#RewardModelWorker._build_rm_model", "target": "verl/workers/megatron_workers.py#RewardModelWorker._build_rm_model.megatron_rm_model_provider", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py#RewardModelWorker._build_rm_model.megatron_rm_model_provider", "target": "verl/utils/model.py#get_parallel_model_from_config", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#RewardModelWorker.compute_rm_score", "target": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.compute_reward", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#RewardModelWorker.init_model", "target": "verl/utils/fs.py#copy_local_path_from_hdfs", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#RewardModelWorker.init_model", "target": "verl/utils/megatron_utils.py#init_model_parallel_config", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#RewardModelWorker.init_model", "target": "verl/utils/tokenizer.py#hf_tokenizer", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/megatron_workers.py#RewardModelWorker.init_model", "target": "verl/workers/megatron_workers.py#RewardModelWorker._build_rm_model", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/megatron_workers.py#RewardModelWorker.init_model", "target": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/retriever_workers.py", "target": "verl/workers/retriever_workers.py#BaseRetriever", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py", "target": "verl/workers/retriever_workers.py#BM25Retriever", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py", "target": "verl/workers/retriever_workers.py#DenseRetriever", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py", "target": "verl/workers/retriever_workers.py#Encoder", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py", "target": "verl/workers/retriever_workers.py#FAISSIndexServer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py", "target": "verl/workers/retriever_workers.py#get_retriever", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py", "target": "verl/workers/retriever_workers.py#load_corpus", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py", "target": "verl/workers/retriever_workers.py#load_docs", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py", "target": "verl/workers/retriever_workers.py#load_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py", "target": "verl/workers/retriever_workers.py#pooling", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py", "target": "verl/workers/retriever_workers.py#read_jsonl", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py", "target": "verl/workers/retriever_workers.py#RetrieveWorker", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py", "target": "argparse", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py", "target": "datasets", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py", "target": "faiss", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py", "target": "functools", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py", "target": "json", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py", "target": "multiprocessing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py", "target": "pyserini.search.lucene", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py", "target": "ray", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py", "target": "tqdm", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py", "target": "verl.single_controller.base", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py", "target": "verl.single_controller.base.decorator", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py", "target": "warnings", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#BaseRetriever", "target": "verl/workers/retriever_workers.py#BaseRetriever.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#BaseRetriever", "target": "verl/workers/retriever_workers.py#BaseRetriever._batch_search", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#BaseRetriever", "target": "verl/workers/retriever_workers.py#BaseRetriever._search", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#BaseRetriever", "target": "verl/workers/retriever_workers.py#BaseRetriever.batch_search", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#BaseRetriever", "target": "verl/workers/retriever_workers.py#BaseRetriever.search", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#BaseRetriever.batch_search", "target": "verl/workers/retriever_workers.py#BaseRetriever._batch_search", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#BaseRetriever.search", "target": "verl/workers/retriever_workers.py#BaseRetriever._search", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#BM25Retriever", "target": "verl/workers/retriever_workers.py#BM25Retriever.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#BM25Retriever", "target": "verl/workers/retriever_workers.py#BM25Retriever._batch_search", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#BM25Retriever", "target": "verl/workers/retriever_workers.py#BM25Retriever._check_contain_doc", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#BM25Retriever", "target": "verl/workers/retriever_workers.py#BM25Retriever._search", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#BM25Retriever", "target": "verl/workers/retriever_workers.py#BaseRetriever", "relation": "extends", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#BM25Retriever.__init__", "target": "verl/workers/retriever_workers.py#BM25Retriever._check_contain_doc", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#BM25Retriever.__init__", "target": "verl/workers/retriever_workers.py#load_corpus", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#BM25Retriever._batch_search", "target": "verl/workers/retriever_workers.py#BM25Retriever._search", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#BM25Retriever._search", "target": "verl/workers/retriever_workers.py#load_docs", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#DenseRetriever", "target": "verl/workers/retriever_workers.py#DenseRetriever.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#DenseRetriever", "target": "verl/workers/retriever_workers.py#DenseRetriever._batch_search", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#DenseRetriever", "target": "verl/workers/retriever_workers.py#DenseRetriever._search", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#DenseRetriever", "target": "verl/workers/retriever_workers.py#BaseRetriever", "relation": "extends", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#DenseRetriever.__init__", "target": "verl/workers/retriever_workers.py#Encoder", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#DenseRetriever.__init__", "target": "verl/workers/retriever_workers.py#load_corpus", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#DenseRetriever._batch_search", "target": "verl/workers/retriever_workers.py#Encoder.encode", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#DenseRetriever._batch_search", "target": "verl/workers/retriever_workers.py#load_docs", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#DenseRetriever._search", "target": "verl/workers/retriever_workers.py#Encoder.encode", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#DenseRetriever._search", "target": "verl/workers/retriever_workers.py#load_docs", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#Encoder", "target": "verl/workers/retriever_workers.py#Encoder.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#Encoder", "target": "verl/workers/retriever_workers.py#Encoder.encode", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#Encoder.__init__", "target": "verl/workers/retriever_workers.py#load_model", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#Encoder.encode", "target": "verl/workers/retriever_workers.py#pooling", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#FAISSIndexServer", "target": "verl/workers/retriever_workers.py#FAISSIndexServer.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#FAISSIndexServer", "target": "verl/workers/retriever_workers.py#FAISSIndexServer.batch_search", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#FAISSIndexServer", "target": "verl/workers/retriever_workers.py#FAISSIndexServer.load_index", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#FAISSIndexServer.__init__", "target": "verl/workers/retriever_workers.py#FAISSIndexServer.load_index", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#get_retriever", "target": "verl/workers/retriever_workers.py#BM25Retriever", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#get_retriever", "target": "verl/workers/retriever_workers.py#DenseRetriever", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#RetrieveWorker", "target": "verl/single_controller/base/decorator.py#register", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/retriever_workers.py#RetrieveWorker", "target": "verl/workers/retriever_workers.py#RetrieveWorker.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#RetrieveWorker", "target": "verl/workers/retriever_workers.py#RetrieveWorker.batch_search", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#RetrieveWorker", "target": "verl/workers/retriever_workers.py#RetrieveWorker.init_model", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/retriever_workers.py#RetrieveWorker", "target": "Worker", "relation": "extends", "confidence": "inferred" }, { "source": "verl/workers/retriever_workers.py#RetrieveWorker.init_model", "target": "verl/workers/retriever_workers.py#get_retriever", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/reward_model/__init__.py", "target": ".base", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/reward_model/base.py", "target": "verl/workers/reward_model/base.py#BasePPORewardModel", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/reward_model/base.py", "target": "abc", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/reward_model/base.py", "target": "verl", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/reward_model/base.py#BasePPORewardModel", "target": "verl/workers/reward_model/base.py#BasePPORewardModel.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/reward_model/base.py#BasePPORewardModel", "target": "verl/workers/reward_model/base.py#BasePPORewardModel.compute_reward", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/reward_model/base.py#BasePPORewardModel", "target": "ABC", "relation": "extends", "confidence": "inferred" }, { "source": "verl/workers/reward_model/megatron/__init__.py", "target": ".reward_model", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/reward_model/megatron/reward_model.py", "target": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/reward_model/megatron/reward_model.py", "target": "functools", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/reward_model/megatron/reward_model.py", "target": "megatron.core", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/reward_model/megatron/reward_model.py", "target": "megatron.core.pipeline_parallel", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/reward_model/megatron/reward_model.py", "target": "tensordict", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/reward_model/megatron/reward_model.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/reward_model/megatron/reward_model.py", "target": "torch.distributed", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/reward_model/megatron/reward_model.py", "target": "verl", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/reward_model/megatron/reward_model.py", "target": "verl.utils.megatron", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/reward_model/megatron/reward_model.py", "target": "verl.utils.megatron.pipeline_parallel", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/reward_model/megatron/reward_model.py", "target": "verl.utils.torch_dtypes", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/reward_model/megatron/reward_model.py", "target": "verl.utils.torch_functional", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/reward_model/megatron/reward_model.py", "target": "verl.workers.reward_model.base", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel", "target": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel", "target": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.compute_reward", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel", "target": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.forward_batch", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel", "target": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.load_params_to_cuda", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel", "target": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.offload_params_to_cpu", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel", "target": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.re_encode_by_rm_tokenizer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel", "target": "verl/workers/reward_model/base.py#BasePPORewardModel", "relation": "extends", "confidence": "inferred" }, { "source": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.__init__", "target": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.offload_params_to_cpu", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.compute_reward", "target": "verl/protocol.py#DataProto", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.compute_reward", "target": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.forward_batch", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.compute_reward", "target": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.load_params_to_cuda", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.compute_reward", "target": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.offload_params_to_cpu", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.compute_reward", "target": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.re_encode_by_rm_tokenizer", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.forward_batch", "target": "verl/utils/megatron/pipeline_parallel.py#compute_transformers_input_shapes", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.forward_batch", "target": "verl/utils/megatron/pipeline_parallel.py#make_batch_generator", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.forward_batch", "target": "verl/utils/torch_functional.py#broadcast_dict_tensor", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.forward_batch", "target": "verl/utils/torch_functional.py#split_dict_tensor_into_batches", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.forward_batch", "target": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.forward_batch.forward_step", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.forward_batch", "target": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.forward_batch.loss_func", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/reward_model/megatron/reward_model.py#MegatronRewardModel.re_encode_by_rm_tokenizer", "target": "verl/utils/torch_functional.py#pad_sequence_to_length", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/rollout/__init__.py", "target": ".base", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/rollout/__init__.py", "target": ".hf_rollout", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/rollout/__init__.py", "target": ".naive", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/rollout/base.py", "target": "verl/workers/rollout/base.py#BaseRollout", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/rollout/base.py", "target": "abc", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/rollout/base.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/rollout/base.py", "target": "verl", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/rollout/base.py#BaseRollout", "target": "verl/workers/rollout/base.py#BaseRollout.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/rollout/base.py#BaseRollout", "target": "verl/workers/rollout/base.py#BaseRollout.generate_sequences", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/rollout/base.py#BaseRollout", "target": "ABC", "relation": "extends", "confidence": "inferred" }, { "source": "verl/workers/rollout/hf_rollout.py", "target": "verl/workers/rollout/hf_rollout.py#HFRollout", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/rollout/hf_rollout.py", "target": ".base", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/rollout/hf_rollout.py", "target": "contextlib", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/rollout/hf_rollout.py", "target": "tensordict", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/rollout/hf_rollout.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/rollout/hf_rollout.py", "target": "torch.distributed", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/rollout/hf_rollout.py", "target": "torch.distributed.fsdp", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/rollout/hf_rollout.py", "target": "transformers", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/rollout/hf_rollout.py", "target": "verl", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/rollout/hf_rollout.py", "target": "verl.utils.torch_functional", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/rollout/hf_rollout.py#HFRollout", "target": "verl/workers/rollout/hf_rollout.py#HFRollout.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/rollout/hf_rollout.py#HFRollout", "target": "verl/workers/rollout/hf_rollout.py#HFRollout._generate_minibatch", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/rollout/hf_rollout.py#HFRollout", "target": "verl/workers/rollout/hf_rollout.py#HFRollout.generate_sequences", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/rollout/hf_rollout.py#HFRollout", "target": "verl/workers/rollout/base.py#BaseRollout", "relation": "extends", "confidence": "inferred" }, { "source": "verl/workers/rollout/hf_rollout.py#HFRollout._generate_minibatch", "target": "search_r1/llm_agent/generation.py#GenerationConfig", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/rollout/hf_rollout.py#HFRollout._generate_minibatch", "target": "verl/protocol.py#DataProto", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/rollout/hf_rollout.py#HFRollout._generate_minibatch", "target": "verl/utils/torch_functional.py#get_eos_mask", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/rollout/hf_rollout.py#HFRollout.generate_sequences", "target": "verl/protocol.py#DataProto.chunk", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/rollout/hf_rollout.py#HFRollout.generate_sequences", "target": "verl/workers/rollout/hf_rollout.py#HFRollout._generate_minibatch", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/rollout/naive/__init__.py", "target": ".naive_rollout", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/rollout/naive/naive_rollout.py", "target": "verl/workers/rollout/naive/naive_rollout.py#NaiveRollout", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/rollout/naive/naive_rollout.py", "target": "..base", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/rollout/naive/naive_rollout.py", "target": "tensordict", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/rollout/naive/naive_rollout.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/rollout/naive/naive_rollout.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/rollout/naive/naive_rollout.py", "target": "verl", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/rollout/naive/naive_rollout.py", "target": "verl.utils.torch_functional", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/rollout/naive/naive_rollout.py#NaiveRollout", "target": "verl/workers/rollout/naive/naive_rollout.py#NaiveRollout.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/rollout/naive/naive_rollout.py#NaiveRollout", "target": "verl/workers/rollout/naive/naive_rollout.py#NaiveRollout.generate_sequences", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/rollout/naive/naive_rollout.py#NaiveRollout", "target": "verl/workers/rollout/base.py#BaseRollout", "relation": "extends", "confidence": "inferred" }, { "source": "verl/workers/rollout/naive/naive_rollout.py#NaiveRollout.generate_sequences", "target": "verl/protocol.py#DataProto", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/rollout/naive/naive_rollout.py#NaiveRollout.generate_sequences", "target": "verl/utils/torch_functional.py#logprobs_from_logits", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/rollout/tokenizer.py", "target": "verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/rollout/tokenizer.py", "target": "abc", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/rollout/tokenizer.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer", "target": "verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer.all_special_ids", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer", "target": "verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer.all_special_tokens", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer", "target": "verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer.convert_ids_to_tokens", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer", "target": "verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer.convert_tokens_to_string", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer", "target": "verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer.decode", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer", "target": "verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer.encode", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer", "target": "verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer.eos_token_id", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer", "target": "verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer.get_added_vocab", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer", "target": "verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer.is_fast", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer", "target": "verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer.pad_token_id", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer", "target": "verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer.vocab_size", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/rollout/tokenizer.py#HybridEngineBaseTokenizer", "target": "ABC", "relation": "extends", "confidence": "inferred" }, { "source": "verl/workers/rollout/vllm_rollout/__init__.py", "target": ".vllm_rollout", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/rollout/vllm_rollout/vllm_rollout.py", "target": "verl/workers/rollout/vllm_rollout/vllm_rollout.py#_pre_process_inputs", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/rollout/vllm_rollout/vllm_rollout.py", "target": "verl/workers/rollout/vllm_rollout/vllm_rollout.py#vLLMRollout", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/rollout/vllm_rollout/vllm_rollout.py", "target": "contextlib", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/rollout/vllm_rollout/vllm_rollout.py", "target": "omegaconf", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/rollout/vllm_rollout/vllm_rollout.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/rollout/vllm_rollout/vllm_rollout.py", "target": "tensordict", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/rollout/vllm_rollout/vllm_rollout.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/rollout/vllm_rollout/vllm_rollout.py", "target": "torch.distributed", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/rollout/vllm_rollout/vllm_rollout.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/rollout/vllm_rollout/vllm_rollout.py", "target": "verl", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/rollout/vllm_rollout/vllm_rollout.py", "target": "verl.third_party.vllm", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/rollout/vllm_rollout/vllm_rollout.py", "target": "verl.utils.torch_functional", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/rollout/vllm_rollout/vllm_rollout.py", "target": "verl.workers.rollout.base", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/rollout/vllm_rollout/vllm_rollout.py", "target": "vllm", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/rollout/vllm_rollout/vllm_rollout.py#vLLMRollout", "target": "verl/workers/rollout/vllm_rollout/vllm_rollout.py#vLLMRollout.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/rollout/vllm_rollout/vllm_rollout.py#vLLMRollout", "target": "verl/workers/rollout/vllm_rollout/vllm_rollout.py#vLLMRollout.generate_sequences", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/rollout/vllm_rollout/vllm_rollout.py#vLLMRollout", "target": "verl/workers/rollout/vllm_rollout/vllm_rollout.py#vLLMRollout.update_sampling_params", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/rollout/vllm_rollout/vllm_rollout.py#vLLMRollout", "target": "verl/workers/rollout/base.py#BaseRollout", "relation": "extends", "confidence": "inferred" }, { "source": "verl/workers/rollout/vllm_rollout/vllm_rollout.py#vLLMRollout.generate_sequences", "target": "verl/protocol.py#DataProto", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/rollout/vllm_rollout/vllm_rollout.py#vLLMRollout.generate_sequences", "target": "verl/utils/torch_functional.py#get_eos_mask", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/rollout/vllm_rollout/vllm_rollout.py#vLLMRollout.generate_sequences", "target": "verl/utils/torch_functional.py#pad_sequence_to_length", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/rollout/vllm_rollout/vllm_rollout.py#vLLMRollout.generate_sequences", "target": "verl/workers/rollout/vllm_rollout/vllm_rollout.py#_pre_process_inputs", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/rollout/vllm_rollout/vllm_rollout.py#vLLMRollout.generate_sequences", "target": "verl/workers/rollout/vllm_rollout/vllm_rollout.py#vLLMRollout.update_sampling_params", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/__init__.py", "target": "verl/utils/import_utils.py#is_megatron_core_available", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/sharding_manager/__init__.py", "target": "verl/utils/import_utils.py#is_vllm_available", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/sharding_manager/__init__.py", "target": ".base", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/__init__.py", "target": ".fsdp_ulysses", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/__init__.py", "target": ".fsdp_vllm", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/__init__.py", "target": ".megatron_vllm", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/__init__.py", "target": "verl.utils.import_utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/base.py", "target": "verl/workers/sharding_manager/base.py#BaseShardingManager", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/base.py", "target": "verl", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/base.py#BaseShardingManager", "target": "verl/workers/sharding_manager/base.py#BaseShardingManager.__enter__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/base.py#BaseShardingManager", "target": "verl/workers/sharding_manager/base.py#BaseShardingManager.__exit__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/base.py#BaseShardingManager", "target": "verl/workers/sharding_manager/base.py#BaseShardingManager.postprocess_data", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/base.py#BaseShardingManager", "target": "verl/workers/sharding_manager/base.py#BaseShardingManager.preprocess_data", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/fsdp_ulysses.py", "target": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/fsdp_ulysses.py", "target": ".base", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/fsdp_ulysses.py", "target": "random", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/fsdp_ulysses.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/fsdp_ulysses.py", "target": "torch.distributed", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/fsdp_ulysses.py", "target": "torch.distributed.device_mesh", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/fsdp_ulysses.py", "target": "typing", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/fsdp_ulysses.py", "target": "verl", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/fsdp_ulysses.py", "target": "verl.utils.torch_functional", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/fsdp_ulysses.py", "target": "verl.utils.ulysses", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager", "target": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager.__enter__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager", "target": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager.__exit__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager", "target": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager", "target": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager.postprocess_data", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager", "target": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager.preprocess_data", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager", "target": "verl/workers/sharding_manager/base.py#BaseShardingManager", "relation": "extends", "confidence": "inferred" }, { "source": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager.__enter__", "target": "verl/utils/ulysses.py#get_ulysses_sequence_parallel_group", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager.__enter__", "target": "verl/utils/ulysses.py#set_ulysses_sequence_parallel_group", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager.__exit__", "target": "verl/utils/ulysses.py#set_ulysses_sequence_parallel_group", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager.postprocess_data", "target": "verl/protocol.py#DataProto.chunk", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/sharding_manager/fsdp_ulysses.py#FSDPUlyssesShardingManager.preprocess_data", "target": "verl/utils/torch_functional.py#allgather_dict_tensors", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/sharding_manager/fsdp_vllm.py", "target": "verl/workers/sharding_manager/fsdp_vllm.py#FSDPVLLMShardingManager", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/fsdp_vllm.py", "target": ".base", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/fsdp_vllm.py", "target": "logging", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/fsdp_vllm.py", "target": "os", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/fsdp_vllm.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/fsdp_vllm.py", "target": "torch.distributed.device_mesh", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/fsdp_vllm.py", "target": "torch.distributed.fsdp.api", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/fsdp_vllm.py", "target": "torch.distributed.fsdp.fully_sharded_data_parallel", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/fsdp_vllm.py", "target": "verl", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/fsdp_vllm.py", "target": "verl.third_party.vllm", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/fsdp_vllm.py", "target": "verl.utils.debug", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/fsdp_vllm.py", "target": "verl.utils.torch_functional", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/fsdp_vllm.py#FSDPVLLMShardingManager", "target": "verl/workers/sharding_manager/fsdp_vllm.py#FSDPVLLMShardingManager.__enter__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/fsdp_vllm.py#FSDPVLLMShardingManager", "target": "verl/workers/sharding_manager/fsdp_vllm.py#FSDPVLLMShardingManager.__exit__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/fsdp_vllm.py#FSDPVLLMShardingManager", "target": "verl/workers/sharding_manager/fsdp_vllm.py#FSDPVLLMShardingManager.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/fsdp_vllm.py#FSDPVLLMShardingManager", "target": "verl/workers/sharding_manager/fsdp_vllm.py#FSDPVLLMShardingManager.postprocess_data", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/fsdp_vllm.py#FSDPVLLMShardingManager", "target": "verl/workers/sharding_manager/fsdp_vllm.py#FSDPVLLMShardingManager.preprocess_data", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/fsdp_vllm.py#FSDPVLLMShardingManager", "target": "verl/workers/sharding_manager/base.py#BaseShardingManager", "relation": "extends", "confidence": "inferred" }, { "source": "verl/workers/sharding_manager/fsdp_vllm.py#FSDPVLLMShardingManager.__enter__", "target": "verl/utils/debug/performance.py#log_gpu_memory_usage", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/sharding_manager/fsdp_vllm.py#FSDPVLLMShardingManager.__exit__", "target": "verl/utils/debug/performance.py#log_gpu_memory_usage", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/sharding_manager/fsdp_vllm.py#FSDPVLLMShardingManager.postprocess_data", "target": "verl/protocol.py#DataProto.chunk", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/sharding_manager/fsdp_vllm.py#FSDPVLLMShardingManager.postprocess_data", "target": "verl/utils/torch_functional.py#broadcast_dict_tensor", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/sharding_manager/fsdp_vllm.py#FSDPVLLMShardingManager.preprocess_data", "target": "verl/utils/torch_functional.py#allgather_dict_tensors", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py", "target": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py", "target": "verl/workers/sharding_manager/megatron_vllm.py#get_micro_data_parallel_group", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py", "target": "verl/workers/sharding_manager/megatron_vllm.py#get_micro_data_parallel_rank", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py", "target": "verl/workers/sharding_manager/megatron_vllm.py#get_micro_data_parallel_world_size", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py", "target": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py", "target": ".base", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py", "target": "megatron.core", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py", "target": "megatron.core.transformer.module", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py", "target": "torch", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py", "target": "torch.distributed", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py", "target": "torch.nn.parallel.distributed", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py", "target": "verl", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py", "target": "verl.third_party.vllm", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py", "target": "verl.utils.megatron_utils", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py", "target": "verl.utils.memory_buffer", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py", "target": "verl.utils.model", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py", "target": "verl.utils.torch_functional", "relation": "imports", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel", "target": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.__call__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel", "target": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel", "target": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel._build_param_buffer", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel", "target": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel._build_param_references", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel", "target": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel._load_params_to_cuda", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel", "target": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel._offload_params_to_cpu", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel", "target": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.allgather_params", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel", "target": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.eval", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel", "target": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.forward", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel", "target": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.get_all_params", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel", "target": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.load_params_to_cuda", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel", "target": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.offload_params_to_cpu", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel", "target": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.pp_group", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel", "target": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.pp_models", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel", "target": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.pp_rank", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel", "target": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.pp_size", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel", "target": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.this_rank_models", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel", "target": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.train", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel", "target": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.update_this_rank_models", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.__call__", "target": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.forward", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.__init__", "target": "verl/utils/megatron_utils.py#unwrap_model", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.__init__", "target": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel._build_param_buffer", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.__init__", "target": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel._build_param_references", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.__init__", "target": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel._offload_params_to_cpu", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel._build_param_buffer", "target": "verl/utils/memory_buffer.py#build_memory_buffer", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel._build_param_buffer", "target": "verl/utils/memory_buffer.py#get_weight_buffer_meta_from_module", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel._build_param_references", "target": "verl/utils/memory_buffer.py#build_memory_reference_from_module", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel._load_params_to_cuda", "target": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel._build_param_references", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel._offload_params_to_cpu", "target": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel._build_param_references", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.get_all_params", "target": "verl/utils/megatron_utils.py#unwrap_model", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.load_params_to_cuda", "target": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel._load_params_to_cuda", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.offload_params_to_cpu", "target": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel._offload_params_to_cpu", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#AllGatherPPModel.update_this_rank_models", "target": "verl/utils/megatron_utils.py#unwrap_model", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#get_micro_data_parallel_rank", "target": "verl/workers/sharding_manager/megatron_vllm.py#get_micro_data_parallel_group", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#get_micro_data_parallel_world_size", "target": "verl/workers/sharding_manager/megatron_vllm.py#get_micro_data_parallel_group", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager", "target": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager.__enter__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager", "target": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager.__exit__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager", "target": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager.__init__", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager", "target": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager._post_process_params", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager", "target": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager.default_tp_concat_fn", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager", "target": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager.postprocess_data", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager", "target": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager.preprocess_data", "relation": "contains", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager", "target": "verl/workers/sharding_manager/base.py#BaseShardingManager", "relation": "extends", "confidence": "inferred" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager.__enter__", "target": "verl/utils/model.py#normalize_pp_vpp_params", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager.__enter__", "target": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager._post_process_params", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager.__exit__", "target": "verl/workers/sharding_manager/megatron_vllm.py#get_micro_data_parallel_world_size", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager._post_process_params", "target": "verl/workers/sharding_manager/megatron_vllm.py#get_micro_data_parallel_group", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager._post_process_params", "target": "verl/workers/sharding_manager/megatron_vllm.py#get_micro_data_parallel_world_size", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager._post_process_params", "target": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager.default_tp_concat_fn", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager.postprocess_data", "target": "verl/utils/torch_functional.py#allgather_dict_tensors", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager.postprocess_data", "target": "verl/workers/sharding_manager/megatron_vllm.py#get_micro_data_parallel_group", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager.postprocess_data", "target": "verl/workers/sharding_manager/megatron_vllm.py#get_micro_data_parallel_world_size", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager.preprocess_data", "target": "verl/protocol.py#DataProto.chunk", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager.preprocess_data", "target": "verl/utils/torch_functional.py#broadcast_dict_tensor", "relation": "calls", "confidence": "inferred" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager.preprocess_data", "target": "verl/workers/sharding_manager/megatron_vllm.py#get_micro_data_parallel_rank", "relation": "calls", "confidence": "extracted" }, { "source": "verl/workers/sharding_manager/megatron_vllm.py#MegatronVLLMShardingManager.preprocess_data", "target": "verl/workers/sharding_manager/megatron_vllm.py#get_micro_data_parallel_world_size", "relation": "calls", "confidence": "extracted" } ] }