{ "package": "deepspeed", "version": "0.18.8", "stubs_only": "no", "py_typed": "NO", "pypi": { "upload_time": "2026-03-13T18:49:48.568056Z", "requires_python": null, "size": 1647226, "sha256": "e4e051a144b0c74270c46e4970139f9a86a61ff26959c5e463000c4a93b99304" }, "metadata": { "Metadata-Version": [ "2.4" ], "Name": [ "deepspeed" ], "Version": [ "0.18.8" ], "Summary": [ "DeepSpeed library" ], "Home-page": [ "http://deepspeed.ai" ], "Author": [ "DeepSpeed Team" ], "Author-email": [ "info@deepspeedai.com" ], "License": [ "Apache Software License 2.0" ], "Project-URL": [ "Documentation, https://deepspeed.readthedocs.io", "Source, https://github.com/deepspeedai/DeepSpeed" ], "Classifier": [ "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12" ], "Description-Content-Type": [ "text/markdown" ], "License-File": [ "LICENSE" ], "Requires-Dist": [ "einops", "hjson", "msgpack", "ninja", "numpy", "packaging>=20.0", "psutil", "py-cpuinfo", "pydantic>=2.0.0", "torch", "tqdm", "mpi4py; extra == \"1bit-mpi\"", "autodoc_pydantic>=2.0.0; extra == \"readthedocs\"", "docutils<0.18; extra == \"readthedocs\"", "hjson; extra == \"readthedocs\"", "packaging; extra == \"readthedocs\"", "psutil; extra == \"readthedocs\"", "py-cpuinfo; extra == \"readthedocs\"", "pydantic>=2.0.0; extra == \"readthedocs\"", "recommonmark; extra == \"readthedocs\"", "sphinx_rtd_theme; extra == \"readthedocs\"", "torch; extra == \"readthedocs\"", "tqdm; extra == \"readthedocs\"", "accelerate; extra == \"dev\"", "clang-format==18.1.3; extra == \"dev\"", "comet_ml>=3.41.0; extra == \"dev\"", "deepspeed-kernels; sys_platform == \"linux\" and extra == \"dev\"", "docutils<0.18; extra == \"dev\"", "future; extra == \"dev\"", "importlib-metadata>=4; extra == \"dev\"", "mup; extra == \"dev\"", "pre-commit>=3.2.0; extra == \"dev\"", "pytest<8.4.0,>=7.2.0; extra == \"dev\"", "pytest-forked; extra == \"dev\"", "pytest-randomly; extra == \"dev\"", "pytest-xdist; extra == \"dev\"", "qtorch==0.3.0; extra == \"dev\"", "recommonmark; extra == \"dev\"", "sphinx; extra == \"dev\"", "sphinx-rtd-theme; extra == \"dev\"", "tensorboard; extra == \"dev\"", "torchvision; extra == \"dev\"", "transformers>=4.51.3; extra == \"dev\"", "wandb; extra == \"dev\"", "tabulate; extra == \"autotuning\"", "hjson; extra == \"autotuning-ml\"", "tabulate; extra == \"autotuning-ml\"", "xgboost; extra == \"autotuning-ml\"", "triton==1.0.0; extra == \"sparse-attn\"", "neural-compressor==2.1.0; extra == \"sparse\"", "google; extra == \"inf\"", "lm-eval==0.3.0; extra == \"inf\"", "protobuf; extra == \"inf\"", "qtorch; extra == \"inf\"", "safetensors; extra == \"inf\"", "sentencepiece; extra == \"inf\"", "transformers>=4.32.1; extra == \"inf\"", "diffusers>=0.25.0; extra == \"sd\"", "triton>=2.1.0; extra == \"sd\"", "triton==2.1.0; extra == \"triton\"", "scipy; extra == \"deepcompile\"", "hjson; extra == \"all\"", "lm-eval==0.3.0; extra == \"all\"", "pytest-randomly; extra == \"all\"", "transformers>=4.51.3; extra == \"all\"", "google; extra == \"all\"", "scipy; extra == \"all\"", "accelerate; extra == \"all\"", "clang-format==18.1.3; extra == \"all\"", "pytest<8.4.0,>=7.2.0; extra == \"all\"", "deepspeed-kernels; sys_platform == \"linux\" and extra == \"all\"", "sphinx-rtd-theme; extra == \"all\"", "mpi4py; extra == \"all\"", "pre-commit>=3.2.0; extra == \"all\"", "transformers>=4.32.1; extra == \"all\"", "tqdm; extra == \"all\"", "qtorch==0.3.0; extra == \"all\"", "torch; extra == \"all\"", "sphinx_rtd_theme; extra == \"all\"", "importlib-metadata>=4; extra == \"all\"", "xgboost; extra == \"all\"", "pydantic>=2.0.0; extra == \"all\"", "docutils<0.18; extra == \"all\"", "packaging; extra == \"all\"", "tensorboard; extra == \"all\"", "wandb; extra == \"all\"", "diffusers>=0.25.0; extra == \"all\"", "comet_ml>=3.41.0; extra == \"all\"", "tabulate; extra == \"all\"", "pytest-forked; extra == \"all\"", "triton>=2.1.0; extra == \"all\"", "torchvision; extra == \"all\"", "future; extra == \"all\"", "py-cpuinfo; extra == \"all\"", "protobuf; extra == \"all\"", "safetensors; extra == \"all\"", "pytest-xdist; extra == \"all\"", "sphinx; extra == \"all\"", "psutil; extra == \"all\"", "triton==2.1.0; extra == \"all\"", "triton==1.0.0; extra == \"all\"", "qtorch; extra == \"all\"", "autodoc_pydantic>=2.0.0; extra == \"all\"", "recommonmark; extra == \"all\"", "neural-compressor==2.1.0; extra == \"all\"", "mup; extra == \"all\"", "sentencepiece; extra == \"all\"" ], "Provides-Extra": [ "1bit", "1bit-mpi", "readthedocs", "dev", "autotuning", "autotuning-ml", "sparse-attn", "sparse", "inf", "sd", "triton", "deepcompile", "all" ], "Dynamic": [ "author", "author-email", "classifier", "description", "description-content-type", "home-page", "license", "license-file", "project-url", "provides-extra", "requires-dist", "summary" ] }, "module_reports": [ { "path": "deepspeed/__init__.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.__version_minor__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "function", "name": "deepspeed.set_optimizer_flags", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.add_config_arguments", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.HAS_TRITON", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.default_inference_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.tp_model_init", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "attr", "name": "deepspeed.__version_patch__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "deepspeed.__version_major__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "deepspeed.dist", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.initialize", "n_typed": 7, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 14, "n_params": 13, "n_function_overloads": 1, "n_function_params": 13 }, { "kind": "function", "name": "deepspeed.init_inference", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "type_ignores": [ { "kind": "type", "rules": null } ], "name": "deepspeed", "names": [ "deepspeed.HAS_TRITON", "deepspeed.__version_major__", "deepspeed.__version_minor__", "deepspeed.__version_patch__", "deepspeed.add_config_arguments", "deepspeed.default_inference_config", "deepspeed.dist", "deepspeed.init_inference", "deepspeed.initialize", "deepspeed.set_optimizer_flags", "deepspeed.tp_model_init" ], "n_typable": 33, "n_typed": 7, "n_any": 0, "n_untyped": 26, "n_functions": 6, "n_function_overloads": 6, "n_function_params": 24, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 5, "n_properties": 0, "n_type_ignores": 1 }, { "path": "deepspeed/accelerator/abstract_accelerator.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.accelerator.abstract_accelerator.DeepSpeedAccelerator", "methods": [ { "kind": "function", "name": "DeepSpeedAccelerator.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedAccelerator.is_synchronized_device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedAccelerator.use_host_timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedAccelerator.resolves_data_dependency", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedAccelerator.handles_memory_backpressure", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedAccelerator.device_name", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedAccelerator.device", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedAccelerator.set_device", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedAccelerator.current_device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedAccelerator.current_device_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedAccelerator.device_count", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedAccelerator.synchronize", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedAccelerator.random", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedAccelerator.set_rng_state", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedAccelerator.get_rng_state", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedAccelerator.manual_seed", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedAccelerator.manual_seed_all", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedAccelerator.initial_seed", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedAccelerator.default_generator", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedAccelerator.stream", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedAccelerator.current_stream", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedAccelerator.default_stream", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedAccelerator.empty_cache", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedAccelerator.memory_allocated", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedAccelerator.max_memory_allocated", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedAccelerator.reset_max_memory_allocated", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedAccelerator.memory_cached", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedAccelerator.max_memory_cached", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedAccelerator.reset_max_memory_cached", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedAccelerator.memory_stats", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedAccelerator.reset_peak_memory_stats", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedAccelerator.memory_reserved", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedAccelerator.max_memory_reserved", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedAccelerator.total_memory", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedAccelerator.available_memory", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedAccelerator.is_bf16_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedAccelerator.is_fp16_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedAccelerator.supported_dtypes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedAccelerator.is_available", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedAccelerator.range_push", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedAccelerator.range_pop", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedAccelerator.lazy_call", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedAccelerator.communication_backend_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedAccelerator.is_triton_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedAccelerator.create_graph", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedAccelerator.capture_to_graph", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedAccelerator.replay_graph", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedAccelerator.pin_memory", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedAccelerator.is_pinned", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedAccelerator.on_accelerator", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedAccelerator.op_builder_dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedAccelerator.create_op_builder", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedAccelerator.get_op_builder", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedAccelerator.build_extension", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedAccelerator.export_envs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedAccelerator.visible_devices_envs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedAccelerator.set_visible_devices_envs", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedAccelerator.get_compile_backend", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedAccelerator.set_compile_backend", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "DeepSpeedAccelerator.Stream", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "DeepSpeedAccelerator.Event", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "DeepSpeedAccelerator.BFloat16Tensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "DeepSpeedAccelerator.ByteTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "DeepSpeedAccelerator.DoubleTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "DeepSpeedAccelerator.FloatTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "DeepSpeedAccelerator.HalfTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "DeepSpeedAccelerator.IntTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "DeepSpeedAccelerator.LongTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [], "n_typable": 108, "n_typed": 0, "n_any": 0, "n_untyped": 108, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 59, "n_method_overloads": 59, "n_method_params": 40, "n_attrs": 0, "n_properties": 9 } ], "type_ignores": [], "name": "deepspeed.accelerator.abstract_accelerator", "names": [ "deepspeed.accelerator.abstract_accelerator.DeepSpeedAccelerator" ], "n_typable": 108, "n_typed": 0, "n_any": 0, "n_untyped": 108, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 59, "n_method_overloads": 59, "n_method_params": 40, "n_classes": 1, "n_attrs": 0, "n_properties": 9, "n_type_ignores": 0 }, { "path": "deepspeed/accelerator/cpu_accelerator.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.accelerator.cpu_accelerator.CPU_Accelerator", "methods": [ { "kind": "function", "name": "CPU_Accelerator.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPU_Accelerator.is_synchronized_device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPU_Accelerator.use_host_timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPU_Accelerator.resolves_data_dependency", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPU_Accelerator.handles_memory_backpressure", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPU_Accelerator.device_name", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CPU_Accelerator.device", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CPU_Accelerator.set_device", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CPU_Accelerator.current_device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPU_Accelerator.current_device_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPU_Accelerator.device_count", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPU_Accelerator.synchronize", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CPU_Accelerator.random", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPU_Accelerator.set_rng_state", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "CPU_Accelerator.get_rng_state", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CPU_Accelerator.manual_seed", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CPU_Accelerator.manual_seed_all", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CPU_Accelerator.initial_seed", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPU_Accelerator.default_generator", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CPU_Accelerator.stream", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CPU_Accelerator.current_stream", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CPU_Accelerator.default_stream", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CPU_Accelerator.empty_cache", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPU_Accelerator.get_rss", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPU_Accelerator.reset_rss", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPU_Accelerator.memory_allocated", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CPU_Accelerator.max_memory_allocated", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CPU_Accelerator.reset_max_memory_allocated", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CPU_Accelerator.memory_cached", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CPU_Accelerator.max_memory_cached", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CPU_Accelerator.reset_max_memory_cached", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CPU_Accelerator.memory_stats", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CPU_Accelerator.reset_peak_memory_stats", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CPU_Accelerator.memory_reserved", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CPU_Accelerator.max_memory_reserved", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CPU_Accelerator.total_memory", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CPU_Accelerator.available_memory", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CPU_Accelerator.is_available", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPU_Accelerator.range_push", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CPU_Accelerator.range_pop", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPU_Accelerator.lazy_call", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CPU_Accelerator.communication_backend_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPU_Accelerator.is_triton_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPU_Accelerator.is_bf16_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPU_Accelerator.is_fp16_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPU_Accelerator.supported_dtypes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPU_Accelerator.create_graph", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPU_Accelerator.capture_to_graph", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "CPU_Accelerator.replay_graph", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CPU_Accelerator.pin_memory", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "CPU_Accelerator.is_pinned", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CPU_Accelerator.op_builder_dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPU_Accelerator.on_accelerator", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CPU_Accelerator.create_op_builder", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CPU_Accelerator.get_op_builder", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CPU_Accelerator.build_extension", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPU_Accelerator.export_envs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPU_Accelerator.visible_devices_envs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPU_Accelerator.set_visible_devices_envs", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "CPU_Accelerator.get_compile_backend", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPU_Accelerator.set_compile_backend", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "CPU_Accelerator.Stream", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "CPU_Accelerator.Event", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "CPU_Accelerator.BFloat16Tensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "CPU_Accelerator.ByteTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "CPU_Accelerator.DoubleTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "CPU_Accelerator.FloatTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "CPU_Accelerator.HalfTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "CPU_Accelerator.IntTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "CPU_Accelerator.LongTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "CPU_Accelerator.max_mem", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 111, "n_typed": 0, "n_any": 0, "n_untyped": 111, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 61, "n_method_overloads": 61, "n_method_params": 40, "n_attrs": 1, "n_properties": 9 }, { "kind": "attr", "name": "deepspeed.accelerator.cpu_accelerator.oneccl_imported_p", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [ { "kind": "type", "rules": null } ], "name": "deepspeed.accelerator.cpu_accelerator", "names": [ "deepspeed.accelerator.cpu_accelerator.CPU_Accelerator", "deepspeed.accelerator.cpu_accelerator.oneccl_imported_p" ], "n_typable": 111, "n_typed": 0, "n_any": 0, "n_untyped": 111, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 61, "n_method_overloads": 61, "n_method_params": 40, "n_classes": 1, "n_attrs": 2, "n_properties": 9, "n_type_ignores": 1 }, { "path": "deepspeed/accelerator/cuda_accelerator.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.accelerator.cuda_accelerator.pynvml", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.accelerator.cuda_accelerator.CUDA_Accelerator", "methods": [ { "kind": "function", "name": "CUDA_Accelerator.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CUDA_Accelerator._init_pynvml", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CUDA_Accelerator.is_synchronized_device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CUDA_Accelerator.use_host_timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CUDA_Accelerator.resolves_data_dependency", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CUDA_Accelerator.handles_memory_backpressure", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CUDA_Accelerator.device_name", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CUDA_Accelerator.communication_backend_version", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CUDA_Accelerator.device", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CUDA_Accelerator.set_device", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CUDA_Accelerator.current_device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CUDA_Accelerator.current_device_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CUDA_Accelerator.device_count", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CUDA_Accelerator.synchronize", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CUDA_Accelerator.random", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CUDA_Accelerator.set_rng_state", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "CUDA_Accelerator.get_rng_state", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CUDA_Accelerator.manual_seed", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CUDA_Accelerator.manual_seed_all", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CUDA_Accelerator.initial_seed", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CUDA_Accelerator.default_generator", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CUDA_Accelerator.stream", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CUDA_Accelerator.current_stream", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CUDA_Accelerator.default_stream", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CUDA_Accelerator.empty_cache", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CUDA_Accelerator.memory_allocated", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CUDA_Accelerator.max_memory_allocated", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CUDA_Accelerator.reset_max_memory_allocated", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CUDA_Accelerator.memory_cached", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CUDA_Accelerator.max_memory_cached", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CUDA_Accelerator.reset_max_memory_cached", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CUDA_Accelerator.memory_stats", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CUDA_Accelerator.reset_peak_memory_stats", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CUDA_Accelerator.memory_reserved", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CUDA_Accelerator.max_memory_reserved", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CUDA_Accelerator.total_memory", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CUDA_Accelerator._get_nvml_gpu_id", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CUDA_Accelerator.available_memory", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CUDA_Accelerator.is_bf16_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CUDA_Accelerator.is_fp16_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CUDA_Accelerator.supported_dtypes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CUDA_Accelerator.is_available", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CUDA_Accelerator.range_push", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CUDA_Accelerator.range_pop", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CUDA_Accelerator.lazy_call", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CUDA_Accelerator.communication_backend_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CUDA_Accelerator.is_triton_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CUDA_Accelerator.create_graph", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CUDA_Accelerator.capture_to_graph", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "CUDA_Accelerator.replay_graph", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CUDA_Accelerator.pin_memory", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "CUDA_Accelerator.is_pinned", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CUDA_Accelerator.on_accelerator", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CUDA_Accelerator.op_builder_dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CUDA_Accelerator._lazy_init_class_dict", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CUDA_Accelerator.create_op_builder", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CUDA_Accelerator.get_op_builder", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CUDA_Accelerator.build_extension", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CUDA_Accelerator.export_envs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CUDA_Accelerator.visible_devices_envs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CUDA_Accelerator.set_visible_devices_envs", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "CUDA_Accelerator.get_compile_backend", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CUDA_Accelerator.set_compile_backend", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "CUDA_Accelerator.Stream", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "CUDA_Accelerator.Event", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "CUDA_Accelerator.BFloat16Tensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "CUDA_Accelerator.ByteTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "CUDA_Accelerator.DoubleTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "CUDA_Accelerator.FloatTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "CUDA_Accelerator.HalfTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "CUDA_Accelerator.IntTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "CUDA_Accelerator.LongTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "CUDA_Accelerator.class_dict", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 113, "n_typed": 0, "n_any": 0, "n_untyped": 113, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 63, "n_method_overloads": 63, "n_method_params": 41, "n_attrs": 1, "n_properties": 9 } ], "type_ignores": [], "name": "deepspeed.accelerator.cuda_accelerator", "names": [ "deepspeed.accelerator.cuda_accelerator.CUDA_Accelerator", "deepspeed.accelerator.cuda_accelerator.pynvml" ], "n_typable": 113, "n_typed": 0, "n_any": 0, "n_untyped": 113, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 63, "n_method_overloads": 63, "n_method_params": 41, "n_classes": 1, "n_attrs": 2, "n_properties": 9, "n_type_ignores": 0 }, { "path": "deepspeed/accelerator/hpu_accelerator.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.accelerator.hpu_accelerator.HPU_Accelerator", "methods": [ { "kind": "function", "name": "HPU_Accelerator.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HPU_Accelerator.apply_hpu_workarounds", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HPU_Accelerator.is_synchronized_device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HPU_Accelerator.use_host_timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HPU_Accelerator.resolves_data_dependency", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HPU_Accelerator.handles_memory_backpressure", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HPU_Accelerator.device_name", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HPU_Accelerator.device", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HPU_Accelerator.set_device", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HPU_Accelerator.current_device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HPU_Accelerator.current_device_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HPU_Accelerator.device_count", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HPU_Accelerator.synchronize", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HPU_Accelerator.random", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HPU_Accelerator.set_rng_state", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "HPU_Accelerator.get_rng_state", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HPU_Accelerator.manual_seed", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HPU_Accelerator.manual_seed_all", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HPU_Accelerator.initial_seed", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HPU_Accelerator.default_generator", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HPU_Accelerator.stream", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HPU_Accelerator.current_stream", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HPU_Accelerator.default_stream", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HPU_Accelerator.empty_cache", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HPU_Accelerator.memory_allocated", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HPU_Accelerator.max_memory_allocated", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HPU_Accelerator.reset_max_memory_allocated", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HPU_Accelerator.memory_cached", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HPU_Accelerator.max_memory_cached", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HPU_Accelerator.reset_max_memory_cached", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HPU_Accelerator.memory_stats", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HPU_Accelerator.reset_peak_memory_stats", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HPU_Accelerator.memory_reserved", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HPU_Accelerator.max_memory_reserved", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HPU_Accelerator.total_memory", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HPU_Accelerator.available_memory", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HPU_Accelerator.is_bf16_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HPU_Accelerator.is_fp16_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HPU_Accelerator.supported_dtypes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HPU_Accelerator.is_available", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HPU_Accelerator.range_push", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HPU_Accelerator.range_pop", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HPU_Accelerator.lazy_call", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HPU_Accelerator.communication_backend_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HPU_Accelerator.is_triton_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HPU_Accelerator.create_graph", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HPU_Accelerator.capture_to_graph", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "HPU_Accelerator.replay_graph", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HPU_Accelerator.pin_memory", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "HPU_Accelerator.is_pinned", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HPU_Accelerator.on_accelerator", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HPU_Accelerator.op_builder_dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HPU_Accelerator._lazy_init_class_dict", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HPU_Accelerator.create_op_builder", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HPU_Accelerator.get_op_builder", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HPU_Accelerator.build_extension", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HPU_Accelerator.export_envs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HPU_Accelerator.visible_devices_envs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HPU_Accelerator.set_visible_devices_envs", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "HPU_Accelerator.get_compile_backend", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HPU_Accelerator.set_compile_backend", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "HPU_Accelerator.Stream", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "HPU_Accelerator.Event", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "HPU_Accelerator.BFloat16Tensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "HPU_Accelerator.ByteTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "HPU_Accelerator.DoubleTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "HPU_Accelerator.FloatTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "HPU_Accelerator.HalfTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "HPU_Accelerator.IntTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "HPU_Accelerator.LongTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "HPU_Accelerator.fp16_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "HPU_Accelerator.hpu", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "HPU_Accelerator.class_dict", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 112, "n_typed": 0, "n_any": 0, "n_untyped": 112, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 61, "n_method_overloads": 61, "n_method_params": 40, "n_attrs": 3, "n_properties": 9 } ], "type_ignores": [], "name": "deepspeed.accelerator.hpu_accelerator", "names": [ "deepspeed.accelerator.hpu_accelerator.HPU_Accelerator" ], "n_typable": 112, "n_typed": 0, "n_any": 0, "n_untyped": 112, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 61, "n_method_overloads": 61, "n_method_params": 40, "n_classes": 1, "n_attrs": 3, "n_properties": 9, "n_type_ignores": 0 }, { "path": "deepspeed/accelerator/mlu_accelerator.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.accelerator.mlu_accelerator.MLU_Accelerator", "methods": [ { "kind": "function", "name": "MLU_Accelerator.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MLU_Accelerator.is_synchronized_device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MLU_Accelerator.use_host_timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MLU_Accelerator.resolves_data_dependency", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MLU_Accelerator.handles_memory_backpressure", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MLU_Accelerator.device_name", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MLU_Accelerator.device", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MLU_Accelerator.set_device", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MLU_Accelerator.current_device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MLU_Accelerator.current_device_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MLU_Accelerator.device_count", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MLU_Accelerator.synchronize", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MLU_Accelerator.random", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MLU_Accelerator.set_rng_state", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MLU_Accelerator.get_rng_state", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MLU_Accelerator.manual_seed", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MLU_Accelerator.manual_seed_all", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MLU_Accelerator.initial_seed", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MLU_Accelerator.default_generator", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MLU_Accelerator.stream", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MLU_Accelerator.current_stream", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MLU_Accelerator.default_stream", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MLU_Accelerator.empty_cache", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MLU_Accelerator.memory_allocated", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MLU_Accelerator.max_memory_allocated", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MLU_Accelerator.reset_max_memory_allocated", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MLU_Accelerator.memory_cached", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MLU_Accelerator.max_memory_cached", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MLU_Accelerator.reset_max_memory_cached", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MLU_Accelerator.memory_stats", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MLU_Accelerator.reset_peak_memory_stats", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MLU_Accelerator.memory_reserved", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MLU_Accelerator.max_memory_reserved", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MLU_Accelerator.total_memory", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MLU_Accelerator.available_memory", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MLU_Accelerator.is_bf16_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MLU_Accelerator.is_fp16_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MLU_Accelerator.supported_dtypes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MLU_Accelerator.is_available", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MLU_Accelerator.range_push", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MLU_Accelerator.range_pop", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MLU_Accelerator.lazy_call", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MLU_Accelerator.communication_backend_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MLU_Accelerator.is_triton_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MLU_Accelerator.create_graph", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MLU_Accelerator.capture_to_graph", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "MLU_Accelerator.replay_graph", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MLU_Accelerator.pin_memory", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MLU_Accelerator.is_pinned", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MLU_Accelerator.on_accelerator", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MLU_Accelerator.op_builder_dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MLU_Accelerator._lazy_init_class_dict", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MLU_Accelerator.create_op_builder", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MLU_Accelerator.get_op_builder", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MLU_Accelerator.build_extension", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MLU_Accelerator.export_envs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MLU_Accelerator.visible_devices_envs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MLU_Accelerator.set_visible_devices_envs", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MLU_Accelerator.get_compile_backend", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MLU_Accelerator.set_compile_backend", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "MLU_Accelerator.Stream", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "MLU_Accelerator.Event", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "MLU_Accelerator.BFloat16Tensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "MLU_Accelerator.ByteTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "MLU_Accelerator.DoubleTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "MLU_Accelerator.FloatTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "MLU_Accelerator.HalfTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "MLU_Accelerator.IntTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "MLU_Accelerator.LongTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "MLU_Accelerator.class_dict", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 110, "n_typed": 0, "n_any": 0, "n_untyped": 110, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 60, "n_method_overloads": 60, "n_method_params": 40, "n_attrs": 1, "n_properties": 9 } ], "type_ignores": [], "name": "deepspeed.accelerator.mlu_accelerator", "names": [ "deepspeed.accelerator.mlu_accelerator.MLU_Accelerator" ], "n_typable": 110, "n_typed": 0, "n_any": 0, "n_untyped": 110, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 60, "n_method_overloads": 60, "n_method_params": 40, "n_classes": 1, "n_attrs": 1, "n_properties": 9, "n_type_ignores": 0 }, { "path": "deepspeed/accelerator/mps_accelerator.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.accelerator.mps_accelerator.MPS_Accelerator", "methods": [ { "kind": "function", "name": "MPS_Accelerator.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MPS_Accelerator.is_synchronized_device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MPS_Accelerator.use_host_timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MPS_Accelerator.resolves_data_dependency", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MPS_Accelerator.handles_memory_backpressure", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MPS_Accelerator.device_name", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MPS_Accelerator.device", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MPS_Accelerator.set_device", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MPS_Accelerator.current_device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MPS_Accelerator.current_device_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MPS_Accelerator.device_count", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MPS_Accelerator.synchronize", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MPS_Accelerator.random", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MPS_Accelerator.set_rng_state", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MPS_Accelerator.get_rng_state", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MPS_Accelerator.manual_seed", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MPS_Accelerator.manual_seed_all", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MPS_Accelerator.seed", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MPS_Accelerator.initial_seed", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MPS_Accelerator.default_generator", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MPS_Accelerator.stream", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MPS_Accelerator.current_stream", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MPS_Accelerator.default_stream", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MPS_Accelerator.empty_cache", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MPS_Accelerator.memory_allocated", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MPS_Accelerator.max_memory_allocated", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MPS_Accelerator.set_per_process_memory_fraction", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MPS_Accelerator.reset_max_memory_allocated", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MPS_Accelerator.memory_cached", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MPS_Accelerator.max_memory_cached", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MPS_Accelerator.reset_max_memory_cached", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MPS_Accelerator.memory_stats", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MPS_Accelerator.reset_peak_memory_stats", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MPS_Accelerator.memory_reserved", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MPS_Accelerator.max_memory_reserved", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MPS_Accelerator.total_memory", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MPS_Accelerator.available_memory", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MPS_Accelerator.is_bf16_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MPS_Accelerator.is_fp16_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MPS_Accelerator.supported_dtypes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MPS_Accelerator.is_available", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MPS_Accelerator.range_push", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MPS_Accelerator.range_pop", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MPS_Accelerator.lazy_call", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MPS_Accelerator.communication_backend_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MPS_Accelerator.is_triton_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MPS_Accelerator.create_graph", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MPS_Accelerator.capture_to_graph", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "MPS_Accelerator.replay_graph", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MPS_Accelerator.pin_memory", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MPS_Accelerator.is_pinned", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MPS_Accelerator.on_accelerator", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MPS_Accelerator.op_builder_dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MPS_Accelerator.create_op_builder", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MPS_Accelerator.get_op_builder", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MPS_Accelerator.build_extension", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MPS_Accelerator.export_envs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MPS_Accelerator.visible_devices_envs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MPS_Accelerator.set_visible_devices_envs", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MPS_Accelerator.get_compile_backend", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MPS_Accelerator.set_compile_backend", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "MPS_Accelerator.Stream", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "MPS_Accelerator.Event", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "MPS_Accelerator.BFloat16Tensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "MPS_Accelerator.ByteTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "MPS_Accelerator.DoubleTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "MPS_Accelerator.FloatTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "MPS_Accelerator.HalfTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "MPS_Accelerator.IntTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "MPS_Accelerator.LongTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [], "n_typable": 111, "n_typed": 0, "n_any": 0, "n_untyped": 111, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 61, "n_method_overloads": 61, "n_method_params": 41, "n_attrs": 0, "n_properties": 9 } ], "type_ignores": [], "name": "deepspeed.accelerator.mps_accelerator", "names": [ "deepspeed.accelerator.mps_accelerator.MPS_Accelerator" ], "n_typable": 111, "n_typed": 0, "n_any": 0, "n_untyped": 111, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 61, "n_method_overloads": 61, "n_method_params": 41, "n_classes": 1, "n_attrs": 0, "n_properties": 9, "n_type_ignores": 0 }, { "path": "deepspeed/accelerator/npu_accelerator.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.accelerator.npu_accelerator.NPU_Accelerator", "methods": [ { "kind": "function", "name": "NPU_Accelerator.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NPU_Accelerator.is_synchronized_device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NPU_Accelerator.use_host_timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NPU_Accelerator.resolves_data_dependency", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NPU_Accelerator.handles_memory_backpressure", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NPU_Accelerator.device_name", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NPU_Accelerator.device", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NPU_Accelerator.set_device", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NPU_Accelerator.current_device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NPU_Accelerator.current_device_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NPU_Accelerator.device_count", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NPU_Accelerator.synchronize", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NPU_Accelerator.random", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NPU_Accelerator.set_rng_state", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "NPU_Accelerator.get_rng_state", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NPU_Accelerator.manual_seed", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NPU_Accelerator.manual_seed_all", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NPU_Accelerator.initial_seed", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NPU_Accelerator.default_generator", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NPU_Accelerator.stream", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NPU_Accelerator.current_stream", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NPU_Accelerator.default_stream", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NPU_Accelerator.empty_cache", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NPU_Accelerator.memory_allocated", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NPU_Accelerator.max_memory_allocated", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NPU_Accelerator.reset_max_memory_allocated", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NPU_Accelerator.memory_cached", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NPU_Accelerator.max_memory_cached", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NPU_Accelerator.reset_max_memory_cached", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NPU_Accelerator.memory_stats", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NPU_Accelerator.reset_peak_memory_stats", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NPU_Accelerator.memory_reserved", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NPU_Accelerator.max_memory_reserved", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NPU_Accelerator.total_memory", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NPU_Accelerator.available_memory", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NPU_Accelerator.is_bf16_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NPU_Accelerator.is_fp16_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NPU_Accelerator.supported_dtypes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NPU_Accelerator.is_available", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NPU_Accelerator.range_push", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NPU_Accelerator.range_pop", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NPU_Accelerator.lazy_call", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NPU_Accelerator.communication_backend_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NPU_Accelerator.is_triton_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NPU_Accelerator.create_graph", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NPU_Accelerator.capture_to_graph", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "NPU_Accelerator.replay_graph", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NPU_Accelerator.pin_memory", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "NPU_Accelerator.is_pinned", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NPU_Accelerator.on_accelerator", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NPU_Accelerator.op_builder_dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NPU_Accelerator._lazy_init_class_dict", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NPU_Accelerator.create_op_builder", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NPU_Accelerator.get_op_builder", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NPU_Accelerator.build_extension", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NPU_Accelerator.export_envs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NPU_Accelerator.visible_devices_envs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NPU_Accelerator.set_visible_devices_envs", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "NPU_Accelerator.get_compile_backend", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NPU_Accelerator.set_compile_backend", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "NPU_Accelerator.Stream", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "NPU_Accelerator.Event", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "NPU_Accelerator.BFloat16Tensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "NPU_Accelerator.ByteTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "NPU_Accelerator.DoubleTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "NPU_Accelerator.FloatTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "NPU_Accelerator.HalfTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "NPU_Accelerator.IntTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "NPU_Accelerator.LongTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "NPU_Accelerator.class_dict", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 110, "n_typed": 0, "n_any": 0, "n_untyped": 110, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 60, "n_method_overloads": 60, "n_method_params": 40, "n_attrs": 1, "n_properties": 9 } ], "type_ignores": [], "name": "deepspeed.accelerator.npu_accelerator", "names": [ "deepspeed.accelerator.npu_accelerator.NPU_Accelerator" ], "n_typable": 110, "n_typed": 0, "n_any": 0, "n_untyped": 110, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 60, "n_method_overloads": 60, "n_method_params": 40, "n_classes": 1, "n_attrs": 1, "n_properties": 9, "n_type_ignores": 0 }, { "path": "deepspeed/accelerator/real_accelerator.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.accelerator.real_accelerator.get_accelerator", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "attr", "name": "deepspeed.accelerator.real_accelerator.accel_logger", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.accelerator.real_accelerator.set_accelerator", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.accelerator.real_accelerator.dsa2", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.accelerator.real_accelerator.SUPPORTED_ACCELERATOR_LIST", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.accelerator.real_accelerator.ds_accelerator", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.accelerator.real_accelerator.is_current_accelerator_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "attr", "name": "deepspeed.accelerator.real_accelerator.dsa1", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.accelerator.real_accelerator", "names": [ "deepspeed.accelerator.real_accelerator.SUPPORTED_ACCELERATOR_LIST", "deepspeed.accelerator.real_accelerator.accel_logger", "deepspeed.accelerator.real_accelerator.ds_accelerator", "deepspeed.accelerator.real_accelerator.dsa1", "deepspeed.accelerator.real_accelerator.dsa2", "deepspeed.accelerator.real_accelerator.get_accelerator", "deepspeed.accelerator.real_accelerator.is_current_accelerator_supported", "deepspeed.accelerator.real_accelerator.set_accelerator" ], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 3, "n_function_overloads": 3, "n_function_params": 1, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 5, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/accelerator/sdaa_accelerator.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.accelerator.sdaa_accelerator.SDAA_Accelerator", "methods": [ { "kind": "function", "name": "SDAA_Accelerator.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SDAA_Accelerator.is_synchronized_device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SDAA_Accelerator.use_host_timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SDAA_Accelerator.resolves_data_dependency", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SDAA_Accelerator.handles_memory_backpressure", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SDAA_Accelerator.device_name", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SDAA_Accelerator.device", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SDAA_Accelerator.set_device", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SDAA_Accelerator.current_device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SDAA_Accelerator.current_device_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SDAA_Accelerator.device_count", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SDAA_Accelerator.synchronize", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SDAA_Accelerator.random", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SDAA_Accelerator.set_rng_state", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "SDAA_Accelerator.get_rng_state", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SDAA_Accelerator.manual_seed", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SDAA_Accelerator.manual_seed_all", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SDAA_Accelerator.initial_seed", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SDAA_Accelerator.default_generator", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SDAA_Accelerator.stream", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SDAA_Accelerator.current_stream", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SDAA_Accelerator.default_stream", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SDAA_Accelerator.empty_cache", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SDAA_Accelerator.memory_allocated", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SDAA_Accelerator.max_memory_allocated", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SDAA_Accelerator.reset_max_memory_allocated", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SDAA_Accelerator.memory_cached", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SDAA_Accelerator.max_memory_cached", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SDAA_Accelerator.reset_max_memory_cached", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SDAA_Accelerator.memory_stats", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SDAA_Accelerator.reset_peak_memory_stats", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SDAA_Accelerator.memory_reserved", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SDAA_Accelerator.max_memory_reserved", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SDAA_Accelerator.total_memory", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SDAA_Accelerator.available_memory", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SDAA_Accelerator.is_bf16_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SDAA_Accelerator.is_fp16_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SDAA_Accelerator.supported_dtypes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SDAA_Accelerator.is_available", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SDAA_Accelerator.range_push", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SDAA_Accelerator.range_pop", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SDAA_Accelerator.lazy_call", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SDAA_Accelerator.communication_backend_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SDAA_Accelerator.is_triton_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SDAA_Accelerator.create_graph", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SDAA_Accelerator.capture_to_graph", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "SDAA_Accelerator.replay_graph", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SDAA_Accelerator.pin_memory", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "SDAA_Accelerator.is_pinned", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SDAA_Accelerator.on_accelerator", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SDAA_Accelerator.op_builder_dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SDAA_Accelerator._lazy_init_class_dict", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SDAA_Accelerator.create_op_builder", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SDAA_Accelerator.get_op_builder", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SDAA_Accelerator.build_extension", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SDAA_Accelerator.export_envs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SDAA_Accelerator.visible_devices_envs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SDAA_Accelerator.set_visible_devices_envs", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "SDAA_Accelerator.get_compile_backend", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SDAA_Accelerator.set_compile_backend", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "SDAA_Accelerator.Stream", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "SDAA_Accelerator.Event", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "SDAA_Accelerator.BFloat16Tensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "SDAA_Accelerator.ByteTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "SDAA_Accelerator.DoubleTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "SDAA_Accelerator.FloatTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "SDAA_Accelerator.HalfTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "SDAA_Accelerator.IntTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "SDAA_Accelerator.LongTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "SDAA_Accelerator.class_dict", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 110, "n_typed": 0, "n_any": 0, "n_untyped": 110, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 60, "n_method_overloads": 60, "n_method_params": 40, "n_attrs": 1, "n_properties": 9 } ], "type_ignores": [], "name": "deepspeed.accelerator.sdaa_accelerator", "names": [ "deepspeed.accelerator.sdaa_accelerator.SDAA_Accelerator" ], "n_typable": 110, "n_typed": 0, "n_any": 0, "n_untyped": 110, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 60, "n_method_overloads": 60, "n_method_params": 40, "n_classes": 1, "n_attrs": 1, "n_properties": 9, "n_type_ignores": 0 }, { "path": "deepspeed/accelerator/xpu_accelerator.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.accelerator.xpu_accelerator.XPU_Accelerator", "methods": [ { "kind": "function", "name": "XPU_Accelerator.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "XPU_Accelerator.is_synchronized_device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "XPU_Accelerator.use_host_timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "XPU_Accelerator.resolves_data_dependency", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "XPU_Accelerator.handles_memory_backpressure", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "XPU_Accelerator.device_name", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "XPU_Accelerator.device", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "XPU_Accelerator.set_device", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "XPU_Accelerator.current_device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "XPU_Accelerator.current_device_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "XPU_Accelerator.device_count", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "XPU_Accelerator.synchronize", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "XPU_Accelerator.random", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "XPU_Accelerator.set_rng_state", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "XPU_Accelerator.get_rng_state", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "XPU_Accelerator.manual_seed", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "XPU_Accelerator.manual_seed_all", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "XPU_Accelerator.initial_seed", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "XPU_Accelerator.default_generator", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "XPU_Accelerator.stream", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "XPU_Accelerator.current_stream", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "XPU_Accelerator.default_stream", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "XPU_Accelerator.empty_cache", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "XPU_Accelerator.memory_allocated", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "XPU_Accelerator.max_memory_allocated", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "XPU_Accelerator.reset_max_memory_allocated", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "XPU_Accelerator.memory_cached", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "XPU_Accelerator.max_memory_cached", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "XPU_Accelerator.reset_max_memory_cached", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "XPU_Accelerator.memory_stats", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "XPU_Accelerator.reset_peak_memory_stats", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "XPU_Accelerator.memory_reserved", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "XPU_Accelerator.max_memory_reserved", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "XPU_Accelerator.total_memory", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "XPU_Accelerator.available_memory", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "XPU_Accelerator.is_available", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "XPU_Accelerator.range_push", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "XPU_Accelerator.range_pop", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "XPU_Accelerator.lazy_call", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "XPU_Accelerator.communication_backend_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "XPU_Accelerator.is_triton_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "XPU_Accelerator.create_graph", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "XPU_Accelerator.capture_to_graph", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "XPU_Accelerator.replay_graph", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "XPU_Accelerator.is_bf16_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "XPU_Accelerator.is_fp16_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "XPU_Accelerator.supported_dtypes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "XPU_Accelerator.pin_memory", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "XPU_Accelerator.is_pinned", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "XPU_Accelerator.op_builder_dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "XPU_Accelerator.on_accelerator", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "XPU_Accelerator._lazy_init_class_dict", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "XPU_Accelerator.create_op_builder", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "XPU_Accelerator.get_op_builder", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "XPU_Accelerator.build_extension", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "XPU_Accelerator.export_envs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "XPU_Accelerator.visible_devices_envs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "XPU_Accelerator.set_visible_devices_envs", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "XPU_Accelerator.get_compile_backend", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "XPU_Accelerator.set_compile_backend", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "XPU_Accelerator.Stream", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "XPU_Accelerator.Event", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "XPU_Accelerator.BFloat16Tensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "XPU_Accelerator.ByteTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "XPU_Accelerator.DoubleTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "XPU_Accelerator.FloatTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "XPU_Accelerator.HalfTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "XPU_Accelerator.IntTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "XPU_Accelerator.LongTensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "XPU_Accelerator.aligned_tensors", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "XPU_Accelerator.class_dict", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 111, "n_typed": 0, "n_any": 0, "n_untyped": 111, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 60, "n_method_overloads": 60, "n_method_params": 40, "n_attrs": 2, "n_properties": 9 }, { "kind": "attr", "name": "deepspeed.accelerator.xpu_accelerator.oneccl_imported_p", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [ { "kind": "type", "rules": null } ], "name": "deepspeed.accelerator.xpu_accelerator", "names": [ "deepspeed.accelerator.xpu_accelerator.XPU_Accelerator", "deepspeed.accelerator.xpu_accelerator.oneccl_imported_p" ], "n_typable": 111, "n_typed": 0, "n_any": 0, "n_untyped": 111, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 60, "n_method_overloads": 60, "n_method_params": 40, "n_classes": 1, "n_attrs": 3, "n_properties": 9, "n_type_ignores": 1 }, { "path": "deepspeed/autotuning/autotuner.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.autotuning.autotuner.OFFLOAD_PARAM", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.autotuner.ZERO_OPTIMIZATION_STAGE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.autotuner.tabulate", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.autotuner.has_mlflow", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.autotuning.autotuner.Autotuner", "methods": [ { "kind": "function", "name": "Autotuner.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Autotuner.print_tuning_results", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Autotuner._get_user_config", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Autotuner._get_resource_manager", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Autotuner._get_exp_resources", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Autotuner.metric", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Autotuner.fast_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Autotuner.max_train_batch_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Autotuner.mp_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Autotuner.max_train_micro_batch_size_per_gpu", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Autotuner.min_train_micro_batch_size_per_gpu", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Autotuner.num_tuning_micro_batch_sizes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Autotuner.fp16_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Autotuner.get_gpu_memory_info", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Autotuner.get_activation_memory_per_gpu", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Autotuner.get_instantiation_memory_required_per_gpu", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Autotuner._generate_experiments", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Autotuner.tune", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Autotuner.tune_space", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "Autotuner.get_plateau_mbs", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Autotuner.get_model_num_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Autotuner.model_info_profile_run", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Autotuner.update_records", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "Autotuner.get_best_space_record", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Autotuner.get_best_space_records", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Autotuner.run_tuning_micro_batch_sizes", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "Autotuner.get_min_max_micro_batch_size", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "Autotuner.get_gas_from_user_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Autotuner.get_val_from_user_args", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Autotuner.get_tuning_micro_batch_size_list", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "Autotuner.run_ds_config", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Autotuner.write_optimal_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Autotuner.run_after_tuning", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Autotuner.args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Autotuner.selected_exp_dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Autotuner.user_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Autotuner.autotuning_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Autotuner.exps_dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Autotuner.results_dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Autotuner.rm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Autotuner.records", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Autotuner.optimal_cmd", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Autotuner.optimal_ds_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Autotuner.mlflow_parent_id", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 76, "n_typed": 0, "n_any": 0, "n_untyped": 76, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 33, "n_method_overloads": 33, "n_method_params": 32, "n_attrs": 11, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.autotuner.OFFLOAD_OPTIMIZER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.autotuning.autotuner", "names": [ "deepspeed.autotuning.autotuner.Autotuner", "deepspeed.autotuning.autotuner.OFFLOAD_OPTIMIZER", "deepspeed.autotuning.autotuner.OFFLOAD_PARAM", "deepspeed.autotuning.autotuner.ZERO_OPTIMIZATION_STAGE", "deepspeed.autotuning.autotuner.has_mlflow", "deepspeed.autotuning.autotuner.tabulate" ], "n_typable": 76, "n_typed": 0, "n_any": 0, "n_untyped": 76, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 33, "n_method_overloads": 33, "n_method_params": 32, "n_classes": 1, "n_attrs": 16, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/autotuning/config.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.autotuning.config.DeepSpeedAutotuningConfig", "methods": [ { "kind": "function", "name": "DeepSpeedAutotuningConfig.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedAutotuningConfig._initialize", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedAutotuningConfig.enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedAutotuningConfig.start_step", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedAutotuningConfig.end_step", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedAutotuningConfig.metric_path", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedAutotuningConfig.arg_mappings", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedAutotuningConfig.metric", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedAutotuningConfig.model_info", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedAutotuningConfig.results_dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedAutotuningConfig.exps_dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedAutotuningConfig.overwrite", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 14, "n_typed": 0, "n_any": 0, "n_untyped": 14, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_attrs": 10, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.autotuning.config.get_model_info_config", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.autotuning.config.get_default_model_info_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "type_ignores": [], "name": "deepspeed.autotuning.config", "names": [ "deepspeed.autotuning.config.DeepSpeedAutotuningConfig", "deepspeed.autotuning.config.get_default_model_info_config", "deepspeed.autotuning.config.get_model_info_config" ], "n_typable": 17, "n_typed": 0, "n_any": 0, "n_untyped": 17, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 1, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_classes": 1, "n_attrs": 10, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/autotuning/constants.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.autotuning.constants.DEFAULT_TEMPLATE_PATH_ZERO_2", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_NUM_TUNING_MICRO_BATCH_SIZES_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_FORMAT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_ARG_MAPPINGS_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_TUNER_RANDOM", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_METRIC_THROUGHPUT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.MODEL_INFO_PROFILE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.MODEL_INFO_PROFILE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_EXPS_DIR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_MAX_TRAIN_MICRO_BATCH_SIZE_PER_GPU_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_ENABLED_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_METRIC_FLOPS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_METRIC_PATH", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_OVERWRITE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_START_PROFILE_STEP", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_RESULTS_DIR_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.DEFAULT_HF_CONFIG", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_METRIC_PATH_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_MAX_TRAIN_BATCH_SIZE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.DEFAULT_TUNING_SPACE_ZERO_3", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_END_PROFILE_STEP", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_TUNER_NUM_TRIALS_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.MODEL_INFO_HIDDEN_SIZE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.MODEL_INFO", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_MP_SIZE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_NUM_TUNING_MICRO_BATCH_SIZES", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_START_PROFILE_STEP_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.DEFAULT_TEMPLATE_PATH_ZERO_3", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_ARG_MAPPINGS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.DEFAULT_MIN_MEM_CONFIG", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.METRIC_PERCENT_DIFF_CONST", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.DEFAULT_TEMPLATE_PATH_ZERO_1", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_TUNER_GRIDSEARCH", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_TUNER_EARLY_STOPPING_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_MIN_TRAIN_MICRO_BATCH_SIZE_PER_GPU_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.MODEL_INFO_KEY_DEFAULT_DICT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_MIN_TRAIN_BATCH_SIZE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_METRIC", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.DEFAULT_TUNING_SPACE_ZERO_1", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_MODEL_INFO_PATH_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.DEFAULT_TUNING_SPACE_ZERO_0", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.GLOBAL_TUNING_SPACE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_MODEL_INFO_PATH", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_METRIC_FORWARD", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_FAST_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.MODEL_INFO_NUM_LAYERS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_TUNER_MODELBASED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.TUNING_MICRO_BATCH_SIZE_PREFIX", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_END_PROFILE_STEP_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_MAX_TRAIN_BATCH_SIZE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_EXPS_DIR_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.BUFSIZE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_MIN_TRAIN_MICRO_BATCH_SIZE_PER_GPU", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_TUNER_TYPE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.DEFAULT_TUNING_SPACE_ZERO_2", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_ENABLED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_RESULTS_DIR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.MODEL_INFO_NUM_PARAMS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.MODEL_INFO_NUM_LAYERS_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.DEFAULT_TEMPLATE_PATH_ZERO_0", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.MODEL_INFO_NUM_PARAMS_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_OVERWRITE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.MODEL_INFO_FORMAT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_MP_SIZE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.DS_CONFIG", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_TUNER_NUM_TRIALS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_MIN_TRAIN_BATCH_SIZE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_METRIC_BACKWRAD", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_TUNER_EARLY_STOPPING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.MODEL_INFO_HIDDEN_SIZE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_METRIC_LATENCY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_METRIC_STEPS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_FAST", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.constants.AUTOTUNING_MAX_TRAIN_MICRO_BATCH_SIZE_PER_GPU", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.autotuning.constants", "names": [ "deepspeed.autotuning.constants.AUTOTUNING", "deepspeed.autotuning.constants.AUTOTUNING_ARG_MAPPINGS", "deepspeed.autotuning.constants.AUTOTUNING_ARG_MAPPINGS_DEFAULT", "deepspeed.autotuning.constants.AUTOTUNING_ENABLED", "deepspeed.autotuning.constants.AUTOTUNING_ENABLED_DEFAULT", "deepspeed.autotuning.constants.AUTOTUNING_END_PROFILE_STEP", "deepspeed.autotuning.constants.AUTOTUNING_END_PROFILE_STEP_DEFAULT", "deepspeed.autotuning.constants.AUTOTUNING_EXPS_DIR", "deepspeed.autotuning.constants.AUTOTUNING_EXPS_DIR_DEFAULT", "deepspeed.autotuning.constants.AUTOTUNING_FAST", "deepspeed.autotuning.constants.AUTOTUNING_FAST_DEFAULT", "deepspeed.autotuning.constants.AUTOTUNING_FORMAT", "deepspeed.autotuning.constants.AUTOTUNING_MAX_TRAIN_BATCH_SIZE", "deepspeed.autotuning.constants.AUTOTUNING_MAX_TRAIN_BATCH_SIZE_DEFAULT", "deepspeed.autotuning.constants.AUTOTUNING_MAX_TRAIN_MICRO_BATCH_SIZE_PER_GPU", "deepspeed.autotuning.constants.AUTOTUNING_MAX_TRAIN_MICRO_BATCH_SIZE_PER_GPU_DEFAULT", "deepspeed.autotuning.constants.AUTOTUNING_METRIC", "deepspeed.autotuning.constants.AUTOTUNING_METRIC_BACKWRAD", "deepspeed.autotuning.constants.AUTOTUNING_METRIC_FLOPS", "deepspeed.autotuning.constants.AUTOTUNING_METRIC_FORWARD", "deepspeed.autotuning.constants.AUTOTUNING_METRIC_LATENCY", "deepspeed.autotuning.constants.AUTOTUNING_METRIC_PATH", "deepspeed.autotuning.constants.AUTOTUNING_METRIC_PATH_DEFAULT", "deepspeed.autotuning.constants.AUTOTUNING_METRIC_STEPS", "deepspeed.autotuning.constants.AUTOTUNING_METRIC_THROUGHPUT", "deepspeed.autotuning.constants.AUTOTUNING_MIN_TRAIN_BATCH_SIZE", "deepspeed.autotuning.constants.AUTOTUNING_MIN_TRAIN_BATCH_SIZE_DEFAULT", "deepspeed.autotuning.constants.AUTOTUNING_MIN_TRAIN_MICRO_BATCH_SIZE_PER_GPU", "deepspeed.autotuning.constants.AUTOTUNING_MIN_TRAIN_MICRO_BATCH_SIZE_PER_GPU_DEFAULT", "deepspeed.autotuning.constants.AUTOTUNING_MODEL_INFO_PATH", "deepspeed.autotuning.constants.AUTOTUNING_MODEL_INFO_PATH_DEFAULT", "deepspeed.autotuning.constants.AUTOTUNING_MP_SIZE", "deepspeed.autotuning.constants.AUTOTUNING_MP_SIZE_DEFAULT", "deepspeed.autotuning.constants.AUTOTUNING_NUM_TUNING_MICRO_BATCH_SIZES", "deepspeed.autotuning.constants.AUTOTUNING_NUM_TUNING_MICRO_BATCH_SIZES_DEFAULT", "deepspeed.autotuning.constants.AUTOTUNING_OVERWRITE", "deepspeed.autotuning.constants.AUTOTUNING_OVERWRITE_DEFAULT", "deepspeed.autotuning.constants.AUTOTUNING_RESULTS_DIR", "deepspeed.autotuning.constants.AUTOTUNING_RESULTS_DIR_DEFAULT", "deepspeed.autotuning.constants.AUTOTUNING_START_PROFILE_STEP", "deepspeed.autotuning.constants.AUTOTUNING_START_PROFILE_STEP_DEFAULT", "deepspeed.autotuning.constants.AUTOTUNING_TUNER_EARLY_STOPPING", "deepspeed.autotuning.constants.AUTOTUNING_TUNER_EARLY_STOPPING_DEFAULT", "deepspeed.autotuning.constants.AUTOTUNING_TUNER_GRIDSEARCH", "deepspeed.autotuning.constants.AUTOTUNING_TUNER_MODELBASED", "deepspeed.autotuning.constants.AUTOTUNING_TUNER_NUM_TRIALS", "deepspeed.autotuning.constants.AUTOTUNING_TUNER_NUM_TRIALS_DEFAULT", "deepspeed.autotuning.constants.AUTOTUNING_TUNER_RANDOM", "deepspeed.autotuning.constants.AUTOTUNING_TUNER_TYPE", "deepspeed.autotuning.constants.BUFSIZE", "deepspeed.autotuning.constants.DEFAULT_HF_CONFIG", "deepspeed.autotuning.constants.DEFAULT_MIN_MEM_CONFIG", "deepspeed.autotuning.constants.DEFAULT_TEMPLATE_PATH_ZERO_0", "deepspeed.autotuning.constants.DEFAULT_TEMPLATE_PATH_ZERO_1", "deepspeed.autotuning.constants.DEFAULT_TEMPLATE_PATH_ZERO_2", "deepspeed.autotuning.constants.DEFAULT_TEMPLATE_PATH_ZERO_3", "deepspeed.autotuning.constants.DEFAULT_TUNING_SPACE_ZERO_0", "deepspeed.autotuning.constants.DEFAULT_TUNING_SPACE_ZERO_1", "deepspeed.autotuning.constants.DEFAULT_TUNING_SPACE_ZERO_2", "deepspeed.autotuning.constants.DEFAULT_TUNING_SPACE_ZERO_3", "deepspeed.autotuning.constants.DS_CONFIG", "deepspeed.autotuning.constants.GLOBAL_TUNING_SPACE", "deepspeed.autotuning.constants.METRIC_PERCENT_DIFF_CONST", "deepspeed.autotuning.constants.MODEL_INFO", "deepspeed.autotuning.constants.MODEL_INFO_FORMAT", "deepspeed.autotuning.constants.MODEL_INFO_HIDDEN_SIZE", "deepspeed.autotuning.constants.MODEL_INFO_HIDDEN_SIZE_DEFAULT", "deepspeed.autotuning.constants.MODEL_INFO_KEY_DEFAULT_DICT", "deepspeed.autotuning.constants.MODEL_INFO_NUM_LAYERS", "deepspeed.autotuning.constants.MODEL_INFO_NUM_LAYERS_DEFAULT", "deepspeed.autotuning.constants.MODEL_INFO_NUM_PARAMS", "deepspeed.autotuning.constants.MODEL_INFO_NUM_PARAMS_DEFAULT", "deepspeed.autotuning.constants.MODEL_INFO_PROFILE", "deepspeed.autotuning.constants.MODEL_INFO_PROFILE_DEFAULT", "deepspeed.autotuning.constants.TUNING_MICRO_BATCH_SIZE_PREFIX" ], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 75, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/autotuning/scheduler.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.autotuning.scheduler.run_experiment", "n_typed": 1, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "attr", "name": "deepspeed.autotuning.scheduler.TIMEOUT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.autotuning.scheduler.get_user", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "class", "name": "deepspeed.autotuning.scheduler.Reservation", "methods": [ { "kind": "function", "name": "Reservation.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Reservation.restore_slots", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Reservation.desc", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Reservation.node", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Reservation.slots", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 7, "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 2, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.autotuning.scheduler.ResourceManager", "methods": [ { "kind": "function", "name": "ResourceManager.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "ResourceManager.schedule_experiments", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ResourceManager.run_job", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ResourceManager.experiment_check", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ResourceManager.resource_request", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ResourceManager.status", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ResourceManager.run", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ResourceManager.save_exp_results_to_database", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "ResourceManager.parse_results", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ResourceManager.clear", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "ResourceManager.results_dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ResourceManager.exps_dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ResourceManager.nodes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ResourceManager.num_gpus_per_node", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ResourceManager.experiment_queue", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ResourceManager.running_experiments", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ResourceManager.finished_experiments", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ResourceManager.experiment_count", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ResourceManager.exp_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ResourceManager.args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ResourceManager.arg_mappings", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 36, "n_typed": 1, "n_any": 0, "n_untyped": 35, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 10, "n_method_overloads": 10, "n_method_params": 15, "n_attrs": 11, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.autotuning.scheduler.get_job_id", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.scheduler.PDSH_MAX_FAN_OUT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.autotuning.scheduler.Node", "methods": [ { "kind": "function", "name": "Node.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Node.reserve_slots", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Node.restore_slots", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Node.host", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Node.max_slots", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Node.idle_slots", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 10, "n_typed": 3, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 4, "n_attrs": 3, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.autotuning.scheduler.clean_up", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "type_ignores": [], "name": "deepspeed.autotuning.scheduler", "names": [ "deepspeed.autotuning.scheduler.Node", "deepspeed.autotuning.scheduler.PDSH_MAX_FAN_OUT", "deepspeed.autotuning.scheduler.Reservation", "deepspeed.autotuning.scheduler.ResourceManager", "deepspeed.autotuning.scheduler.TIMEOUT", "deepspeed.autotuning.scheduler.clean_up", "deepspeed.autotuning.scheduler.get_job_id", "deepspeed.autotuning.scheduler.get_user", "deepspeed.autotuning.scheduler.run_experiment" ], "n_typable": 63, "n_typed": 6, "n_any": 0, "n_untyped": 57, "n_functions": 4, "n_function_overloads": 4, "n_function_params": 6, "n_methods": 16, "n_method_overloads": 16, "n_method_params": 21, "n_classes": 3, "n_attrs": 18, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/autotuning/tuner/base_tuner.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.autotuning.tuner.base_tuner.BaseTuner", "methods": [ { "kind": "function", "name": "BaseTuner.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "BaseTuner.has_next", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BaseTuner.next_batch", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BaseTuner.update", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BaseTuner.tune", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "BaseTuner.all_exps", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTuner.rm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTuner.best_iter", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTuner.best_exp", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTuner.best_metric_val", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTuner.metric", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 18, "n_typed": 0, "n_any": 0, "n_untyped": 18, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 7, "n_attrs": 6, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.autotuning.tuner.base_tuner", "names": [ "deepspeed.autotuning.tuner.base_tuner.BaseTuner" ], "n_typable": 18, "n_typed": 0, "n_any": 0, "n_untyped": 18, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 7, "n_classes": 1, "n_attrs": 6, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/autotuning/tuner/cost_model.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.autotuning.tuner.cost_model.xgb", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.autotuning.tuner.cost_model.XGBoostCostModel", "methods": [ { "kind": "function", "name": "XGBoostCostModel.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "XGBoostCostModel.fit", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "XGBoostCostModel.predict", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "XGBoostCostModel.loss_type", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "XGBoostCostModel.xgb_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 12, "n_typed": 0, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 7, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.autotuning.tuner.cost_model", "names": [ "deepspeed.autotuning.tuner.cost_model.XGBoostCostModel", "deepspeed.autotuning.tuner.cost_model.xgb" ], "n_typable": 12, "n_typed": 0, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 7, "n_classes": 1, "n_attrs": 3, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/autotuning/tuner/index_based_tuner.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.autotuning.tuner.index_based_tuner.GridSearchTuner", "methods": [ { "kind": "function", "name": "GridSearchTuner.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "GridSearchTuner.next_batch", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 6, "n_typed": 1, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 4, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.autotuning.tuner.index_based_tuner.RandomTuner", "methods": [ { "kind": "function", "name": "RandomTuner.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "RandomTuner.next_batch", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 6, "n_typed": 1, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 4, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.autotuning.tuner.index_based_tuner", "names": [ "deepspeed.autotuning.tuner.index_based_tuner.GridSearchTuner", "deepspeed.autotuning.tuner.index_based_tuner.RandomTuner" ], "n_typable": 12, "n_typed": 2, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 8, "n_classes": 2, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/autotuning/tuner/model_based_tuner.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.autotuning.tuner.model_based_tuner.ModelBasedTuner", "methods": [ { "kind": "function", "name": "ModelBasedTuner.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "ModelBasedTuner.find_estimated_top_configs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ModelBasedTuner.next_batch", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ModelBasedTuner.has_next", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ModelBasedTuner.update", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "ModelBasedTuner.tuning_space", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ModelBasedTuner.best_iter", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ModelBasedTuner.all_configs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ModelBasedTuner.num_all_configs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ModelBasedTuner.dims", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ModelBasedTuner.visited", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ModelBasedTuner.trials", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ModelBasedTuner.trial_pt", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ModelBasedTuner.cost_model", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ModelBasedTuner.evaluated_configs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ModelBasedTuner.evaluated_perf", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ModelBasedTuner.train_ct", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ModelBasedTuner.random_exploration_ratio", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 23, "n_typed": 1, "n_any": 0, "n_untyped": 22, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 5, "n_attrs": 13, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.autotuning.tuner.model_based_tuner.INIT_NUM", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.autotuning.tuner.model_based_tuner", "names": [ "deepspeed.autotuning.tuner.model_based_tuner.INIT_NUM", "deepspeed.autotuning.tuner.model_based_tuner.ModelBasedTuner" ], "n_typable": 23, "n_typed": 1, "n_any": 0, "n_untyped": 22, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 5, "n_classes": 1, "n_attrs": 14, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/autotuning/tuner/utils.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.autotuning.tuner.utils.dict_to_feature", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.autotuning.tuner.utils.gen_combinations", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.autotuning.tuner.utils.dict_to_dims", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.autotuning.tuner.utils.feature_to_index", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.autotuning.tuner.utils.index_to_feature", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.autotuning.tuner.utils.flatten", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "type_ignores": [], "name": "deepspeed.autotuning.tuner.utils", "names": [ "deepspeed.autotuning.tuner.utils.dict_to_dims", "deepspeed.autotuning.tuner.utils.dict_to_feature", "deepspeed.autotuning.tuner.utils.feature_to_index", "deepspeed.autotuning.tuner.utils.flatten", "deepspeed.autotuning.tuner.utils.gen_combinations", "deepspeed.autotuning.tuner.utils.index_to_feature" ], "n_typable": 18, "n_typed": 1, "n_any": 0, "n_untyped": 17, "n_functions": 6, "n_function_overloads": 6, "n_function_params": 12, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/autotuning/utils.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.autotuning.utils.remove_dupe_dicts", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.autotuning.utils.get_tuning_keys", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.autotuning.utils.write_experiments", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.autotuning.utils.get_first_config", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.autotuning.utils.get_val_by_key", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.autotuning.utils.combine_dict", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.autotuning.utils.get_list", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.autotuning.utils.find_replace", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.autotuning.utils.find_replace_str", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.autotuning.utils.get_all_configs", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.autotuning.utils.search_error", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.autotuning.utils.fetch_hostfile", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.autotuning.utils.prune_config", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.autotuning.utils.validate_ds_config", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.autotuning.utils.was_interrupted", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.autotuning.utils.memory_to_string", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.autotuning.utils.prune_configs", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.autotuning.utils.number_to_string", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.autotuning.utils.del_if_exists", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.autotuning.utils.replace_dict", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.autotuning.utils.canonical_name", "n_typed": 1, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.autotuning.utils.set_val_by_key", "n_typed": 1, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "type_ignores": [], "name": "deepspeed.autotuning.utils", "names": [ "deepspeed.autotuning.utils.canonical_name", "deepspeed.autotuning.utils.combine_dict", "deepspeed.autotuning.utils.del_if_exists", "deepspeed.autotuning.utils.fetch_hostfile", "deepspeed.autotuning.utils.find_replace", "deepspeed.autotuning.utils.find_replace_str", "deepspeed.autotuning.utils.get_all_configs", "deepspeed.autotuning.utils.get_first_config", "deepspeed.autotuning.utils.get_list", "deepspeed.autotuning.utils.get_tuning_keys", "deepspeed.autotuning.utils.get_val_by_key", "deepspeed.autotuning.utils.memory_to_string", "deepspeed.autotuning.utils.number_to_string", "deepspeed.autotuning.utils.prune_config", "deepspeed.autotuning.utils.prune_configs", "deepspeed.autotuning.utils.remove_dupe_dicts", "deepspeed.autotuning.utils.replace_dict", "deepspeed.autotuning.utils.search_error", "deepspeed.autotuning.utils.set_val_by_key", "deepspeed.autotuning.utils.validate_ds_config", "deepspeed.autotuning.utils.was_interrupted", "deepspeed.autotuning.utils.write_experiments" ], "n_typable": 66, "n_typed": 9, "n_any": 0, "n_untyped": 57, "n_functions": 22, "n_function_overloads": 22, "n_function_params": 44, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/checkpoint/constants.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.checkpoint.constants.PARAM_SHAPES", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.LAYER_FILE_PREFIX", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.BUFFER_NAMES", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.FP32_GROUPS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.OPTIMIZER_STATE_DICT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.PARAM_SLICE_MAPPINGS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.CLIP_GRAD", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.PARTITION_COUNT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.ZERO_FILE_PREFIX", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.UNIVERSAL_CHECKPOINT_VERSION_KEY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.PARAMETER_WITH_2_SUB_PARAMS_CAT_DIM_0", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.BASE_OPTIMIZER_STATE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.FROZEN_PARAM_SHAPES", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.FP32_FLAT_GROUPS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.OPTIM_FILE_SUFFIX", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.PADDED_VOCAB_SIZE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.MODEL_FILE_SUFFIX", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.VOCAB_TENSOR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.TP_REPLICATED_PARAMETER_PATTERNS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.FP16_ZERO_FILE_PREFIX", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.SUB_PARAMS_SHAPE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.GROUP_PADDINGS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.SUB_PARAM_SHAPE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.DS_VERSION", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.PARAM", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.PARAM_N_SUB_PARAMS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.ZERO_STAGE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.CAT_DIM", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.PARAMETER_TO_AVERAGE_PATTERNS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.PIPELINE_REPLICATED_PARAMETER_PATTERNS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.MODEL_FILE_PREFIX", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.PARAMETER_WITH_SUB_PARAMS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.VOCABULARY_PARAMETER_PATTERNS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.UNIVERSAL_CHECKPOINT_VERSION_VALUE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.PARAMETER_WITH_ROW_PARALLELISM_PATTERNS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.SINGLE_PARTITION_OF_FP32_GROUPS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.BASE_OPTIMIZER_STATE_STEP", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.PARAM_GROUPS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.UNIVERSAL_CHECKPOINT_INFO", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.LOSS_SCALER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.FP32_WEIGHT_KEY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.FROZEN_PARAM_FRAGMENTS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.BF16_ZERO_FILE_PREFIX", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.constants.ORIGINAL_VOCAB_SIZE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.checkpoint.constants", "names": [ "deepspeed.checkpoint.constants.BASE_OPTIMIZER_STATE", "deepspeed.checkpoint.constants.BASE_OPTIMIZER_STATE_STEP", "deepspeed.checkpoint.constants.BF16_ZERO_FILE_PREFIX", "deepspeed.checkpoint.constants.BUFFER_NAMES", "deepspeed.checkpoint.constants.CAT_DIM", "deepspeed.checkpoint.constants.CLIP_GRAD", "deepspeed.checkpoint.constants.DS_VERSION", "deepspeed.checkpoint.constants.FP16_ZERO_FILE_PREFIX", "deepspeed.checkpoint.constants.FP32_FLAT_GROUPS", "deepspeed.checkpoint.constants.FP32_GROUPS", "deepspeed.checkpoint.constants.FP32_WEIGHT_KEY", "deepspeed.checkpoint.constants.FROZEN_PARAM_FRAGMENTS", "deepspeed.checkpoint.constants.FROZEN_PARAM_SHAPES", "deepspeed.checkpoint.constants.GROUP_PADDINGS", "deepspeed.checkpoint.constants.LAYER_FILE_PREFIX", "deepspeed.checkpoint.constants.LOSS_SCALER", "deepspeed.checkpoint.constants.MODEL_FILE_PREFIX", "deepspeed.checkpoint.constants.MODEL_FILE_SUFFIX", "deepspeed.checkpoint.constants.OPTIMIZER_STATE_DICT", "deepspeed.checkpoint.constants.OPTIM_FILE_SUFFIX", "deepspeed.checkpoint.constants.ORIGINAL_VOCAB_SIZE", "deepspeed.checkpoint.constants.PADDED_VOCAB_SIZE", "deepspeed.checkpoint.constants.PARAM", "deepspeed.checkpoint.constants.PARAMETER_TO_AVERAGE_PATTERNS", "deepspeed.checkpoint.constants.PARAMETER_WITH_2_SUB_PARAMS_CAT_DIM_0", "deepspeed.checkpoint.constants.PARAMETER_WITH_ROW_PARALLELISM_PATTERNS", "deepspeed.checkpoint.constants.PARAMETER_WITH_SUB_PARAMS", "deepspeed.checkpoint.constants.PARAM_GROUPS", "deepspeed.checkpoint.constants.PARAM_N_SUB_PARAMS", "deepspeed.checkpoint.constants.PARAM_SHAPES", "deepspeed.checkpoint.constants.PARAM_SLICE_MAPPINGS", "deepspeed.checkpoint.constants.PARTITION_COUNT", "deepspeed.checkpoint.constants.PIPELINE_REPLICATED_PARAMETER_PATTERNS", "deepspeed.checkpoint.constants.SINGLE_PARTITION_OF_FP32_GROUPS", "deepspeed.checkpoint.constants.SUB_PARAMS_SHAPE", "deepspeed.checkpoint.constants.SUB_PARAM_SHAPE", "deepspeed.checkpoint.constants.TP_REPLICATED_PARAMETER_PATTERNS", "deepspeed.checkpoint.constants.UNIVERSAL_CHECKPOINT_INFO", "deepspeed.checkpoint.constants.UNIVERSAL_CHECKPOINT_VERSION_KEY", "deepspeed.checkpoint.constants.UNIVERSAL_CHECKPOINT_VERSION_VALUE", "deepspeed.checkpoint.constants.VOCABULARY_PARAMETER_PATTERNS", "deepspeed.checkpoint.constants.VOCAB_TENSOR", "deepspeed.checkpoint.constants.ZERO_FILE_PREFIX", "deepspeed.checkpoint.constants.ZERO_STAGE" ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 44, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/checkpoint/deepspeed_checkpoint.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.checkpoint.deepspeed_checkpoint.LAYER_CONCAT_DIM", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.deepspeed_checkpoint.LAYER_FILE_PREFIX_PATTERN", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.deepspeed_checkpoint.EMBEDDING_LAYER_INDEX", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.deepspeed_checkpoint.CHECKPOINT_INFO_KEY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.deepspeed_checkpoint.FINAL_LAYER_NORM_INDEX", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.deepspeed_checkpoint.ITERATION_KEY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.deepspeed_checkpoint.SEQUENTIAL_LAYERS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.checkpoint.deepspeed_checkpoint.DeepSpeedCheckpoint", "methods": [ { "kind": "function", "name": "DeepSpeedCheckpoint.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "DeepSpeedCheckpoint.is_change_tp_degree", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedCheckpoint.is_change_pp_degree", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedCheckpoint.is_change_dp_degree", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedCheckpoint.show_2d_mapping", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedCheckpoint.show_tp_embedding_map", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedCheckpoint.show_tp_final_norm_map", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedCheckpoint.show_pp_transformer_map", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedCheckpoint.show_transformer_file_map", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedCheckpoint._build_global_state", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedCheckpoint.get_zero_checkpoint_state", "n_typed": 2, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "DeepSpeedCheckpoint.get_zero_files", "n_typed": 1, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedCheckpoint.get_embedding_layer_id", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedCheckpoint.get_final_norm_layer_id", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedCheckpoint.get_iteration", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedCheckpoint.get_embedding_state", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedCheckpoint.get_embedding_files", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedCheckpoint._get_checkpoint_value", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedCheckpoint.get_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedCheckpoint.get_checkpoint_info", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedCheckpoint.get_2d_parallel_state", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedCheckpoint.get_transformer_state", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedCheckpoint.get_pp_transformer_map", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedCheckpoint.get_final_norm_state", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedCheckpoint.get_final_norm_files", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedCheckpoint._build_tp_other_layer_map", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedCheckpoint.get_2d_parallel_files", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedCheckpoint._build_pp_transformer_map", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedCheckpoint._dump_mapping", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedCheckpoint._build_transformer_file_map", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedCheckpoint._sanity_check", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedCheckpoint.validate_files", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedCheckpoint._get_layer_keys", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedCheckpoint._merge_state_dicts", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedCheckpoint._validate_folder", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedCheckpoint.final_layer_norm_idx", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedCheckpoint.dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedCheckpoint.zero_checkpoint", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedCheckpoint.file_list", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedCheckpoint.layer_files", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedCheckpoint.mp_rank_files", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedCheckpoint.layer_keys", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedCheckpoint.layer_count", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedCheckpoint.tp_degree", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedCheckpoint.pp_degree", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedCheckpoint.dp_degree", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedCheckpoint.original_world_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedCheckpoint.world_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedCheckpoint.old_2d_map", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedCheckpoint.new_2d_map", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedCheckpoint.global_state", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedCheckpoint.pp_to_transformer_map", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedCheckpoint.transformer_file_map", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedCheckpoint.tp_to_embedding_map", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedCheckpoint.tp_to_final_norm_map", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 86, "n_typed": 23, "n_any": 0, "n_untyped": 63, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 35, "n_method_overloads": 35, "n_method_params": 31, "n_attrs": 20, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.deepspeed_checkpoint.ARGS_KEY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.checkpoint.deepspeed_checkpoint", "names": [ "deepspeed.checkpoint.deepspeed_checkpoint.ARGS_KEY", "deepspeed.checkpoint.deepspeed_checkpoint.CHECKPOINT_INFO_KEY", "deepspeed.checkpoint.deepspeed_checkpoint.DeepSpeedCheckpoint", "deepspeed.checkpoint.deepspeed_checkpoint.EMBEDDING_LAYER_INDEX", "deepspeed.checkpoint.deepspeed_checkpoint.FINAL_LAYER_NORM_INDEX", "deepspeed.checkpoint.deepspeed_checkpoint.ITERATION_KEY", "deepspeed.checkpoint.deepspeed_checkpoint.LAYER_CONCAT_DIM", "deepspeed.checkpoint.deepspeed_checkpoint.LAYER_FILE_PREFIX_PATTERN", "deepspeed.checkpoint.deepspeed_checkpoint.SEQUENTIAL_LAYERS" ], "n_typable": 86, "n_typed": 23, "n_any": 0, "n_untyped": 63, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 35, "n_method_overloads": 35, "n_method_params": 31, "n_classes": 1, "n_attrs": 28, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/checkpoint/ds_to_universal.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.checkpoint.ds_to_universal.merge_zero3_slices", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.checkpoint.ds_to_universal.atoi", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.checkpoint.ds_to_universal.dump_param_fragment", "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "deepspeed.checkpoint.ds_to_universal.merge_tp_slices", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "deepspeed.checkpoint.ds_to_universal.extract_zero_shards", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.checkpoint.ds_to_universal.extract_zero_shards_stage3", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "attr", "name": "deepspeed.checkpoint.ds_to_universal.args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "function", "name": "deepspeed.checkpoint.ds_to_universal.dp_index_to_str", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.checkpoint.ds_to_universal.parse_arguments", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.ds_to_universal.cnt", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.checkpoint.ds_to_universal.main", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.checkpoint.ds_to_universal.natural_keys", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.checkpoint.ds_to_universal", "names": [ "deepspeed.checkpoint.ds_to_universal.args", "deepspeed.checkpoint.ds_to_universal.atoi", "deepspeed.checkpoint.ds_to_universal.cnt", "deepspeed.checkpoint.ds_to_universal.dp_index_to_str", "deepspeed.checkpoint.ds_to_universal.dump_param_fragment", "deepspeed.checkpoint.ds_to_universal.extract_zero_shards", "deepspeed.checkpoint.ds_to_universal.extract_zero_shards_stage3", "deepspeed.checkpoint.ds_to_universal.main", "deepspeed.checkpoint.ds_to_universal.merge_tp_slices", "deepspeed.checkpoint.ds_to_universal.merge_zero3_slices", "deepspeed.checkpoint.ds_to_universal.natural_keys", "deepspeed.checkpoint.ds_to_universal.parse_arguments" ], "n_typable": 40, "n_typed": 0, "n_any": 0, "n_untyped": 40, "n_functions": 10, "n_function_overloads": 10, "n_function_params": 29, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/checkpoint/reshape_3d_utils.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.checkpoint.reshape_3d_utils.DP_DIM", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.checkpoint.reshape_3d_utils.unflatten_dp_dimension", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "attr", "name": "deepspeed.checkpoint.reshape_3d_utils.PP_DIM", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.checkpoint.reshape_3d_utils.model_3d_desc", "methods": [ { "kind": "function", "name": "model_3d_desc.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "model_3d_desc.reshape", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "model_3d_desc.get_desc", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "model_3d_desc.world_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "model_3d_desc.is_valid", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "model_3d_desc.can_reshape", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "model_3d_desc.pp_degree", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "model_3d_desc.tp_degree", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "model_3d_desc.dp_degree", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 18, "n_typed": 0, "n_any": 0, "n_untyped": 18, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 9, "n_attrs": 3, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.checkpoint.reshape_3d_utils.TP_DIM", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.checkpoint.reshape_3d_utils.get_model_3d_descriptor", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.checkpoint.reshape_3d_utils.flatten_dp_dimension", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "type_ignores": [], "name": "deepspeed.checkpoint.reshape_3d_utils", "names": [ "deepspeed.checkpoint.reshape_3d_utils.DP_DIM", "deepspeed.checkpoint.reshape_3d_utils.PP_DIM", "deepspeed.checkpoint.reshape_3d_utils.TP_DIM", "deepspeed.checkpoint.reshape_3d_utils.flatten_dp_dimension", "deepspeed.checkpoint.reshape_3d_utils.get_model_3d_descriptor", "deepspeed.checkpoint.reshape_3d_utils.model_3d_desc", "deepspeed.checkpoint.reshape_3d_utils.unflatten_dp_dimension" ], "n_typable": 27, "n_typed": 0, "n_any": 0, "n_untyped": 27, "n_functions": 3, "n_function_overloads": 3, "n_function_params": 6, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 9, "n_classes": 1, "n_attrs": 6, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/checkpoint/reshape_meg_2d.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.checkpoint.reshape_meg_2d.meg_2d_parallel_map", "methods": [ { "kind": "function", "name": "meg_2d_parallel_map.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "meg_2d_parallel_map.simple_init", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "meg_2d_parallel_map.add_data", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "meg_2d_parallel_map.get_data", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "meg_2d_parallel_map.print_data", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "meg_2d_parallel_map._validate_indices", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "meg_2d_parallel_map._make_key", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "meg_2d_parallel_map.pp_degree", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "meg_2d_parallel_map.tp_degree", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "meg_2d_parallel_map.map", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 22, "n_typed": 0, "n_any": 0, "n_untyped": 22, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 12, "n_attrs": 3, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.checkpoint.reshape_meg_2d.reshape", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.checkpoint.reshape_meg_2d.get_mpu_ranks", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.checkpoint.reshape_meg_2d.reshape_meg_2d_parallel", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 } ], "type_ignores": [], "name": "deepspeed.checkpoint.reshape_meg_2d", "names": [ "deepspeed.checkpoint.reshape_meg_2d.get_mpu_ranks", "deepspeed.checkpoint.reshape_meg_2d.meg_2d_parallel_map", "deepspeed.checkpoint.reshape_meg_2d.reshape", "deepspeed.checkpoint.reshape_meg_2d.reshape_meg_2d_parallel" ], "n_typable": 36, "n_typed": 0, "n_any": 0, "n_untyped": 36, "n_functions": 3, "n_function_overloads": 3, "n_function_params": 11, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 12, "n_classes": 1, "n_attrs": 3, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/checkpoint/reshape_utils.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.checkpoint.reshape_utils.partition_data", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.checkpoint.reshape_utils.merge_state", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.checkpoint.reshape_utils.sort_zero_files", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.checkpoint.reshape_utils.merge_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.checkpoint.reshape_utils.get_files_with_prefix", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.checkpoint.reshape_utils.validate_files", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.checkpoint.reshape_utils.get_zero_files", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.checkpoint.reshape_utils.basic_folder_validation", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.checkpoint.reshape_utils.get_files", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.checkpoint.reshape_utils.merge_state_list", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "type_ignores": [], "name": "deepspeed.checkpoint.reshape_utils", "names": [ "deepspeed.checkpoint.reshape_utils.basic_folder_validation", "deepspeed.checkpoint.reshape_utils.get_files", "deepspeed.checkpoint.reshape_utils.get_files_with_prefix", "deepspeed.checkpoint.reshape_utils.get_zero_files", "deepspeed.checkpoint.reshape_utils.merge_state", "deepspeed.checkpoint.reshape_utils.merge_state_dict", "deepspeed.checkpoint.reshape_utils.merge_state_list", "deepspeed.checkpoint.reshape_utils.partition_data", "deepspeed.checkpoint.reshape_utils.sort_zero_files", "deepspeed.checkpoint.reshape_utils.validate_files" ], "n_typable": 29, "n_typed": 0, "n_any": 0, "n_untyped": 29, "n_functions": 10, "n_function_overloads": 10, "n_function_params": 19, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/checkpoint/universal_checkpoint.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.checkpoint.universal_checkpoint.load_hp_checkpoint_state", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "class", "name": "deepspeed.checkpoint.universal_checkpoint.SubparamShape", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "SubparamShape.patterns", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "SubparamShape.shape", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "SubparamShape.partition_dim", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 3, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.checkpoint.universal_checkpoint.enable_universal_checkpoint", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.checkpoint.universal_checkpoint", "names": [ "deepspeed.checkpoint.universal_checkpoint.SubparamShape", "deepspeed.checkpoint.universal_checkpoint.enable_universal_checkpoint", "deepspeed.checkpoint.universal_checkpoint.load_hp_checkpoint_state" ], "n_typable": 7, "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 5, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 1, "n_attrs": 3, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/checkpoint/utils.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.checkpoint.utils.get_zero_ckpt_name_for_rank", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.checkpoint.utils.clone_tensors_for_torch_save", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.checkpoint.utils.get_layer_ckpt_name_for_rank", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.checkpoint.utils.get_model_ckpt_name_for_rank", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "type_ignores": [], "name": "deepspeed.checkpoint.utils", "names": [ "deepspeed.checkpoint.utils.clone_tensors_for_torch_save", "deepspeed.checkpoint.utils.get_layer_ckpt_name_for_rank", "deepspeed.checkpoint.utils.get_model_ckpt_name_for_rank", "deepspeed.checkpoint.utils.get_zero_ckpt_name_for_rank" ], "n_typable": 14, "n_typed": 0, "n_any": 0, "n_untyped": 14, "n_functions": 4, "n_function_overloads": 4, "n_function_params": 10, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/checkpoint/zero_checkpoint.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.checkpoint.zero_checkpoint.GROUP_STATE_KEY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.checkpoint.zero_checkpoint.ZeROCheckpoint", "methods": [ { "kind": "function", "name": "ZeROCheckpoint.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ZeROCheckpoint.get_src_world_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ZeROCheckpoint.get_src_tp_degree", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ZeROCheckpoint.get_src_pp_degree", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ZeROCheckpoint.get_src_dp_degree", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ZeROCheckpoint.get_file_indices_for_rank", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "ZeROCheckpoint.get_files_for_rank", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "ZeROCheckpoint.get_state_for_rank", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "ZeROCheckpoint.print_3d_index_map", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ZeROCheckpoint.print_3d_file_map", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ZeROCheckpoint.reshape", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ZeROCheckpoint._strip_tensor_paddings", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ZeROCheckpoint._clear_group_paddings", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ZeROCheckpoint._get_optimizer_state", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ZeROCheckpoint._get_param_group_states", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ZeROCheckpoint._update_partition_count", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "ZeROCheckpoint.dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ZeROCheckpoint.file_list", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ZeROCheckpoint.num_files", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ZeROCheckpoint.src_3d", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ZeROCheckpoint.target_3d", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 42, "n_typed": 1, "n_any": 0, "n_untyped": 41, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 16, "n_method_overloads": 16, "n_method_params": 21, "n_attrs": 5, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.checkpoint.zero_checkpoint", "names": [ "deepspeed.checkpoint.zero_checkpoint.GROUP_STATE_KEY", "deepspeed.checkpoint.zero_checkpoint.ZeROCheckpoint" ], "n_typable": 42, "n_typed": 1, "n_any": 0, "n_untyped": 41, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 16, "n_method_overloads": 16, "n_method_params": 21, "n_classes": 1, "n_attrs": 6, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/comm/backend.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.comm.backend.Backend", "methods": [ { "kind": "function", "name": "Backend.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "Backend.is_initialized", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Backend.new_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Backend.init_process_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Backend.name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Backend.world_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Backend.world_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Backend.world_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Backend.process_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Backend.initialized", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 13, "n_typed": 0, "n_any": 0, "n_untyped": 13, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 3, "n_attrs": 6, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.comm.backend", "names": [ "deepspeed.comm.backend.Backend" ], "n_typable": 13, "n_typed": 0, "n_any": 0, "n_untyped": 13, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 3, "n_classes": 1, "n_attrs": 6, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/comm/ccl.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.comm.ccl.CCLHandler", "methods": [ { "kind": "function", "name": "CCLHandler.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CCLHandler.wait", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "CCLHandler.ccl_comm_op", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 1, "n_attrs": 1, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.comm.ccl.build_ccl_op", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "class", "name": "deepspeed.comm.ccl.CCLBackend", "methods": [ { "kind": "function", "name": "CCLBackend.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "CCLBackend.is_initialized", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CCLBackend.run_collective", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "CCLBackend.all_reduce", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "CCLBackend.inference_all_reduce", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "CCLBackend.broadcast", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "CCLBackend.all_gather", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "CCLBackend.reduce_scatter_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "CCLBackend.all_gather_into_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "CCLBackend.all_to_all_single", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "CCLBackend.send", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "CCLBackend.recv", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "CCLBackend.gather", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "CCLBackend.scatter", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "CCLBackend.barrier", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "CCLBackend.monitored_barrier", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "CCLBackend.reduce_scatter", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "CCLBackend.reduce", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "CCLBackend.new_group", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CCLBackend._new_group", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "CCLBackend.get_all_ranks_from_group", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "CCLBackend.ccl_comm_op", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CCLBackend.name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CCLBackend.initialized", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CCLBackend.groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CCLBackend.available_coll", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 101, "n_typed": 0, "n_any": 0, "n_untyped": 101, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 21, "n_method_overloads": 21, "n_method_params": 75, "n_attrs": 5, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.comm.ccl", "names": [ "deepspeed.comm.ccl.CCLBackend", "deepspeed.comm.ccl.CCLHandler", "deepspeed.comm.ccl.build_ccl_op" ], "n_typable": 106, "n_typed": 0, "n_any": 0, "n_untyped": 106, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 0, "n_methods": 23, "n_method_overloads": 23, "n_method_params": 76, "n_classes": 2, "n_attrs": 6, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/comm/comm.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.comm.comm.in_aml", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.comm.comm.scatter", "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "deepspeed.comm.comm.send", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "deepspeed.comm.comm.new_group", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.comm.comm.enable_symm_mem_for_group", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.comm.comm.monitored_barrier", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "attr", "name": "deepspeed.comm.comm.mpi_backend", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.comm.comm.all_gather_into_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "deepspeed.comm.comm.inference_all_reduce", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "deepspeed.comm.comm.get_local_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.comm.comm.irecv", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "deepspeed.comm.comm.get_world_size", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "deepspeed.comm.comm.ProcessGroup", "methods": [ { "kind": "function", "name": "ProcessGroup.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "ProcessGroup.ranks", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ProcessGroup.comm_id", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ProcessGroup.size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 2, "n_attrs": 3, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.comm.comm.timer_summary", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.comm.comm.all_reduce_coalesced", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "deepspeed.comm.comm.has_coalescing_manager", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.comm.comm.get_all_ranks_from_group", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.comm.comm.reset_log", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.comm.comm.barrier", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "deepspeed.comm.comm.in_aws_sm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.comm.comm.all_to_all_single", "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_overloads": 1, "n_typable": 10, "n_params": 9, "n_function_overloads": 1, "n_function_params": 9 }, { "kind": "function", "name": "deepspeed.comm.comm.broadcast_object_list", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.comm.comm.destroy_process_group", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.comm.comm.reduce_scatter_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "deepspeed.comm.comm.set_backend", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.comm.comm.get_global_rank", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.comm.comm.get_logged_comm_ops", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "attr", "name": "deepspeed.comm.comm.hccl_backend", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.comm.comm.log_summary", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.comm.comm.all_gather_coalesced", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.comm.comm.all_gather", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "deepspeed.comm.comm.all_to_all", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.comm.comm.configure", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "deepspeed.comm.comm.reduce_scatter_fn", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "deepspeed.comm.comm.isend", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "deepspeed.comm.comm.all_reduce", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "deepspeed.comm.comm.get_world_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "attr", "name": "deepspeed.comm.comm.nccl_backend", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.comm.comm.mpi_discovery", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "attr", "name": "deepspeed.comm.comm.cdb", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.comm.comm.init_deepspeed_backend", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.comm.comm.broadcast", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "deepspeed.comm.comm.gather", "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "deepspeed.comm.comm.is_initialized", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.comm.comm.has_all_gather_into_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.comm.comm.has_all_reduce_coalesced", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.comm.comm.reduce", "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "deepspeed.comm.comm.get_rank", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.comm.comm.recv", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "deepspeed.comm.comm.in_dlts", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.comm.comm.has_comm_data", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.comm.comm.patch_aml_env_for_torch_nccl_backend", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "attr", "name": "deepspeed.comm.comm.timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "function", "name": "deepspeed.comm.comm.allgather_fn", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "deepspeed.comm.comm.reduce_scatter", "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "deepspeed.comm.comm.get_comm_operation_count", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.comm.comm.timed_op", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.comm.comm.all_gather_object", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "deepspeed.comm.comm.patch_aws_sm_env_for_torch_nccl_backend", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.comm.comm.has_reduce_scatter_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.comm.comm.is_available", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "attr", "name": "deepspeed.comm.comm.ccl_backend", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.comm.comm.init_distributed", "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_overloads": 1, "n_typable": 11, "n_params": 10, "n_function_overloads": 1, "n_function_params": 10 }, { "kind": "attr", "name": "deepspeed.comm.comm.comms_logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "function", "name": "deepspeed.comm.comm.initialize_mesh_device", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "type_ignores": [], "name": "deepspeed.comm.comm", "names": [ "deepspeed.comm.comm.ProcessGroup", "deepspeed.comm.comm.all_gather", "deepspeed.comm.comm.all_gather_coalesced", "deepspeed.comm.comm.all_gather_into_tensor", "deepspeed.comm.comm.all_gather_object", "deepspeed.comm.comm.all_reduce", "deepspeed.comm.comm.all_reduce_coalesced", "deepspeed.comm.comm.all_to_all", "deepspeed.comm.comm.all_to_all_single", "deepspeed.comm.comm.allgather_fn", "deepspeed.comm.comm.barrier", "deepspeed.comm.comm.broadcast", "deepspeed.comm.comm.broadcast_object_list", "deepspeed.comm.comm.ccl_backend", "deepspeed.comm.comm.cdb", "deepspeed.comm.comm.comms_logger", "deepspeed.comm.comm.configure", "deepspeed.comm.comm.destroy_process_group", "deepspeed.comm.comm.enable_symm_mem_for_group", "deepspeed.comm.comm.gather", "deepspeed.comm.comm.get_all_ranks_from_group", "deepspeed.comm.comm.get_comm_operation_count", "deepspeed.comm.comm.get_global_rank", "deepspeed.comm.comm.get_local_rank", "deepspeed.comm.comm.get_logged_comm_ops", "deepspeed.comm.comm.get_rank", "deepspeed.comm.comm.get_world_group", "deepspeed.comm.comm.get_world_size", "deepspeed.comm.comm.has_all_gather_into_tensor", "deepspeed.comm.comm.has_all_reduce_coalesced", "deepspeed.comm.comm.has_coalescing_manager", "deepspeed.comm.comm.has_comm_data", "deepspeed.comm.comm.has_reduce_scatter_tensor", "deepspeed.comm.comm.hccl_backend", "deepspeed.comm.comm.in_aml", "deepspeed.comm.comm.in_aws_sm", "deepspeed.comm.comm.in_dlts", "deepspeed.comm.comm.inference_all_reduce", "deepspeed.comm.comm.init_deepspeed_backend", "deepspeed.comm.comm.init_distributed", "deepspeed.comm.comm.initialize_mesh_device", "deepspeed.comm.comm.irecv", "deepspeed.comm.comm.is_available", "deepspeed.comm.comm.is_initialized", "deepspeed.comm.comm.isend", "deepspeed.comm.comm.log_summary", "deepspeed.comm.comm.monitored_barrier", "deepspeed.comm.comm.mpi_backend", "deepspeed.comm.comm.mpi_discovery", "deepspeed.comm.comm.nccl_backend", "deepspeed.comm.comm.new_group", "deepspeed.comm.comm.patch_aml_env_for_torch_nccl_backend", "deepspeed.comm.comm.patch_aws_sm_env_for_torch_nccl_backend", "deepspeed.comm.comm.recv", "deepspeed.comm.comm.reduce", "deepspeed.comm.comm.reduce_scatter", "deepspeed.comm.comm.reduce_scatter_fn", "deepspeed.comm.comm.reduce_scatter_tensor", "deepspeed.comm.comm.reset_log", "deepspeed.comm.comm.scatter", "deepspeed.comm.comm.send", "deepspeed.comm.comm.set_backend", "deepspeed.comm.comm.timed_op", "deepspeed.comm.comm.timer_summary", "deepspeed.comm.comm.timers" ], "n_typable": 262, "n_typed": 3, "n_any": 0, "n_untyped": 259, "n_functions": 56, "n_function_overloads": 56, "n_function_params": 198, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 2, "n_classes": 1, "n_attrs": 11, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/comm/config.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.comm.config.CommsLoggerConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "CommsLoggerConfig.enabled", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "CommsLoggerConfig.prof_all", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "CommsLoggerConfig.prof_ops", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "CommsLoggerConfig.verbose", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "CommsLoggerConfig.debug", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 5, "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 5, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.comm.config.DeepSpeedCommsConfig", "methods": [ { "kind": "function", "name": "DeepSpeedCommsConfig.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedCommsConfig.comms_logger_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedCommsConfig.comms_logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 1, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.comm.config", "names": [ "deepspeed.comm.config.CommsLoggerConfig", "deepspeed.comm.config.DeepSpeedCommsConfig" ], "n_typable": 9, "n_typed": 5, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 1, "n_classes": 2, "n_attrs": 7, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/comm/constants.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.comm.constants.MPI_BACKEND", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.comm.constants.NCCL_BACKEND", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.comm.constants.HCCL_BACKEND", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.comm.constants.COMMS_LOGGER_PROF_ALL", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.comm.constants.DEFAULT_AML_NCCL_SOCKET_IFNAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.comm.constants.COMMS_LOGGER_DEBUG", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.comm.constants.COMMS_LOGGER_PROF_OPS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.comm.constants.COMMS_LOGGER_DEBUG_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.comm.constants.COMMS_LOGGER_VERBOSE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.comm.constants.COMMS_LOGGER_VERBOSE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.comm.constants.COMMS_LOGGER_PROF_OPS_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.comm.constants.COMMS_LOGGER_ENABLED_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.comm.constants.COMMS_LOGGER_PROF_ALL_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.comm.constants.CCL_BACKEND", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.comm.constants.DEFAULT_AML_MASTER_PORT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.comm.constants.GLOO_BACKEND", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.comm.constants.SCCL_BACKEND", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.comm.constants.COMMS_LOGGER_FORMAT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.comm.constants.COMMS_LOGGER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.comm.constants.COMMS_LOGGER_ENABLED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.comm.constants", "names": [ "deepspeed.comm.constants.CCL_BACKEND", "deepspeed.comm.constants.COMMS_LOGGER", "deepspeed.comm.constants.COMMS_LOGGER_DEBUG", "deepspeed.comm.constants.COMMS_LOGGER_DEBUG_DEFAULT", "deepspeed.comm.constants.COMMS_LOGGER_ENABLED", "deepspeed.comm.constants.COMMS_LOGGER_ENABLED_DEFAULT", "deepspeed.comm.constants.COMMS_LOGGER_FORMAT", "deepspeed.comm.constants.COMMS_LOGGER_PROF_ALL", "deepspeed.comm.constants.COMMS_LOGGER_PROF_ALL_DEFAULT", "deepspeed.comm.constants.COMMS_LOGGER_PROF_OPS", "deepspeed.comm.constants.COMMS_LOGGER_PROF_OPS_DEFAULT", "deepspeed.comm.constants.COMMS_LOGGER_VERBOSE", "deepspeed.comm.constants.COMMS_LOGGER_VERBOSE_DEFAULT", "deepspeed.comm.constants.DEFAULT_AML_MASTER_PORT", "deepspeed.comm.constants.DEFAULT_AML_NCCL_SOCKET_IFNAME", "deepspeed.comm.constants.GLOO_BACKEND", "deepspeed.comm.constants.HCCL_BACKEND", "deepspeed.comm.constants.MPI_BACKEND", "deepspeed.comm.constants.NCCL_BACKEND", "deepspeed.comm.constants.SCCL_BACKEND" ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 20, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/comm/reduce_op.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.comm.reduce_op.ReduceOp", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "ReduceOp.SUM", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ReduceOp.PRODUCT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ReduceOp.MIN", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ReduceOp.MAX", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ReduceOp.BAND", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ReduceOp.BOR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ReduceOp.BXOR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ReduceOp.AVG", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ReduceOp.UNUSED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 9, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.comm.reduce_op", "names": [ "deepspeed.comm.reduce_op.ReduceOp" ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 1, "n_attrs": 9, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/comm/torch.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.comm.torch.TorchBackend", "methods": [ { "kind": "function", "name": "TorchBackend.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "TorchBackend.get_all_gather_function", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "TorchBackend.get_reduce_scatter_function", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "TorchBackend.has_all_gather_into_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "TorchBackend.has_reduce_scatter_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "TorchBackend.init_process_group", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "TorchBackend.all_reduce", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "TorchBackend.inference_all_reduce", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "TorchBackend.all_reduce_coalesced", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "TorchBackend.reduce", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "TorchBackend.reduce_scatter", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "TorchBackend.broadcast", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "TorchBackend.broadcast_object_list", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "TorchBackend.all_gather", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "TorchBackend.all_gather_into_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "TorchBackend.all_gather_base", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "TorchBackend.all_gather_coalesced", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "TorchBackend.all_gather_object", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "TorchBackend.reduce_scatter_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "TorchBackend.all_to_all_single", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "TorchBackend.all_to_all", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "TorchBackend.send", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "TorchBackend.recv", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "TorchBackend.isend", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "TorchBackend.irecv", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "TorchBackend.gather", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "TorchBackend.scatter", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "TorchBackend.barrier", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "TorchBackend.monitored_barrier", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "TorchBackend.get_rank", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TorchBackend.get_world_size", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TorchBackend.is_initialized", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "TorchBackend.get_backend", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TorchBackend.new_group", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TorchBackend.get_global_rank", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "TorchBackend.get_world_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "TorchBackend.destroy_process_group", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TorchBackend._reduce_op", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TorchBackend.init_device_mesh", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "TorchBackend.enable_symm_mem_for_group", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "TorchBackend.shm_comm_op", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TorchBackend.has_all_reduce_coalesced", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TorchBackend.has_coalescing_manager", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TorchBackend.all_gather_function", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TorchBackend.reduce_scatter_function", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TorchBackend.initialized", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TorchBackend.name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TorchBackend.single_gpu_mode", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 165, "n_typed": 0, "n_any": 0, "n_untyped": 165, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 40, "n_method_overloads": 40, "n_method_params": 117, "n_attrs": 8, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.comm.torch.backward_comm_off", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.comm.torch.has_all_reduce_coalesced", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.comm.torch.all_gather_comm_off", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.comm.torch.reduce_scatter_comm_off", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.comm.torch.build_shm_op", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "class", "name": "deepspeed.comm.torch.Noop", "methods": [ { "kind": "function", "name": "Noop.wait", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 1, "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.comm.torch.DS_COMM_ALL_GATHER_OFF", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.comm.torch.reduce_comm_off", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.comm.torch.all_reduce_comm_off", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.comm.torch.DS_COMM_ALL_REDUCE_OFF", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.comm.torch.get_coalescing_manager", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "attr", "name": "deepspeed.comm.torch.DS_COMM_BROADCAST_OFF", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.comm.torch.DS_COMM_REDUCE_OFF", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.comm.torch.disable_compiler_collective", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.comm.torch.broadcast_comm_off", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.comm.torch.DS_COMM_REDUCE_SCATTER_OFF", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.comm.torch.has_coalescing_manager", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "type_ignores": [], "name": "deepspeed.comm.torch", "names": [ "deepspeed.comm.torch.DS_COMM_ALL_GATHER_OFF", "deepspeed.comm.torch.DS_COMM_ALL_REDUCE_OFF", "deepspeed.comm.torch.DS_COMM_BROADCAST_OFF", "deepspeed.comm.torch.DS_COMM_REDUCE_OFF", "deepspeed.comm.torch.DS_COMM_REDUCE_SCATTER_OFF", "deepspeed.comm.torch.Noop", "deepspeed.comm.torch.TorchBackend", "deepspeed.comm.torch.all_gather_comm_off", "deepspeed.comm.torch.all_reduce_comm_off", "deepspeed.comm.torch.backward_comm_off", "deepspeed.comm.torch.broadcast_comm_off", "deepspeed.comm.torch.build_shm_op", "deepspeed.comm.torch.disable_compiler_collective", "deepspeed.comm.torch.get_coalescing_manager", "deepspeed.comm.torch.has_all_reduce_coalesced", "deepspeed.comm.torch.has_coalescing_manager", "deepspeed.comm.torch.reduce_comm_off", "deepspeed.comm.torch.reduce_scatter_comm_off" ], "n_typable": 188, "n_typed": 0, "n_any": 0, "n_untyped": 188, "n_functions": 11, "n_function_overloads": 11, "n_function_params": 11, "n_methods": 41, "n_method_overloads": 41, "n_method_params": 117, "n_classes": 2, "n_attrs": 13, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/comm/utils.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.comm.utils.get_msg_size_from_args", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.comm.utils.get_world_rank_from_launcher", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.comm.utils.get_default_args", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.comm.utils.get_world_size_from_launcher", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.comm.utils.get_tensor_kwarg", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.comm.utils.get_debug_log_name", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.comm.utils.get_local_rank_from_launcher", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.comm.utils.get_tensor_position", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.comm.utils", "names": [ "deepspeed.comm.utils.get_debug_log_name", "deepspeed.comm.utils.get_default_args", "deepspeed.comm.utils.get_local_rank_from_launcher", "deepspeed.comm.utils.get_msg_size_from_args", "deepspeed.comm.utils.get_tensor_kwarg", "deepspeed.comm.utils.get_tensor_position", "deepspeed.comm.utils.get_world_rank_from_launcher", "deepspeed.comm.utils.get_world_size_from_launcher" ], "n_typable": 17, "n_typed": 0, "n_any": 0, "n_untyped": 17, "n_functions": 8, "n_function_overloads": 8, "n_function_params": 9, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/compat.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.compat.annotationlib", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.compat.get_annotations_from_namespace", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compat.get_annotations", "n_typed": 1, "n_any": 1, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.compat", "names": [ "deepspeed.compat.annotationlib", "deepspeed.compat.get_annotations", "deepspeed.compat.get_annotations_from_namespace" ], "n_typable": 4, "n_typed": 3, "n_any": 1, "n_untyped": 0, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 2, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/compile/backend.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.compile.backend.next_pass_step", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compile.backend.current_passes", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.compile.backend.set_example_values_to_symints", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "attr", "name": "deepspeed.compile.backend.fwd_real_inputs", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compile.backend.frames_needing_bwd", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "function", "name": "deepspeed.compile.backend.run_opt_passes", "n_typed": 7, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 11, "n_params": 10, "n_function_overloads": 1, "n_function_params": 10 }, { "kind": "function", "name": "deepspeed.compile.backend.init_schedule", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compile.backend.launch_compile_passes", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.compile.backend.profiling_results", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "deepspeed.compile.backend.remaining_schedule", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compile.backend.param_manager", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "deepspeed.compile.backend.opt_passes", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.compile.backend.evaluate_symint_from_shape_env", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "deepspeed.compile.backend.GraphOrder", "methods": [ { "kind": "function", "name": "GraphOrder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "GraphOrder.add_graph", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "GraphOrder.get_graph_order", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "GraphOrder.clear", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "GraphOrder.frames", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 8, "n_typed": 4, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 3, "n_attrs": 1, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.compile.backend.next_passes", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.compile.backend.set_time_and_tensor_size", "n_typed": 1, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "deepspeed.compile.backend.register_compile_pass", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "attr", "name": "deepspeed.compile.backend.graph_order_with_frame_id", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "deepspeed.compile.backend.opt_pass_times", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.compile.backend.make_backend", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "type_ignores": [], "name": "deepspeed.compile.backend", "names": [ "deepspeed.compile.backend.GraphOrder", "deepspeed.compile.backend.current_passes", "deepspeed.compile.backend.evaluate_symint_from_shape_env", "deepspeed.compile.backend.frames_needing_bwd", "deepspeed.compile.backend.fwd_real_inputs", "deepspeed.compile.backend.graph_order_with_frame_id", "deepspeed.compile.backend.init_schedule", "deepspeed.compile.backend.launch_compile_passes", "deepspeed.compile.backend.make_backend", "deepspeed.compile.backend.next_pass_step", "deepspeed.compile.backend.next_passes", "deepspeed.compile.backend.opt_pass_times", "deepspeed.compile.backend.opt_passes", "deepspeed.compile.backend.param_manager", "deepspeed.compile.backend.profiling_results", "deepspeed.compile.backend.register_compile_pass", "deepspeed.compile.backend.remaining_schedule", "deepspeed.compile.backend.run_opt_passes", "deepspeed.compile.backend.set_example_values_to_symints", "deepspeed.compile.backend.set_time_and_tensor_size" ], "n_typable": 45, "n_typed": 16, "n_any": 0, "n_untyped": 29, "n_functions": 8, "n_function_overloads": 8, "n_function_params": 25, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 3, "n_classes": 1, "n_attrs": 12, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/compile/config.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.compile.config.CompileConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "CompileConfig.deepcompile", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "CompileConfig.free_activation", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "CompileConfig.free_activation_threshold", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "CompileConfig.offload_activation", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "CompileConfig.offload_opt_states", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "CompileConfig.double_buffer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "CompileConfig.symmetric_memory", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "CompileConfig.debug_log", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "CompileConfig.offload_parameters", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "CompileConfig.sync_before_reduce", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "CompileConfig.sync_after_reduce", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "CompileConfig.sync_before_allgather", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "CompileConfig.sync_after_allgather", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "CompileConfig.keep_int_input_tensors", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "CompileConfig.keep_all_input_tensors", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 15, "n_typed": 15, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 15, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.compile.config", "names": [ "deepspeed.compile.config.CompileConfig" ], "n_typable": 15, "n_typed": 15, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 1, "n_attrs": 15, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/compile/fx.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.compile.fx.add_postprocess", "n_typed": 6, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "deepspeed.compile.fx.move_primals_to_head", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compile.fx.add_args_process", "n_typed": 5, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "deepspeed.compile.fx.add_free_activations", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.compile.fx.get_output_node", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.compile.fx", "names": [ "deepspeed.compile.fx.add_args_process", "deepspeed.compile.fx.add_free_activations", "deepspeed.compile.fx.add_postprocess", "deepspeed.compile.fx.get_output_node", "deepspeed.compile.fx.move_primals_to_head" ], "n_typable": 23, "n_typed": 16, "n_any": 0, "n_untyped": 7, "n_functions": 5, "n_function_overloads": 5, "n_function_params": 18, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/compile/graph_param.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.compile.graph_param.DSGraphParam", "methods": [ { "kind": "function", "name": "DSGraphParam.__post_init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DSGraphParam.name", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DSGraphParam.shape", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DSGraphParam.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DSGraphParam.device", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DSGraphParam.node", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DSGraphParam.allgather_node", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DSGraphParam.release_node", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DSGraphParam.param", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DSGraphParam.numel", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 1, "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 9, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.compile.graph_param.DSGraphParamManager", "methods": [ { "kind": "function", "name": "DSGraphParamManager.__init__", "n_typed": 2, "n_any": 1, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DSGraphParamManager.get_bwd_mapping", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSGraphParamManager.get_grad_name", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSGraphParamManager.replace_fake_tensors_with_real_params", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [ { "kind": "property", "name": "DSGraphParamManager.param_names", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DSGraphParamManager.params", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DSGraphParamManager.ds_ids", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [], "n_typable": 14, "n_typed": 10, "n_any": 1, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 7, "n_attrs": 0, "n_properties": 3 } ], "type_ignores": [], "name": "deepspeed.compile.graph_param", "names": [ "deepspeed.compile.graph_param.DSGraphParam", "deepspeed.compile.graph_param.DSGraphParamManager" ], "n_typable": 15, "n_typed": 10, "n_any": 1, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 7, "n_classes": 2, "n_attrs": 9, "n_properties": 3, "n_type_ignores": 0 }, { "path": "deepspeed/compile/inductor.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.compile.inductor.patch_compiler", "n_typed": 2, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "deepspeed.compile.inductor.wrap_partition_fn", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.compile.inductor.patch_create_aot_dispatcher_function", "n_typed": 2, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "deepspeed.compile.inductor.register_custom_ops", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "type_ignores": [], "name": "deepspeed.compile.inductor", "names": [ "deepspeed.compile.inductor.patch_compiler", "deepspeed.compile.inductor.patch_create_aot_dispatcher_function", "deepspeed.compile.inductor.register_custom_ops", "deepspeed.compile.inductor.wrap_partition_fn" ], "n_typable": 20, "n_typed": 4, "n_any": 0, "n_untyped": 16, "n_functions": 4, "n_function_overloads": 4, "n_function_params": 16, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/compile/init_z1.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.compile.init_z1.WARMUP", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.compile.init_z1.init_z1", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 } ], "type_ignores": [], "name": "deepspeed.compile.init_z1", "names": [ "deepspeed.compile.init_z1.WARMUP", "deepspeed.compile.init_z1.init_z1" ], "n_typable": 7, "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 6, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/compile/init_z3.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.compile.init_z3.init_z3", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "attr", "name": "deepspeed.compile.init_z3.WARMUP", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.compile.init_z3", "names": [ "deepspeed.compile.init_z3.WARMUP", "deepspeed.compile.init_z3.init_z3" ], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 5, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/compile/input_storage.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.compile.input_storage.InputStorage", "methods": [ { "kind": "function", "name": "InputStorage.__init__", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "InputStorage._is_int_tensor", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "InputStorage._extract_tensor_metadata", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "InputStorage._store_value", "n_typed": 0, "n_any": 2, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "InputStorage._materialize_value", "n_typed": 0, "n_any": 2, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "InputStorage.put", "n_typed": 1, "n_any": 1, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "InputStorage.get", "n_typed": 0, "n_any": 1, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InputStorage.has_data", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InputStorage.clear", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 16, "n_typed": 9, "n_any": 6, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 9, "n_method_overloads": 9, "n_method_params": 7, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.compile.input_storage.TensorMetadata", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "TensorMetadata.shape", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "TensorMetadata.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "TensorMetadata.device", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "TensorMetadata.stride", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "TensorMetadata.storage_offset", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "TensorMetadata.requires_grad", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "TensorMetadata.layout", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "TensorMetadata.memory_format", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "TensorMetadata.real_data", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 9, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.compile.input_storage", "names": [ "deepspeed.compile.input_storage.InputStorage", "deepspeed.compile.input_storage.TensorMetadata" ], "n_typable": 16, "n_typed": 9, "n_any": 6, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 9, "n_method_overloads": 9, "n_method_params": 7, "n_classes": 2, "n_attrs": 9, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/compile/list_schedule.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.compile.list_schedule.init_schedule", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compile.list_schedule.list_schedule", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compile.list_schedule.fast_free_schedule", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.compile.list_schedule.get_original_args_num", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compile.list_schedule.init_schedule_with_placeholders", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compile.list_schedule.make_graph_from_schedule", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compile.list_schedule.get_new_runnable_nodes_with", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.compile.list_schedule.schedule_without_allgather", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.compile.list_schedule.choose_next_node", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.compile.list_schedule.get_runnable_nodes", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.compile.list_schedule.create_mem_table", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compile.list_schedule.try_schedule_with_new_allgather", "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "class", "name": "deepspeed.compile.list_schedule.AllgatherTask", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "AllgatherTask.node", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "AllgatherTask.allgather_cost", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "AllgatherTask.free_cost", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "AllgatherTask.allgathered_mem", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "AllgatherTask.allgather_acc_mem", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "AllgatherTask.free_acc_mem", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "AllgatherTask.last_use", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "AllgatherTask.n_scheduled_ags", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "AllgatherTask.schedule_until_ag", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "AllgatherTask.schedule_until_free", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 10, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.compile.list_schedule.simple_prefetch", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.compile.list_schedule.flat_nodes_in_args", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compile.list_schedule.get_node_requirements", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.compile.list_schedule.filter_args", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.compile.list_schedule", "names": [ "deepspeed.compile.list_schedule.AllgatherTask", "deepspeed.compile.list_schedule.choose_next_node", "deepspeed.compile.list_schedule.create_mem_table", "deepspeed.compile.list_schedule.fast_free_schedule", "deepspeed.compile.list_schedule.filter_args", "deepspeed.compile.list_schedule.flat_nodes_in_args", "deepspeed.compile.list_schedule.get_new_runnable_nodes_with", "deepspeed.compile.list_schedule.get_node_requirements", "deepspeed.compile.list_schedule.get_original_args_num", "deepspeed.compile.list_schedule.get_runnable_nodes", "deepspeed.compile.list_schedule.init_schedule", "deepspeed.compile.list_schedule.init_schedule_with_placeholders", "deepspeed.compile.list_schedule.list_schedule", "deepspeed.compile.list_schedule.make_graph_from_schedule", "deepspeed.compile.list_schedule.schedule_without_allgather", "deepspeed.compile.list_schedule.simple_prefetch", "deepspeed.compile.list_schedule.try_schedule_with_new_allgather" ], "n_typable": 49, "n_typed": 37, "n_any": 0, "n_untyped": 12, "n_functions": 16, "n_function_overloads": 16, "n_function_params": 33, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 1, "n_attrs": 10, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/compile/partitioner.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.compile.partitioner.get_wrapped_partitioner", "n_typed": 2, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "type_ignores": [], "name": "deepspeed.compile.partitioner", "names": [ "deepspeed.compile.partitioner.get_wrapped_partitioner" ], "n_typable": 4, "n_typed": 2, "n_any": 0, "n_untyped": 2, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 3, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/compile/passes/__init__.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.compile.passes.run_opt_passes", "n_typed": 0, "n_any": 0, "n_untyped": 12, "n_overloads": 1, "n_typable": 12, "n_params": 11, "n_function_overloads": 1, "n_function_params": 11 } ], "type_ignores": [], "name": "deepspeed.compile.passes", "names": [ "deepspeed.compile.passes.run_opt_passes" ], "n_typable": 12, "n_typed": 0, "n_any": 0, "n_untyped": 12, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 11, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/compile/passes/offload_activation.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.compile.passes.offload_activation.get_random_id", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "attr", "name": "deepspeed.compile.passes.offload_activation.used_ids", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "function", "name": "deepspeed.compile.passes.offload_activation.offload_activation_fwd", "n_typed": 7, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "attr", "name": "deepspeed.compile.passes.offload_activation.value_to_id", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "function", "name": "deepspeed.compile.passes.offload_activation.reload_activation_bwd", "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 } ], "type_ignores": [], "name": "deepspeed.compile.passes.offload_activation", "names": [ "deepspeed.compile.passes.offload_activation.get_random_id", "deepspeed.compile.passes.offload_activation.offload_activation_fwd", "deepspeed.compile.passes.offload_activation.reload_activation_bwd", "deepspeed.compile.passes.offload_activation.used_ids", "deepspeed.compile.passes.offload_activation.value_to_id" ], "n_typable": 16, "n_typed": 16, "n_any": 0, "n_untyped": 0, "n_functions": 3, "n_function_overloads": 3, "n_function_params": 11, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/compile/passes/offload_adam_states.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.compile.passes.offload_adam_states.update_max_memory", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.compile.passes.offload_adam_states.nz3", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compile.passes.offload_adam_states.reload_task_remaining", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.compile.passes.offload_adam_states.make_offload_task", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compile.passes.offload_adam_states.move_opt_states", "n_typed": 7, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "deepspeed.compile.passes.offload_adam_states.make_reload_task", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.compile.passes.offload_adam_states.offload_event", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.compile.passes.offload_adam_states.make_offload_sync", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.compile.passes.offload_adam_states.offload_tasks", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.compile.passes.offload_adam_states.offload_opt_states_inc", "n_typed": 8, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "deepspeed.compile.passes.offload_adam_states.move_back_hp_param", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.compile.passes.offload_adam_states.sync_reload_states", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compile.passes.offload_adam_states.move_hp_param", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.compile.passes.offload_adam_states.add_record_max_mem_nodes", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compile.passes.offload_adam_states.sync_offload_states", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.compile.passes.offload_adam_states.offload_key_events", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compile.passes.offload_adam_states.device", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compile.passes.offload_adam_states.reload_event", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compile.passes.offload_adam_states.offload_tasks_scheduled", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compile.passes.offload_adam_states.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.compile.passes.offload_adam_states.move_back_key", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.compile.passes.offload_adam_states.offload_adam_states_sync", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.compile.passes.offload_adam_states.reload_adam_states_sync", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.compile.passes.offload_adam_states.empty_cache", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "attr", "name": "deepspeed.compile.passes.offload_adam_states.total_reload_mem", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.compile.passes.offload_adam_states.lazy_init", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.compile.passes.offload_adam_states.offload_adam_states_for_init", "n_typed": 7, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "attr", "name": "deepspeed.compile.passes.offload_adam_states.max_memory", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compile.passes.offload_adam_states.reload_key_events", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.compile.passes.offload_adam_states.insert_offload_opt_states", "n_typed": 8, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "deepspeed.compile.passes.offload_adam_states.move_opt_states_sync", "n_typed": 7, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "attr", "name": "deepspeed.compile.passes.offload_adam_states.offload_tasks_remaining", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compile.passes.offload_adam_states.copy_stream", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.compile.passes.offload_adam_states.move_key", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.compile.passes.offload_adam_states.print_r0", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.compile.passes.offload_adam_states.MARGIN", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compile.passes.offload_adam_states.optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.compile.passes.offload_adam_states.init_offload_opt_states", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "type_ignores": [], "name": "deepspeed.compile.passes.offload_adam_states", "names": [ "deepspeed.compile.passes.offload_adam_states.MARGIN", "deepspeed.compile.passes.offload_adam_states.NAME", "deepspeed.compile.passes.offload_adam_states.add_record_max_mem_nodes", "deepspeed.compile.passes.offload_adam_states.copy_stream", "deepspeed.compile.passes.offload_adam_states.device", "deepspeed.compile.passes.offload_adam_states.empty_cache", "deepspeed.compile.passes.offload_adam_states.init_offload_opt_states", "deepspeed.compile.passes.offload_adam_states.insert_offload_opt_states", "deepspeed.compile.passes.offload_adam_states.lazy_init", "deepspeed.compile.passes.offload_adam_states.make_offload_sync", "deepspeed.compile.passes.offload_adam_states.make_offload_task", "deepspeed.compile.passes.offload_adam_states.make_reload_task", "deepspeed.compile.passes.offload_adam_states.max_memory", "deepspeed.compile.passes.offload_adam_states.move_back_hp_param", "deepspeed.compile.passes.offload_adam_states.move_back_key", "deepspeed.compile.passes.offload_adam_states.move_hp_param", "deepspeed.compile.passes.offload_adam_states.move_key", "deepspeed.compile.passes.offload_adam_states.move_opt_states", "deepspeed.compile.passes.offload_adam_states.move_opt_states_sync", "deepspeed.compile.passes.offload_adam_states.nz3", "deepspeed.compile.passes.offload_adam_states.offload_adam_states_for_init", "deepspeed.compile.passes.offload_adam_states.offload_adam_states_sync", "deepspeed.compile.passes.offload_adam_states.offload_event", "deepspeed.compile.passes.offload_adam_states.offload_key_events", "deepspeed.compile.passes.offload_adam_states.offload_opt_states_inc", "deepspeed.compile.passes.offload_adam_states.offload_tasks", "deepspeed.compile.passes.offload_adam_states.offload_tasks_remaining", "deepspeed.compile.passes.offload_adam_states.offload_tasks_scheduled", "deepspeed.compile.passes.offload_adam_states.optimizer", "deepspeed.compile.passes.offload_adam_states.print_r0", "deepspeed.compile.passes.offload_adam_states.reload_adam_states_sync", "deepspeed.compile.passes.offload_adam_states.reload_event", "deepspeed.compile.passes.offload_adam_states.reload_key_events", "deepspeed.compile.passes.offload_adam_states.reload_task_remaining", "deepspeed.compile.passes.offload_adam_states.sync_offload_states", "deepspeed.compile.passes.offload_adam_states.sync_reload_states", "deepspeed.compile.passes.offload_adam_states.total_reload_mem", "deepspeed.compile.passes.offload_adam_states.update_max_memory" ], "n_typable": 82, "n_typed": 38, "n_any": 0, "n_untyped": 44, "n_functions": 22, "n_function_overloads": 22, "n_function_params": 60, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 16, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/compile/passes/offload_parameters.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.compile.passes.offload_parameters.add_offload_parameter", "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.compile.passes.offload_parameters.get_ds_id", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compile.passes.offload_parameters.offload_parameter_fwd", "n_typed": 7, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "deepspeed.compile.passes.offload_parameters.add_reload_parameter", "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "type_ignores": [], "name": "deepspeed.compile.passes.offload_parameters", "names": [ "deepspeed.compile.passes.offload_parameters.add_offload_parameter", "deepspeed.compile.passes.offload_parameters.add_reload_parameter", "deepspeed.compile.passes.offload_parameters.get_ds_id", "deepspeed.compile.passes.offload_parameters.offload_parameter_fwd" ], "n_typable": 21, "n_typed": 16, "n_any": 0, "n_untyped": 5, "n_functions": 4, "n_function_overloads": 4, "n_function_params": 17, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/compile/passes/prefetch.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.compile.passes.prefetch.run_prefetch_pass", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compile.passes.prefetch.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.compile.passes.prefetch.schedule_prefetch", "n_typed": 7, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "attr", "name": "deepspeed.compile.passes.prefetch.FUSE_FACTOR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.compile.passes.prefetch.get_ds_id", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.compile.passes.prefetch.MARGIN", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compile.passes.prefetch.MAX_BUFFERED_SIZE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compile.passes.prefetch.MAX_FUSE_SIZE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.compile.passes.prefetch.print_rank_0", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.compile.passes.prefetch", "names": [ "deepspeed.compile.passes.prefetch.FUSE_FACTOR", "deepspeed.compile.passes.prefetch.MARGIN", "deepspeed.compile.passes.prefetch.MAX_BUFFERED_SIZE", "deepspeed.compile.passes.prefetch.MAX_FUSE_SIZE", "deepspeed.compile.passes.prefetch.NAME", "deepspeed.compile.passes.prefetch.get_ds_id", "deepspeed.compile.passes.prefetch.print_rank_0", "deepspeed.compile.passes.prefetch.run_prefetch_pass", "deepspeed.compile.passes.prefetch.schedule_prefetch" ], "n_typable": 13, "n_typed": 8, "n_any": 0, "n_untyped": 5, "n_functions": 3, "n_function_overloads": 3, "n_function_params": 10, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 6, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/compile/passes/selective_gather.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.compile.passes.selective_gather.selective_gather", "n_typed": 7, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "attr", "name": "deepspeed.compile.passes.selective_gather.last_optimize_step", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compile.passes.selective_gather.max_alloc_mem", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compile.passes.selective_gather.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.compile.passes.selective_gather", "names": [ "deepspeed.compile.passes.selective_gather.NAME", "deepspeed.compile.passes.selective_gather.last_optimize_step", "deepspeed.compile.passes.selective_gather.max_alloc_mem", "deepspeed.compile.passes.selective_gather.selective_gather" ], "n_typable": 9, "n_typed": 7, "n_any": 0, "n_untyped": 2, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 8, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 3, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/compile/passes/zero1_compile.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.compile.passes.zero1_compile.add_z1_reduce_fw", "n_typed": 3, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "deepspeed.compile.passes.zero1_compile.add_z1_reduce", "n_typed": 6, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "attr", "name": "deepspeed.compile.passes.zero1_compile.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.compile.passes.zero1_compile.add_z1_reduce_bw", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.compile.passes.zero1_compile.add_z2_reduce", "n_typed": 6, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 } ], "type_ignores": [], "name": "deepspeed.compile.passes.zero1_compile", "names": [ "deepspeed.compile.passes.zero1_compile.NAME", "deepspeed.compile.passes.zero1_compile.add_z1_reduce", "deepspeed.compile.passes.zero1_compile.add_z1_reduce_bw", "deepspeed.compile.passes.zero1_compile.add_z1_reduce_fw", "deepspeed.compile.passes.zero1_compile.add_z2_reduce" ], "n_typable": 28, "n_typed": 18, "n_any": 0, "n_untyped": 10, "n_functions": 4, "n_function_overloads": 4, "n_function_params": 24, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/compile/passes/zero3_compile.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.compile.passes.zero3_compile.add_gather_and_reduce", "n_typed": 5, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "deepspeed.compile.passes.zero3_compile.add_z3_gather_release_bw", "n_typed": 4, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "deepspeed.compile.passes.zero3_compile.add_reduce", "n_typed": 5, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "deepspeed.compile.passes.zero3_compile.add_gather_and_release", "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "attr", "name": "deepspeed.compile.passes.zero3_compile.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.compile.passes.zero3_compile.add_z3_gather_release", "n_typed": 6, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "deepspeed.compile.passes.zero3_compile.add_release", "n_typed": 6, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "deepspeed.compile.passes.zero3_compile.add_z3_gather_release_fw", "n_typed": 4, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "deepspeed.compile.passes.zero3_compile.add_allgather", "n_typed": 5, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 } ], "type_ignores": [], "name": "deepspeed.compile.passes.zero3_compile", "names": [ "deepspeed.compile.passes.zero3_compile.NAME", "deepspeed.compile.passes.zero3_compile.add_allgather", "deepspeed.compile.passes.zero3_compile.add_gather_and_reduce", "deepspeed.compile.passes.zero3_compile.add_gather_and_release", "deepspeed.compile.passes.zero3_compile.add_reduce", "deepspeed.compile.passes.zero3_compile.add_release", "deepspeed.compile.passes.zero3_compile.add_z3_gather_release", "deepspeed.compile.passes.zero3_compile.add_z3_gather_release_bw", "deepspeed.compile.passes.zero3_compile.add_z3_gather_release_fw" ], "n_typable": 55, "n_typed": 39, "n_any": 0, "n_untyped": 16, "n_functions": 8, "n_function_overloads": 8, "n_function_params": 47, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/compile/patch_compiled_func.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.compile.patch_compiled_func.patch_compiled_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.compile.patch_compiled_func.unpatch_compiled_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "attr", "name": "deepspeed.compile.patch_compiled_func.backward_inputs", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compile.patch_compiled_func.enabled_patched_func", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.compile.patch_compiled_func.get_backward_inputs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "attr", "name": "deepspeed.compile.patch_compiled_func.base_meta", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "class", "name": "deepspeed.compile.patch_compiled_func.FunctionMeta", "methods": [ { "kind": "function", "name": "FunctionMeta.__new__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 3, "n_attrs": 0, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.compile.patch_compiled_func.original_grad_fn", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.compile.patch_compiled_func", "names": [ "deepspeed.compile.patch_compiled_func.FunctionMeta", "deepspeed.compile.patch_compiled_func.backward_inputs", "deepspeed.compile.patch_compiled_func.base_meta", "deepspeed.compile.patch_compiled_func.enabled_patched_func", "deepspeed.compile.patch_compiled_func.get_backward_inputs", "deepspeed.compile.patch_compiled_func.original_grad_fn", "deepspeed.compile.patch_compiled_func.patch_compiled_func", "deepspeed.compile.patch_compiled_func.unpatch_compiled_func" ], "n_typable": 8, "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_functions": 3, "n_function_overloads": 3, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 3, "n_classes": 1, "n_attrs": 4, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/compile/patch_fake_tensor.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.compile.patch_fake_tensor.wrap_if_ds_param", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compile.patch_fake_tensor.patch_fake_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "type_ignores": [], "name": "deepspeed.compile.patch_fake_tensor", "names": [ "deepspeed.compile.patch_fake_tensor.patch_fake_tensor", "deepspeed.compile.patch_fake_tensor.wrap_if_ds_param" ], "n_typable": 3, "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 1, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/compile/profilers/__init__.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.compile.profilers.ProfilingResult", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "ProfilingResult.fwd_graph", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ProfilingResult.bwd_graph", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ProfilingResult.needs_backward", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ProfilingResult.fwd_mem", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ProfilingResult.bwd_mem", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ProfilingResult.fwd_time", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ProfilingResult.bwd_time", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ProfilingResult.fwd_tensor_sizes", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ProfilingResult.bwd_tensor_sizes", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ProfilingResult.param_indices", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 10, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.compile.profilers", "names": [ "deepspeed.compile.profilers.ProfilingResult" ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 1, "n_attrs": 10, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/compile/profilers/comm_profile.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.compile.profilers.comm_profile.timed_all_gather", "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "attr", "name": "deepspeed.compile.profilers.comm_profile.local_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "deepspeed.compile.profilers.comm_profile.predictor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "deepspeed.compile.profilers.comm_profile.example_size", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compile.profilers.comm_profile.predicted_time", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "function", "name": "deepspeed.compile.profilers.comm_profile.run_all_gather", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "attr", "name": "deepspeed.compile.profilers.comm_profile.profile_results", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.compile.profilers.comm_profile.create_predictor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.compile.profilers.comm_profile.sync_all", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.compile.profilers.comm_profile.get_bw", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "type_ignores": [], "name": "deepspeed.compile.profilers.comm_profile", "names": [ "deepspeed.compile.profilers.comm_profile.create_predictor", "deepspeed.compile.profilers.comm_profile.example_size", "deepspeed.compile.profilers.comm_profile.get_bw", "deepspeed.compile.profilers.comm_profile.local_rank", "deepspeed.compile.profilers.comm_profile.predicted_time", "deepspeed.compile.profilers.comm_profile.predictor", "deepspeed.compile.profilers.comm_profile.profile_results", "deepspeed.compile.profilers.comm_profile.run_all_gather", "deepspeed.compile.profilers.comm_profile.sync_all", "deepspeed.compile.profilers.comm_profile.timed_all_gather" ], "n_typable": 25, "n_typed": 0, "n_any": 0, "n_untyped": 25, "n_functions": 5, "n_function_overloads": 5, "n_function_params": 17, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 5, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/compile/profilers/graph_profile.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.compile.profilers.graph_profile.MemoryProfilingInterpreter", "methods": [ { "kind": "function", "name": "MemoryProfilingInterpreter.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MemoryProfilingInterpreter.run", "n_typed": 0, "n_any": 1, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MemoryProfilingInterpreter.run_node", "n_typed": 1, "n_any": 1, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MemoryProfilingInterpreter.dump", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "MemoryProfilingInterpreter.nz3", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MemoryProfilingInterpreter.device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MemoryProfilingInterpreter.mem_record", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MemoryProfilingInterpreter.last_alloc", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MemoryProfilingInterpreter.node_counter", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MemoryProfilingInterpreter.node_num", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MemoryProfilingInterpreter.debug_log", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 16, "n_typed": 2, "n_any": 2, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 5, "n_attrs": 7, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.compile.profilers.graph_profile.ProfilingInterpreter", "methods": [ { "kind": "function", "name": "ProfilingInterpreter.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "ProfilingInterpreter.run", "n_typed": 0, "n_any": 1, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ProfilingInterpreter.run_node", "n_typed": 1, "n_any": 1, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "ProfilingInterpreter.nz3", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ProfilingInterpreter.iteration", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ProfilingInterpreter.warmup", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ProfilingInterpreter.device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ProfilingInterpreter.cache", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "ProfilingInterpreter.distributed", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ProfilingInterpreter.allgather_mem", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "ProfilingInterpreter.debug_log", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ProfilingInterpreter.mem_usage_out_of_torch", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 18, "n_typed": 6, "n_any": 2, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 6, "n_attrs": 9, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.compile.profilers.graph_profile", "names": [ "deepspeed.compile.profilers.graph_profile.MemoryProfilingInterpreter", "deepspeed.compile.profilers.graph_profile.ProfilingInterpreter" ], "n_typable": 34, "n_typed": 8, "n_any": 4, "n_untyped": 22, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 11, "n_classes": 2, "n_attrs": 16, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/compile/util.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.compile.util.add_pre_backward_hook", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compile.util.count_inflight_values", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.compile.util.tensor_meta_size", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compile.util.get_last_uses", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compile.util.get_no_copy_ops", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "class", "name": "deepspeed.compile.util.NodeValueOffloadHelper", "methods": [ { "kind": "function", "name": "NodeValueOffloadHelper.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NodeValueOffloadHelper._to_cpu", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NodeValueOffloadHelper._from_cpu", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NodeValueOffloadHelper.save", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "NodeValueOffloadHelper.load", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NodeValueOffloadHelper.get_offloaded_value", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NodeValueOffloadHelper.has_value", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NodeValueOffloadHelper.clear", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "NodeValueOffloadHelper.device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "NodeValueOffloadHelper.env_values", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "NodeValueOffloadHelper.original_device", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 20, "n_typed": 12, "n_any": 0, "n_untyped": 8, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 9, "n_attrs": 3, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.compile.util.get_deepcompile_handle", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.compile.util.is_comm_op", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.compile.util.dc_handle", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.compile.util.is_cast_op", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compile.util.deepcompile_backward_prologue", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compile.util.exclude_from_act_offload", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.compile.util.backward_started", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.compile.util.is_backend_inductor", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.compile.util.pre_backward_hooks", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.compile.util.log_rank0", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.compile.util.get_activation_node_names", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.compile.util.is_release_node", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compile.util.add_mem_profile_nodes", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.compile.util.get_param_nodes", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "class", "name": "deepspeed.compile.util.TensorOffloadHelper", "methods": [ { "kind": "function", "name": "TensorOffloadHelper.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "TensorOffloadHelper.offload", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TensorOffloadHelper.reload", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "TensorOffloadHelper.devices", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TensorOffloadHelper.base_tensors", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TensorOffloadHelper.views", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TensorOffloadHelper.arg_list", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TensorOffloadHelper.offloaded", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TensorOffloadHelper.non_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 11, "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 2, "n_attrs": 6, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.compile.util.is_deepcompile_supported", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.compile.util.get_input_nodes", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.compile.util.sym_size_ops", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.compile.util.dtype_to_elem_size", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compile.util.get_real_uses", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compile.util.materialize_fake", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.compile.util.get_index_by_graph_id", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.compile.util.pad_tensors", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.compile.util", "names": [ "deepspeed.compile.util.NodeValueOffloadHelper", "deepspeed.compile.util.TensorOffloadHelper", "deepspeed.compile.util.add_mem_profile_nodes", "deepspeed.compile.util.add_pre_backward_hook", "deepspeed.compile.util.backward_started", "deepspeed.compile.util.count_inflight_values", "deepspeed.compile.util.dc_handle", "deepspeed.compile.util.deepcompile_backward_prologue", "deepspeed.compile.util.dtype_to_elem_size", "deepspeed.compile.util.exclude_from_act_offload", "deepspeed.compile.util.get_activation_node_names", "deepspeed.compile.util.get_deepcompile_handle", "deepspeed.compile.util.get_index_by_graph_id", "deepspeed.compile.util.get_input_nodes", "deepspeed.compile.util.get_last_uses", "deepspeed.compile.util.get_no_copy_ops", "deepspeed.compile.util.get_param_nodes", "deepspeed.compile.util.get_real_uses", "deepspeed.compile.util.is_backend_inductor", "deepspeed.compile.util.is_cast_op", "deepspeed.compile.util.is_comm_op", "deepspeed.compile.util.is_deepcompile_supported", "deepspeed.compile.util.is_release_node", "deepspeed.compile.util.log_rank0", "deepspeed.compile.util.materialize_fake", "deepspeed.compile.util.pad_tensors", "deepspeed.compile.util.pre_backward_hooks", "deepspeed.compile.util.sym_size_ops", "deepspeed.compile.util.tensor_meta_size" ], "n_typable": 82, "n_typed": 42, "n_any": 0, "n_untyped": 40, "n_functions": 23, "n_function_overloads": 23, "n_function_params": 28, "n_methods": 11, "n_method_overloads": 11, "n_method_params": 11, "n_classes": 2, "n_attrs": 13, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/compression/basic_layer.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.compression.basic_layer.gather_from_model_parallel_region", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "deepspeed.compression.basic_layer.RowParallelLinear_Compress", "methods": [ { "kind": "function", "name": "RowParallelLinear_Compress.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "RowParallelLinear_Compress.forward", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "RowParallelLinear_Compress.input_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "RowParallelLinear_Compress.output_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "RowParallelLinear_Compress.input_is_parallel", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "RowParallelLinear_Compress.skip_bias_add", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "RowParallelLinear_Compress.input_size_per_partition", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 14, "n_typed": 0, "n_any": 0, "n_untyped": 14, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 7, "n_attrs": 5, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.compression.basic_layer.scatter_to_model_parallel_region", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "deepspeed.compression.basic_layer.Embedding_Compress", "methods": [ { "kind": "function", "name": "Embedding_Compress.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Embedding_Compress.extra_repr", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Embedding_Compress.enable_weight_quantization", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "Embedding_Compress.fix_weight_quantization", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Embedding_Compress.forward", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Embedding_Compress.weight_quantization_enabled_in_forward", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Embedding_Compress.weight_quantization_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 15, "n_typed": 0, "n_any": 0, "n_untyped": 15, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 8, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.compression.basic_layer.LinearLayer_Compress", "methods": [ { "kind": "function", "name": "LinearLayer_Compress.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "LinearLayer_Compress.extra_repr", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "LinearLayer_Compress.enable_sparse_pruning", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "LinearLayer_Compress.enable_row_pruning", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "LinearLayer_Compress.enable_head_pruning", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "LinearLayer_Compress.fix_sparse_pruning_helper", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "LinearLayer_Compress.fix_row_col_pruning_helper", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "LinearLayer_Compress.fix_head_pruning_helper", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "LinearLayer_Compress.get_mask", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "LinearLayer_Compress.enable_weight_quantization", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "LinearLayer_Compress.fix_weight_quantization", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "LinearLayer_Compress.enable_activation_quantization", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "LinearLayer_Compress.head_pruning_reshape", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "LinearLayer_Compress.forward", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "LinearLayer_Compress.sparse_pruning_method", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LinearLayer_Compress.row_pruning_method", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LinearLayer_Compress.head_pruning_method", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LinearLayer_Compress.activation_quantization_method", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LinearLayer_Compress.weight_quantization_enabled_in_forward", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LinearLayer_Compress.weight_quantization_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LinearLayer_Compress.sparse_pruning_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LinearLayer_Compress.row_pruning_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LinearLayer_Compress.head_pruning_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LinearLayer_Compress.activation_quantization_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 52, "n_typed": 0, "n_any": 0, "n_untyped": 52, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 14, "n_method_overloads": 14, "n_method_params": 28, "n_attrs": 10, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.compression.basic_layer.copy_to_model_parallel_region", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.compression.basic_layer.g_mpu", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.compression.basic_layer.ColumnParallelLinear_Compress", "methods": [ { "kind": "function", "name": "ColumnParallelLinear_Compress.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "ColumnParallelLinear_Compress.forward", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "ColumnParallelLinear_Compress.input_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ColumnParallelLinear_Compress.output_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ColumnParallelLinear_Compress.gather_output", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ColumnParallelLinear_Compress.skip_bias_add", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ColumnParallelLinear_Compress.output_size_per_partition", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 14, "n_typed": 0, "n_any": 0, "n_untyped": 14, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 7, "n_attrs": 5, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.compression.basic_layer.QuantAct", "methods": [ { "kind": "function", "name": "QuantAct.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "QuantAct.forward", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "QuantAct.act_range_momentum", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "QuantAct.quant_mode", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "QuantAct.act_function", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 5, "n_attrs": 3, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.compression.basic_layer.Conv2dLayer_Compress", "methods": [ { "kind": "function", "name": "Conv2dLayer_Compress.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Conv2dLayer_Compress.__repr__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Conv2dLayer_Compress.enable_sparse_pruning", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Conv2dLayer_Compress.enable_channel_pruning", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Conv2dLayer_Compress.fix_sparse_pruning_helper", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Conv2dLayer_Compress.fix_channel_pruning_helper", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Conv2dLayer_Compress.get_mask", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Conv2dLayer_Compress.fix_weight_quantization", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Conv2dLayer_Compress.enable_weight_quantization", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "Conv2dLayer_Compress.enable_activation_quantization", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "Conv2dLayer_Compress.forward", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Conv2dLayer_Compress.sparse_pruning_method", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Conv2dLayer_Compress.channel_pruning_method", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Conv2dLayer_Compress.activation_quantization_method", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Conv2dLayer_Compress.weight_quantization_enabled_in_forward", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Conv2dLayer_Compress.sparse_pruning_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Conv2dLayer_Compress.channel_pruning_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Conv2dLayer_Compress.activation_quantization_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 36, "n_typed": 0, "n_any": 0, "n_untyped": 36, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 11, "n_method_overloads": 11, "n_method_params": 18, "n_attrs": 7, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.compression.basic_layer.reduce_from_model_parallel_region", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "deepspeed.compression.basic_layer.BNLayer_Compress", "methods": [ { "kind": "function", "name": "BNLayer_Compress.fix_channel_pruning_helper", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 3, "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 2, "n_attrs": 0, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.compression.basic_layer.split_tensor_along_last_dim", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "type_ignores": [], "name": "deepspeed.compression.basic_layer", "names": [ "deepspeed.compression.basic_layer.BNLayer_Compress", "deepspeed.compression.basic_layer.ColumnParallelLinear_Compress", "deepspeed.compression.basic_layer.Conv2dLayer_Compress", "deepspeed.compression.basic_layer.Embedding_Compress", "deepspeed.compression.basic_layer.LinearLayer_Compress", "deepspeed.compression.basic_layer.QuantAct", "deepspeed.compression.basic_layer.RowParallelLinear_Compress", "deepspeed.compression.basic_layer.copy_to_model_parallel_region", "deepspeed.compression.basic_layer.g_mpu", "deepspeed.compression.basic_layer.gather_from_model_parallel_region", "deepspeed.compression.basic_layer.reduce_from_model_parallel_region", "deepspeed.compression.basic_layer.scatter_to_model_parallel_region", "deepspeed.compression.basic_layer.split_tensor_along_last_dim" ], "n_typable": 156, "n_typed": 0, "n_any": 0, "n_untyped": 156, "n_functions": 5, "n_function_overloads": 5, "n_function_params": 7, "n_methods": 37, "n_method_overloads": 37, "n_method_params": 75, "n_classes": 7, "n_attrs": 33, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/compression/compress.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.compression.compress.get_compress_methods", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.compression.compress.init_compression", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.compression.compress.redundancy_clean", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "attr", "name": "deepspeed.compression.compress.nc", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.compression.compress.student_initialization", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.compression.compress.check_deepspeed_config", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compression.compress.get_module_name", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 } ], "type_ignores": [], "name": "deepspeed.compression.compress", "names": [ "deepspeed.compression.compress.check_deepspeed_config", "deepspeed.compression.compress.get_compress_methods", "deepspeed.compression.compress.get_module_name", "deepspeed.compression.compress.init_compression", "deepspeed.compression.compress.nc", "deepspeed.compression.compress.redundancy_clean", "deepspeed.compression.compress.student_initialization" ], "n_typable": 26, "n_typed": 0, "n_any": 0, "n_untyped": 26, "n_functions": 6, "n_function_overloads": 6, "n_function_params": 20, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/compression/config.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.compression.config.get_activation_quantization_different_groups", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compression.config.get_weight_quantization_different_groups", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compression.config.get_weight_quantization_shared_parameters", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compression.config.get_row_pruning_shared_parameters", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compression.config.get_channel_pruning_shared_parameters", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compression.config.get_row_pruning", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compression.config.get_layer_reduction_params", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compression.config.get_head_pruning_shared_parameters", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compression.config.get_quantize_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compression.config.get_weight_quantization", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compression.config.get_sparse_pruning_different_groups", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compression.config.get_activation_quantization", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compression.config.get_sparse_pruning_shared_parameters", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compression.config.get_compression_config", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compression.config.get_channel_pruning_different_groups", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compression.config.get_activation_quantization_shared_parameters", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compression.config.get_layer_reduction_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compression.config.get_head_pruning", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compression.config.get_channel_pruning", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compression.config.get_head_pruning_different_groups", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compression.config.get_sparse_pruning", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compression.config.get_row_pruning_different_groups", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.compression.config.get_layer_reduction", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.compression.config", "names": [ "deepspeed.compression.config.get_activation_quantization", "deepspeed.compression.config.get_activation_quantization_different_groups", "deepspeed.compression.config.get_activation_quantization_shared_parameters", "deepspeed.compression.config.get_channel_pruning", "deepspeed.compression.config.get_channel_pruning_different_groups", "deepspeed.compression.config.get_channel_pruning_shared_parameters", "deepspeed.compression.config.get_compression_config", "deepspeed.compression.config.get_head_pruning", "deepspeed.compression.config.get_head_pruning_different_groups", "deepspeed.compression.config.get_head_pruning_shared_parameters", "deepspeed.compression.config.get_layer_reduction", "deepspeed.compression.config.get_layer_reduction_enabled", "deepspeed.compression.config.get_layer_reduction_params", "deepspeed.compression.config.get_quantize_enabled", "deepspeed.compression.config.get_row_pruning", "deepspeed.compression.config.get_row_pruning_different_groups", "deepspeed.compression.config.get_row_pruning_shared_parameters", "deepspeed.compression.config.get_sparse_pruning", "deepspeed.compression.config.get_sparse_pruning_different_groups", "deepspeed.compression.config.get_sparse_pruning_shared_parameters", "deepspeed.compression.config.get_weight_quantization", "deepspeed.compression.config.get_weight_quantization_different_groups", "deepspeed.compression.config.get_weight_quantization_shared_parameters" ], "n_typable": 46, "n_typed": 0, "n_any": 0, "n_untyped": 46, "n_functions": 23, "n_function_overloads": 23, "n_function_params": 23, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/compression/constants.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.compression.constants.WEIGHT_QUANTIZE_TYPE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.WEIGHT_QUANTIZATION_PERIOD", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.WEIGHT_QUANTIZE_TYPE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.COMPRESSION_TRAINING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.SPARSE_PRUNING_DENSE_RATIO", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.HEAD_PRUNING_SCHEDULE_OFFSET_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.WEIGHT_QUANTIZE_NEAREST_ROUNDING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.SPARSE_PRUNING_METHOD_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.SPARSE_PRUNING_BLOCK_PATTERN_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.CHANNEL_PRUNING_ENABLED_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.CHANNEL_PRUNING_METHOD", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.WEIGHT_QUANTIZE_GROUPS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.ACTIVATION_QUANTIZE_SYMMETRIC", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.WEIGHT_QUANTIZE_SCHEDULE_OFFSET_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.ROW_PRUNING_METHOD_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.WEIGHT_QUANTIZE_CHANGE_RATIO_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.CHANNEL_PRUNING_METHOD_L1", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.DIFFERENT_GROUPS_PARAMETERS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.WEIGHT_QUANTIZATION", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.ROW_PRUNING_DENSE_RATIO", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.ACTIVATION_QUANTIZE_ASYMMETRIC", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.SPARSE_PRUNING_DENSE_RATIO_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.SPARSE_PRUNING_BLOCK_PATTERN", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.SHARED_PARAMETERS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.SPARSE_PRUNING_EXCLUDED_MODULES", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.HEAD_PRUNING_METHOD_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.DIFFERENT_GROUPS_MODULE_SCOPE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.WEIGHT_QUANTIZE_VERBOSE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.ACTIVATION_QUANTIZE_RANGE_STATIC", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.LAYER_REDUCTION", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.HEAD_PRUNING_METHOD_TOPK", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.DIFFERENT_GROUPS_MODULE_SCOPE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.ROW_PRUNING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.SPARSE_PRUNING_SCHEDULE_OFFSET_STRIDE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.ROW_PRUNING_METHOD_TOPK", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.WEIGHT_QUANTIZE_SYMMETRIC", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.OTHER_MODULE_NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.TECHNIQUE_SCHEDULE_OFFSET", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.WEIGHT_QUANTIZE_ASYMMETRIC", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.ROW_PRUNING_SCHEDULE_OFFSET_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.DIFFERENT_GROUPS_RELATED_MODULE_SCOPE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.TECHNIQUE_ENABLED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.HEAD_PRUNING_ENABLED_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.ROW_PRUNING_METHOD_L1", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.WEIGHT_QUANTIZE_IN_FORWARD_ENABLED_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.TEACHER_LAYER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.SPARSE_PRUNING_METHOD", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.HEAD_PRUNING_METHOD", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.ACTIVATION_QUANTIZE_RANGE_DYNAMIC", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.WEIGHT_QUANTIZE_VERBOSE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.ACTIVATION_QUANTIZE_TYPE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.LAYER_REDUCTION_ENABLED_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.ACTIVATION_QUANTIZATION_ENABLED_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.SPARSE_PRUNING_METHOD_SNIP_MOMENTUM", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.WEIGHT_QUANTIZE_FP16_MIXED_QUANTIZE_ENABLED_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.ACTIVATION_QUANTIZE_BITS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.CHANNEL_PRUNING_METHOD_TOPK", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.WEIGHT_QUANTIZATION_PERIOD_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.CHANNEL_PRUNING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.TECHNIQUE_SCHEDULE_OFFSET_END", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.WEIGHT_QUANTIZE_CHANGE_RATIO", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.LAYER_REDUCTION_ENABLED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.ACTIVATION_QUANTIZE_SCHEDULE_OFFSET_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.WEIGHT_QUANTIZE_FP16_MIXED_QUANTIZE_ENABLED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.MODULE_NAME_PREFIX", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.SPARSE_PRUNING_ENABLED_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.ACTIVATION_QUANTIZE_TYPE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.CHANNEL_PRUNING_SCHEDULE_OFFSET_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.ACTIVATION_QUANTIZATION", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.WEIGHT_QUANTIZE_STOCHASTIC_ROUNDING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.HEAD_PRUNING_DENSE_RATIO", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.WEIGHT_QUANTIZE_KERNEL", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.SPARSE_PRUNING_METHOD_TOPK", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.CHANNEL_PRUNING_METHOD_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.WEIGHT_QUANTIZE_GROUPS_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.WEIGHT_QUANTIZE_ROUNDING_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.SPARSE_PRUNING_SCHEDULE_OFFSET_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.WEIGHT_QUANTIZE_IN_FORWARD_ENABLED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.DIFFERENT_GROUPS_RELATED_MODULE_SCOPE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.ACTIVATION_QUANTIZE_RANGE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.WEIGHT_QUANTIZE_ENABLED_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.KEEP_NUMBER_LAYER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.HEAD_PRUNING_METHOD_L1", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.ROW_PRUNING_METHOD", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.ACTIVATION_QUANTIZE_RANGE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.SPARSE_PRUNING_METHOD_L1", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.WEIGHT_QUANTIZE_TARGET_BITS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.SPARSE_PRUNING_SCHEDULE_OFFSET_STRIDE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.ROW_PRUNING_ENABLED_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.HEAD_PRUNING_NUM_HEADS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.SPARSE_PRUNING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.WEIGHT_QUANTIZE_FP16_MIXED_QUANTIZE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.DIFFERENT_GROUPS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.WEIGHT_QUANTIZE_START_BITS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.CHANNEL_PRUNING_DENSE_RATIO", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.WEIGHT_QUANTIZE_ROUNDING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.SPARSE_PRUNING_EXCLUDED_MODULES_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.WEIGHT_QUANTIZE_KERNEL_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.compression.constants.HEAD_PRUNING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.compression.constants", "names": [ "deepspeed.compression.constants.ACTIVATION_QUANTIZATION", "deepspeed.compression.constants.ACTIVATION_QUANTIZATION_ENABLED_DEFAULT", "deepspeed.compression.constants.ACTIVATION_QUANTIZE_ASYMMETRIC", "deepspeed.compression.constants.ACTIVATION_QUANTIZE_BITS", "deepspeed.compression.constants.ACTIVATION_QUANTIZE_RANGE", "deepspeed.compression.constants.ACTIVATION_QUANTIZE_RANGE_DEFAULT", "deepspeed.compression.constants.ACTIVATION_QUANTIZE_RANGE_DYNAMIC", "deepspeed.compression.constants.ACTIVATION_QUANTIZE_RANGE_STATIC", "deepspeed.compression.constants.ACTIVATION_QUANTIZE_SCHEDULE_OFFSET_DEFAULT", "deepspeed.compression.constants.ACTIVATION_QUANTIZE_SYMMETRIC", "deepspeed.compression.constants.ACTIVATION_QUANTIZE_TYPE", "deepspeed.compression.constants.ACTIVATION_QUANTIZE_TYPE_DEFAULT", "deepspeed.compression.constants.CHANNEL_PRUNING", "deepspeed.compression.constants.CHANNEL_PRUNING_DENSE_RATIO", "deepspeed.compression.constants.CHANNEL_PRUNING_ENABLED_DEFAULT", "deepspeed.compression.constants.CHANNEL_PRUNING_METHOD", "deepspeed.compression.constants.CHANNEL_PRUNING_METHOD_DEFAULT", "deepspeed.compression.constants.CHANNEL_PRUNING_METHOD_L1", "deepspeed.compression.constants.CHANNEL_PRUNING_METHOD_TOPK", "deepspeed.compression.constants.CHANNEL_PRUNING_SCHEDULE_OFFSET_DEFAULT", "deepspeed.compression.constants.COMPRESSION_TRAINING", "deepspeed.compression.constants.DIFFERENT_GROUPS", "deepspeed.compression.constants.DIFFERENT_GROUPS_MODULE_SCOPE", "deepspeed.compression.constants.DIFFERENT_GROUPS_MODULE_SCOPE_DEFAULT", "deepspeed.compression.constants.DIFFERENT_GROUPS_PARAMETERS", "deepspeed.compression.constants.DIFFERENT_GROUPS_RELATED_MODULE_SCOPE", "deepspeed.compression.constants.DIFFERENT_GROUPS_RELATED_MODULE_SCOPE_DEFAULT", "deepspeed.compression.constants.HEAD_PRUNING", "deepspeed.compression.constants.HEAD_PRUNING_DENSE_RATIO", "deepspeed.compression.constants.HEAD_PRUNING_ENABLED_DEFAULT", "deepspeed.compression.constants.HEAD_PRUNING_METHOD", "deepspeed.compression.constants.HEAD_PRUNING_METHOD_DEFAULT", "deepspeed.compression.constants.HEAD_PRUNING_METHOD_L1", "deepspeed.compression.constants.HEAD_PRUNING_METHOD_TOPK", "deepspeed.compression.constants.HEAD_PRUNING_NUM_HEADS", "deepspeed.compression.constants.HEAD_PRUNING_SCHEDULE_OFFSET_DEFAULT", "deepspeed.compression.constants.KEEP_NUMBER_LAYER", "deepspeed.compression.constants.LAYER_REDUCTION", "deepspeed.compression.constants.LAYER_REDUCTION_ENABLED", "deepspeed.compression.constants.LAYER_REDUCTION_ENABLED_DEFAULT", "deepspeed.compression.constants.MODULE_NAME_PREFIX", "deepspeed.compression.constants.OTHER_MODULE_NAME", "deepspeed.compression.constants.ROW_PRUNING", "deepspeed.compression.constants.ROW_PRUNING_DENSE_RATIO", "deepspeed.compression.constants.ROW_PRUNING_ENABLED_DEFAULT", "deepspeed.compression.constants.ROW_PRUNING_METHOD", "deepspeed.compression.constants.ROW_PRUNING_METHOD_DEFAULT", "deepspeed.compression.constants.ROW_PRUNING_METHOD_L1", "deepspeed.compression.constants.ROW_PRUNING_METHOD_TOPK", "deepspeed.compression.constants.ROW_PRUNING_SCHEDULE_OFFSET_DEFAULT", "deepspeed.compression.constants.SHARED_PARAMETERS", "deepspeed.compression.constants.SPARSE_PRUNING", "deepspeed.compression.constants.SPARSE_PRUNING_BLOCK_PATTERN", "deepspeed.compression.constants.SPARSE_PRUNING_BLOCK_PATTERN_DEFAULT", "deepspeed.compression.constants.SPARSE_PRUNING_DENSE_RATIO", "deepspeed.compression.constants.SPARSE_PRUNING_DENSE_RATIO_DEFAULT", "deepspeed.compression.constants.SPARSE_PRUNING_ENABLED_DEFAULT", "deepspeed.compression.constants.SPARSE_PRUNING_EXCLUDED_MODULES", "deepspeed.compression.constants.SPARSE_PRUNING_EXCLUDED_MODULES_DEFAULT", "deepspeed.compression.constants.SPARSE_PRUNING_METHOD", "deepspeed.compression.constants.SPARSE_PRUNING_METHOD_DEFAULT", "deepspeed.compression.constants.SPARSE_PRUNING_METHOD_L1", "deepspeed.compression.constants.SPARSE_PRUNING_METHOD_SNIP_MOMENTUM", "deepspeed.compression.constants.SPARSE_PRUNING_METHOD_TOPK", "deepspeed.compression.constants.SPARSE_PRUNING_SCHEDULE_OFFSET_DEFAULT", "deepspeed.compression.constants.SPARSE_PRUNING_SCHEDULE_OFFSET_STRIDE", "deepspeed.compression.constants.SPARSE_PRUNING_SCHEDULE_OFFSET_STRIDE_DEFAULT", "deepspeed.compression.constants.TEACHER_LAYER", "deepspeed.compression.constants.TECHNIQUE_ENABLED", "deepspeed.compression.constants.TECHNIQUE_SCHEDULE_OFFSET", "deepspeed.compression.constants.TECHNIQUE_SCHEDULE_OFFSET_END", "deepspeed.compression.constants.WEIGHT_QUANTIZATION", "deepspeed.compression.constants.WEIGHT_QUANTIZATION_PERIOD", "deepspeed.compression.constants.WEIGHT_QUANTIZATION_PERIOD_DEFAULT", "deepspeed.compression.constants.WEIGHT_QUANTIZE_ASYMMETRIC", "deepspeed.compression.constants.WEIGHT_QUANTIZE_CHANGE_RATIO", "deepspeed.compression.constants.WEIGHT_QUANTIZE_CHANGE_RATIO_DEFAULT", "deepspeed.compression.constants.WEIGHT_QUANTIZE_ENABLED_DEFAULT", "deepspeed.compression.constants.WEIGHT_QUANTIZE_FP16_MIXED_QUANTIZE", "deepspeed.compression.constants.WEIGHT_QUANTIZE_FP16_MIXED_QUANTIZE_ENABLED", "deepspeed.compression.constants.WEIGHT_QUANTIZE_FP16_MIXED_QUANTIZE_ENABLED_DEFAULT", "deepspeed.compression.constants.WEIGHT_QUANTIZE_GROUPS", "deepspeed.compression.constants.WEIGHT_QUANTIZE_GROUPS_DEFAULT", "deepspeed.compression.constants.WEIGHT_QUANTIZE_IN_FORWARD_ENABLED", "deepspeed.compression.constants.WEIGHT_QUANTIZE_IN_FORWARD_ENABLED_DEFAULT", "deepspeed.compression.constants.WEIGHT_QUANTIZE_KERNEL", "deepspeed.compression.constants.WEIGHT_QUANTIZE_KERNEL_DEFAULT", "deepspeed.compression.constants.WEIGHT_QUANTIZE_NEAREST_ROUNDING", "deepspeed.compression.constants.WEIGHT_QUANTIZE_ROUNDING", "deepspeed.compression.constants.WEIGHT_QUANTIZE_ROUNDING_DEFAULT", "deepspeed.compression.constants.WEIGHT_QUANTIZE_SCHEDULE_OFFSET_DEFAULT", "deepspeed.compression.constants.WEIGHT_QUANTIZE_START_BITS", "deepspeed.compression.constants.WEIGHT_QUANTIZE_STOCHASTIC_ROUNDING", "deepspeed.compression.constants.WEIGHT_QUANTIZE_SYMMETRIC", "deepspeed.compression.constants.WEIGHT_QUANTIZE_TARGET_BITS", "deepspeed.compression.constants.WEIGHT_QUANTIZE_TYPE", "deepspeed.compression.constants.WEIGHT_QUANTIZE_TYPE_DEFAULT", "deepspeed.compression.constants.WEIGHT_QUANTIZE_VERBOSE", "deepspeed.compression.constants.WEIGHT_QUANTIZE_VERBOSE_DEFAULT" ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 99, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/compression/helper.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.compression.helper.recursive_getattr", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.compression.helper.compression_preparation", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.compression.helper.fix_compression", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "deepspeed.compression.helper.convert_conv1d_to_linear", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.compression.helper.module_replacement", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.compression.helper.recursive_setattr", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.compression.helper.generate_pruners", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.compression.helper.is_module_compressible", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.compression.helper.rewrite_optimizer_step", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.compression.helper.nc_pruner", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.compression.helper.register_on_step_begin", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.compression.helper", "names": [ "deepspeed.compression.helper.compression_preparation", "deepspeed.compression.helper.convert_conv1d_to_linear", "deepspeed.compression.helper.fix_compression", "deepspeed.compression.helper.generate_pruners", "deepspeed.compression.helper.is_module_compressible", "deepspeed.compression.helper.module_replacement", "deepspeed.compression.helper.nc_pruner", "deepspeed.compression.helper.recursive_getattr", "deepspeed.compression.helper.recursive_setattr", "deepspeed.compression.helper.register_on_step_begin", "deepspeed.compression.helper.rewrite_optimizer_step" ], "n_typable": 35, "n_typed": 1, "n_any": 0, "n_untyped": 34, "n_functions": 10, "n_function_overloads": 10, "n_function_params": 25, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/compression/scheduler.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.compression.scheduler.compression_scheduler", "methods": [ { "kind": "function", "name": "compression_scheduler.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "compression_scheduler.make_init", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "compression_scheduler.check_weight_quantization", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "compression_scheduler.check_activation_quantization", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "compression_scheduler.check_sparse_pruning", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "compression_scheduler.check_head_pruning", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "compression_scheduler.check_row_pruning", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "compression_scheduler.check_channel_pruning", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "compression_scheduler.check_all_modules", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "compression_scheduler.step", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "compression_scheduler.model", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "compression_scheduler.compression_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "compression_scheduler.training_steps", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "compression_scheduler.weight_quantization_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "compression_scheduler.verbose", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 18, "n_typed": 0, "n_any": 0, "n_untyped": 18, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 10, "n_method_overloads": 10, "n_method_params": 3, "n_attrs": 5, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.compression.scheduler", "names": [ "deepspeed.compression.scheduler.compression_scheduler" ], "n_typable": 18, "n_typed": 0, "n_any": 0, "n_untyped": 18, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 10, "n_method_overloads": 10, "n_method_params": 3, "n_classes": 1, "n_attrs": 5, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/compression/utils.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.compression.utils.TernaryQuantizer", "methods": [ { "kind": "function", "name": "TernaryQuantizer.forward", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "TernaryQuantizer.backward", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 8, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.compression.utils.SymQuantizer", "methods": [ { "kind": "function", "name": "SymQuantizer.forward", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "SymQuantizer.backward", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 8, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.compression.utils.AsymQuantizer", "methods": [ { "kind": "function", "name": "AsymQuantizer.forward", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "AsymQuantizer.backward", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 8, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.compression.utils.TopKBinarizer", "methods": [ { "kind": "function", "name": "TopKBinarizer.forward", "n_typed": 3, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "TopKBinarizer.backward", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 8, "n_typed": 3, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 6, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.compression.utils.BinaryQuantizer", "methods": [ { "kind": "function", "name": "BinaryQuantizer.forward", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "BinaryQuantizer.backward", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 8, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.compression.utils", "names": [ "deepspeed.compression.utils.AsymQuantizer", "deepspeed.compression.utils.BinaryQuantizer", "deepspeed.compression.utils.SymQuantizer", "deepspeed.compression.utils.TernaryQuantizer", "deepspeed.compression.utils.TopKBinarizer" ], "n_typable": 48, "n_typed": 3, "n_any": 0, "n_untyped": 45, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 10, "n_method_overloads": 10, "n_method_params": 38, "n_classes": 5, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/constants.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.constants.CROSS_RANK", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.constants.INFERENCE_SPECIALIZED_MODE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.constants.CROSS_SIZE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.constants.TORCH_DISTRIBUTED_DEFAULT_PORT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.constants.INFERENCE_GENERIC_MODE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.constants.default_pg_timeout", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "deepspeed.constants.LOCAL_RANK", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.constants", "names": [ "deepspeed.constants.CROSS_RANK", "deepspeed.constants.CROSS_SIZE", "deepspeed.constants.INFERENCE_GENERIC_MODE", "deepspeed.constants.INFERENCE_SPECIALIZED_MODE", "deepspeed.constants.LOCAL_RANK", "deepspeed.constants.TORCH_DISTRIBUTED_DEFAULT_PORT", "deepspeed.constants.default_pg_timeout" ], "n_typable": 1, "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 7, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/datastates/config.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.datastates.config.DeepSpeedDataStatesConfig", "methods": [ { "kind": "function", "name": "DeepSpeedDataStatesConfig.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedDataStatesConfig.enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataStatesConfig.config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 1, "n_attrs": 2, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.datastates.config.DATASTATES_CHECKPOINTING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.datastates.config.DATASTATES_CHECKPOINTING_ENABLED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.datastates.config", "names": [ "deepspeed.datastates.config.DATASTATES_CHECKPOINTING", "deepspeed.datastates.config.DATASTATES_CHECKPOINTING_ENABLED", "deepspeed.datastates.config.DeepSpeedDataStatesConfig" ], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 1, "n_classes": 1, "n_attrs": 4, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/elasticity/config.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.elasticity.config.ElasticityConfigError", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.elasticity.config.ElasticityError", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.elasticity.config.ElasticityIncompatibleWorldSize", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.elasticity.config.ElasticityConfig", "methods": [ { "kind": "function", "name": "ElasticityConfig.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ElasticityConfig.repr", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ElasticityConfig.__repr__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "ElasticityConfig.enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ElasticityConfig.min_gpus", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ElasticityConfig.max_gpus", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ElasticityConfig.model_parallel_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ElasticityConfig.num_gpus_per_node", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ElasticityConfig.min_time", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ElasticityConfig.version", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ElasticityConfig.prefer_larger_batch_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ElasticityConfig.ignore_non_elastic_batch_info", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ElasticityConfig.max_acceptable_batch_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ElasticityConfig.micro_batches", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 15, "n_typed": 0, "n_any": 0, "n_untyped": 15, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 1, "n_attrs": 11, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.elasticity.config", "names": [ "deepspeed.elasticity.config.ElasticityConfig", "deepspeed.elasticity.config.ElasticityConfigError", "deepspeed.elasticity.config.ElasticityError", "deepspeed.elasticity.config.ElasticityIncompatibleWorldSize" ], "n_typable": 15, "n_typed": 0, "n_any": 0, "n_untyped": 15, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 1, "n_classes": 4, "n_attrs": 11, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/elasticity/constants.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.elasticity.constants.MODEL_PARALLEL_SIZE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.elasticity.constants.MODEL_PARALLEL_SIZE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.elasticity.constants.NUM_GPUS_PER_NODE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.elasticity.constants.MAX_GPUS_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.elasticity.constants.MICRO_BATCHES", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.elasticity.constants.VERSION", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.elasticity.constants.MAX_GPUS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.elasticity.constants.MAX_ACCEPTABLE_BATCH_SIZE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.elasticity.constants.MICRO_BATCHES_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.elasticity.constants.LATEST_ELASTICITY_VERSION", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.elasticity.constants.DEEPSPEED_ELASTICITY_CONFIG", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.elasticity.constants.ENABLED_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.elasticity.constants.FORMAT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.elasticity.constants.ENABLED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.elasticity.constants.MIN_GPUS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.elasticity.constants.IGNORE_NON_ELASTIC_BATCH_INFO", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.elasticity.constants.MIN_TIME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.elasticity.constants.MIN_TIME_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.elasticity.constants.PREFER_LARGER_BATCH", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.elasticity.constants.PREFER_LARGER_BATCH_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.elasticity.constants.ELASTICITY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.elasticity.constants.IGNORE_NON_ELASTIC_BATCH_INFO_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.elasticity.constants.MAX_ACCEPTABLE_BATCH_SIZE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.elasticity.constants.MINIMUM_DEEPSPEED_VERSION", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.elasticity.constants.NUM_GPUS_PER_NODE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.elasticity.constants.MIN_GPUS_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.elasticity.constants", "names": [ "deepspeed.elasticity.constants.DEEPSPEED_ELASTICITY_CONFIG", "deepspeed.elasticity.constants.ELASTICITY", "deepspeed.elasticity.constants.ENABLED", "deepspeed.elasticity.constants.ENABLED_DEFAULT", "deepspeed.elasticity.constants.FORMAT", "deepspeed.elasticity.constants.IGNORE_NON_ELASTIC_BATCH_INFO", "deepspeed.elasticity.constants.IGNORE_NON_ELASTIC_BATCH_INFO_DEFAULT", "deepspeed.elasticity.constants.LATEST_ELASTICITY_VERSION", "deepspeed.elasticity.constants.MAX_ACCEPTABLE_BATCH_SIZE", "deepspeed.elasticity.constants.MAX_ACCEPTABLE_BATCH_SIZE_DEFAULT", "deepspeed.elasticity.constants.MAX_GPUS", "deepspeed.elasticity.constants.MAX_GPUS_DEFAULT", "deepspeed.elasticity.constants.MICRO_BATCHES", "deepspeed.elasticity.constants.MICRO_BATCHES_DEFAULT", "deepspeed.elasticity.constants.MINIMUM_DEEPSPEED_VERSION", "deepspeed.elasticity.constants.MIN_GPUS", "deepspeed.elasticity.constants.MIN_GPUS_DEFAULT", "deepspeed.elasticity.constants.MIN_TIME", "deepspeed.elasticity.constants.MIN_TIME_DEFAULT", "deepspeed.elasticity.constants.MODEL_PARALLEL_SIZE", "deepspeed.elasticity.constants.MODEL_PARALLEL_SIZE_DEFAULT", "deepspeed.elasticity.constants.NUM_GPUS_PER_NODE", "deepspeed.elasticity.constants.NUM_GPUS_PER_NODE_DEFAULT", "deepspeed.elasticity.constants.PREFER_LARGER_BATCH", "deepspeed.elasticity.constants.PREFER_LARGER_BATCH_DEFAULT", "deepspeed.elasticity.constants.VERSION" ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 26, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/elasticity/elastic_agent.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.elasticity.elastic_agent.log", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "class", "name": "deepspeed.elasticity.elastic_agent.DSElasticAgent", "methods": [ { "kind": "function", "name": "DSElasticAgent.__init__", "n_typed": 4, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "DSElasticAgent._set_master_addr_port", "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "DSElasticAgent._start_workers", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSElasticAgent._invoke_run", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DSElasticAgent.ds_env", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 16, "n_typed": 12, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 11, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.elasticity.elastic_agent", "names": [ "deepspeed.elasticity.elastic_agent.DSElasticAgent", "deepspeed.elasticity.elastic_agent.log" ], "n_typable": 17, "n_typed": 12, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 11, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/elasticity/elasticity.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.elasticity.elasticity.get_best_candidates", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "deepspeed.elasticity.elasticity.compute_elastic_config", "n_typed": 2, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.elasticity.elasticity.ensure_immutable_elastic_config", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.elasticity.elasticity.elasticity_enabled", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.elasticity.elasticity.HCN_LIST", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.elasticity.elasticity.get_valid_gpus", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.elasticity.elasticity.get_candidate_batch_sizes", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "type_ignores": [], "name": "deepspeed.elasticity.elasticity", "names": [ "deepspeed.elasticity.elasticity.HCN_LIST", "deepspeed.elasticity.elasticity.compute_elastic_config", "deepspeed.elasticity.elasticity.elasticity_enabled", "deepspeed.elasticity.elasticity.ensure_immutable_elastic_config", "deepspeed.elasticity.elasticity.get_best_candidates", "deepspeed.elasticity.elasticity.get_candidate_batch_sizes", "deepspeed.elasticity.elasticity.get_valid_gpus" ], "n_typable": 23, "n_typed": 4, "n_any": 0, "n_untyped": 19, "n_functions": 6, "n_function_overloads": 6, "n_function_params": 17, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/elasticity/utils.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.elasticity.utils.is_torch_elastic_compatible", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "type_ignores": [], "name": "deepspeed.elasticity.utils", "names": [ "deepspeed.elasticity.utils.is_torch_elastic_compatible" ], "n_typable": 1, "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/env_report.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.env_report.cli_main", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.env_report.op_report", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.env_report.installed_cann_version", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "attr", "name": "deepspeed.env_report.GREEN", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.env_report.RED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.env_report.WARNING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.env_report.SUCCESS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.env_report.parse_arguments", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.env_report.debug_report", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "attr", "name": "deepspeed.env_report.FAIL", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.env_report.nvcc_version", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "attr", "name": "deepspeed.env_report.okay", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.env_report.main", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.env_report.get_shm_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.env_report.human_readable_size", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.env_report.INFO", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.env_report.warning", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.env_report.OKAY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.env_report.color_len", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "deepspeed.env_report.YELLOW", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.env_report.installed_cann_path", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "attr", "name": "deepspeed.env_report.END", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.env_report", "names": [ "deepspeed.env_report.END", "deepspeed.env_report.FAIL", "deepspeed.env_report.GREEN", "deepspeed.env_report.INFO", "deepspeed.env_report.OKAY", "deepspeed.env_report.RED", "deepspeed.env_report.SUCCESS", "deepspeed.env_report.WARNING", "deepspeed.env_report.YELLOW", "deepspeed.env_report.cli_main", "deepspeed.env_report.color_len", "deepspeed.env_report.debug_report", "deepspeed.env_report.get_shm_size", "deepspeed.env_report.human_readable_size", "deepspeed.env_report.installed_cann_path", "deepspeed.env_report.installed_cann_version", "deepspeed.env_report.main", "deepspeed.env_report.nvcc_version", "deepspeed.env_report.okay", "deepspeed.env_report.op_report", "deepspeed.env_report.parse_arguments", "deepspeed.env_report.warning" ], "n_typable": 15, "n_typed": 0, "n_any": 0, "n_untyped": 15, "n_functions": 10, "n_function_overloads": 10, "n_function_params": 4, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 12, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/git_version_info.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.git_version_info.git_hash", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.git_version_info.torch_info", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.git_version_info.op_compatible", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "deepspeed.git_version_info.accelerator_name", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.git_version_info.version", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "deepspeed.git_version_info.git_branch", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.git_version_info.compatible_ops", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "deepspeed.git_version_info.installed_ops", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "type_ignores": [ { "kind": "type", "rules": null } ], "name": "deepspeed.git_version_info", "names": [ "deepspeed.git_version_info.accelerator_name", "deepspeed.git_version_info.compatible_ops", "deepspeed.git_version_info.git_branch", "deepspeed.git_version_info.git_hash", "deepspeed.git_version_info.installed_ops", "deepspeed.git_version_info.op_compatible", "deepspeed.git_version_info.torch_info", "deepspeed.git_version_info.version" ], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 8, "n_properties": 0, "n_type_ignores": 1 }, { "path": "deepspeed/git_version_info_installed.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.git_version_info_installed.git_hash", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.git_version_info_installed.torch_info", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.git_version_info_installed.accelerator_name", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.git_version_info_installed.version", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.git_version_info_installed.git_branch", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.git_version_info_installed.installed_ops", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.git_version_info_installed", "names": [ "deepspeed.git_version_info_installed.accelerator_name", "deepspeed.git_version_info_installed.git_branch", "deepspeed.git_version_info_installed.git_hash", "deepspeed.git_version_info_installed.installed_ops", "deepspeed.git_version_info_installed.torch_info", "deepspeed.git_version_info_installed.version" ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 6, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/config.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.config.QuantTypeEnum", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "QuantTypeEnum.asym", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "QuantTypeEnum.sym", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.config.InferenceCheckpointConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "InferenceCheckpointConfig.checkpoint_dir", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "InferenceCheckpointConfig.save_mp_checkpoint_path", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "InferenceCheckpointConfig.base_dir", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 3, "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 3, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.config.DtypeEnum", "methods": [ { "kind": "function", "name": "DtypeEnum.from_str", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DtypeEnum.fp16", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DtypeEnum.fp32", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DtypeEnum.bf16", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DtypeEnum.int8", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 2, "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 1, "n_attrs": 4, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.config.MoETypeEnum", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "MoETypeEnum.residual", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "MoETypeEnum.standard", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.config.DeepSpeedInferenceConfig", "methods": [ { "kind": "function", "name": "DeepSpeedInferenceConfig.validate_dtype", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedInferenceConfig.moe_backward_compat", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedInferenceConfig.has_triton", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedInferenceConfig.replace_with_kernel_inject", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.dtype", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.tensor_parallel", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.enable_cuda_graph", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.use_triton", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.triton_autotune", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.zero", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.triangular_masking", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.moe", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.keep_module_on_host", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.quant", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.checkpoint", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.base_dir", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.set_empty_params", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.save_mp_checkpoint_path", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.checkpoint_config", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.return_tuple", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.training_mp_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.replace_method", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.injection_policy", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.injection_policy_tuple", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.config", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.max_out_tokens", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.min_out_tokens", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.transposed_mode", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.mp_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.mpu", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.ep_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.ep_group", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.ep_mp_group", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.moe_experts", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.moe_type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 41, "n_typed": 32, "n_any": 0, "n_untyped": 9, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 6, "n_attrs": 32, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.config.DeepSpeedTPConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedTPConfig.enabled", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedTPConfig.tp_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedTPConfig.tp_grain_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedTPConfig.mpu", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedTPConfig.tp_group", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 5, "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 5, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.config.DeepSpeedMoEConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedMoEConfig.enabled", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEConfig.ep_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEConfig.moe_experts", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEConfig.type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEConfig.ep_mp_group", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEConfig.ep_group", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 6, "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 6, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.config.ActivationQuantConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "ActivationQuantConfig.enabled", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 1, "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.config.BaseQuantConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "BaseQuantConfig.enabled", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "BaseQuantConfig.num_bits", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "BaseQuantConfig.q_type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "BaseQuantConfig.q_groups", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 4, "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 4, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.config.WeightQuantConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "WeightQuantConfig.enabled", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "WeightQuantConfig.quantized_initialization", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "WeightQuantConfig.post_init_quant", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 3, "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 3, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.config.QKVQuantConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "QKVQuantConfig.enabled", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 1, "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.config.QuantizationConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "QuantizationConfig.enabled", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "QuantizationConfig.activation", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "QuantizationConfig.weight", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "QuantizationConfig.qkv", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 4, "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 4, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.config", "names": [ "deepspeed.inference.config.ActivationQuantConfig", "deepspeed.inference.config.BaseQuantConfig", "deepspeed.inference.config.DeepSpeedInferenceConfig", "deepspeed.inference.config.DeepSpeedMoEConfig", "deepspeed.inference.config.DeepSpeedTPConfig", "deepspeed.inference.config.DtypeEnum", "deepspeed.inference.config.InferenceCheckpointConfig", "deepspeed.inference.config.MoETypeEnum", "deepspeed.inference.config.QKVQuantConfig", "deepspeed.inference.config.QuantTypeEnum", "deepspeed.inference.config.QuantizationConfig", "deepspeed.inference.config.WeightQuantConfig" ], "n_typable": 70, "n_typed": 60, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 7, "n_classes": 12, "n_attrs": 67, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/engine.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.inference.engine.DS_INFERENCE_ENABLED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.inference.engine.INFERENCE_MODEL_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.inference.engine.InferenceEngine", "methods": [ { "kind": "function", "name": "InferenceEngine.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "InferenceEngine.destroy", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InferenceEngine.profile_model_time", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "InferenceEngine._get_model_config_generate", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "InferenceEngine.remove_mask_prepare_for_bloom", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InferenceEngine.build_alibi_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InferenceEngine.build_attn_bias", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InferenceEngine._pre_forward_hook", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "InferenceEngine._post_forward_hook", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "InferenceEngine._create_model_parallel_group", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "InferenceEngine._create_ep_parallel_group", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "InferenceEngine._init_quantization_setting", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "InferenceEngine.load_model_with_checkpoint", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "InferenceEngine._apply_injection_policy", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "InferenceEngine._get_all_ckpt_names", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "InferenceEngine._get_ckpt_name", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "InferenceEngine._load_checkpoint", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "InferenceEngine._choose_module_key", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "InferenceEngine._convert_to_dtype", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "InferenceEngine._create_cuda_graph", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "InferenceEngine._graph_replay", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "InferenceEngine.model_times", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InferenceEngine._module_match", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "InferenceEngine._local_cuda_graph_used", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "InferenceEngine.forward", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "InferenceEngine._generate", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "InferenceEngine.compile", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [ { "kind": "property", "name": "InferenceEngine.is_compiled", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "InferenceEngine.inference_mp_group", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "InferenceEngine.inference_ep_group", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "InferenceEngine.expert_mp_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "InferenceEngine.module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "InferenceEngine.injection_dict", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "InferenceEngine.mp_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "InferenceEngine.mpu", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "InferenceEngine.quantize_merge_count", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "InferenceEngine.quantization_scales", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "InferenceEngine.ep_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "InferenceEngine.cuda_graph_created", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "InferenceEngine.checkpoint_engine", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "InferenceEngine.model_profile_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "InferenceEngine.local_cuda_graph", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "InferenceEngine.generate", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 79, "n_typed": 2, "n_any": 0, "n_untyped": 77, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 27, "n_method_overloads": 27, "n_method_params": 38, "n_attrs": 15, "n_properties": 1 } ], "type_ignores": [], "name": "deepspeed.inference.engine", "names": [ "deepspeed.inference.engine.DS_INFERENCE_ENABLED", "deepspeed.inference.engine.INFERENCE_MODEL_TIMER", "deepspeed.inference.engine.InferenceEngine" ], "n_typable": 79, "n_typed": 2, "n_any": 0, "n_untyped": 77, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 27, "n_method_overloads": 27, "n_method_params": 38, "n_classes": 1, "n_attrs": 17, "n_properties": 1, "n_type_ignores": 0 }, { "path": "deepspeed/inference/quantization/layers.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.inference.quantization.layers.get_quantized_weight_wrapper", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "attr", "name": "deepspeed.inference.quantization.layers.is_zero3_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.inference.quantization.layers.get_quantize_weight_fn", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "class", "name": "deepspeed.inference.quantization.layers.QuantizedLinear", "methods": [ { "kind": "function", "name": "QuantizedLinear.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "QuantizedLinear.forward", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "QuantizedLinear.config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "QuantizedLinear.quantizer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "QuantizedLinear.bias", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "QuantizedLinear.weight", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 9, "n_typed": 5, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 3, "n_attrs": 4, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.inference.quantization.layers.QUANTIZATION_LAYER_MAPPINGS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.inference.quantization.layers.QuantizedEmbedding", "methods": [ { "kind": "function", "name": "QuantizedEmbedding.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "QuantizedEmbedding.forward", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "QuantizedEmbedding.config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "QuantizedEmbedding.weight", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 7, "n_typed": 5, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 3, "n_attrs": 2, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.inference.quantization.layers.quantized_weight_registry", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.inference.quantization.layers", "names": [ "deepspeed.inference.quantization.layers.QUANTIZATION_LAYER_MAPPINGS", "deepspeed.inference.quantization.layers.QuantizedEmbedding", "deepspeed.inference.quantization.layers.QuantizedLinear", "deepspeed.inference.quantization.layers.get_quantize_weight_fn", "deepspeed.inference.quantization.layers.get_quantized_weight_wrapper", "deepspeed.inference.quantization.layers.is_zero3_enabled", "deepspeed.inference.quantization.layers.quantized_weight_registry" ], "n_typable": 23, "n_typed": 16, "n_any": 0, "n_untyped": 7, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 5, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 6, "n_classes": 2, "n_attrs": 9, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/quantization/quantization_context.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.quantization.quantization_context.QuantizationContext", "methods": [ { "kind": "function", "name": "QuantizationContext.__init__", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 3, "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 2, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.quantization.quantization_context", "names": [ "deepspeed.inference.quantization.quantization_context.QuantizationContext" ], "n_typable": 3, "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 2, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/quantization/utils.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.quantization.utils.Quantizer", "methods": [ { "kind": "function", "name": "Quantizer.__init__", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Quantizer.quantize", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Quantizer._quantize_int8", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Quantizer._compress_uint8_to_uint4", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Quantizer.config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 9, "n_typed": 8, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 4, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.quantization.utils.DeQuantizer", "methods": [ { "kind": "function", "name": "DeQuantizer.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeQuantizer.dequantize", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeQuantizer._dequantize_int8", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeQuantizer._decompress_uint4_to_uint8", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeQuantizer.config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeQuantizer.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 15, "n_typed": 13, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 9, "n_attrs": 2, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.inference.quantization.utils.tensor_round", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.inference.quantization.utils.device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "function", "name": "deepspeed.inference.quantization.utils.get_quantizer_module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.inference.quantization.utils.recursive_setattr", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.inference.quantization.utils.concat_to_compat_param", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.inference.quantization.utils.tensor_clamp", "n_typed": 2, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "attr", "name": "deepspeed.inference.quantization.utils.quantizer_module", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.inference.quantization.utils.wrap_load_from_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.inference.quantization.utils.wrap_quantized_functional", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.inference.quantization.utils.get_AsyncPartitionedParameterSwapper", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.inference.quantization.utils.WEIGHT_QUANTIZATION_LAYERS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.inference.quantization.utils", "names": [ "deepspeed.inference.quantization.utils.DeQuantizer", "deepspeed.inference.quantization.utils.Quantizer", "deepspeed.inference.quantization.utils.WEIGHT_QUANTIZATION_LAYERS", "deepspeed.inference.quantization.utils.concat_to_compat_param", "deepspeed.inference.quantization.utils.device", "deepspeed.inference.quantization.utils.get_AsyncPartitionedParameterSwapper", "deepspeed.inference.quantization.utils.get_quantizer_module", "deepspeed.inference.quantization.utils.quantizer_module", "deepspeed.inference.quantization.utils.recursive_setattr", "deepspeed.inference.quantization.utils.tensor_clamp", "deepspeed.inference.quantization.utils.tensor_round", "deepspeed.inference.quantization.utils.wrap_load_from_state_dict", "deepspeed.inference.quantization.utils.wrap_quantized_functional" ], "n_typable": 47, "n_typed": 31, "n_any": 0, "n_untyped": 16, "n_functions": 8, "n_function_overloads": 8, "n_function_params": 14, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 13, "n_classes": 2, "n_attrs": 6, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/allocator.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.inference.v2.allocator.on_device", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "deepspeed.inference.v2.allocator.Allocator", "methods": [ { "kind": "function", "name": "Allocator.empty_from", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Allocator.cache", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 3, "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 1, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.allocator", "names": [ "deepspeed.inference.v2.allocator.Allocator", "deepspeed.inference.v2.allocator.on_device" ], "n_typable": 5, "n_typed": 3, "n_any": 0, "n_untyped": 2, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 1, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 1, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/checkpoint/base_engine.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.inference.v2.checkpoint.base_engine.HUGGINGFACE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.inference.v2.checkpoint.base_engine.MEGATRON", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.checkpoint.base_engine.CheckpointEngineBase", "methods": [ { "kind": "function", "name": "CheckpointEngineBase.parameters", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 1, "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.checkpoint.base_engine", "names": [ "deepspeed.inference.v2.checkpoint.base_engine.CheckpointEngineBase", "deepspeed.inference.v2.checkpoint.base_engine.HUGGINGFACE", "deepspeed.inference.v2.checkpoint.base_engine.MEGATRON" ], "n_typable": 1, "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/checkpoint/huggingface_engine.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.inference.v2.checkpoint.huggingface_engine.engine", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "class", "name": "deepspeed.inference.v2.checkpoint.huggingface_engine.HuggingFaceCheckpointEngine", "methods": [ { "kind": "function", "name": "HuggingFaceCheckpointEngine.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "HuggingFaceCheckpointEngine._fetch_checkpoint_files", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HuggingFaceCheckpointEngine.parameters", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "HuggingFaceCheckpointEngine.model_name_or_path", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "HuggingFaceCheckpointEngine.auth_token", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "HuggingFaceCheckpointEngine.model_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 9, "n_typed": 4, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 3, "n_attrs": 3, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.checkpoint.huggingface_engine", "names": [ "deepspeed.inference.v2.checkpoint.huggingface_engine.HuggingFaceCheckpointEngine", "deepspeed.inference.v2.checkpoint.huggingface_engine.engine" ], "n_typable": 10, "n_typed": 4, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 3, "n_classes": 1, "n_attrs": 4, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/checkpoint/in_memory_engine.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.checkpoint.in_memory_engine.InMemoryModelEngine", "methods": [ { "kind": "function", "name": "InMemoryModelEngine.__init__", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "InMemoryModelEngine.parameters", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "InMemoryModelEngine.model", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 4, "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 1, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.checkpoint.in_memory_engine", "names": [ "deepspeed.inference.v2.checkpoint.in_memory_engine.InMemoryModelEngine" ], "n_typable": 4, "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 1, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/config_v2.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.config_v2.RaggedInferenceEngineConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "RaggedInferenceEngineConfig.tensor_parallel", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "RaggedInferenceEngineConfig.state_manager", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "RaggedInferenceEngineConfig.quantization", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 3, "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 3, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.config_v2.DeepSpeedTPConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedTPConfig.tp_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 1, "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.config_v2.QuantizationConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "QuantizationConfig.quantization_mode", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 1, "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.config_v2", "names": [ "deepspeed.inference.v2.config_v2.DeepSpeedTPConfig", "deepspeed.inference.v2.config_v2.QuantizationConfig", "deepspeed.inference.v2.config_v2.RaggedInferenceEngineConfig" ], "n_typable": 5, "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 3, "n_attrs": 5, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/engine_factory.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.inference.v2.engine_factory.build_hf_engine", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.inference.v2.engine_factory.build_engine_from_ds_checkpoint", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "type_ignores": [], "name": "deepspeed.inference.v2.engine_factory", "names": [ "deepspeed.inference.v2.engine_factory.build_engine_from_ds_checkpoint", "deepspeed.inference.v2.engine_factory.build_hf_engine" ], "n_typable": 8, "n_typed": 8, "n_any": 0, "n_untyped": 0, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 6, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/engine_v2.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.engine_v2.InferenceEngineV2", "methods": [ { "kind": "function", "name": "InferenceEngineV2.model", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InferenceEngineV2.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "InferenceEngineV2._initialize_tp_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InferenceEngineV2.put", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "InferenceEngineV2.query", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "InferenceEngineV2.can_schedule", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "InferenceEngineV2.get_remaining_block_capacity", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "InferenceEngineV2.flush", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "InferenceEngineV2.serialize", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "InferenceEngineV2.free_blocks", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "InferenceEngineV2.n_kv_cache_groups", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "InferenceEngineV2._config", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "InferenceEngineV2._model", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "InferenceEngineV2._state_manager", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 27, "n_typed": 25, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 9, "n_method_overloads": 9, "n_method_params": 13, "n_attrs": 3, "n_properties": 2 }, { "kind": "attr", "name": "deepspeed.inference.v2.engine_v2.INFERENCE_MODEL_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.engine_v2", "names": [ "deepspeed.inference.v2.engine_v2.INFERENCE_MODEL_TIMER", "deepspeed.inference.v2.engine_v2.InferenceEngineV2" ], "n_typable": 27, "n_typed": 25, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 9, "n_method_overloads": 9, "n_method_params": 13, "n_classes": 1, "n_attrs": 4, "n_properties": 2, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/inference_parameter.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.inference.v2.inference_parameter.CORE_PARAM", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.inference.v2.inference_parameter.STR_TO_DTYPE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.inference_parameter.InferenceParameter", "methods": [ { "kind": "function", "name": "InferenceParameter.__new__", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "InferenceParameter.to", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "InferenceParameter.initialize", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "InferenceParameter.initialize_raw", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "InferenceParameter.aux_attrs", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [], "n_typable": 14, "n_typed": 4, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 9, "n_attrs": 0, "n_properties": 1 } ], "type_ignores": [], "name": "deepspeed.inference.v2.inference_parameter", "names": [ "deepspeed.inference.v2.inference_parameter.CORE_PARAM", "deepspeed.inference.v2.inference_parameter.InferenceParameter", "deepspeed.inference.v2.inference_parameter.STR_TO_DTYPE" ], "n_typable": 14, "n_typed": 4, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 9, "n_classes": 1, "n_attrs": 2, "n_properties": 1, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/inference_utils.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.inference_utils.NormTypeEnum", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "NormTypeEnum.LayerNorm", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "NormTypeEnum.RMSNorm", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 2, "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.inference_utils.DtypeEnum", "methods": [ { "kind": "function", "name": "DtypeEnum.__new__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DtypeEnum.__repr__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DtypeEnum.fp16", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DtypeEnum.fp32", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DtypeEnum.bf16", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DtypeEnum.int8", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 3, "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 1, "n_attrs": 4, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.inference.v2.inference_utils.ELEM_SIZES", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "function", "name": "deepspeed.inference.v2.inference_utils.elem_size", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "deepspeed.inference.v2.inference_utils.ActivationType", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "ActivationType.GELU", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ActivationType.RELU", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ActivationType.SILU", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ActivationType.GEGLU", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ActivationType.ReGLU", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ActivationType.SiGLU", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ActivationType.IDENTITY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ActivationType.InvalidType", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 8, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.inference.v2.inference_utils.is_gated", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.inference.v2.inference_utils.ceil_div", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "type_ignores": [], "name": "deepspeed.inference.v2.inference_utils", "names": [ "deepspeed.inference.v2.inference_utils.ActivationType", "deepspeed.inference.v2.inference_utils.DtypeEnum", "deepspeed.inference.v2.inference_utils.ELEM_SIZES", "deepspeed.inference.v2.inference_utils.NormTypeEnum", "deepspeed.inference.v2.inference_utils.ceil_div", "deepspeed.inference.v2.inference_utils.elem_size", "deepspeed.inference.v2.inference_utils.is_gated" ], "n_typable": 13, "n_typed": 10, "n_any": 0, "n_untyped": 3, "n_functions": 3, "n_function_overloads": 3, "n_function_params": 4, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 1, "n_classes": 3, "n_attrs": 15, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/kernels/core_ops/bias_activations/bias_activation.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.kernels.core_ops.bias_activations.bias_activation.CUDABiasActivation", "methods": [ { "kind": "function", "name": "CUDABiasActivation.__init__", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "CUDABiasActivation.__call__", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "CUDABiasActivation.supported_dtypes", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CUDABiasActivation.supported_act_fns", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CUDABiasActivation.kernel", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CUDABiasActivation.act_fn", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 9, "n_typed": 7, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 5, "n_attrs": 4, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.kernels.core_ops.bias_activations.bias_activation", "names": [ "deepspeed.inference.v2.kernels.core_ops.bias_activations.bias_activation.CUDABiasActivation" ], "n_typable": 9, "n_typed": 7, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 5, "n_classes": 1, "n_attrs": 4, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/kernels/core_ops/blas_kernels/blas_linear.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.kernels.core_ops.blas_kernels.blas_linear.BlasLibLinear", "methods": [ { "kind": "function", "name": "BlasLibLinear.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BlasLibLinear.__call__", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "BlasLibLinear.supported_dtypes", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "BlasLibLinear.inf_module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BlasLibLinear.kernel", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 8, "n_typed": 5, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 4, "n_attrs": 3, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.kernels.core_ops.blas_kernels.blas_linear", "names": [ "deepspeed.inference.v2.kernels.core_ops.blas_kernels.blas_linear.BlasLibLinear" ], "n_typable": 8, "n_typed": 5, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 4, "n_classes": 1, "n_attrs": 3, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm/cuda_fp_ln_base.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.kernels.core_ops.cuda_layer_norm.cuda_fp_ln_base.CUDAFPLNBase", "methods": [ { "kind": "function", "name": "CUDAFPLNBase.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "CUDAFPLNBase.supported_dtypes", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CUDAFPLNBase.inf_module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CUDAFPLNBase.epsilon", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 6, "n_typed": 3, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 3, "n_attrs": 3, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.kernels.core_ops.cuda_layer_norm.cuda_fp_ln_base", "names": [ "deepspeed.inference.v2.kernels.core_ops.cuda_layer_norm.cuda_fp_ln_base.CUDAFPLNBase" ], "n_typable": 6, "n_typed": 3, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 3, "n_classes": 1, "n_attrs": 3, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm/cuda_ln.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.kernels.core_ops.cuda_layer_norm.cuda_ln.CUDAFPLN", "methods": [ { "kind": "function", "name": "CUDAFPLN.__call__", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [], "n_typable": 5, "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 4, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.kernels.core_ops.cuda_layer_norm.cuda_ln", "names": [ "deepspeed.inference.v2.kernels.core_ops.cuda_layer_norm.cuda_ln.CUDAFPLN" ], "n_typable": 5, "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 4, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm/cuda_post_ln.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.kernels.core_ops.cuda_layer_norm.cuda_post_ln.CUDAFPPostLN", "methods": [ { "kind": "function", "name": "CUDAFPPostLN.__call__", "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 } ], "properties": [], "attrs": [], "n_typable": 6, "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 5, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.kernels.core_ops.cuda_layer_norm.cuda_post_ln", "names": [ "deepspeed.inference.v2.kernels.core_ops.cuda_layer_norm.cuda_post_ln.CUDAFPPostLN" ], "n_typable": 6, "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 5, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm/cuda_pre_ln.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.kernels.core_ops.cuda_layer_norm.cuda_pre_ln.CUDAFPPreLN", "methods": [ { "kind": "function", "name": "CUDAFPPreLN.__call__", "n_typed": 7, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 } ], "properties": [], "attrs": [], "n_typable": 7, "n_typed": 7, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 6, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.kernels.core_ops.cuda_layer_norm.cuda_pre_ln", "names": [ "deepspeed.inference.v2.kernels.core_ops.cuda_layer_norm.cuda_pre_ln.CUDAFPPreLN" ], "n_typable": 7, "n_typed": 7, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 6, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/kernels/core_ops/cuda_linear/cuda_linear.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.kernels.core_ops.cuda_linear.cuda_linear.CUDAWf6Af16Linear", "methods": [ { "kind": "function", "name": "CUDAWf6Af16Linear.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CUDAWf6Af16Linear.__call__", "n_typed": 6, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "CUDAWf6Af16Linear.get_workspace", "n_typed": 5, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "CUDAWf6Af16Linear.supported_dtypes", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CUDAWf6Af16Linear.inf_module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CUDAWf6Af16Linear.kernel", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CUDAWf6Af16Linear.split_k_map", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 20, "n_typed": 11, "n_any": 0, "n_untyped": 9, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 14, "n_attrs": 4, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.kernels.core_ops.cuda_linear.cuda_linear", "names": [ "deepspeed.inference.v2.kernels.core_ops.cuda_linear.cuda_linear.CUDAWf6Af16Linear" ], "n_typable": 20, "n_typed": 11, "n_any": 0, "n_untyped": 9, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 14, "n_classes": 1, "n_attrs": 4, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm/rms_norm.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.kernels.core_ops.cuda_rms_norm.rms_norm.CUDARMSNorm", "methods": [ { "kind": "function", "name": "CUDARMSNorm.__call__", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [], "n_typable": 4, "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 3, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.kernels.core_ops.cuda_rms_norm.rms_norm", "names": [ "deepspeed.inference.v2.kernels.core_ops.cuda_rms_norm.rms_norm.CUDARMSNorm" ], "n_typable": 4, "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 3, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm/rms_norm_base.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.kernels.core_ops.cuda_rms_norm.rms_norm_base.CUDARMSNormBase", "methods": [ { "kind": "function", "name": "CUDARMSNormBase.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "CUDARMSNormBase.supported_dtypes", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CUDARMSNormBase.inf_module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CUDARMSNormBase.epsilon", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 6, "n_typed": 3, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 3, "n_attrs": 3, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.kernels.core_ops.cuda_rms_norm.rms_norm_base", "names": [ "deepspeed.inference.v2.kernels.core_ops.cuda_rms_norm.rms_norm_base.CUDARMSNormBase" ], "n_typable": 6, "n_typed": 3, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 3, "n_classes": 1, "n_attrs": 3, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm/rms_pre_norm.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.kernels.core_ops.cuda_rms_norm.rms_pre_norm.CUDARMSPreNorm", "methods": [ { "kind": "function", "name": "CUDARMSPreNorm.__call__", "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 } ], "properties": [], "attrs": [], "n_typable": 6, "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 5, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.kernels.core_ops.cuda_rms_norm.rms_pre_norm", "names": [ "deepspeed.inference.v2.kernels.core_ops.cuda_rms_norm.rms_pre_norm.CUDARMSPreNorm" ], "n_typable": 6, "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 5, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/kernels/core_ops/gated_activations/gated_activation.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.kernels.core_ops.gated_activations.gated_activation.CUDAGatedActivation", "methods": [ { "kind": "function", "name": "CUDAGatedActivation.__init__", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "CUDAGatedActivation.__call__", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "CUDAGatedActivation.supported_dtypes", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CUDAGatedActivation.supported_act_fns", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CUDAGatedActivation.inf_module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CUDAGatedActivation.act_fn", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CUDAGatedActivation.kernel", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 11, "n_typed": 8, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 6, "n_attrs": 5, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.kernels.core_ops.gated_activations.gated_activation", "names": [ "deepspeed.inference.v2.kernels.core_ops.gated_activations.gated_activation.CUDAGatedActivation" ], "n_typable": 11, "n_typed": 8, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 6, "n_classes": 1, "n_attrs": 5, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/kernels/cutlass_ops/mixed_gemm/mixed_gemm.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.kernels.cutlass_ops.mixed_gemm.mixed_gemm.MixedGEMM", "methods": [ { "kind": "function", "name": "MixedGEMM.__init__", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "MixedGEMM.__call__", "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "MixedGEMM.supported_dtypes", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "MixedGEMM.supported_act_fns", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "MixedGEMM.num_bits", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MixedGEMM.kernel", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MixedGEMM.act_fn", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 13, "n_typed": 10, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 8, "n_attrs": 5, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.kernels.cutlass_ops.mixed_gemm.mixed_gemm", "names": [ "deepspeed.inference.v2.kernels.cutlass_ops.mixed_gemm.mixed_gemm.MixedGEMM" ], "n_typable": 13, "n_typed": 10, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 8, "n_classes": 1, "n_attrs": 5, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/kernels/cutlass_ops/moe_gemm/mixed_moe_gemm.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.kernels.cutlass_ops.moe_gemm.mixed_moe_gemm.MixedMoEGEMM", "methods": [ { "kind": "function", "name": "MixedMoEGEMM.__init__", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "MixedMoEGEMM.__call__", "n_typed": 7, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "MixedMoEGEMM.supported_dtypes", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "MixedMoEGEMM.supported_act_fns", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "MixedMoEGEMM.num_bits", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MixedMoEGEMM.kernel", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MixedMoEGEMM.act_fn", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 14, "n_typed": 11, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 9, "n_attrs": 5, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.kernels.cutlass_ops.moe_gemm.mixed_moe_gemm", "names": [ "deepspeed.inference.v2.kernels.cutlass_ops.moe_gemm.mixed_moe_gemm.MixedMoEGEMM" ], "n_typable": 14, "n_typed": 11, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 9, "n_classes": 1, "n_attrs": 5, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/kernels/cutlass_ops/moe_gemm/moe_gemm.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.kernels.cutlass_ops.moe_gemm.moe_gemm.MoEGEMM", "methods": [ { "kind": "function", "name": "MoEGEMM.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MoEGEMM.__call__", "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "MoEGEMM.supported_dtypes", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "MoEGEMM.supported_act_fns", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "MoEGEMM.kernel", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MoEGEMM.act_fn", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 11, "n_typed": 9, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 7, "n_attrs": 4, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.kernels.cutlass_ops.moe_gemm.moe_gemm", "names": [ "deepspeed.inference.v2.kernels.cutlass_ops.moe_gemm.moe_gemm.MoEGEMM" ], "n_typable": 11, "n_typed": 9, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 7, "n_classes": 1, "n_attrs": 4, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/kernels/ds_kernel.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.kernels.ds_kernel.DSKernelBase", "methods": [ { "kind": "function", "name": "DSKernelBase.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSKernelBase.__call__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 4, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.kernels.ds_kernel", "names": [ "deepspeed.inference.v2.kernels.ds_kernel.DSKernelBase" ], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 4, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/kernels/ragged_ops/atom_builder/atom_builder.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.kernels.ragged_ops.atom_builder.atom_builder.AtomBuilder", "methods": [ { "kind": "function", "name": "AtomBuilder.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AtomBuilder.__call__", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "AtomBuilder.kernel", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 7, "n_typed": 6, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 4, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.kernels.ragged_ops.atom_builder.atom_builder", "names": [ "deepspeed.inference.v2.kernels.ragged_ops.atom_builder.atom_builder.AtomBuilder" ], "n_typable": 7, "n_typed": 6, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 4, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/kernels/ragged_ops/blocked_flash/blocked_flash.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.inference.v2.kernels.ragged_ops.blocked_flash.blocked_flash.get_q_block_size", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "deepspeed.inference.v2.kernels.ragged_ops.blocked_flash.blocked_flash.BlockedFlashAttn", "methods": [ { "kind": "function", "name": "BlockedFlashAttn.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "BlockedFlashAttn.__call__", "n_typed": 7, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "BlockedFlashAttn.supported_dtypes", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "BlockedFlashAttn.kernel", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 11, "n_typed": 10, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 8, "n_attrs": 2, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.inference.v2.kernels.ragged_ops.blocked_flash.blocked_flash.get_kv_block_size", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.inference.v2.kernels.ragged_ops.blocked_flash.blocked_flash", "names": [ "deepspeed.inference.v2.kernels.ragged_ops.blocked_flash.blocked_flash.BlockedFlashAttn", "deepspeed.inference.v2.kernels.ragged_ops.blocked_flash.blocked_flash.get_kv_block_size", "deepspeed.inference.v2.kernels.ragged_ops.blocked_flash.blocked_flash.get_q_block_size" ], "n_typable": 15, "n_typed": 14, "n_any": 0, "n_untyped": 1, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 2, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 8, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/kernels/ragged_ops/embed/embed.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.kernels.ragged_ops.embed.embed.RaggedEmbeddingKernel", "methods": [ { "kind": "function", "name": "RaggedEmbeddingKernel.__init__", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "RaggedEmbeddingKernel.__call__", "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "RaggedEmbeddingKernel.supported_dtypes", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "RaggedEmbeddingKernel.supported_token_dtypes", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "RaggedEmbeddingKernel.kernel", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 11, "n_typed": 10, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 8, "n_attrs": 3, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.kernels.ragged_ops.embed.embed", "names": [ "deepspeed.inference.v2.kernels.ragged_ops.embed.embed.RaggedEmbeddingKernel" ], "n_typable": 11, "n_typed": 10, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 8, "n_classes": 1, "n_attrs": 3, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary/blocked_kv_rotary.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.kernels.ragged_ops.linear_blocked_kv_rotary.blocked_kv_rotary.BlockedRotaryEmbeddings", "methods": [ { "kind": "function", "name": "BlockedRotaryEmbeddings.__init__", "n_typed": 7, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "BlockedRotaryEmbeddings.__call__", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "BlockedRotaryEmbeddings.supported_dtypes", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "BlockedRotaryEmbeddings.supported_head_sizes", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "BlockedRotaryEmbeddings.supported_q_ratios", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "BlockedRotaryEmbeddings.kernel", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BlockedRotaryEmbeddings.head_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BlockedRotaryEmbeddings.n_q_heads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BlockedRotaryEmbeddings.n_kv_heads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BlockedRotaryEmbeddings.rotary_dim", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BlockedRotaryEmbeddings.theta_base", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 17, "n_typed": 11, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 9, "n_attrs": 9, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.kernels.ragged_ops.linear_blocked_kv_rotary.blocked_kv_rotary", "names": [ "deepspeed.inference.v2.kernels.ragged_ops.linear_blocked_kv_rotary.blocked_kv_rotary.BlockedRotaryEmbeddings" ], "n_typable": 17, "n_typed": 11, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 9, "n_classes": 1, "n_attrs": 9, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary/blocked_trained_kv_rotary.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.kernels.ragged_ops.linear_blocked_kv_rotary.blocked_trained_kv_rotary.BlockedTrainedRotaryEmbeddings", "methods": [ { "kind": "function", "name": "BlockedTrainedRotaryEmbeddings.__init__", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "BlockedTrainedRotaryEmbeddings.__call__", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "BlockedTrainedRotaryEmbeddings.supported_dtypes", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "BlockedTrainedRotaryEmbeddings.supported_head_sizes", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "BlockedTrainedRotaryEmbeddings.supported_q_ratios", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "BlockedTrainedRotaryEmbeddings.kernel", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BlockedTrainedRotaryEmbeddings.head_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BlockedTrainedRotaryEmbeddings.n_q_heads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BlockedTrainedRotaryEmbeddings.n_kv_heads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 14, "n_typed": 10, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 8, "n_attrs": 7, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.kernels.ragged_ops.linear_blocked_kv_rotary.blocked_trained_kv_rotary", "names": [ "deepspeed.inference.v2.kernels.ragged_ops.linear_blocked_kv_rotary.blocked_trained_kv_rotary.BlockedTrainedRotaryEmbeddings" ], "n_typable": 14, "n_typed": 10, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 8, "n_classes": 1, "n_attrs": 7, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary/linear_blocked_kv_copy.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.kernels.ragged_ops.linear_blocked_kv_rotary.linear_blocked_kv_copy.LinearBlockedKVCopy", "methods": [ { "kind": "function", "name": "LinearBlockedKVCopy.__init__", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "LinearBlockedKVCopy.__call__", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "LinearBlockedKVCopy.supported_dtypes", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "LinearBlockedKVCopy.supported_head_sizes", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "LinearBlockedKVCopy.supported_q_ratios", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "LinearBlockedKVCopy.kernel", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LinearBlockedKVCopy.head_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LinearBlockedKVCopy.n_q_heads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LinearBlockedKVCopy.n_kv_heads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 13, "n_typed": 9, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 7, "n_attrs": 7, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.kernels.ragged_ops.linear_blocked_kv_rotary.linear_blocked_kv_copy", "names": [ "deepspeed.inference.v2.kernels.ragged_ops.linear_blocked_kv_rotary.linear_blocked_kv_copy.LinearBlockedKVCopy" ], "n_typable": 13, "n_typed": 9, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 7, "n_classes": 1, "n_attrs": 7, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/kernels/ragged_ops/logits_gather/logits_gather.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.kernels.ragged_ops.logits_gather.logits_gather.RaggedLogitsGather", "methods": [ { "kind": "function", "name": "RaggedLogitsGather.__init__", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "RaggedLogitsGather.__call__", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "RaggedLogitsGather.supported_dtypes", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "RaggedLogitsGather.kernel", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 8, "n_typed": 6, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 5, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.kernels.ragged_ops.logits_gather.logits_gather", "names": [ "deepspeed.inference.v2.kernels.ragged_ops.logits_gather.logits_gather.RaggedLogitsGather" ], "n_typable": 8, "n_typed": 6, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 5, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/kernels/ragged_ops/moe_gather/moe_gather.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.kernels.ragged_ops.moe_gather.moe_gather.MoEGather", "methods": [ { "kind": "function", "name": "MoEGather.__init__", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "MoEGather.__call__", "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "MoEGather.supported_dtypes", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "MoEGather.kernel", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MoEGather.normalize_scores", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 12, "n_typed": 10, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 8, "n_attrs": 3, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.kernels.ragged_ops.moe_gather.moe_gather", "names": [ "deepspeed.inference.v2.kernels.ragged_ops.moe_gather.moe_gather.MoEGather" ], "n_typable": 12, "n_typed": 10, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 8, "n_classes": 1, "n_attrs": 3, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/kernels/ragged_ops/moe_scatter/moe_scatter.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.kernels.ragged_ops.moe_scatter.moe_scatter.MoEScatter", "methods": [ { "kind": "function", "name": "MoEScatter.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MoEScatter.__call__", "n_typed": 8, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "MoEScatter.supported_dtypes", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "MoEScatter.kernel", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 12, "n_typed": 11, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 9, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.kernels.ragged_ops.moe_scatter.moe_scatter", "names": [ "deepspeed.inference.v2.kernels.ragged_ops.moe_scatter.moe_scatter.MoEScatter" ], "n_typable": 12, "n_typed": 11, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 9, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/kernels/ragged_ops/top_k_gating/top_k_gating.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.kernels.ragged_ops.top_k_gating.top_k_gating.RaggedTopKGating", "methods": [ { "kind": "function", "name": "RaggedTopKGating.__init__", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "RaggedTopKGating.__call__", "n_typed": 7, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "RaggedTopKGating.supported_logit_dtypes", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "RaggedTopKGating.kernel", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 10, "n_typed": 9, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 7, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.kernels.ragged_ops.top_k_gating.top_k_gating", "names": [ "deepspeed.inference.v2.kernels.ragged_ops.top_k_gating.top_k_gating.RaggedTopKGating" ], "n_typable": 10, "n_typed": 9, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 7, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/logging.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.inference.v2.logging.inference_logger", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.inference.v2.logging.inf_logger", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.logging", "names": [ "deepspeed.inference.v2.logging.inf_logger", "deepspeed.inference.v2.logging.inference_logger" ], "n_typable": 2, "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 1, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/common_parameters/attn_output_parameters.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.common_parameters.attn_output_parameters.AttentionOutputParameter", "methods": [ { "kind": "function", "name": "AttentionOutputParameter.finalize", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "AttentionOutputParameter.params", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 2, "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.common_parameters.attn_output_parameters", "names": [ "deepspeed.inference.v2.model_implementations.common_parameters.attn_output_parameters.AttentionOutputParameter" ], "n_typable": 2, "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/common_parameters/embedding_parameters.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.common_parameters.embedding_parameters.EmbeddingParameter", "methods": [ { "kind": "function", "name": "EmbeddingParameter.finalize", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "EmbeddingParameter.params", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 2, "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.common_parameters.embedding_parameters", "names": [ "deepspeed.inference.v2.model_implementations.common_parameters.embedding_parameters.EmbeddingParameter" ], "n_typable": 2, "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/common_parameters/invfreq_parameters.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.common_parameters.invfreq_parameters.InvFreqParameter", "methods": [ { "kind": "function", "name": "InvFreqParameter.finalize", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "InvFreqParameter.params", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 2, "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.common_parameters.invfreq_parameters", "names": [ "deepspeed.inference.v2.model_implementations.common_parameters.invfreq_parameters.InvFreqParameter" ], "n_typable": 2, "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/common_parameters/mlp_parameters.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.common_parameters.mlp_parameters.MLP1Parameter", "methods": [ { "kind": "function", "name": "MLP1Parameter.finalize", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "MLP1Parameter.params", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 2, "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.common_parameters.mlp_parameters.GatedMLPParameter", "methods": [ { "kind": "function", "name": "GatedMLPParameter.finalize", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "GatedMLPParameter.gate_params", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "GatedMLPParameter.up_params", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 3, "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.common_parameters.mlp_parameters.MLP2Parameter", "methods": [ { "kind": "function", "name": "MLP2Parameter.finalize", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "MLP2Parameter.params", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 2, "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.common_parameters.mlp_parameters.FusedGatedMLPParameter", "methods": [ { "kind": "function", "name": "FusedGatedMLPParameter.finalize", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "FusedGatedMLPParameter.params", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 2, "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.common_parameters.mlp_parameters", "names": [ "deepspeed.inference.v2.model_implementations.common_parameters.mlp_parameters.FusedGatedMLPParameter", "deepspeed.inference.v2.model_implementations.common_parameters.mlp_parameters.GatedMLPParameter", "deepspeed.inference.v2.model_implementations.common_parameters.mlp_parameters.MLP1Parameter", "deepspeed.inference.v2.model_implementations.common_parameters.mlp_parameters.MLP2Parameter" ], "n_typable": 9, "n_typed": 9, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 0, "n_classes": 4, "n_attrs": 5, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/common_parameters/moe_parameters.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.common_parameters.moe_parameters.UnfusedMoEGatedMLPParameter", "methods": [ { "kind": "function", "name": "UnfusedMoEGatedMLPParameter.finalize", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "UnfusedMoEGatedMLPParameter.gating_experts", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "UnfusedMoEGatedMLPParameter.up_experts", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 3, "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.common_parameters.moe_parameters.UnfusedMoEMLP2Parameter", "methods": [ { "kind": "function", "name": "UnfusedMoEMLP2Parameter.finalize", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "UnfusedMoEMLP2Parameter.experts", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 2, "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.common_parameters.moe_parameters.UnfusedMoEMLP1Parameter", "methods": [ { "kind": "function", "name": "UnfusedMoEMLP1Parameter.finalize", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "UnfusedMoEMLP1Parameter.experts", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 2, "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.common_parameters.moe_parameters.MoEGatingWeightParameter", "methods": [ { "kind": "function", "name": "MoEGatingWeightParameter.finalize", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "MoEGatingWeightParameter.params", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 2, "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.common_parameters.moe_parameters", "names": [ "deepspeed.inference.v2.model_implementations.common_parameters.moe_parameters.MoEGatingWeightParameter", "deepspeed.inference.v2.model_implementations.common_parameters.moe_parameters.UnfusedMoEGatedMLPParameter", "deepspeed.inference.v2.model_implementations.common_parameters.moe_parameters.UnfusedMoEMLP1Parameter", "deepspeed.inference.v2.model_implementations.common_parameters.moe_parameters.UnfusedMoEMLP2Parameter" ], "n_typable": 9, "n_typed": 9, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 0, "n_classes": 4, "n_attrs": 5, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/common_parameters/norm_parameters.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.common_parameters.norm_parameters.NormParameter", "methods": [ { "kind": "function", "name": "NormParameter.finalize", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "NormParameter.params", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 2, "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.common_parameters.norm_parameters", "names": [ "deepspeed.inference.v2.model_implementations.common_parameters.norm_parameters.NormParameter" ], "n_typable": 2, "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/common_parameters/qkv_parameters.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.common_parameters.qkv_parameters.GQAMegatronQKVParameter", "methods": [ { "kind": "function", "name": "GQAMegatronQKVParameter.finalize", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "GQAMegatronQKVParameter.params", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 2, "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 1, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.inference.v2.model_implementations.common_parameters.qkv_parameters.megatron_qkv_reshape", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.inference.v2.model_implementations.common_parameters.qkv_parameters.transform_gqa_megatron", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.common_parameters.qkv_parameters.FusedQKVParameter", "methods": [ { "kind": "function", "name": "FusedQKVParameter.finalize", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "FusedQKVParameter.params", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 2, "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.common_parameters.qkv_parameters.MegatronQKVParameter", "methods": [ { "kind": "function", "name": "MegatronQKVParameter.finalize", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "MegatronQKVParameter.params", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 2, "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.common_parameters.qkv_parameters.UnfusedQKVParameter", "methods": [ { "kind": "function", "name": "UnfusedQKVParameter.finalize", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "UnfusedQKVParameter.q_params", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "UnfusedQKVParameter.k_params", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "UnfusedQKVParameter.v_params", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 4, "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 3, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.common_parameters.qkv_parameters", "names": [ "deepspeed.inference.v2.model_implementations.common_parameters.qkv_parameters.FusedQKVParameter", "deepspeed.inference.v2.model_implementations.common_parameters.qkv_parameters.GQAMegatronQKVParameter", "deepspeed.inference.v2.model_implementations.common_parameters.qkv_parameters.MegatronQKVParameter", "deepspeed.inference.v2.model_implementations.common_parameters.qkv_parameters.UnfusedQKVParameter", "deepspeed.inference.v2.model_implementations.common_parameters.qkv_parameters.megatron_qkv_reshape", "deepspeed.inference.v2.model_implementations.common_parameters.qkv_parameters.transform_gqa_megatron" ], "n_typable": 19, "n_typed": 18, "n_any": 0, "n_untyped": 1, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 7, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 0, "n_classes": 4, "n_attrs": 6, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/common_parameters/unembed_parameters.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.common_parameters.unembed_parameters.UnembedParameter", "methods": [ { "kind": "function", "name": "UnembedParameter.finalize", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "UnembedParameter.params", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 2, "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.common_parameters.unembed_parameters", "names": [ "deepspeed.inference.v2.model_implementations.common_parameters.unembed_parameters.UnembedParameter" ], "n_typable": 2, "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/exaone4/container.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.exaone4.container.Exaone4TransformerContainer", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "Exaone4TransformerContainer.qkv_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Exaone4TransformerContainer.attn_out_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Exaone4TransformerContainer.mlp_1_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Exaone4TransformerContainer.mlp_2_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Exaone4TransformerContainer.q_norm_gamma", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Exaone4TransformerContainer.k_norm_gamma", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Exaone4TransformerContainer.post_attn_norm_gamma", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Exaone4TransformerContainer.post_ff_norm_gamma", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Exaone4TransformerContainer.PARAM_MAPPING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 8, "n_typed": 8, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 9, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.exaone4.container.Exaone4NonTransformerContainer", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "Exaone4NonTransformerContainer.word_emb", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Exaone4NonTransformerContainer.word_unembed", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Exaone4NonTransformerContainer.final_norm", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Exaone4NonTransformerContainer.PARAM_MAPPING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 3, "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 4, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.exaone4.container", "names": [ "deepspeed.inference.v2.model_implementations.exaone4.container.Exaone4NonTransformerContainer", "deepspeed.inference.v2.model_implementations.exaone4.container.Exaone4TransformerContainer" ], "n_typable": 11, "n_typed": 11, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 2, "n_attrs": 13, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/exaone4/model.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.exaone4.model.Exaone4InferenceModel", "methods": [ { "kind": "function", "name": "Exaone4InferenceModel.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Exaone4InferenceModel._apply_qk_norm", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "Exaone4InferenceModel._forward_embed", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Exaone4InferenceModel._forward_transformer", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "Exaone4InferenceModel._forward_unembed", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Exaone4InferenceModel.forward", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "Exaone4InferenceModel.max_sequence_length", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Exaone4InferenceModel.num_layers", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Exaone4InferenceModel.model_dim", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Exaone4InferenceModel.vocab_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Exaone4InferenceModel.head_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Exaone4InferenceModel.n_heads", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Exaone4InferenceModel.intermediate_dim", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Exaone4InferenceModel.n_heads_kv", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Exaone4InferenceModel.activation_dtype", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Exaone4InferenceModel.mlp_activation_fn", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Exaone4InferenceModel.norm_type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Exaone4InferenceModel.positional_embedding_type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Exaone4InferenceModel.positional_embedding_config", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "Exaone4InferenceModel._non_transformer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Exaone4InferenceModel._transformer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 34, "n_typed": 31, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 13, "n_attrs": 2, "n_properties": 13 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.exaone4.model", "names": [ "deepspeed.inference.v2.model_implementations.exaone4.model.Exaone4InferenceModel" ], "n_typable": 34, "n_typed": 31, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 13, "n_classes": 1, "n_attrs": 2, "n_properties": 13, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/exaone4/policy.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.exaone4.policy.Exaone4Policy", "methods": [ { "kind": "function", "name": "Exaone4Policy.instantiate_model", "n_typed": 2, "n_any": 1, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Exaone4Policy.build_container_map", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 4, "n_typed": 3, "n_any": 1, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.exaone4.policy", "names": [ "deepspeed.inference.v2.model_implementations.exaone4.policy.Exaone4Policy" ], "n_typable": 4, "n_typed": 3, "n_any": 1, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/falcon/container.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.falcon.container.FalconNonTransformerContainer", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "FalconNonTransformerContainer.word_emb", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "FalconNonTransformerContainer.word_unembed", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "FalconNonTransformerContainer.final_norm_gamma", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "FalconNonTransformerContainer.final_norm_beta", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "FalconNonTransformerContainer.PARAM_MAPPING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 4, "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 5, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.falcon.container.FalconNewArchTransformerContainer", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "FalconNewArchTransformerContainer.qkv_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "FalconNewArchTransformerContainer.attn_out_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "FalconNewArchTransformerContainer.mlp_1_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "FalconNewArchTransformerContainer.mlp_2_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "FalconNewArchTransformerContainer.ln_attn_gamma", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "FalconNewArchTransformerContainer.ln_attn_beta", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "FalconNewArchTransformerContainer.ln_mlp_gamma", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "FalconNewArchTransformerContainer.ln_mlp_beta", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "FalconNewArchTransformerContainer.PARAM_MAPPING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 8, "n_typed": 8, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 9, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.falcon.container.FalconTransformerContainer", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "FalconTransformerContainer.qkv_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "FalconTransformerContainer.attn_out_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "FalconTransformerContainer.mlp_1_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "FalconTransformerContainer.mlp_2_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "FalconTransformerContainer.ln_attn_gamma", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "FalconTransformerContainer.ln_attn_beta", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "FalconTransformerContainer.PARAM_MAPPING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 6, "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 7, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.falcon.container", "names": [ "deepspeed.inference.v2.model_implementations.falcon.container.FalconNewArchTransformerContainer", "deepspeed.inference.v2.model_implementations.falcon.container.FalconNonTransformerContainer", "deepspeed.inference.v2.model_implementations.falcon.container.FalconTransformerContainer" ], "n_typable": 18, "n_typed": 18, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 3, "n_attrs": 21, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/falcon/model.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.falcon.model.FalconInferenceModel", "methods": [ { "kind": "function", "name": "FalconInferenceModel._forward_embed", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FalconInferenceModel._forward_transformer_layer", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "FalconInferenceModel._forward_unembed", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "FalconInferenceModel.forward", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "FalconInferenceModel.max_sequence_length", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "FalconInferenceModel.num_layers", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "FalconInferenceModel.model_dim", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "FalconInferenceModel.vocab_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "FalconInferenceModel.head_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "FalconInferenceModel.n_heads", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "FalconInferenceModel.intermediate_dim", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "FalconInferenceModel.n_heads_kv", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "FalconInferenceModel.activation_dtype", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "FalconInferenceModel.mlp_activation_fn", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "FalconInferenceModel.norm_type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "FalconInferenceModel.positional_embedding_type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "FalconInferenceModel.positional_embedding_config", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "FalconInferenceModel._non_transformer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "FalconInferenceModel._transformer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 27, "n_typed": 27, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 8, "n_attrs": 2, "n_properties": 13 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.falcon.model", "names": [ "deepspeed.inference.v2.model_implementations.falcon.model.FalconInferenceModel" ], "n_typable": 27, "n_typed": 27, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 8, "n_classes": 1, "n_attrs": 2, "n_properties": 13, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/falcon/policy.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.falcon.policy.FalconPolicy", "methods": [ { "kind": "function", "name": "FalconPolicy.instantiate_model", "n_typed": 2, "n_any": 1, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "FalconPolicy.build_container_map", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 4, "n_typed": 3, "n_any": 1, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.falcon.policy", "names": [ "deepspeed.inference.v2.model_implementations.falcon.policy.FalconPolicy" ], "n_typable": 4, "n_typed": 3, "n_any": 1, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/flat_model_helpers.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.inference.v2.model_implementations.flat_model_helpers.make_metadata_filename", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.flat_model_helpers.TensorMetadata", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "TensorMetadata.dtype", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "TensorMetadata.shape", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "TensorMetadata.strides", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "TensorMetadata.offset", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 4, "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 4, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.flat_model_helpers.ParameterMetadata", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "ParameterMetadata.core_param", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "ParameterMetadata.aux_params", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 2, "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.inference.v2.model_implementations.flat_model_helpers.pad_to_aligned_offset", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.flat_model_helpers.LayerMetadata", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "LayerMetadata.params", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 1, "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 1, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.inference.v2.model_implementations.flat_model_helpers.make_param_filename", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.inference.v2.model_implementations.flat_model_helpers.flatten_inference_model", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.inference.v2.model_implementations.flat_model_helpers.restore_inference_model", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.flat_model_helpers.ModelMetadata", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "ModelMetadata.policy", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "ModelMetadata.layers", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 2, "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.inference.v2.model_implementations.flat_model_helpers.make_model_config_filename", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.flat_model_helpers", "names": [ "deepspeed.inference.v2.model_implementations.flat_model_helpers.LayerMetadata", "deepspeed.inference.v2.model_implementations.flat_model_helpers.ModelMetadata", "deepspeed.inference.v2.model_implementations.flat_model_helpers.ParameterMetadata", "deepspeed.inference.v2.model_implementations.flat_model_helpers.TensorMetadata", "deepspeed.inference.v2.model_implementations.flat_model_helpers.flatten_inference_model", "deepspeed.inference.v2.model_implementations.flat_model_helpers.make_metadata_filename", "deepspeed.inference.v2.model_implementations.flat_model_helpers.make_model_config_filename", "deepspeed.inference.v2.model_implementations.flat_model_helpers.make_param_filename", "deepspeed.inference.v2.model_implementations.flat_model_helpers.pad_to_aligned_offset", "deepspeed.inference.v2.model_implementations.flat_model_helpers.restore_inference_model" ], "n_typable": 31, "n_typed": 31, "n_any": 0, "n_untyped": 0, "n_functions": 6, "n_function_overloads": 6, "n_function_params": 16, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 4, "n_attrs": 9, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/inference_model_base.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.inference.v2.model_implementations.inference_model_base.MPType", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "deepspeed.inference.v2.model_implementations.inference_model_base.DSModelImplementationConfig", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "function", "name": "deepspeed.inference.v2.model_implementations.inference_model_base.cached_property", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.inference_model_base.DSInferenceModelBase", "methods": [ { "kind": "function", "name": "DSInferenceModelBase.__init__", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DSInferenceModelBase.set_parameters", "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "DSInferenceModelBase.set_state_manager", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSInferenceModelBase.get_kv_requirements", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DSInferenceModelBase.get_remaining_block_capacity", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSInferenceModelBase.maybe_allocate_kv", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSInferenceModelBase.kv_cache_config", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DSInferenceModelBase.maybe_free_kv", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSInferenceModelBase.prepare_batch", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSInferenceModelBase.forward", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [ { "kind": "property", "name": "DSInferenceModelBase.config", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DSInferenceModelBase.tp_rank", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DSInferenceModelBase.tp_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DSInferenceModelBase.model_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "DSInferenceModelBase.engine_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "DSInferenceModelBase.flattened_params", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DSInferenceModelBase.flattened_param_metadata", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DSInferenceModelBase.max_sequence_length", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "DSInferenceModelBase._config", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSInferenceModelBase._engine_config", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSInferenceModelBase._base_mp_group", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSInferenceModelBase._non_transformer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSInferenceModelBase._transformer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSInferenceModelBase.state_manager", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 40, "n_typed": 36, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 10, "n_method_overloads": 10, "n_method_params": 16, "n_attrs": 6, "n_properties": 8 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.inference_model_base", "names": [ "deepspeed.inference.v2.model_implementations.inference_model_base.DSInferenceModelBase", "deepspeed.inference.v2.model_implementations.inference_model_base.DSModelImplementationConfig", "deepspeed.inference.v2.model_implementations.inference_model_base.MPType", "deepspeed.inference.v2.model_implementations.inference_model_base.cached_property" ], "n_typable": 44, "n_typed": 38, "n_any": 0, "n_untyped": 6, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 1, "n_methods": 10, "n_method_overloads": 10, "n_method_params": 16, "n_classes": 1, "n_attrs": 8, "n_properties": 8, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/inference_policy_base.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.inference_policy_base.PolicyMeta", "methods": [ { "kind": "function", "name": "PolicyMeta.__new__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 3, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.inference_policy_base.InferenceV2Policy", "methods": [ { "kind": "function", "name": "InferenceV2Policy.__init__", "n_typed": 3, "n_any": 1, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "InferenceV2Policy.build_model", "n_typed": 2, "n_any": 1, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "InferenceV2Policy.instantiate_model", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "InferenceV2Policy.build_container_map", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InferenceV2Policy.populate_model_parameters", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 11, "n_typed": 9, "n_any": 2, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 6, "n_attrs": 0, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.inference.v2.model_implementations.inference_policy_base.POLICIES", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.inference_policy_base.ContainerMap", "methods": [ { "kind": "function", "name": "ContainerMap.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ContainerMap.set_transformer_params", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ContainerMap.set_non_transformer_params", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ContainerMap.set_unmapped_params", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ContainerMap.map_param", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ContainerMap.validate", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [ { "kind": "property", "name": "ContainerMap.transformer_params", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "ContainerMap.non_transformer_params", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [], "n_typable": 14, "n_typed": 12, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 6, "n_attrs": 0, "n_properties": 2 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.inference_policy_base", "names": [ "deepspeed.inference.v2.model_implementations.inference_policy_base.ContainerMap", "deepspeed.inference.v2.model_implementations.inference_policy_base.InferenceV2Policy", "deepspeed.inference.v2.model_implementations.inference_policy_base.POLICIES", "deepspeed.inference.v2.model_implementations.inference_policy_base.PolicyMeta" ], "n_typable": 29, "n_typed": 21, "n_any": 2, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 12, "n_method_overloads": 12, "n_method_params": 15, "n_classes": 3, "n_attrs": 1, "n_properties": 2, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/inference_transformer_base.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.inference.v2.model_implementations.inference_transformer_base.cached_property", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.inference_transformer_base.DSTransformerModelBase", "methods": [ { "kind": "function", "name": "DSTransformerModelBase.__init__", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DSTransformerModelBase.make_embedding_layer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DSTransformerModelBase.transform_embedding_param", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSTransformerModelBase.make_unembedding_layer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DSTransformerModelBase.transform_unembed_param", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSTransformerModelBase.make_qkv_layer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DSTransformerModelBase.transform_qkv_param", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSTransformerModelBase.make_attn_layer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DSTransformerModelBase.get_kv_requirements", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DSTransformerModelBase.get_remaining_block_capacity", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSTransformerModelBase.maybe_allocate_kv", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSTransformerModelBase.kv_cache_config", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DSTransformerModelBase.prepare_batch", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSTransformerModelBase.make_attn_out_layer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DSTransformerModelBase.transform_attn_out_param", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSTransformerModelBase.make_mlp_1_layer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DSTransformerModelBase.transform_mlp_1_param", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSTransformerModelBase.make_mlp_2_layer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DSTransformerModelBase.transform_mlp_2_param", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSTransformerModelBase.make_norm_layer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DSTransformerModelBase.transform_norm_param", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "DSTransformerModelBase.num_layers", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DSTransformerModelBase.model_dim", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DSTransformerModelBase.vocab_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DSTransformerModelBase.head_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DSTransformerModelBase.n_heads", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DSTransformerModelBase.n_heads_q", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DSTransformerModelBase.n_heads_kv", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DSTransformerModelBase.intermediate_dim", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DSTransformerModelBase.positional_embedding_type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DSTransformerModelBase.activation_dtype", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DSTransformerModelBase.mlp_activation_fn", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DSTransformerModelBase.norm_type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DSTransformerModelBase.positional_embedding_config", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DSTransformerModelBase.n_heads_q_local", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DSTransformerModelBase.n_heads_kv_local", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DSTransformerModelBase.gated_mlp", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [], "n_typable": 54, "n_typed": 54, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 21, "n_method_overloads": 21, "n_method_params": 17, "n_attrs": 0, "n_properties": 16 }, { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.inference_transformer_base.DSMoETransformerModelBase", "methods": [ { "kind": "function", "name": "DSMoETransformerModelBase.make_moe_layer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DSMoETransformerModelBase.transform_moe_gate_param", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSMoETransformerModelBase.transform_moe_mlp_1_param", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSMoETransformerModelBase.transform_moe_mlp_2_param", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "DSMoETransformerModelBase.n_experts", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DSMoETransformerModelBase.n_top_k", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DSMoETransformerModelBase.normalize_expert_scores", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [], "n_typable": 10, "n_typed": 10, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 3, "n_attrs": 0, "n_properties": 3 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.inference_transformer_base", "names": [ "deepspeed.inference.v2.model_implementations.inference_transformer_base.DSMoETransformerModelBase", "deepspeed.inference.v2.model_implementations.inference_transformer_base.DSTransformerModelBase", "deepspeed.inference.v2.model_implementations.inference_transformer_base.cached_property" ], "n_typable": 66, "n_typed": 64, "n_any": 0, "n_untyped": 2, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 1, "n_methods": 25, "n_method_overloads": 25, "n_method_params": 20, "n_classes": 2, "n_attrs": 0, "n_properties": 19, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/layer_container_base.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.inference.v2.model_implementations.layer_container_base.InferenceModel", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.layer_container_base.LayerMetaclass", "methods": [ { "kind": "function", "name": "LayerMetaclass.__new__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "LayerMetaclass.__call__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 7, "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 5, "n_attrs": 0, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.inference.v2.model_implementations.layer_container_base.MAPPING_KEY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.inference.v2.model_implementations.layer_container_base.LayerContainer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "function", "name": "deepspeed.inference.v2.model_implementations.layer_container_base.make_finalization_callback", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.inference.v2.model_implementations.layer_container_base.PLIST_HELPERS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.layer_container_base", "names": [ "deepspeed.inference.v2.model_implementations.layer_container_base.InferenceModel", "deepspeed.inference.v2.model_implementations.layer_container_base.LayerContainer", "deepspeed.inference.v2.model_implementations.layer_container_base.LayerMetaclass", "deepspeed.inference.v2.model_implementations.layer_container_base.MAPPING_KEY", "deepspeed.inference.v2.model_implementations.layer_container_base.PLIST_HELPERS", "deepspeed.inference.v2.model_implementations.layer_container_base.make_finalization_callback" ], "n_typable": 11, "n_typed": 3, "n_any": 0, "n_untyped": 8, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 1, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 5, "n_classes": 1, "n_attrs": 4, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/llama_v2/container.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.llama_v2.container.Llama2NonTransformerContainer", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "Llama2NonTransformerContainer.word_emb", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Llama2NonTransformerContainer.word_unembed", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Llama2NonTransformerContainer.final_norm", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Llama2NonTransformerContainer.PARAM_MAPPING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 3, "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 4, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.llama_v2.container.Llama2TransformerContainer", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "Llama2TransformerContainer.qkv_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Llama2TransformerContainer.attn_out_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Llama2TransformerContainer.mlp_1_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Llama2TransformerContainer.mlp_2_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Llama2TransformerContainer.attn_norm_gamma", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Llama2TransformerContainer.mlp_norm_gamma", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Llama2TransformerContainer.PARAM_MAPPING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 6, "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 7, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.llama_v2.container", "names": [ "deepspeed.inference.v2.model_implementations.llama_v2.container.Llama2NonTransformerContainer", "deepspeed.inference.v2.model_implementations.llama_v2.container.Llama2TransformerContainer" ], "n_typable": 9, "n_typed": 9, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 2, "n_attrs": 11, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/llama_v2/model.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.llama_v2.model.Llama2InferenceModel", "methods": [ { "kind": "function", "name": "Llama2InferenceModel._forward_embed", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Llama2InferenceModel._forward_transformer_layer", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "Llama2InferenceModel._forward_unembed", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Llama2InferenceModel.forward", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "Llama2InferenceModel.max_sequence_length", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Llama2InferenceModel.num_layers", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Llama2InferenceModel.model_dim", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Llama2InferenceModel.vocab_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Llama2InferenceModel.head_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Llama2InferenceModel.n_heads", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Llama2InferenceModel.intermediate_dim", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Llama2InferenceModel.n_heads_kv", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Llama2InferenceModel.activation_dtype", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Llama2InferenceModel.mlp_activation_fn", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Llama2InferenceModel.norm_type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Llama2InferenceModel.positional_embedding_type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Llama2InferenceModel.positional_embedding_config", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "Llama2InferenceModel._non_transformer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Llama2InferenceModel._transformer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 27, "n_typed": 27, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 8, "n_attrs": 2, "n_properties": 13 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.llama_v2.model", "names": [ "deepspeed.inference.v2.model_implementations.llama_v2.model.Llama2InferenceModel" ], "n_typable": 27, "n_typed": 27, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 8, "n_classes": 1, "n_attrs": 2, "n_properties": 13, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/llama_v2/policy.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.llama_v2.policy.Llama2Policy", "methods": [ { "kind": "function", "name": "Llama2Policy.instantiate_model", "n_typed": 2, "n_any": 1, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Llama2Policy.build_container_map", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 4, "n_typed": 3, "n_any": 1, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.llama_v2.policy", "names": [ "deepspeed.inference.v2.model_implementations.llama_v2.policy.Llama2Policy" ], "n_typable": 4, "n_typed": 3, "n_any": 1, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/mistral/container.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.mistral.container.MistralNonTransformerContainer", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "MistralNonTransformerContainer.word_emb", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "MistralNonTransformerContainer.word_unembed", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "MistralNonTransformerContainer.final_norm", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "MistralNonTransformerContainer.PARAM_MAPPING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 3, "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 4, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.mistral.container.MistralTransformerContainer", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "MistralTransformerContainer.qkv_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "MistralTransformerContainer.attn_out_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "MistralTransformerContainer.mlp_1_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "MistralTransformerContainer.mlp_2_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "MistralTransformerContainer.attn_norm_gamma", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "MistralTransformerContainer.mlp_norm_gamma", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "MistralTransformerContainer.PARAM_MAPPING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 6, "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 7, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.mistral.container", "names": [ "deepspeed.inference.v2.model_implementations.mistral.container.MistralNonTransformerContainer", "deepspeed.inference.v2.model_implementations.mistral.container.MistralTransformerContainer" ], "n_typable": 9, "n_typed": 9, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 2, "n_attrs": 11, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/mistral/model.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.mistral.model.MistralInferenceModel", "methods": [ { "kind": "function", "name": "MistralInferenceModel._forward_embed", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MistralInferenceModel._forward_transformer", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "MistralInferenceModel._forward_unembed", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MistralInferenceModel.forward", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "MistralInferenceModel.max_sequence_length", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "MistralInferenceModel.num_layers", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "MistralInferenceModel.model_dim", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "MistralInferenceModel.vocab_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "MistralInferenceModel.head_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "MistralInferenceModel.n_heads", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "MistralInferenceModel.intermediate_dim", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "MistralInferenceModel.n_heads_kv", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "MistralInferenceModel.activation_dtype", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "MistralInferenceModel.mlp_activation_fn", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "MistralInferenceModel.norm_type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "MistralInferenceModel.positional_embedding_type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "MistralInferenceModel.positional_embedding_config", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "MistralInferenceModel._non_transformer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "MistralInferenceModel._transformer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 27, "n_typed": 27, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 8, "n_attrs": 2, "n_properties": 13 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.mistral.model", "names": [ "deepspeed.inference.v2.model_implementations.mistral.model.MistralInferenceModel" ], "n_typable": 27, "n_typed": 27, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 8, "n_classes": 1, "n_attrs": 2, "n_properties": 13, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/mistral/policy.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.mistral.policy.MistralPolicy", "methods": [ { "kind": "function", "name": "MistralPolicy.instantiate_model", "n_typed": 2, "n_any": 1, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MistralPolicy.build_container_map", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 4, "n_typed": 3, "n_any": 1, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.mistral.policy", "names": [ "deepspeed.inference.v2.model_implementations.mistral.policy.MistralPolicy" ], "n_typable": 4, "n_typed": 3, "n_any": 1, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/mixtral/container.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.mixtral.container.MixtralNonTransformerContainer", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "MixtralNonTransformerContainer.word_emb", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "MixtralNonTransformerContainer.word_unembed", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "MixtralNonTransformerContainer.final_norm", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "MixtralNonTransformerContainer.PARAM_MAPPING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 3, "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 4, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.mixtral.container.MixtralTransformerContainer", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "MixtralTransformerContainer.qkv_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "MixtralTransformerContainer.attn_out_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "MixtralTransformerContainer.moe_gate", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "MixtralTransformerContainer.moe_mlp_1", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "MixtralTransformerContainer.moe_mlp_2", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "MixtralTransformerContainer.attn_norm_gamma", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "MixtralTransformerContainer.mlp_norm_gamma", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "MixtralTransformerContainer.PARAM_MAPPING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 7, "n_typed": 7, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 8, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.mixtral.container", "names": [ "deepspeed.inference.v2.model_implementations.mixtral.container.MixtralNonTransformerContainer", "deepspeed.inference.v2.model_implementations.mixtral.container.MixtralTransformerContainer" ], "n_typable": 10, "n_typed": 10, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 2, "n_attrs": 12, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/mixtral/model.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.mixtral.model.MixtralInferenceModel", "methods": [ { "kind": "function", "name": "MixtralInferenceModel.__init__", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "MixtralInferenceModel._forward_embed", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MixtralInferenceModel._forward_transformer", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "MixtralInferenceModel._forward_unembed", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MixtralInferenceModel.forward", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "MixtralInferenceModel.max_sequence_length", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "MixtralInferenceModel.num_layers", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "MixtralInferenceModel.model_dim", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "MixtralInferenceModel.vocab_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "MixtralInferenceModel.head_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "MixtralInferenceModel.n_heads", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "MixtralInferenceModel.intermediate_dim", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "MixtralInferenceModel.n_heads_kv", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "MixtralInferenceModel.activation_dtype", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "MixtralInferenceModel.mlp_activation_fn", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "MixtralInferenceModel.norm_type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "MixtralInferenceModel.positional_embedding_type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "MixtralInferenceModel.positional_embedding_config", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "MixtralInferenceModel.n_experts", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "MixtralInferenceModel.n_top_k", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "MixtralInferenceModel.normalize_expert_scores", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "MixtralInferenceModel._non_transformer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "MixtralInferenceModel._transformer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 34, "n_typed": 34, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 11, "n_attrs": 2, "n_properties": 16 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.mixtral.model", "names": [ "deepspeed.inference.v2.model_implementations.mixtral.model.MixtralInferenceModel" ], "n_typable": 34, "n_typed": 34, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 11, "n_classes": 1, "n_attrs": 2, "n_properties": 16, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/mixtral/policy.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.mixtral.policy.MixtralPolicy", "methods": [ { "kind": "function", "name": "MixtralPolicy.instantiate_model", "n_typed": 2, "n_any": 1, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MixtralPolicy.build_container_map", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 4, "n_typed": 3, "n_any": 1, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.mixtral.policy", "names": [ "deepspeed.inference.v2.model_implementations.mixtral.policy.MixtralPolicy" ], "n_typable": 4, "n_typed": 3, "n_any": 1, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/opt/container.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.opt.container.OPTTransformerContainer", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "OPTTransformerContainer.qkv_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "OPTTransformerContainer.qkv_b", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "OPTTransformerContainer.attn_out_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "OPTTransformerContainer.attn_out_b", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "OPTTransformerContainer.mlp_1_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "OPTTransformerContainer.mlp_1_b", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "OPTTransformerContainer.mlp_2_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "OPTTransformerContainer.mlp_2_b", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "OPTTransformerContainer.attn_norm_beta", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "OPTTransformerContainer.attn_norm_gamma", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "OPTTransformerContainer.mlp_norm_beta", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "OPTTransformerContainer.mlp_norm_gamma", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "OPTTransformerContainer.PARAM_MAPPING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 12, "n_typed": 12, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 13, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.opt.container.OPTNonTransformerContainer", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "OPTNonTransformerContainer.word_emb", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "OPTNonTransformerContainer.word_emb_pos", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "OPTNonTransformerContainer.word_unembed", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "OPTNonTransformerContainer.final_norm_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "OPTNonTransformerContainer.final_norm_b", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "OPTNonTransformerContainer.PARAM_MAPPING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 5, "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 6, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.opt.container", "names": [ "deepspeed.inference.v2.model_implementations.opt.container.OPTNonTransformerContainer", "deepspeed.inference.v2.model_implementations.opt.container.OPTTransformerContainer" ], "n_typable": 17, "n_typed": 17, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 2, "n_attrs": 19, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/opt/model.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.opt.model.OPTInferenceModel", "methods": [ { "kind": "function", "name": "OPTInferenceModel.make_embedding_layer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OPTInferenceModel._forward_embed", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "OPTInferenceModel._forward_transformer_layer", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "OPTInferenceModel._forward_unembed", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "OPTInferenceModel.forward", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "OPTInferenceModel.max_sequence_length", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "OPTInferenceModel.num_layers", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "OPTInferenceModel.model_dim", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "OPTInferenceModel.vocab_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "OPTInferenceModel.head_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "OPTInferenceModel.n_heads", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "OPTInferenceModel.intermediate_dim", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "OPTInferenceModel.activation_dtype", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "OPTInferenceModel.mlp_activation_fn", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "OPTInferenceModel.norm_type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "OPTInferenceModel.positional_embedding_type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "OPTInferenceModel.positional_embedding_config", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "OPTInferenceModel._non_transformer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "OPTInferenceModel._transformer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 27, "n_typed": 27, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 8, "n_attrs": 2, "n_properties": 12 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.opt.model", "names": [ "deepspeed.inference.v2.model_implementations.opt.model.OPTInferenceModel" ], "n_typable": 27, "n_typed": 27, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 8, "n_classes": 1, "n_attrs": 2, "n_properties": 12, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/opt/policy.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.opt.policy.OPTPolicy", "methods": [ { "kind": "function", "name": "OPTPolicy.instantiate_model", "n_typed": 2, "n_any": 1, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "OPTPolicy.build_container_map", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 4, "n_typed": 3, "n_any": 1, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.opt.policy", "names": [ "deepspeed.inference.v2.model_implementations.opt.policy.OPTPolicy" ], "n_typable": 4, "n_typed": 3, "n_any": 1, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/parameter_base.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.inference.v2.model_implementations.parameter_base.make_param_getter", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "attr", "name": "deepspeed.inference.v2.model_implementations.parameter_base.InferenceModel", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "function", "name": "deepspeed.inference.v2.model_implementations.parameter_base.make_readonly_setter", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.parameter_base.ParameterMetaclass", "methods": [ { "kind": "function", "name": "ParameterMetaclass.__new__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "ParameterMetaclass.__call__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 7, "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 5, "n_attrs": 0, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.inference.v2.model_implementations.parameter_base.MAPPING_KEY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.inference.v2.model_implementations.parameter_base.LayerContainer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.parameter_base.ParameterBase", "methods": [ { "kind": "function", "name": "ParameterBase.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ParameterBase.finalize", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ParameterBase.complete_component", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "ParameterBase.inference_model", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ParameterBase.completed_components", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ParameterBase.parent_container", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 8, "n_typed": 5, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 2, "n_attrs": 3, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.inference.v2.model_implementations.parameter_base.make_param_setter", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.inference.v2.model_implementations.parameter_base.ParamList", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.parameter_base.ParametrizedList", "methods": [ { "kind": "function", "name": "ParametrizedList.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ParametrizedList.__getitem__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ParametrizedList.__setitem__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ParametrizedList.__iter__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "ParametrizedList.n_params", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "ParametrizedList.param", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "ParametrizedList.set_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 12, "n_typed": 5, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 5, "n_attrs": 3, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.parameter_base", "names": [ "deepspeed.inference.v2.model_implementations.parameter_base.InferenceModel", "deepspeed.inference.v2.model_implementations.parameter_base.LayerContainer", "deepspeed.inference.v2.model_implementations.parameter_base.MAPPING_KEY", "deepspeed.inference.v2.model_implementations.parameter_base.ParamList", "deepspeed.inference.v2.model_implementations.parameter_base.ParameterBase", "deepspeed.inference.v2.model_implementations.parameter_base.ParameterMetaclass", "deepspeed.inference.v2.model_implementations.parameter_base.ParametrizedList", "deepspeed.inference.v2.model_implementations.parameter_base.make_param_getter", "deepspeed.inference.v2.model_implementations.parameter_base.make_param_setter", "deepspeed.inference.v2.model_implementations.parameter_base.make_readonly_setter" ], "n_typable": 38, "n_typed": 13, "n_any": 0, "n_untyped": 25, "n_functions": 4, "n_function_overloads": 4, "n_function_params": 5, "n_methods": 9, "n_method_overloads": 9, "n_method_params": 12, "n_classes": 3, "n_attrs": 9, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/phi/containers.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.phi.containers.PhiNonTransformerContainer", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "PhiNonTransformerContainer.word_emb", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "PhiNonTransformerContainer.word_unembed_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "PhiNonTransformerContainer.word_unembed_b", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "PhiNonTransformerContainer.final_norm_gamma", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "PhiNonTransformerContainer.final_norm_beta", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "PhiNonTransformerContainer.PARAM_MAPPING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 5, "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 6, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.phi.containers.PhiTransformerContainer", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "PhiTransformerContainer.qkv_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "PhiTransformerContainer.qkv_b", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "PhiTransformerContainer.attn_out_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "PhiTransformerContainer.attn_out_b", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "PhiTransformerContainer.mlp_1_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "PhiTransformerContainer.mlp_1_b", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "PhiTransformerContainer.mlp_2_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "PhiTransformerContainer.mlp_2_b", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "PhiTransformerContainer.ln_gamma", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "PhiTransformerContainer.ln_beta", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "PhiTransformerContainer.PARAM_MAPPING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 10, "n_typed": 10, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 11, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.phi.containers", "names": [ "deepspeed.inference.v2.model_implementations.phi.containers.PhiNonTransformerContainer", "deepspeed.inference.v2.model_implementations.phi.containers.PhiTransformerContainer" ], "n_typable": 15, "n_typed": 15, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 2, "n_attrs": 17, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/phi/model.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.phi.model.PhiInferenceModel", "methods": [ { "kind": "function", "name": "PhiInferenceModel._forward_embed", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PhiInferenceModel._forward_transformer_layer", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "PhiInferenceModel._forward_unembed", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "PhiInferenceModel.forward", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "PhiInferenceModel.max_sequence_length", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "PhiInferenceModel.num_layers", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "PhiInferenceModel.model_dim", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "PhiInferenceModel.vocab_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "PhiInferenceModel.head_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "PhiInferenceModel.n_heads", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "PhiInferenceModel.intermediate_dim", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "PhiInferenceModel.n_heads_kv", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "PhiInferenceModel.activation_dtype", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "PhiInferenceModel.mlp_activation_fn", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "PhiInferenceModel.norm_type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "PhiInferenceModel.positional_embedding_type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "PhiInferenceModel.positional_embedding_config", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "PhiInferenceModel._non_transformer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "PhiInferenceModel._transformer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 27, "n_typed": 27, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 8, "n_attrs": 2, "n_properties": 13 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.phi.model", "names": [ "deepspeed.inference.v2.model_implementations.phi.model.PhiInferenceModel" ], "n_typable": 27, "n_typed": 27, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 8, "n_classes": 1, "n_attrs": 2, "n_properties": 13, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/phi/policy.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.phi.policy.PhiPolicy", "methods": [ { "kind": "function", "name": "PhiPolicy.instantiate_model", "n_typed": 2, "n_any": 1, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "PhiPolicy.build_container_map", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 4, "n_typed": 3, "n_any": 1, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.phi.policy", "names": [ "deepspeed.inference.v2.model_implementations.phi.policy.PhiPolicy" ], "n_typable": 4, "n_typed": 3, "n_any": 1, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/phi3/containers.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.phi3.containers.Phi3NonTransformerContainer", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "Phi3NonTransformerContainer.word_emb", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Phi3NonTransformerContainer.word_unembed_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Phi3NonTransformerContainer.final_norm_gamma", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Phi3NonTransformerContainer.PARAM_MAPPING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 3, "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 4, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.phi3.containers.Phi3TransformerContainer", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "Phi3TransformerContainer.qkv_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Phi3TransformerContainer.attn_out_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Phi3TransformerContainer.mlp_1_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Phi3TransformerContainer.mlp_2_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Phi3TransformerContainer.attn_norm_gamma", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Phi3TransformerContainer.mlp_norm_gamma", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Phi3TransformerContainer.PARAM_MAPPING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 6, "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 7, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.phi3.containers", "names": [ "deepspeed.inference.v2.model_implementations.phi3.containers.Phi3NonTransformerContainer", "deepspeed.inference.v2.model_implementations.phi3.containers.Phi3TransformerContainer" ], "n_typable": 9, "n_typed": 9, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 2, "n_attrs": 11, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/phi3/model.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.phi3.model.Phi3InferenceModel", "methods": [ { "kind": "function", "name": "Phi3InferenceModel._forward_embed", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Phi3InferenceModel._forward_transformer_layer", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "Phi3InferenceModel._forward_unembed", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Phi3InferenceModel.forward", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "Phi3InferenceModel.max_sequence_length", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Phi3InferenceModel.num_layers", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Phi3InferenceModel.model_dim", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Phi3InferenceModel.vocab_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Phi3InferenceModel.head_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Phi3InferenceModel.n_heads", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Phi3InferenceModel.intermediate_dim", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Phi3InferenceModel.n_heads_kv", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Phi3InferenceModel.activation_dtype", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Phi3InferenceModel.mlp_activation_fn", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Phi3InferenceModel.norm_type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Phi3InferenceModel.positional_embedding_type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Phi3InferenceModel.positional_embedding_config", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "Phi3InferenceModel._non_transformer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Phi3InferenceModel._transformer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 27, "n_typed": 27, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 8, "n_attrs": 2, "n_properties": 13 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.phi3.model", "names": [ "deepspeed.inference.v2.model_implementations.phi3.model.Phi3InferenceModel" ], "n_typable": 27, "n_typed": 27, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 8, "n_classes": 1, "n_attrs": 2, "n_properties": 13, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/phi3/policy.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.phi3.policy.Phi3Policy", "methods": [ { "kind": "function", "name": "Phi3Policy.instantiate_model", "n_typed": 2, "n_any": 1, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Phi3Policy.build_container_map", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 4, "n_typed": 3, "n_any": 1, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.phi3.policy", "names": [ "deepspeed.inference.v2.model_implementations.phi3.policy.Phi3Policy" ], "n_typable": 4, "n_typed": 3, "n_any": 1, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/qwen/container.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.qwen.container.QwenTransformerContainer", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "QwenTransformerContainer.qkv_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "QwenTransformerContainer.qkv_b", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "QwenTransformerContainer.attn_out_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "QwenTransformerContainer.mlp_1_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "QwenTransformerContainer.mlp_2_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "QwenTransformerContainer.attn_norm_gamma", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "QwenTransformerContainer.mlp_norm_gamma", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "QwenTransformerContainer.PARAM_MAPPING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 7, "n_typed": 7, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 8, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.qwen.container.QwenNonTransformerContainer", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "QwenNonTransformerContainer.word_emb", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "QwenNonTransformerContainer.word_unembed", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "QwenNonTransformerContainer.final_norm", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "QwenNonTransformerContainer.PARAM_MAPPING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 3, "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 4, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.qwen.container", "names": [ "deepspeed.inference.v2.model_implementations.qwen.container.QwenNonTransformerContainer", "deepspeed.inference.v2.model_implementations.qwen.container.QwenTransformerContainer" ], "n_typable": 10, "n_typed": 10, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 2, "n_attrs": 12, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/qwen/model.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.qwen.model.QwenInferenceModel", "methods": [ { "kind": "function", "name": "QwenInferenceModel.make_norm_layer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "QwenInferenceModel._forward_embed", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "QwenInferenceModel._forward_transformer_layer", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "QwenInferenceModel._forward_unembed", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "QwenInferenceModel.forward", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "QwenInferenceModel.max_sequence_length", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "QwenInferenceModel.num_layers", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "QwenInferenceModel.model_dim", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "QwenInferenceModel.vocab_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "QwenInferenceModel.head_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "QwenInferenceModel.n_heads", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "QwenInferenceModel.intermediate_dim", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "QwenInferenceModel.n_heads_kv", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "QwenInferenceModel.activation_dtype", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "QwenInferenceModel.mlp_activation_fn", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "QwenInferenceModel.norm_type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "QwenInferenceModel.positional_embedding_type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "QwenInferenceModel.positional_embedding_config", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "QwenInferenceModel._non_transformer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "QwenInferenceModel._transformer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 28, "n_typed": 28, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 8, "n_attrs": 2, "n_properties": 13 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.qwen.model", "names": [ "deepspeed.inference.v2.model_implementations.qwen.model.QwenInferenceModel" ], "n_typable": 28, "n_typed": 28, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 8, "n_classes": 1, "n_attrs": 2, "n_properties": 13, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/qwen/policy.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.qwen.policy.QwenPolicy", "methods": [ { "kind": "function", "name": "QwenPolicy.instantiate_model", "n_typed": 2, "n_any": 1, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "QwenPolicy.build_container_map", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 4, "n_typed": 3, "n_any": 1, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.qwen.policy", "names": [ "deepspeed.inference.v2.model_implementations.qwen.policy.QwenPolicy" ], "n_typable": 4, "n_typed": 3, "n_any": 1, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/qwen_v2/container.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.qwen_v2.container.Qwen2TransformerContainer", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "Qwen2TransformerContainer.qkv_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Qwen2TransformerContainer.qkv_b", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Qwen2TransformerContainer.attn_out_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Qwen2TransformerContainer.mlp_1_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Qwen2TransformerContainer.mlp_2_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Qwen2TransformerContainer.attn_norm_gamma", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Qwen2TransformerContainer.mlp_norm_gamma", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Qwen2TransformerContainer.PARAM_MAPPING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 7, "n_typed": 7, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 8, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.qwen_v2.container.Qwen2NonTransformerContainer", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "Qwen2NonTransformerContainer.word_emb", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Qwen2NonTransformerContainer.word_unembed", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Qwen2NonTransformerContainer.final_norm", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Qwen2NonTransformerContainer.PARAM_MAPPING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 3, "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 4, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.qwen_v2.container", "names": [ "deepspeed.inference.v2.model_implementations.qwen_v2.container.Qwen2NonTransformerContainer", "deepspeed.inference.v2.model_implementations.qwen_v2.container.Qwen2TransformerContainer" ], "n_typable": 10, "n_typed": 10, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 2, "n_attrs": 12, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/qwen_v2/model.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.qwen_v2.model.Qwen2InferenceModel", "methods": [ { "kind": "function", "name": "Qwen2InferenceModel.make_norm_layer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Qwen2InferenceModel._forward_embed", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Qwen2InferenceModel._forward_transformer_layer", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "Qwen2InferenceModel._forward_unembed", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Qwen2InferenceModel.forward", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "Qwen2InferenceModel.max_sequence_length", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Qwen2InferenceModel.num_layers", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Qwen2InferenceModel.model_dim", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Qwen2InferenceModel.vocab_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Qwen2InferenceModel.head_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Qwen2InferenceModel.n_heads", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Qwen2InferenceModel.intermediate_dim", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Qwen2InferenceModel.n_heads_kv", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Qwen2InferenceModel.activation_dtype", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Qwen2InferenceModel.mlp_activation_fn", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Qwen2InferenceModel.norm_type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Qwen2InferenceModel.positional_embedding_type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Qwen2InferenceModel.positional_embedding_config", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "Qwen2InferenceModel._non_transformer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Qwen2InferenceModel._transformer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 28, "n_typed": 28, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 8, "n_attrs": 2, "n_properties": 13 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.qwen_v2.model", "names": [ "deepspeed.inference.v2.model_implementations.qwen_v2.model.Qwen2InferenceModel" ], "n_typable": 28, "n_typed": 28, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 8, "n_classes": 1, "n_attrs": 2, "n_properties": 13, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/qwen_v2/policy.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.qwen_v2.policy.Qwen2Policy", "methods": [ { "kind": "function", "name": "Qwen2Policy.instantiate_model", "n_typed": 2, "n_any": 1, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Qwen2Policy.build_container_map", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 4, "n_typed": 3, "n_any": 1, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.qwen_v2.policy", "names": [ "deepspeed.inference.v2.model_implementations.qwen_v2.policy.Qwen2Policy" ], "n_typable": 4, "n_typed": 3, "n_any": 1, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/qwen_v2_moe/container.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.qwen_v2_moe.container.Qwen2MoeTransformerContainer", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "Qwen2MoeTransformerContainer.qkv_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Qwen2MoeTransformerContainer.qkv_b", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Qwen2MoeTransformerContainer.attn_out_w", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Qwen2MoeTransformerContainer.moe_gate", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Qwen2MoeTransformerContainer.moe_mlp_1", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Qwen2MoeTransformerContainer.moe_mlp_2", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Qwen2MoeTransformerContainer.shared_moe_mlp_1", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Qwen2MoeTransformerContainer.shared_moe_mlp_2", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Qwen2MoeTransformerContainer.shared_moe_gate", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Qwen2MoeTransformerContainer.attn_norm_gamma", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Qwen2MoeTransformerContainer.mlp_norm_gamma", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Qwen2MoeTransformerContainer.PARAM_MAPPING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 11, "n_typed": 11, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 12, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.qwen_v2_moe.container.Qwen2MoeNonTransformerContainer", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "Qwen2MoeNonTransformerContainer.word_emb", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Qwen2MoeNonTransformerContainer.word_unembed", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Qwen2MoeNonTransformerContainer.final_norm", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Qwen2MoeNonTransformerContainer.PARAM_MAPPING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 3, "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 4, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.qwen_v2_moe.container", "names": [ "deepspeed.inference.v2.model_implementations.qwen_v2_moe.container.Qwen2MoeNonTransformerContainer", "deepspeed.inference.v2.model_implementations.qwen_v2_moe.container.Qwen2MoeTransformerContainer" ], "n_typable": 14, "n_typed": 14, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 2, "n_attrs": 16, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/qwen_v2_moe/model.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.qwen_v2_moe.model.Qwen2MoeInferenceModel", "methods": [ { "kind": "function", "name": "Qwen2MoeInferenceModel.make_moe_layer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Qwen2MoeInferenceModel.make_shared_expert_mlp_1_layer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Qwen2MoeInferenceModel.make_shared_expert_mlp_2_layer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Qwen2MoeInferenceModel.make_shared_expert_gate_layer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Qwen2MoeInferenceModel.make_norm_layer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Qwen2MoeInferenceModel.__init__", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "Qwen2MoeInferenceModel._forward_embed", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Qwen2MoeInferenceModel._forward_transformer", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "Qwen2MoeInferenceModel._forward_unembed", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Qwen2MoeInferenceModel.forward", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "Qwen2MoeInferenceModel.max_sequence_length", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Qwen2MoeInferenceModel.num_layers", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Qwen2MoeInferenceModel.model_dim", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Qwen2MoeInferenceModel.vocab_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Qwen2MoeInferenceModel.head_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Qwen2MoeInferenceModel.n_heads", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Qwen2MoeInferenceModel.intermediate_dim", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Qwen2MoeInferenceModel.n_heads_kv", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Qwen2MoeInferenceModel.activation_dtype", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Qwen2MoeInferenceModel.mlp_activation_fn", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Qwen2MoeInferenceModel.norm_type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Qwen2MoeInferenceModel.positional_embedding_type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Qwen2MoeInferenceModel.positional_embedding_config", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Qwen2MoeInferenceModel.n_experts", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Qwen2MoeInferenceModel.n_top_k", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Qwen2MoeInferenceModel.normalize_expert_scores", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "Qwen2MoeInferenceModel._non_transformer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Qwen2MoeInferenceModel._transformer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 39, "n_typed": 39, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 10, "n_method_overloads": 10, "n_method_params": 11, "n_attrs": 2, "n_properties": 16 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.qwen_v2_moe.model", "names": [ "deepspeed.inference.v2.model_implementations.qwen_v2_moe.model.Qwen2MoeInferenceModel" ], "n_typable": 39, "n_typed": 39, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 10, "n_method_overloads": 10, "n_method_params": 11, "n_classes": 1, "n_attrs": 2, "n_properties": 16, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/qwen_v2_moe/policy.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.qwen_v2_moe.policy.Qwen2MoePolicy", "methods": [ { "kind": "function", "name": "Qwen2MoePolicy.instantiate_model", "n_typed": 2, "n_any": 1, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Qwen2MoePolicy.build_container_map", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 4, "n_typed": 3, "n_any": 1, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.qwen_v2_moe.policy", "names": [ "deepspeed.inference.v2.model_implementations.qwen_v2_moe.policy.Qwen2MoePolicy" ], "n_typable": 4, "n_typed": 3, "n_any": 1, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/sharding/attn.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.inference.v2.model_implementations.sharding.attn.get_local_heads", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.sharding.attn", "names": [ "deepspeed.inference.v2.model_implementations.sharding.attn.get_local_heads" ], "n_typable": 5, "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 4, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/sharding/attn_out.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.inference.v2.model_implementations.sharding.attn_out.attn_out_in_features", "n_typed": 7, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "deepspeed.inference.v2.model_implementations.sharding.attn_out.shard_attn_out_param", "n_typed": 7, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.sharding.attn_out", "names": [ "deepspeed.inference.v2.model_implementations.sharding.attn_out.attn_out_in_features", "deepspeed.inference.v2.model_implementations.sharding.attn_out.shard_attn_out_param" ], "n_typable": 14, "n_typed": 14, "n_any": 0, "n_untyped": 0, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 12, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/sharding/embedding.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.inference.v2.model_implementations.sharding.embedding.sharded_embedding_dim", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.inference.v2.model_implementations.sharding.embedding.shard_embedding_param", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.sharding.embedding", "names": [ "deepspeed.inference.v2.model_implementations.sharding.embedding.shard_embedding_param", "deepspeed.inference.v2.model_implementations.sharding.embedding.sharded_embedding_dim" ], "n_typable": 8, "n_typed": 8, "n_any": 0, "n_untyped": 0, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 6, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/sharding/mlp.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.inference.v2.model_implementations.sharding.mlp.shard_mlp_1_param", "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "deepspeed.inference.v2.model_implementations.sharding.mlp.shard_mlp_2_param", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.inference.v2.model_implementations.sharding.mlp.sharded_intermediate_dim", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.sharding.mlp", "names": [ "deepspeed.inference.v2.model_implementations.sharding.mlp.shard_mlp_1_param", "deepspeed.inference.v2.model_implementations.sharding.mlp.shard_mlp_2_param", "deepspeed.inference.v2.model_implementations.sharding.mlp.sharded_intermediate_dim" ], "n_typable": 15, "n_typed": 15, "n_any": 0, "n_untyped": 0, "n_functions": 3, "n_function_overloads": 3, "n_function_params": 12, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/sharding/qkv.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.inference.v2.model_implementations.sharding.qkv.shard_qkv_param", "n_typed": 7, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "deepspeed.inference.v2.model_implementations.sharding.qkv.qkv_out_features", "n_typed": 7, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.sharding.qkv", "names": [ "deepspeed.inference.v2.model_implementations.sharding.qkv.qkv_out_features", "deepspeed.inference.v2.model_implementations.sharding.qkv.shard_qkv_param" ], "n_typable": 14, "n_typed": 14, "n_any": 0, "n_untyped": 0, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 12, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/sharding/types.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.inference.v2.model_implementations.sharding.types.DEFAULT_SHARD_GRANULARITY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.model_implementations.sharding.types.ShardingType", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "ShardingType.INNER_DIMENSION", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ShardingType.OUTER_DIMENSION", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.sharding.types", "names": [ "deepspeed.inference.v2.model_implementations.sharding.types.DEFAULT_SHARD_GRANULARITY", "deepspeed.inference.v2.model_implementations.sharding.types.ShardingType" ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 1, "n_attrs": 3, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/sharding/unembed.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.inference.v2.model_implementations.sharding.unembed.shard_unembed_param", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.inference.v2.model_implementations.sharding.unembed.sharded_unembed_dim", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.sharding.unembed", "names": [ "deepspeed.inference.v2.model_implementations.sharding.unembed.shard_unembed_param", "deepspeed.inference.v2.model_implementations.sharding.unembed.sharded_unembed_dim" ], "n_typable": 8, "n_typed": 8, "n_any": 0, "n_untyped": 0, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 6, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/model_implementations/sharding/utils.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.inference.v2.model_implementations.sharding.utils.shard_param", "n_typed": 8, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "deepspeed.inference.v2.model_implementations.sharding.utils.get_shard_endpoints", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "type_ignores": [], "name": "deepspeed.inference.v2.model_implementations.sharding.utils", "names": [ "deepspeed.inference.v2.model_implementations.sharding.utils.get_shard_endpoints", "deepspeed.inference.v2.model_implementations.sharding.utils.shard_param" ], "n_typable": 13, "n_typed": 13, "n_any": 0, "n_untyped": 0, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 11, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/modules/configs/attention_configs.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.modules.configs.attention_configs.DSSelfAttentionConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "DSSelfAttentionConfig.n_heads_q", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSSelfAttentionConfig.n_heads_kv", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSSelfAttentionConfig.head_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSSelfAttentionConfig.max_sequences", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSSelfAttentionConfig.scale_factor", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSSelfAttentionConfig.input_dtype", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSSelfAttentionConfig.output_dtype", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSSelfAttentionConfig.masking_type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSSelfAttentionConfig.masking_args", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSSelfAttentionConfig.positional_embedding_type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSSelfAttentionConfig.positional_embedding_config", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 11, "n_typed": 11, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 11, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.modules.configs.attention_configs.MaskingType", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "MaskingType.none", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "MaskingType.causal", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "MaskingType.local", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "MaskingType.symmetric", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "MaskingType.asymmetric", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 5, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.modules.configs.attention_configs.RotateHalfConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "RotateHalfConfig.use_trained_freqs", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "RotateHalfConfig.theta_base", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "RotateHalfConfig.rotate_dim", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 3, "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 3, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.modules.configs.attention_configs.PositionalEmbeddingType", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "PositionalEmbeddingType.none", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "PositionalEmbeddingType.rotate_half", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "PositionalEmbeddingType.rotate_every_other", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "PositionalEmbeddingType.alibi", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 4, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.modules.configs.attention_configs", "names": [ "deepspeed.inference.v2.modules.configs.attention_configs.DSSelfAttentionConfig", "deepspeed.inference.v2.modules.configs.attention_configs.MaskingType", "deepspeed.inference.v2.modules.configs.attention_configs.PositionalEmbeddingType", "deepspeed.inference.v2.modules.configs.attention_configs.RotateHalfConfig" ], "n_typable": 14, "n_typed": 14, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 4, "n_attrs": 23, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/modules/configs/embedding_config.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.modules.configs.embedding_config.DSEmbeddingsConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "DSEmbeddingsConfig.residual_dtype", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSEmbeddingsConfig.embedding_dim", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSEmbeddingsConfig.positional_embedding", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSEmbeddingsConfig.positional_offset", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSEmbeddingsConfig.use_token_type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSEmbeddingsConfig.output_normalization", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 6, "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 6, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.modules.configs.embedding_config", "names": [ "deepspeed.inference.v2.modules.configs.embedding_config.DSEmbeddingsConfig" ], "n_typable": 6, "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 1, "n_attrs": 6, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/modules/configs/linear_config.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.modules.configs.linear_config.DSLinearConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "DSLinearConfig.in_channels", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSLinearConfig.out_channels", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSLinearConfig.activation", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSLinearConfig.input_dtype", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSLinearConfig.output_dtype", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 5, "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 5, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.modules.configs.linear_config", "names": [ "deepspeed.inference.v2.modules.configs.linear_config.DSLinearConfig" ], "n_typable": 5, "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 1, "n_attrs": 5, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/modules/configs/moe_config.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.modules.configs.moe_config.DSMoEConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "DSMoEConfig.model_dim", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSMoEConfig.intermediate_features", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSMoEConfig.n_experts", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSMoEConfig.top_k", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSMoEConfig.input_dtype", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSMoEConfig.output_dtype", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSMoEConfig.activation", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSMoEConfig.normalize_scores", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 8, "n_typed": 8, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 8, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.modules.configs.moe_config", "names": [ "deepspeed.inference.v2.modules.configs.moe_config.DSMoEConfig" ], "n_typable": 8, "n_typed": 8, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 1, "n_attrs": 8, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/modules/configs/norm_config.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.modules.configs.norm_config.DSNormConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "DSNormConfig.type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSNormConfig.channels", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSNormConfig.residual_dtype", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSNormConfig.input_dtype", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSNormConfig.output_dtype", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSNormConfig.eps", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 6, "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 6, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.modules.configs.norm_config", "names": [ "deepspeed.inference.v2.modules.configs.norm_config.DSNormConfig" ], "n_typable": 6, "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 1, "n_attrs": 6, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/modules/configs/unembed_config.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.modules.configs.unembed_config.DSUnembedConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "DSUnembedConfig.dtype", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSUnembedConfig.norm_type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSUnembedConfig.model_dim", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSUnembedConfig.max_sequences", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSUnembedConfig.vocab_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 5, "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 5, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.modules.configs.unembed_config", "names": [ "deepspeed.inference.v2.modules.configs.unembed_config.DSUnembedConfig" ], "n_typable": 5, "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 1, "n_attrs": 5, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/modules/ds_module.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.modules.ds_module.DSModuleBase", "methods": [ { "kind": "function", "name": "DSModuleBase.name", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DSModuleBase.config_class", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DSModuleBase.supports_config", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DSModuleBase.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 6, "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 2, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.modules.ds_module.DSModuleConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "DSModuleConfig.max_tokens", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 1, "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.modules.ds_module", "names": [ "deepspeed.inference.v2.modules.ds_module.DSModuleBase", "deepspeed.inference.v2.modules.ds_module.DSModuleConfig" ], "n_typable": 7, "n_typed": 7, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 2, "n_classes": 2, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/modules/heuristics.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.inference.v2.modules.heuristics.instantiate_attention", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.inference.v2.modules.heuristics.instantiate_moe", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.inference.v2.modules.heuristics.instantiate_unembed", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.inference.v2.modules.heuristics.instantiate_post_norm", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.inference.v2.modules.heuristics.instantiate_linear", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.inference.v2.modules.heuristics.instantiate_pre_norm", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.inference.v2.modules.heuristics.instantiate_embed", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "type_ignores": [], "name": "deepspeed.inference.v2.modules.heuristics", "names": [ "deepspeed.inference.v2.modules.heuristics.instantiate_attention", "deepspeed.inference.v2.modules.heuristics.instantiate_embed", "deepspeed.inference.v2.modules.heuristics.instantiate_linear", "deepspeed.inference.v2.modules.heuristics.instantiate_moe", "deepspeed.inference.v2.modules.heuristics.instantiate_post_norm", "deepspeed.inference.v2.modules.heuristics.instantiate_pre_norm", "deepspeed.inference.v2.modules.heuristics.instantiate_unembed" ], "n_typable": 21, "n_typed": 21, "n_any": 0, "n_untyped": 0, "n_functions": 7, "n_function_overloads": 7, "n_function_params": 14, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/modules/implementations/attention/dense_blocked_attention.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.inference.v2.modules.implementations.attention.dense_blocked_attention.cached_property", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "deepspeed.inference.v2.modules.implementations.attention.dense_blocked_attention.DSDenseBlockedAttention", "methods": [ { "kind": "function", "name": "DSDenseBlockedAttention.name", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DSDenseBlockedAttention.supports_config", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSDenseBlockedAttention.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSDenseBlockedAttention.build_atoms", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSDenseBlockedAttention.forward", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [ { "kind": "property", "name": "DSDenseBlockedAttention.kv_block_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DSDenseBlockedAttention.q_block_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "DSDenseBlockedAttention.model_dim", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 16, "n_typed": 15, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 8, "n_attrs": 1, "n_properties": 2 } ], "type_ignores": [], "name": "deepspeed.inference.v2.modules.implementations.attention.dense_blocked_attention", "names": [ "deepspeed.inference.v2.modules.implementations.attention.dense_blocked_attention.DSDenseBlockedAttention", "deepspeed.inference.v2.modules.implementations.attention.dense_blocked_attention.cached_property" ], "n_typable": 18, "n_typed": 15, "n_any": 0, "n_untyped": 3, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 1, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 8, "n_classes": 1, "n_attrs": 1, "n_properties": 2, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/modules/implementations/embedding/ragged_embedding.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.modules.implementations.embedding.ragged_embedding.DSRaggedEmbedding", "methods": [ { "kind": "function", "name": "DSRaggedEmbedding.name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DSRaggedEmbedding.supports_config", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSRaggedEmbedding.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSRaggedEmbedding.forward", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [ { "kind": "property", "name": "DSRaggedEmbedding.output", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "DSRaggedEmbedding.embed_offset", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 12, "n_typed": 10, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 6, "n_attrs": 1, "n_properties": 1 } ], "type_ignores": [], "name": "deepspeed.inference.v2.modules.implementations.embedding.ragged_embedding", "names": [ "deepspeed.inference.v2.modules.implementations.embedding.ragged_embedding.DSRaggedEmbedding" ], "n_typable": 12, "n_typed": 10, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 6, "n_classes": 1, "n_attrs": 1, "n_properties": 1, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/modules/implementations/linear/blas_fp_linear.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.modules.implementations.linear.blas_fp_linear.BlasFPLinear", "methods": [ { "kind": "function", "name": "BlasFPLinear.name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BlasFPLinear.supports_config", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BlasFPLinear.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "BlasFPLinear.transform_param", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BlasFPLinear.forward", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [ { "kind": "property", "name": "BlasFPLinear.output", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [], "n_typable": 13, "n_typed": 12, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 7, "n_attrs": 0, "n_properties": 1 } ], "type_ignores": [], "name": "deepspeed.inference.v2.modules.implementations.linear.blas_fp_linear", "names": [ "deepspeed.inference.v2.modules.implementations.linear.blas_fp_linear.BlasFPLinear" ], "n_typable": 13, "n_typed": 12, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 7, "n_classes": 1, "n_attrs": 0, "n_properties": 1, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/modules/implementations/linear/quantized_linear.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.inference.v2.modules.implementations.linear.quantized_linear.fp_quantize", "n_typed": 6, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "class", "name": "deepspeed.inference.v2.modules.implementations.linear.quantized_linear.QuantizedWf6Af16Linear", "methods": [ { "kind": "function", "name": "QuantizedWf6Af16Linear.name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "QuantizedWf6Af16Linear.supports_config", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "QuantizedWf6Af16Linear.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "QuantizedWf6Af16Linear.transform_param", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "QuantizedWf6Af16Linear.forward", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [ { "kind": "property", "name": "QuantizedWf6Af16Linear.output", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "QuantizedWf6Af16Linear.inf_module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "QuantizedWf6Af16Linear.preprocess_weight", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "QuantizedWf6Af16Linear.quantizer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "QuantizedWf6Af16Linear.out_channels", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "QuantizedWf6Af16Linear.in_channels", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 18, "n_typed": 12, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 7, "n_attrs": 5, "n_properties": 1 } ], "type_ignores": [], "name": "deepspeed.inference.v2.modules.implementations.linear.quantized_linear", "names": [ "deepspeed.inference.v2.modules.implementations.linear.quantized_linear.QuantizedWf6Af16Linear", "deepspeed.inference.v2.modules.implementations.linear.quantized_linear.fp_quantize" ], "n_typable": 25, "n_typed": 18, "n_any": 0, "n_untyped": 7, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 6, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 7, "n_classes": 1, "n_attrs": 5, "n_properties": 1, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/modules/implementations/moe/cutlass_multi_gemm.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.modules.implementations.moe.cutlass_multi_gemm.DSMultiGemmMoE", "methods": [ { "kind": "function", "name": "DSMultiGemmMoE.name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DSMultiGemmMoE.supports_config", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSMultiGemmMoE.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSMultiGemmMoE._create_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DSMultiGemmMoE.transform_gate_param", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSMultiGemmMoE.transform_moe_mlp_1_param", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSMultiGemmMoE.transform_moe_mlp_2_param", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSMultiGemmMoE._gate", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DSMultiGemmMoE.forward", "n_typed": 8, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 } ], "properties": [ { "kind": "property", "name": "DSMultiGemmMoE.output", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "DSMultiGemmMoE.max_tokens", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DSMultiGemmMoE.n_experts", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DSMultiGemmMoE.n_top_k", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DSMultiGemmMoE.intermediate_dim", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 30, "n_typed": 24, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 9, "n_method_overloads": 9, "n_method_params": 16, "n_attrs": 4, "n_properties": 1 } ], "type_ignores": [], "name": "deepspeed.inference.v2.modules.implementations.moe.cutlass_multi_gemm", "names": [ "deepspeed.inference.v2.modules.implementations.moe.cutlass_multi_gemm.DSMultiGemmMoE" ], "n_typable": 30, "n_typed": 24, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 9, "n_method_overloads": 9, "n_method_params": 16, "n_classes": 1, "n_attrs": 4, "n_properties": 1, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/modules/implementations/post_norm/cuda_post_ln.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.modules.implementations.post_norm.cuda_post_ln.DSPostLNCUDAModule", "methods": [ { "kind": "function", "name": "DSPostLNCUDAModule.name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DSPostLNCUDAModule.supports_config", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSPostLNCUDAModule.__init__", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSPostLNCUDAModule.transform_param", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSPostLNCUDAModule.forward", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [], "n_typable": 13, "n_typed": 10, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 8, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.modules.implementations.post_norm.cuda_post_ln", "names": [ "deepspeed.inference.v2.modules.implementations.post_norm.cuda_post_ln.DSPostLNCUDAModule" ], "n_typable": 13, "n_typed": 10, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 8, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/modules/implementations/pre_norm/cuda_pre_ln.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.modules.implementations.pre_norm.cuda_pre_ln.DSPreLNCUDAModule", "methods": [ { "kind": "function", "name": "DSPreLNCUDAModule.name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DSPreLNCUDAModule.supports_config", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSPreLNCUDAModule.__init__", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSPreLNCUDAModule.transform_param", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSPreLNCUDAModule.forward", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [], "n_typable": 13, "n_typed": 10, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 8, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.modules.implementations.pre_norm.cuda_pre_ln", "names": [ "deepspeed.inference.v2.modules.implementations.pre_norm.cuda_pre_ln.DSPreLNCUDAModule" ], "n_typable": 13, "n_typed": 10, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 8, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/modules/implementations/pre_norm/cuda_pre_rms.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.modules.implementations.pre_norm.cuda_pre_rms.DSPreRMSCUDAModule", "methods": [ { "kind": "function", "name": "DSPreRMSCUDAModule.name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DSPreRMSCUDAModule.supports_config", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSPreRMSCUDAModule.__init__", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSPreRMSCUDAModule.transform_param", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSPreRMSCUDAModule.forward", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [], "n_typable": 13, "n_typed": 10, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 8, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.modules.implementations.pre_norm.cuda_pre_rms", "names": [ "deepspeed.inference.v2.modules.implementations.pre_norm.cuda_pre_rms.DSPreRMSCUDAModule" ], "n_typable": 13, "n_typed": 10, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 8, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/modules/implementations/unembed/ragged_unembed.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.modules.implementations.unembed.ragged_unembed.DSRaggedUnembed", "methods": [ { "kind": "function", "name": "DSRaggedUnembed.name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DSRaggedUnembed.supports_config", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSRaggedUnembed.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSRaggedUnembed.forward", "n_typed": 7, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 } ], "properties": [ { "kind": "property", "name": "DSRaggedUnembed.output", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [], "n_typable": 14, "n_typed": 12, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 9, "n_attrs": 0, "n_properties": 1 } ], "type_ignores": [], "name": "deepspeed.inference.v2.modules.implementations.unembed.ragged_unembed", "names": [ "deepspeed.inference.v2.modules.implementations.unembed.ragged_unembed.DSRaggedUnembed" ], "n_typable": 14, "n_typed": 12, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 9, "n_classes": 1, "n_attrs": 0, "n_properties": 1, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/modules/interfaces/attention_base.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.modules.interfaces.attention_base.DSSelfAttentionRegistry", "methods": [ { "kind": "function", "name": "DSSelfAttentionRegistry.associated_class", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DSSelfAttentionRegistry.registry", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 2, "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.modules.interfaces.attention_base.DSSelfAttentionBase", "methods": [ { "kind": "function", "name": "DSSelfAttentionBase.config_class", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DSSelfAttentionBase.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSSelfAttentionBase.build_atoms", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSSelfAttentionBase.forward", "n_typed": 7, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 } ], "properties": [ { "kind": "property", "name": "DSSelfAttentionBase.kv_block_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DSSelfAttentionBase.q_block_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [], "n_typable": 15, "n_typed": 15, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 9, "n_attrs": 0, "n_properties": 2 } ], "type_ignores": [], "name": "deepspeed.inference.v2.modules.interfaces.attention_base", "names": [ "deepspeed.inference.v2.modules.interfaces.attention_base.DSSelfAttentionBase", "deepspeed.inference.v2.modules.interfaces.attention_base.DSSelfAttentionRegistry" ], "n_typable": 17, "n_typed": 17, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 9, "n_classes": 2, "n_attrs": 1, "n_properties": 2, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/modules/interfaces/embedding_base.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.modules.interfaces.embedding_base.DSEmbeddingRegistry", "methods": [ { "kind": "function", "name": "DSEmbeddingRegistry.associated_class", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DSEmbeddingRegistry.registry", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 2, "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.modules.interfaces.embedding_base.DSEmbeddingBase", "methods": [ { "kind": "function", "name": "DSEmbeddingBase.config_class", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DSEmbeddingBase.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSEmbeddingBase.transform_param", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSEmbeddingBase.forward", "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 } ], "properties": [ { "kind": "property", "name": "DSEmbeddingBase.output", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [], "n_typable": 13, "n_typed": 13, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 8, "n_attrs": 0, "n_properties": 1 } ], "type_ignores": [], "name": "deepspeed.inference.v2.modules.interfaces.embedding_base", "names": [ "deepspeed.inference.v2.modules.interfaces.embedding_base.DSEmbeddingBase", "deepspeed.inference.v2.modules.interfaces.embedding_base.DSEmbeddingRegistry" ], "n_typable": 15, "n_typed": 15, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 8, "n_classes": 2, "n_attrs": 1, "n_properties": 1, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/modules/interfaces/linear_base.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.modules.interfaces.linear_base.DSLinearRegistry", "methods": [ { "kind": "function", "name": "DSLinearRegistry.associated_class", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DSLinearRegistry.registry", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 2, "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.modules.interfaces.linear_base.DSLinearBase", "methods": [ { "kind": "function", "name": "DSLinearBase.config_class", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DSLinearBase.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSLinearBase.transform_param", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSLinearBase.forward", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [ { "kind": "property", "name": "DSLinearBase.output", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [], "n_typable": 11, "n_typed": 11, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 6, "n_attrs": 0, "n_properties": 1 } ], "type_ignores": [], "name": "deepspeed.inference.v2.modules.interfaces.linear_base", "names": [ "deepspeed.inference.v2.modules.interfaces.linear_base.DSLinearBase", "deepspeed.inference.v2.modules.interfaces.linear_base.DSLinearRegistry" ], "n_typable": 13, "n_typed": 13, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 6, "n_classes": 2, "n_attrs": 1, "n_properties": 1, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/modules/interfaces/moe_base.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.modules.interfaces.moe_base.DSMoEBase", "methods": [ { "kind": "function", "name": "DSMoEBase.config_class", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DSMoEBase.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSMoEBase.transform_gate_param", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSMoEBase.transform_moe_mlp_1_param", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSMoEBase.transform_moe_mlp_2_param", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSMoEBase.forward", "n_typed": 7, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 } ], "properties": [ { "kind": "property", "name": "DSMoEBase.output", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [], "n_typable": 18, "n_typed": 18, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 11, "n_attrs": 0, "n_properties": 1 }, { "kind": "class", "name": "deepspeed.inference.v2.modules.interfaces.moe_base.DSMoERegistry", "methods": [ { "kind": "function", "name": "DSMoERegistry.associated_class", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DSMoERegistry.registry", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 2, "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.modules.interfaces.moe_base", "names": [ "deepspeed.inference.v2.modules.interfaces.moe_base.DSMoEBase", "deepspeed.inference.v2.modules.interfaces.moe_base.DSMoERegistry" ], "n_typable": 20, "n_typed": 20, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 11, "n_classes": 2, "n_attrs": 1, "n_properties": 1, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/modules/interfaces/post_norm_base.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.modules.interfaces.post_norm_base.DSPostNormBase", "methods": [ { "kind": "function", "name": "DSPostNormBase.config_class", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DSPostNormBase.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSPostNormBase.transform_param", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSPostNormBase.forward", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [], "n_typable": 11, "n_typed": 11, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 7, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.modules.interfaces.post_norm_base.DSPostNormRegistry", "methods": [ { "kind": "function", "name": "DSPostNormRegistry.associated_class", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DSPostNormRegistry.registry", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 2, "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.modules.interfaces.post_norm_base", "names": [ "deepspeed.inference.v2.modules.interfaces.post_norm_base.DSPostNormBase", "deepspeed.inference.v2.modules.interfaces.post_norm_base.DSPostNormRegistry" ], "n_typable": 13, "n_typed": 13, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 7, "n_classes": 2, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/modules/interfaces/pre_norm_base.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.modules.interfaces.pre_norm_base.DSPreNormRegistry", "methods": [ { "kind": "function", "name": "DSPreNormRegistry.associated_class", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DSPreNormRegistry.registry", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 2, "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.modules.interfaces.pre_norm_base.DSPreNormBase", "methods": [ { "kind": "function", "name": "DSPreNormBase.config_class", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DSPreNormBase.__init__", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSPreNormBase.transform_param", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSPreNormBase.forward", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [], "n_typable": 11, "n_typed": 10, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 7, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.modules.interfaces.pre_norm_base", "names": [ "deepspeed.inference.v2.modules.interfaces.pre_norm_base.DSPreNormBase", "deepspeed.inference.v2.modules.interfaces.pre_norm_base.DSPreNormRegistry" ], "n_typable": 13, "n_typed": 12, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 7, "n_classes": 2, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/modules/interfaces/unembed_base.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.modules.interfaces.unembed_base.DSUnembedRegistry", "methods": [ { "kind": "function", "name": "DSUnembedRegistry.associated_class", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DSUnembedRegistry.registry", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 2, "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.modules.interfaces.unembed_base.DSUnembedBase", "methods": [ { "kind": "function", "name": "DSUnembedBase.config_class", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DSUnembedBase.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSUnembedBase.forward", "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 } ], "properties": [], "attrs": [], "n_typable": 10, "n_typed": 10, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 7, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.modules.interfaces.unembed_base", "names": [ "deepspeed.inference.v2.modules.interfaces.unembed_base.DSUnembedBase", "deepspeed.inference.v2.modules.interfaces.unembed_base.DSUnembedRegistry" ], "n_typable": 12, "n_typed": 12, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 7, "n_classes": 2, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/modules/module_registry.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.modules.module_registry.DSModuleRegistryBase", "methods": [ { "kind": "function", "name": "DSModuleRegistryBase.instantiate_config", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSModuleRegistryBase.associated_class", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DSModuleRegistryBase.register_module", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 5, "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 2, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.modules.module_registry.ConfigBundle", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "ConfigBundle.name", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "ConfigBundle.config", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "ConfigBundle.implementation_config", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 3, "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 3, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.modules.module_registry", "names": [ "deepspeed.inference.v2.modules.module_registry.ConfigBundle", "deepspeed.inference.v2.modules.module_registry.DSModuleRegistryBase" ], "n_typable": 8, "n_typed": 8, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 2, "n_classes": 2, "n_attrs": 3, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/ragged/blocked_allocator.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.ragged.blocked_allocator.BlockedAllocator", "methods": [ { "kind": "function", "name": "BlockedAllocator.__init__", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BlockedAllocator.allocate", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BlockedAllocator.free", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "BlockedAllocator.free_blocks", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "BlockedAllocator._num_blocks", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "BlockedAllocator._blocks", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "BlockedAllocator._head", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "BlockedAllocator._free_blocks", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 11, "n_typed": 11, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 3, "n_attrs": 4, "n_properties": 1 } ], "type_ignores": [], "name": "deepspeed.inference.v2.ragged.blocked_allocator", "names": [ "deepspeed.inference.v2.ragged.blocked_allocator.BlockedAllocator" ], "n_typable": 11, "n_typed": 11, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 3, "n_classes": 1, "n_attrs": 4, "n_properties": 1, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/ragged/kv_cache.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.ragged.kv_cache.BlockedKVCache", "methods": [ { "kind": "function", "name": "BlockedKVCache.__init__", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "BlockedKVCache.reserve", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "BlockedKVCache.free", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "BlockedKVCache.offload", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "BlockedKVCache.restore", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "BlockedKVCache.get_cache", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [ { "kind": "property", "name": "BlockedKVCache.free_blocks", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "BlockedKVCache.num_caches", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "BlockedKVCache._caches", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "BlockedKVCache._allocators", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "BlockedKVCache._configs", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 25, "n_typed": 25, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 14, "n_attrs": 3, "n_properties": 2 }, { "kind": "function", "name": "deepspeed.inference.v2.ragged.kv_cache.split_kv", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.inference.v2.ragged.kv_cache", "names": [ "deepspeed.inference.v2.ragged.kv_cache.BlockedKVCache", "deepspeed.inference.v2.ragged.kv_cache.split_kv" ], "n_typable": 27, "n_typed": 27, "n_any": 0, "n_untyped": 0, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 1, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 14, "n_classes": 1, "n_attrs": 3, "n_properties": 2, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/ragged/manager_configs.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.ragged.manager_configs.KVCacheConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "KVCacheConfig.type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "KVCacheConfig.block_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "KVCacheConfig.num_allocation_groups", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "KVCacheConfig.cache_shape", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "KVCacheConfig.cache_dtype", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "KVCacheConfig.max_blocks_per_allocation_group", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 6, "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 6, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.ragged.manager_configs.DSStateManagerConfig", "methods": [ { "kind": "function", "name": "DSStateManagerConfig.max_ragged_sequence_count_validator", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DSStateManagerConfig.max_tracked_sequences", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSStateManagerConfig.max_ragged_batch_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSStateManagerConfig.max_ragged_sequence_count", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSStateManagerConfig.max_context", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSStateManagerConfig.memory_config", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSStateManagerConfig.offload", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 7, "n_typed": 6, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 6, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.ragged.manager_configs.AllocationMode", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "AllocationMode.RESERVE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "AllocationMode.ALLOCATE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.ragged.manager_configs.MemoryConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "MemoryConfig.mode", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "MemoryConfig.size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 2, "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.ragged.manager_configs.KVCacheType", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "KVCacheType.DENSE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "KVCacheType.LOCAL", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.ragged.manager_configs", "names": [ "deepspeed.inference.v2.ragged.manager_configs.AllocationMode", "deepspeed.inference.v2.ragged.manager_configs.DSStateManagerConfig", "deepspeed.inference.v2.ragged.manager_configs.KVCacheConfig", "deepspeed.inference.v2.ragged.manager_configs.KVCacheType", "deepspeed.inference.v2.ragged.manager_configs.MemoryConfig" ], "n_typable": 15, "n_typed": 14, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_classes": 5, "n_attrs": 18, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/ragged/ragged_manager.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.ragged.ragged_manager.DSStateManager", "methods": [ { "kind": "function", "name": "DSStateManager.__init__", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DSStateManager.get_cache", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSStateManager.flush_sequence", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSStateManager.get_sequence", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSStateManager.get_or_create_sequence", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSStateManager._create_sequence", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSStateManager.allocate_blocks", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [ { "kind": "property", "name": "DSStateManager.tracked_sequences", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DSStateManager.n_tracked_sequences", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DSStateManager.kv_block_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DSStateManager.n_kv_cache_groups", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DSStateManager.free_blocks", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "DSStateManager._config", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSStateManager._kv_configs", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSStateManager._kv_cache", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSStateManager._seqs", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSStateManager._tracking_allocator", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSStateManager._all_block_ids", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSStateManager._all_block_ids_shadow", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 30, "n_typed": 30, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 11, "n_attrs": 7, "n_properties": 5 } ], "type_ignores": [], "name": "deepspeed.inference.v2.ragged.ragged_manager", "names": [ "deepspeed.inference.v2.ragged.ragged_manager.DSStateManager" ], "n_typable": 30, "n_typed": 30, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 11, "n_classes": 1, "n_attrs": 7, "n_properties": 5, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/ragged/ragged_wrapper.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.inference.v2.ragged.ragged_wrapper.to_padded", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "deepspeed.inference.v2.ragged.ragged_wrapper.RaggedBatchWrapper", "methods": [ { "kind": "function", "name": "RaggedBatchWrapper.__init__", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "RaggedBatchWrapper.clear", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "RaggedBatchWrapper.insert_sequence", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "RaggedBatchWrapper.finalize", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "RaggedBatchWrapper.input_ids", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "RaggedBatchWrapper.batch_metadata_buffer", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "RaggedBatchWrapper.tokens_to_seq", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "RaggedBatchWrapper.inflight_seq_descriptors", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "RaggedBatchWrapper.kv_ptrs", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "RaggedBatchWrapper.masks", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "RaggedBatchWrapper.tensor_toks", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "RaggedBatchWrapper.current_tokens", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "RaggedBatchWrapper.current_sequences", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "RaggedBatchWrapper._input_ids_shadow", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "RaggedBatchWrapper._input_ids", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "RaggedBatchWrapper._batch_metadata_storage", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "RaggedBatchWrapper._batch_metadata_storage_shadow", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "RaggedBatchWrapper._token_to_seq_storage", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "RaggedBatchWrapper._token_to_seq_storage_shadow", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "RaggedBatchWrapper._inflight_seq_descriptors", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "RaggedBatchWrapper._inflight_seq_descriptors_shadow", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "RaggedBatchWrapper._kv_ptrs", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "RaggedBatchWrapper._kv_ptrs_shadow", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 34, "n_typed": 33, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 10, "n_method_overloads": 10, "n_method_params": 11, "n_attrs": 10, "n_properties": 3 } ], "type_ignores": [], "name": "deepspeed.inference.v2.ragged.ragged_wrapper", "names": [ "deepspeed.inference.v2.ragged.ragged_wrapper.RaggedBatchWrapper", "deepspeed.inference.v2.ragged.ragged_wrapper.to_padded" ], "n_typable": 36, "n_typed": 35, "n_any": 0, "n_untyped": 1, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 1, "n_methods": 10, "n_method_overloads": 10, "n_method_params": 11, "n_classes": 1, "n_attrs": 10, "n_properties": 3, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/ragged/sequence_descriptor.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.ragged.sequence_descriptor.BaseSequenceDescriptor", "methods": [], "properties": [ { "kind": "property", "name": "BaseSequenceDescriptor.seen_tokens", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "BaseSequenceDescriptor.cur_allocated_blocks", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "BaseSequenceDescriptor.kv_blocks_ptr", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [], "n_typable": 3, "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 3 }, { "kind": "class", "name": "deepspeed.inference.v2.ragged.sequence_descriptor.PlaceholderSequenceDescriptor", "methods": [ { "kind": "function", "name": "PlaceholderSequenceDescriptor.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [ { "kind": "property", "name": "PlaceholderSequenceDescriptor.seen_tokens", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "PlaceholderSequenceDescriptor.cur_allocated_blocks", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "PlaceholderSequenceDescriptor.kv_blocks_ptr", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [], "n_typable": 7, "n_typed": 4, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 3, "n_attrs": 0, "n_properties": 3 }, { "kind": "class", "name": "deepspeed.inference.v2.ragged.sequence_descriptor.DSSequenceDescriptor", "methods": [ { "kind": "function", "name": "DSSequenceDescriptor.__init__", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "DSSequenceDescriptor.kv_cache_ids", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSSequenceDescriptor.all_block_ids", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSSequenceDescriptor.pre_forward", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DSSequenceDescriptor.post_forward", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DSSequenceDescriptor.extend_kv_cache", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSSequenceDescriptor.free_kv_cache", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [ { "kind": "property", "name": "DSSequenceDescriptor.seen_tokens", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DSSequenceDescriptor.in_flight_tokens", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DSSequenceDescriptor.max_context", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DSSequenceDescriptor.tracking_id", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DSSequenceDescriptor.cur_allocated_blocks", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DSSequenceDescriptor.kv_blocks_ptr", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "DSSequenceDescriptor._seen_tokens", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSSequenceDescriptor._in_flight_tokens", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSSequenceDescriptor._max_context", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSSequenceDescriptor._num_allocation_groups", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSSequenceDescriptor._blocks_per_allocation_group", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSSequenceDescriptor._kv_cache_ids", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSSequenceDescriptor._kv_cache_ids_shadow", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DSSequenceDescriptor._tracking_id", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 33, "n_typed": 33, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 12, "n_attrs": 8, "n_properties": 6 } ], "type_ignores": [], "name": "deepspeed.inference.v2.ragged.sequence_descriptor", "names": [ "deepspeed.inference.v2.ragged.sequence_descriptor.BaseSequenceDescriptor", "deepspeed.inference.v2.ragged.sequence_descriptor.DSSequenceDescriptor", "deepspeed.inference.v2.ragged.sequence_descriptor.PlaceholderSequenceDescriptor" ], "n_typable": 43, "n_typed": 40, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 15, "n_classes": 3, "n_attrs": 8, "n_properties": 12, "n_type_ignores": 0 }, { "path": "deepspeed/inference/v2/scheduling_utils.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.inference.v2.scheduling_utils.SchedulingResult", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "SchedulingResult.Success", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "SchedulingResult.EngineSequenceLimitExceeded", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "SchedulingResult.BatchSequenceLimitExceeded", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "SchedulingResult.BatchTokenLimitExceeded", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "SchedulingResult.KVCacheLimitExceeded", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "SchedulingResult.SequenceTokenLimitExceeded", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 6, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.inference.v2.scheduling_utils.SchedulingError", "methods": [ { "kind": "function", "name": "SchedulingError.__init__", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "SchedulingError.result", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 3, "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 1, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.inference.v2.scheduling_utils", "names": [ "deepspeed.inference.v2.scheduling_utils.SchedulingError", "deepspeed.inference.v2.scheduling_utils.SchedulingResult" ], "n_typable": 3, "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 1, "n_classes": 2, "n_attrs": 7, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/io/base_file_writer.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.io.base_file_writer.BASE_STAT_KEYS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.io.base_file_writer.BaseFileWriter", "methods": [ { "kind": "function", "name": "BaseFileWriter.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BaseFileWriter.close", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BaseFileWriter.fileno", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BaseFileWriter.flush", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BaseFileWriter.write", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BaseFileWriter.file_path", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BaseFileWriter._incr_stats", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "BaseFileWriter._dump_state", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 12, "n_typed": 0, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 4, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.io.base_file_writer", "names": [ "deepspeed.io.base_file_writer.BASE_STAT_KEYS", "deepspeed.io.base_file_writer.BaseFileWriter" ], "n_typable": 12, "n_typed": 0, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 4, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/io/base_io_buffer.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.io.base_io_buffer.Base_IO_Buffer", "methods": [ { "kind": "function", "name": "Base_IO_Buffer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Base_IO_Buffer.fill", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Base_IO_Buffer.drain", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "Base_IO_Buffer.is_empty", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Base_IO_Buffer.is_full", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Base_IO_Buffer.get_buffer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Base_IO_Buffer.get_offset", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Base_IO_Buffer.get_aligned_num_bytes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Base_IO_Buffer.get_unaligned_num_bytes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Base_IO_Buffer.reset", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Base_IO_Buffer.complete_ongoing_drain", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Base_IO_Buffer._drain", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "Base_IO_Buffer.fill_buffer", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [], "n_typable": 28, "n_typed": 0, "n_any": 0, "n_untyped": 28, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 13, "n_method_overloads": 13, "n_method_params": 15, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.io.base_io_buffer", "names": [ "deepspeed.io.base_io_buffer.Base_IO_Buffer" ], "n_typable": 28, "n_typed": 0, "n_any": 0, "n_untyped": 28, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 13, "n_method_overloads": 13, "n_method_params": 15, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/io/constants.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.io.constants.AIO_WRITE_SEC_KEY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.io.constants.FILE_PATH_KEY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.io.constants.FILENO_COUNT_KEY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.io.constants.CLOSE_COUNT_KEY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.io.constants.AIO_WRITE_BYTES_KEY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.io.constants.AIO_FILL_BUFFER_COUNT_KEY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.io.constants.SAVE_STORAGE_KEY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.io.constants.SAVE_STORAGE_BYTES_KEY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.io.constants.RANK_KEY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.io.constants.SAVE_STORAGE_SEC_KEY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.io.constants.SLOW_WRITE_BYTES_KEY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.io.constants.AIO_SPEED_KEY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.io.constants.WRITE_SPEED_KEY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.io.constants.WRITE_COUNT_KEY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.io.constants.AIO_FILL_BUFFER_SPEED_KEY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.io.constants.FLUSH_COUNT_KEY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.io.constants.WRITE_SEC_KEY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.io.constants.SLOW_WRITE_SEC_KEY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.io.constants.STORAGE_OBJ_SIZE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.io.constants.INVALID_FD", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.io.constants.WRITE_BYTES_KEY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.io.constants.AIO_FILL_BUFFER_SEC_KEY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.io.constants", "names": [ "deepspeed.io.constants.AIO_FILL_BUFFER_COUNT_KEY", "deepspeed.io.constants.AIO_FILL_BUFFER_SEC_KEY", "deepspeed.io.constants.AIO_FILL_BUFFER_SPEED_KEY", "deepspeed.io.constants.AIO_SPEED_KEY", "deepspeed.io.constants.AIO_WRITE_BYTES_KEY", "deepspeed.io.constants.AIO_WRITE_SEC_KEY", "deepspeed.io.constants.CLOSE_COUNT_KEY", "deepspeed.io.constants.FILENO_COUNT_KEY", "deepspeed.io.constants.FILE_PATH_KEY", "deepspeed.io.constants.FLUSH_COUNT_KEY", "deepspeed.io.constants.INVALID_FD", "deepspeed.io.constants.RANK_KEY", "deepspeed.io.constants.SAVE_STORAGE_BYTES_KEY", "deepspeed.io.constants.SAVE_STORAGE_KEY", "deepspeed.io.constants.SAVE_STORAGE_SEC_KEY", "deepspeed.io.constants.SLOW_WRITE_BYTES_KEY", "deepspeed.io.constants.SLOW_WRITE_SEC_KEY", "deepspeed.io.constants.STORAGE_OBJ_SIZE", "deepspeed.io.constants.WRITE_BYTES_KEY", "deepspeed.io.constants.WRITE_COUNT_KEY", "deepspeed.io.constants.WRITE_SEC_KEY", "deepspeed.io.constants.WRITE_SPEED_KEY" ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 22, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/io/double_io_buffer.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.io.double_io_buffer.NUM_BUFFERS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.io.double_io_buffer.Double_IO_Buffer", "methods": [ { "kind": "function", "name": "Double_IO_Buffer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Double_IO_Buffer.fill", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Double_IO_Buffer.drain", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "Double_IO_Buffer.get_buffer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Double_IO_Buffer.get_offset", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Double_IO_Buffer.get_aligned_num_bytes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Double_IO_Buffer.get_unaligned_num_bytes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Double_IO_Buffer.is_full", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Double_IO_Buffer.is_empty", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Double_IO_Buffer.reset", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Double_IO_Buffer.complete_ongoing_drain", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Double_IO_Buffer._split_buffer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Double_IO_Buffer._validate_buffer_index", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Double_IO_Buffer._wait_for_drain", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Double_IO_Buffer._is_ongoing_drain", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 23, "n_typed": 0, "n_any": 0, "n_untyped": 23, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 15, "n_method_overloads": 15, "n_method_params": 8, "n_attrs": 0, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.io.double_io_buffer.INVALID_BUFFER_INDEX", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.io.double_io_buffer", "names": [ "deepspeed.io.double_io_buffer.Double_IO_Buffer", "deepspeed.io.double_io_buffer.INVALID_BUFFER_INDEX", "deepspeed.io.double_io_buffer.NUM_BUFFERS" ], "n_typable": 23, "n_typed": 0, "n_any": 0, "n_untyped": 23, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 15, "n_method_overloads": 15, "n_method_params": 8, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/io/fast_file_writer.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.io.fast_file_writer.FASTIO_STAT_KEYS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.io.fast_file_writer.FastFileWriter", "methods": [ { "kind": "function", "name": "FastFileWriter.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "FastFileWriter.write", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FastFileWriter.split_index_list", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "FastFileWriter.save_torch_storage_object_list", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "FastFileWriter.close", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FastFileWriter.fileno", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FastFileWriter.flush", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FastFileWriter.__del__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FastFileWriter._fini", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FastFileWriter._fill_io_buffer", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "FastFileWriter._drain_io_buffer", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FastFileWriter._io_buffer_is_full", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FastFileWriter._io_buffer_is_empty", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FastFileWriter._force_drain", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FastFileWriter._unaligned_drain", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FastFileWriter._dump_state", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FastFileWriter._update_write_stats", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "FastFileWriter._write_from_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FastFileWriter._save_storage_list", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "FastFileWriter._convert_to_byte_tensors", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "FastFileWriter._partition_byte_tensors", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [], "n_typable": 43, "n_typed": 0, "n_any": 0, "n_untyped": 43, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 21, "n_method_overloads": 21, "n_method_params": 22, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.io.fast_file_writer.FastFileWriterConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "FastFileWriterConfig.dnvme_handle", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "FastFileWriterConfig.pinned_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "FastFileWriterConfig.double_buffer", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "FastFileWriterConfig.num_parallel_writers", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "FastFileWriterConfig.writer_rank", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "FastFileWriterConfig.global_rank", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 6, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.io.fast_file_writer", "names": [ "deepspeed.io.fast_file_writer.FASTIO_STAT_KEYS", "deepspeed.io.fast_file_writer.FastFileWriter", "deepspeed.io.fast_file_writer.FastFileWriterConfig" ], "n_typable": 43, "n_typed": 0, "n_any": 0, "n_untyped": 43, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 21, "n_method_overloads": 21, "n_method_params": 22, "n_classes": 2, "n_attrs": 7, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/io/mock_file_writer.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.io.mock_file_writer.MockFileWriter", "methods": [ { "kind": "function", "name": "MockFileWriter.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MockFileWriter.close", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MockFileWriter.fileno", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MockFileWriter.flush", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MockFileWriter.write", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MockFileWriter.save_torch_storage_object_list", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MockFileWriter._save_torch_storage_object", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MockFileWriter._write", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 15, "n_typed": 0, "n_any": 0, "n_untyped": 15, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 7, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.io.mock_file_writer", "names": [ "deepspeed.io.mock_file_writer.MockFileWriter" ], "n_typable": 15, "n_typed": 0, "n_any": 0, "n_untyped": 15, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 7, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/io/py_file_writer.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.io.py_file_writer.PyFileWriter", "methods": [ { "kind": "function", "name": "PyFileWriter.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PyFileWriter.close", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PyFileWriter.fileno", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PyFileWriter.flush", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PyFileWriter.write", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 7, "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 2, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.io.py_file_writer", "names": [ "deepspeed.io.py_file_writer.PyFileWriter" ], "n_typable": 7, "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 2, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/io/single_io_buffer.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.io.single_io_buffer.Single_IO_Buffer", "methods": [ { "kind": "function", "name": "Single_IO_Buffer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Single_IO_Buffer.fill", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Single_IO_Buffer.drain", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "Single_IO_Buffer.get_buffer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Single_IO_Buffer.get_offset", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Single_IO_Buffer.get_aligned_num_bytes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Single_IO_Buffer.get_unaligned_num_bytes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Single_IO_Buffer.is_full", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Single_IO_Buffer.is_empty", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Single_IO_Buffer.reset", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 17, "n_typed": 0, "n_any": 0, "n_untyped": 17, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 10, "n_method_overloads": 10, "n_method_params": 7, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.io.single_io_buffer", "names": [ "deepspeed.io.single_io_buffer.Single_IO_Buffer" ], "n_typable": 17, "n_typed": 0, "n_any": 0, "n_untyped": 17, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 10, "n_method_overloads": 10, "n_method_params": 7, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/io/utils.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.io.utils.tensor_to_bytes", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.io.utils.required_minimum_torch_version", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.io.utils.obj_serialization_details", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "class", "name": "deepspeed.io.utils.serialize_details", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "serialize_details.obj", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "serialize_details.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "serialize_details.size", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "serialize_details.nbytes", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 4, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.io.utils.bytes_to_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.io.utils", "names": [ "deepspeed.io.utils.bytes_to_tensor", "deepspeed.io.utils.obj_serialization_details", "deepspeed.io.utils.required_minimum_torch_version", "deepspeed.io.utils.serialize_details", "deepspeed.io.utils.tensor_to_bytes" ], "n_typable": 8, "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_functions": 4, "n_function_overloads": 4, "n_function_params": 4, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 1, "n_attrs": 4, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/launcher/constants.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.launcher.constants.PDSH_LAUNCHER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.launcher.constants.ELASTIC_TRAINING_ID_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.launcher.constants.IMPI_LAUNCHER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.launcher.constants.MVAPICH_LAUNCHER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.launcher.constants.MVAPICH_TMP_HOSTFILE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.launcher.constants.OPENMPI_LAUNCHER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.launcher.constants.SLURM_LAUNCHER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.launcher.constants.PDSH_MAX_FAN_OUT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.launcher.constants.MPICH_LAUNCHER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.launcher.constants", "names": [ "deepspeed.launcher.constants.ELASTIC_TRAINING_ID_DEFAULT", "deepspeed.launcher.constants.IMPI_LAUNCHER", "deepspeed.launcher.constants.MPICH_LAUNCHER", "deepspeed.launcher.constants.MVAPICH_LAUNCHER", "deepspeed.launcher.constants.MVAPICH_TMP_HOSTFILE", "deepspeed.launcher.constants.OPENMPI_LAUNCHER", "deepspeed.launcher.constants.PDSH_LAUNCHER", "deepspeed.launcher.constants.PDSH_MAX_FAN_OUT", "deepspeed.launcher.constants.SLURM_LAUNCHER" ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 9, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/launcher/launch.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.launcher.launch.terminate_process_tree", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.launcher.launch.PID_FILE_BASEPATH", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.launcher.launch.parse_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.launcher.launch.main", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "type_ignores": [], "name": "deepspeed.launcher.launch", "names": [ "deepspeed.launcher.launch.PID_FILE_BASEPATH", "deepspeed.launcher.launch.main", "deepspeed.launcher.launch.parse_args", "deepspeed.launcher.launch.terminate_process_tree" ], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 3, "n_function_overloads": 3, "n_function_params": 1, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/launcher/launcher_helper.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.launcher.launcher_helper.env_mapping", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.launcher.launcher_helper.parse_args", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.launcher.launcher_helper.main", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.launcher.launcher_helper", "names": [ "deepspeed.launcher.launcher_helper.env_mapping", "deepspeed.launcher.launcher_helper.main", "deepspeed.launcher.launcher_helper.parse_args" ], "n_typable": 8, "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_functions": 3, "n_function_overloads": 3, "n_function_params": 5, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/launcher/multinode_runner.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.launcher.multinode_runner.SlurmRunner", "methods": [ { "kind": "function", "name": "SlurmRunner.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "SlurmRunner.backend_exists", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SlurmRunner.get_cmd", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [ { "kind": "property", "name": "SlurmRunner.name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "SlurmRunner.resource_pool", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 5, "n_attrs": 1, "n_properties": 1 }, { "kind": "class", "name": "deepspeed.launcher.multinode_runner.MVAPICHRunner", "methods": [ { "kind": "function", "name": "MVAPICHRunner.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "MVAPICHRunner.backend_exists", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MVAPICHRunner.validate_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MVAPICHRunner.get_cmd", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [ { "kind": "property", "name": "MVAPICHRunner.name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "MVAPICHRunner.resource_pool", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 11, "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 5, "n_attrs": 1, "n_properties": 1 }, { "kind": "class", "name": "deepspeed.launcher.multinode_runner.MultiNodeRunner", "methods": [ { "kind": "function", "name": "MultiNodeRunner.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MultiNodeRunner.backend_exists", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MultiNodeRunner.get_cmd", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MultiNodeRunner.add_export", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MultiNodeRunner.parse_user_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MultiNodeRunner.validate_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [ { "kind": "property", "name": "MultiNodeRunner.name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "MultiNodeRunner.args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MultiNodeRunner.user_arguments", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MultiNodeRunner.user_script", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MultiNodeRunner.world_info_base64", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MultiNodeRunner.exports", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 18, "n_typed": 0, "n_any": 0, "n_untyped": 18, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 6, "n_attrs": 5, "n_properties": 1 }, { "kind": "class", "name": "deepspeed.launcher.multinode_runner.PDSHRunner", "methods": [ { "kind": "function", "name": "PDSHRunner.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "PDSHRunner.backend_exists", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PDSHRunner.parse_user_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PDSHRunner.get_cmd", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [ { "kind": "property", "name": "PDSHRunner.name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [], "n_typable": 9, "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 4, "n_attrs": 0, "n_properties": 1 }, { "kind": "class", "name": "deepspeed.launcher.multinode_runner.MPICHRunner", "methods": [ { "kind": "function", "name": "MPICHRunner.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "MPICHRunner.backend_exists", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MPICHRunner.validate_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MPICHRunner.get_cmd", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [ { "kind": "property", "name": "MPICHRunner.name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "MPICHRunner.resource_pool", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 11, "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 5, "n_attrs": 1, "n_properties": 1 }, { "kind": "class", "name": "deepspeed.launcher.multinode_runner.OpenMPIRunner", "methods": [ { "kind": "function", "name": "OpenMPIRunner.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "OpenMPIRunner.backend_exists", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OpenMPIRunner.validate_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OpenMPIRunner.get_cmd", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [ { "kind": "property", "name": "OpenMPIRunner.name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "OpenMPIRunner.resource_pool", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 11, "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 5, "n_attrs": 1, "n_properties": 1 }, { "kind": "class", "name": "deepspeed.launcher.multinode_runner.IMPIRunner", "methods": [ { "kind": "function", "name": "IMPIRunner.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "IMPIRunner.backend_exists", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "IMPIRunner.validate_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "IMPIRunner.get_cmd", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [ { "kind": "property", "name": "IMPIRunner.name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "IMPIRunner.resource_pool", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 11, "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 5, "n_attrs": 1, "n_properties": 1 } ], "type_ignores": [], "name": "deepspeed.launcher.multinode_runner", "names": [ "deepspeed.launcher.multinode_runner.IMPIRunner", "deepspeed.launcher.multinode_runner.MPICHRunner", "deepspeed.launcher.multinode_runner.MVAPICHRunner", "deepspeed.launcher.multinode_runner.MultiNodeRunner", "deepspeed.launcher.multinode_runner.OpenMPIRunner", "deepspeed.launcher.multinode_runner.PDSHRunner", "deepspeed.launcher.multinode_runner.SlurmRunner" ], "n_typable": 81, "n_typed": 0, "n_any": 0, "n_untyped": 81, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 29, "n_method_overloads": 29, "n_method_params": 35, "n_classes": 7, "n_attrs": 10, "n_properties": 7, "n_type_ignores": 0 }, { "path": "deepspeed/launcher/runner.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.launcher.runner.fetch_hostfile", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.launcher.runner.EXPORT_ENVS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.launcher.runner.EXCLUDE_ENVS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.launcher.runner.DEEPSPEED_ENVIRONMENT_PATHS", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "function", "name": "deepspeed.launcher.runner.parse_args", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.launcher.runner.DLTS_HOSTFILE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.launcher.runner.parse_resource_filter", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.launcher.runner.parse_num_nodes", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "attr", "name": "deepspeed.launcher.runner.DEEPSPEED_ENVIRONMENT_NAME", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "function", "name": "deepspeed.launcher.runner.encode_world_info", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.launcher.runner.parse_inclusion_exclusion", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.launcher.runner.parse_node_config", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.launcher.runner.PDSH_MAX_FAN_OUT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.launcher.runner.run_autotuning", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.launcher.runner.parse_node_config_list", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.launcher.runner.main", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.launcher.runner", "names": [ "deepspeed.launcher.runner.DEEPSPEED_ENVIRONMENT_NAME", "deepspeed.launcher.runner.DEEPSPEED_ENVIRONMENT_PATHS", "deepspeed.launcher.runner.DLTS_HOSTFILE", "deepspeed.launcher.runner.EXCLUDE_ENVS", "deepspeed.launcher.runner.EXPORT_ENVS", "deepspeed.launcher.runner.PDSH_MAX_FAN_OUT", "deepspeed.launcher.runner.encode_world_info", "deepspeed.launcher.runner.fetch_hostfile", "deepspeed.launcher.runner.main", "deepspeed.launcher.runner.parse_args", "deepspeed.launcher.runner.parse_inclusion_exclusion", "deepspeed.launcher.runner.parse_node_config", "deepspeed.launcher.runner.parse_node_config_list", "deepspeed.launcher.runner.parse_num_nodes", "deepspeed.launcher.runner.parse_resource_filter", "deepspeed.launcher.runner.run_autotuning" ], "n_typable": 28, "n_typed": 6, "n_any": 0, "n_untyped": 22, "n_functions": 10, "n_function_overloads": 10, "n_function_params": 16, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 6, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/linear/config.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.linear.config.LoRAConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "LoRAConfig.lora_r", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "LoRAConfig.lora_alpha", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "LoRAConfig.base_weight_sharding", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "LoRAConfig.offload", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "LoRAConfig.offload_ratio", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "LoRAConfig.delay_lora_init", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "LoRAConfig.target_mods", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 7, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.linear.config.QuantizationConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "QuantizationConfig.q_bits", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "QuantizationConfig.mantissa_bits", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "QuantizationConfig.group_size", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "QuantizationConfig.q_dtype", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 4, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.linear.config", "names": [ "deepspeed.linear.config.LoRAConfig", "deepspeed.linear.config.QuantizationConfig" ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 2, "n_attrs": 11, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/linear/context_manager.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.linear.context_manager.Init", "methods": [ { "kind": "function", "name": "Init.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Init.__enter__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Init.__exit__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Init.lora_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Init.quant_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 9, "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 4, "n_attrs": 2, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.linear.context_manager.transformers", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.linear.context_manager.init_lora", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.linear.context_manager", "names": [ "deepspeed.linear.context_manager.Init", "deepspeed.linear.context_manager.init_lora", "deepspeed.linear.context_manager.transformers" ], "n_typable": 11, "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 1, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 4, "n_classes": 1, "n_attrs": 3, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/linear/optimized_linear.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.linear.optimized_linear.OptimizedLinear", "methods": [ { "kind": "function", "name": "OptimizedLinear.__new__", "n_typed": 5, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 } ], "properties": [], "attrs": [], "n_typable": 9, "n_typed": 5, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 8, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.linear.optimized_linear.LoRAOptimizedLinear", "methods": [ { "kind": "function", "name": "LoRAOptimizedLinear.__init__", "n_typed": 5, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "LoRAOptimizedLinear.disable", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "LoRAOptimizedLinear.init_lora", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "LoRAOptimizedLinear._load_from_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "LoRAOptimizedLinear.full_weight", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "LoRAOptimizedLinear.linear_without_F_linear", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "LoRAOptimizedLinear.forward", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "LoRAOptimizedLinear.input_dim", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LoRAOptimizedLinear.output_dim", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LoRAOptimizedLinear.bias", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LoRAOptimizedLinear.lora_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LoRAOptimizedLinear.quantization_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LoRAOptimizedLinear.device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LoRAOptimizedLinear.linear_cls", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LoRAOptimizedLinear.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LoRAOptimizedLinear.zero_shards", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LoRAOptimizedLinear.sharded_weight_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LoRAOptimizedLinear.disabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LoRAOptimizedLinear.weight", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 37, "n_typed": 5, "n_any": 0, "n_untyped": 32, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 18, "n_attrs": 12, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.linear.optimized_linear", "names": [ "deepspeed.linear.optimized_linear.LoRAOptimizedLinear", "deepspeed.linear.optimized_linear.OptimizedLinear" ], "n_typable": 46, "n_typed": 10, "n_any": 0, "n_untyped": 36, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 26, "n_classes": 2, "n_attrs": 12, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/linear/quantization.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.linear.quantization.QuantizedParameter", "methods": [ { "kind": "function", "name": "QuantizedParameter.__new__", "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "QuantizedParameter._ensure_quantized", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "QuantizedParameter.dequantized", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "QuantizedParameter.offload", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "QuantizedParameter.__getstate__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "QuantizedParameter.__setstate__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "QuantizedParameter.__deepcopy__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "QuantizedParameter.__copy__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "QuantizedParameter.cuda", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "QuantizedParameter.to", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 22, "n_typed": 6, "n_any": 0, "n_untyped": 16, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 10, "n_method_overloads": 10, "n_method_params": 12, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.linear.quantization.QuantizedLinear", "methods": [ { "kind": "function", "name": "QuantizedLinear.__init__", "n_typed": 4, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "QuantizedLinear.forward", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "QuantizedLinear.weight", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 9, "n_typed": 6, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 6, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.linear.quantization", "names": [ "deepspeed.linear.quantization.QuantizedLinear", "deepspeed.linear.quantization.QuantizedParameter" ], "n_typable": 31, "n_typed": 12, "n_any": 0, "n_untyped": 19, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 12, "n_method_overloads": 12, "n_method_params": 18, "n_classes": 2, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/model_implementations/diffusers/unet.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.model_implementations.diffusers.unet.DSUNet", "methods": [ { "kind": "function", "name": "DSUNet.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSUNet._graph_replay", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSUNet.forward", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSUNet._create_cuda_graph", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSUNet._forward", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DSUNet.unet", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DSUNet.in_channels", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DSUNet.device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DSUNet.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DSUNet.config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DSUNet.fwd_count", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DSUNet.cuda_graph_created", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 27, "n_typed": 0, "n_any": 0, "n_untyped": 27, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 15, "n_attrs": 7, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.model_implementations.diffusers.unet", "names": [ "deepspeed.model_implementations.diffusers.unet.DSUNet" ], "n_typable": 27, "n_typed": 0, "n_any": 0, "n_untyped": 27, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 15, "n_classes": 1, "n_attrs": 7, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/model_implementations/diffusers/vae.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.model_implementations.diffusers.vae.DSVAE", "methods": [ { "kind": "function", "name": "DSVAE.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSVAE._graph_replay_decoder", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSVAE._decode", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DSVAE._create_cuda_graph_decoder", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSVAE.decode", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSVAE._graph_replay_encoder", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSVAE._encode", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSVAE._create_cuda_graph_encoder", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSVAE.encode", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSVAE._graph_replay", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSVAE.forward", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSVAE._create_cuda_graph", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSVAE._forward", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DSVAE.vae", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DSVAE.config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DSVAE.device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DSVAE.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DSVAE.decoder_cuda_graph_created", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DSVAE.encoder_cuda_graph_created", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DSVAE.all_cuda_graph_created", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 49, "n_typed": 0, "n_any": 0, "n_untyped": 49, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 13, "n_method_overloads": 13, "n_method_params": 29, "n_attrs": 7, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.model_implementations.diffusers.vae", "names": [ "deepspeed.model_implementations.diffusers.vae.DSVAE" ], "n_typable": 49, "n_typed": 0, "n_any": 0, "n_untyped": 49, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 13, "n_method_overloads": 13, "n_method_params": 29, "n_classes": 1, "n_attrs": 7, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/model_implementations/features/cuda_graph.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.model_implementations.features.cuda_graph.CUDAGraph", "methods": [ { "kind": "function", "name": "CUDAGraph.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CUDAGraph._create_cuda_graph", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CUDAGraph._graph_replay", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "CUDAGraph.enable_cuda_graph", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 5, "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 1, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.model_implementations.features.cuda_graph", "names": [ "deepspeed.model_implementations.features.cuda_graph.CUDAGraph" ], "n_typable": 5, "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 1, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/model_implementations/transformers/clip_encoder.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.model_implementations.transformers.clip_encoder.DSClipEncoder", "methods": [ { "kind": "function", "name": "DSClipEncoder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSClipEncoder._build_causal_attention_mask", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DSClipEncoder._graph_replay", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSClipEncoder.forward", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSClipEncoder._create_cuda_graph", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DSClipEncoder._forward", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DSClipEncoder.enc", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DSClipEncoder.device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DSClipEncoder.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DSClipEncoder.cuda_graph_created", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DSClipEncoder.static_inputs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DSClipEncoder.static_kwargs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DSClipEncoder.static_output", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DSClipEncoder.iter", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DSClipEncoder.config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 28, "n_typed": 0, "n_any": 0, "n_untyped": 28, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 13, "n_attrs": 9, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.model_implementations.transformers.clip_encoder", "names": [ "deepspeed.model_implementations.transformers.clip_encoder.DSClipEncoder" ], "n_typable": 28, "n_typed": 0, "n_any": 0, "n_untyped": 28, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 13, "n_classes": 1, "n_attrs": 9, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/model_implementations/transformers/ds_base.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.model_implementations.transformers.ds_base.DeepSpeedTransformerBase", "methods": [ { "kind": "function", "name": "DeepSpeedTransformerBase.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 1, "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.model_implementations.transformers.ds_base", "names": [ "deepspeed.model_implementations.transformers.ds_base.DeepSpeedTransformerBase" ], "n_typable": 1, "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/model_implementations/transformers/ds_bert.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.model_implementations.transformers.ds_bert.DeepSpeedBERTInference", "methods": [ { "kind": "function", "name": "DeepSpeedBERTInference.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 } ], "properties": [], "attrs": [], "n_typable": 7, "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 6, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.model_implementations.transformers.ds_bert", "names": [ "deepspeed.model_implementations.transformers.ds_bert.DeepSpeedBERTInference" ], "n_typable": 7, "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 6, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/model_implementations/transformers/ds_bloom.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.model_implementations.transformers.ds_bloom.DeepSpeedBloomInference", "methods": [ { "kind": "function", "name": "DeepSpeedBloomInference.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 } ], "properties": [], "attrs": [], "n_typable": 7, "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 6, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.model_implementations.transformers.ds_bloom", "names": [ "deepspeed.model_implementations.transformers.ds_bloom.DeepSpeedBloomInference" ], "n_typable": 7, "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 6, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/model_implementations/transformers/ds_gpt.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.model_implementations.transformers.ds_gpt.DeepSpeedGPTInference", "methods": [ { "kind": "function", "name": "DeepSpeedGPTInference.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 } ], "properties": [], "attrs": [], "n_typable": 7, "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 6, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.model_implementations.transformers.ds_gpt", "names": [ "deepspeed.model_implementations.transformers.ds_gpt.DeepSpeedGPTInference" ], "n_typable": 7, "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 6, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/model_implementations/transformers/ds_llama2.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.model_implementations.transformers.ds_llama2.DeepSpeedLlama2Inference", "methods": [ { "kind": "function", "name": "DeepSpeedLlama2Inference.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "DeepSpeedLlama2Inference.forward", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 8, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.model_implementations.transformers.ds_llama2", "names": [ "deepspeed.model_implementations.transformers.ds_llama2.DeepSpeedLlama2Inference" ], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 8, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/model_implementations/transformers/ds_megatron_gpt.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.model_implementations.transformers.ds_megatron_gpt.DeepSpeedMegatronGPTInference", "methods": [ { "kind": "function", "name": "DeepSpeedMegatronGPTInference.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 } ], "properties": [], "attrs": [], "n_typable": 7, "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 6, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.model_implementations.transformers.ds_megatron_gpt", "names": [ "deepspeed.model_implementations.transformers.ds_megatron_gpt.DeepSpeedMegatronGPTInference" ], "n_typable": 7, "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 6, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/model_implementations/transformers/ds_opt.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.model_implementations.transformers.ds_opt.DeepSpeedOPTInference", "methods": [ { "kind": "function", "name": "DeepSpeedOPTInference.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 } ], "properties": [], "attrs": [], "n_typable": 7, "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 6, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.model_implementations.transformers.ds_opt", "names": [ "deepspeed.model_implementations.transformers.ds_opt.DeepSpeedOPTInference" ], "n_typable": 7, "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 6, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/model_implementations/transformers/ds_transformer.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.model_implementations.transformers.ds_transformer.DeepSpeedTransformerInference", "methods": [ { "kind": "function", "name": "DeepSpeedTransformerInference.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "DeepSpeedTransformerInference.allocate_workspace", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedTransformerInference.reset_cache", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedTransformerInference.forward", "n_typed": 0, "n_any": 0, "n_untyped": 20, "n_overloads": 1, "n_typable": 20, "n_params": 19, "n_function_overloads": 1, "n_function_params": 19 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedTransformerInference.layer_id", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DeepSpeedTransformerInference.workspace", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DeepSpeedTransformerInference.config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedTransformerInference.layer_past", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedTransformerInference.layer_norm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedTransformerInference.attention", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedTransformerInference.mlp", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedTransformerInference.norm_w", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedTransformerInference.norm_b", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 37, "n_typed": 0, "n_any": 0, "n_untyped": 37, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 26, "n_attrs": 9, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.model_implementations.transformers.ds_transformer", "names": [ "deepspeed.model_implementations.transformers.ds_transformer.DeepSpeedTransformerInference" ], "n_typable": 37, "n_typed": 0, "n_any": 0, "n_untyped": 37, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 26, "n_classes": 1, "n_attrs": 9, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/module_inject/auto_tp.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.module_inject.auto_tp.Loading", "methods": [ { "kind": "function", "name": "Loading.is_load_module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Loading.load_buffer", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Loading.load", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [], "n_typable": 8, "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 5, "n_attrs": 0, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.module_inject.auto_tp.move", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "class", "name": "deepspeed.module_inject.auto_tp.AutoTP", "methods": [ { "kind": "function", "name": "AutoTP.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "AutoTP.in_module_list", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "AutoTP.get_module_list", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AutoTP.supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AutoTP.get_layers", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "AutoTP.update_policy_list", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "AutoTP.kernel_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AutoTP.tp_parser", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AutoTP.set_tensor_parallel_config", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "AutoTP._replace", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "AutoTP._replace_with_config", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "AutoTP._create_row_parallel_layer", "n_typed": 2, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "AutoTP._create_column_parallel_layer", "n_typed": 2, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "AutoTP._get_model_type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AutoTP._slice_embedding", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "AutoTP.update_mp_params", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "AutoTP.update_linear_policies", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AutoTP._replace_module", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "AutoTP.get_model_num_kv_heads", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "AutoTP._replace_last_linear_module", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "AutoTP.module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AutoTP.all_reduce_linears", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AutoTP.prefix", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AutoTP.state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AutoTP.mp_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AutoTP.mp_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AutoTP.linear_layer_setting", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AutoTP.orig_layer_impl", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AutoTP.linear_policies", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AutoTP.conv_linear_layer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AutoTP.partition_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 65, "n_typed": 6, "n_any": 0, "n_untyped": 59, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 20, "n_method_overloads": 20, "n_method_params": 34, "n_attrs": 11, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.module_inject.auto_tp.ReplaceWithTensorSlicing", "methods": [ { "kind": "function", "name": "ReplaceWithTensorSlicing.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "ReplaceWithTensorSlicing.merge_assert", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ReplaceWithTensorSlicing.strided_copy", "n_typed": 5, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "ReplaceWithTensorSlicing.copy", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "ReplaceWithTensorSlicing.out_dim", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ReplaceWithTensorSlicing.in_dim", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ReplaceWithTensorSlicing.mp_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ReplaceWithTensorSlicing.gpu_index", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 23, "n_typed": 5, "n_any": 0, "n_untyped": 18, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 15, "n_attrs": 4, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.module_inject.auto_tp", "names": [ "deepspeed.module_inject.auto_tp.AutoTP", "deepspeed.module_inject.auto_tp.Loading", "deepspeed.module_inject.auto_tp.ReplaceWithTensorSlicing", "deepspeed.module_inject.auto_tp.move" ], "n_typable": 100, "n_typed": 11, "n_any": 0, "n_untyped": 89, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 3, "n_methods": 27, "n_method_overloads": 27, "n_method_params": 54, "n_classes": 3, "n_attrs": 15, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/module_inject/auto_tp_model_utils.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.module_inject.auto_tp_model_utils.build_mpt_atten_bias_tensor", "n_typed": 3, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "deepspeed.module_inject.auto_tp_model_utils.build_mpt_alibi_tensor", "n_typed": 1, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "deepspeed.module_inject.auto_tp_model_utils.build_bloom_alibi_tensor", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.module_inject.auto_tp_model_utils.get_alibi_mask", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "type_ignores": [], "name": "deepspeed.module_inject.auto_tp_model_utils", "names": [ "deepspeed.module_inject.auto_tp_model_utils.build_bloom_alibi_tensor", "deepspeed.module_inject.auto_tp_model_utils.build_mpt_alibi_tensor", "deepspeed.module_inject.auto_tp_model_utils.build_mpt_atten_bias_tensor", "deepspeed.module_inject.auto_tp_model_utils.get_alibi_mask" ], "n_typable": 21, "n_typed": 8, "n_any": 0, "n_untyped": 13, "n_functions": 4, "n_function_overloads": 4, "n_function_params": 17, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/module_inject/autotp_config.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.module_inject.autotp_config.merge_autotp_configs", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "class", "name": "deepspeed.module_inject.autotp_config.TPLayerSpec", "methods": [ { "kind": "function", "name": "TPLayerSpec.__post_init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "TPLayerSpec._normalize_shape", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TPLayerSpec._validate_shape_format", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "TPLayerSpec.get_partition_dim", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "TPLayerSpec.has_unequal_sub_params", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "TPLayerSpec.get_sub_param_sizes", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "TPLayerSpec.get_num_sub_params", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "TPLayerSpec.matches", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "TPLayerSpec.patterns", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "TPLayerSpec.partition_type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "TPLayerSpec.shape", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "TPLayerSpec.partition_dim", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "TPLayerSpec.model_types", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 11, "n_typed": 7, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 3, "n_attrs": 5, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.module_inject.autotp_config.PartitionType", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "PartitionType.COLUMN", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "PartitionType.ROW", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "PartitionType.SKIP", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 3, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.module_inject.autotp_config.AutoTPPresets", "methods": [ { "kind": "function", "name": "AutoTPPresets.llama", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AutoTPPresets.llama_gqa", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "AutoTPPresets.bloom", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AutoTPPresets.chatglm", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AutoTPPresets.mixtral", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AutoTPPresets.deepseek_v2", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AutoTPPresets.qwen2", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AutoTPPresets.phi3", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AutoTPPresets.get_preset", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 13, "n_typed": 13, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 9, "n_method_overloads": 9, "n_method_params": 4, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.module_inject.autotp_config.AutoTPConfig", "methods": [ { "kind": "function", "name": "AutoTPConfig.find_matching_spec", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "AutoTPConfig.from_dict", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "AutoTPConfig._convert_shape", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "AutoTPConfig.tp_size", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "AutoTPConfig.layer_specs", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "AutoTPConfig.embedding_partition_dim", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "AutoTPConfig.lm_head_patterns", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "AutoTPConfig.use_default_specs", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "AutoTPConfig.strict_mode", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 7, "n_typed": 5, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 4, "n_attrs": 6, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.module_inject.autotp_config", "names": [ "deepspeed.module_inject.autotp_config.AutoTPConfig", "deepspeed.module_inject.autotp_config.AutoTPPresets", "deepspeed.module_inject.autotp_config.PartitionType", "deepspeed.module_inject.autotp_config.TPLayerSpec", "deepspeed.module_inject.autotp_config.merge_autotp_configs" ], "n_typable": 34, "n_typed": 28, "n_any": 0, "n_untyped": 6, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 2, "n_methods": 20, "n_method_overloads": 20, "n_method_params": 11, "n_classes": 4, "n_attrs": 14, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/module_inject/containers/base.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.module_inject.containers.base.DEFAULT_INTERMEDIATE_SIZE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.module_inject.containers.base.BaseTransformerContainer", "methods": [ { "kind": "function", "name": "BaseTransformerContainer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "BaseTransformerContainer.create_ds_model_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BaseTransformerContainer.check_meta_tensor_support", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BaseTransformerContainer.initialize_tensors", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BaseTransformerContainer.convert_to_required_dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BaseTransformerContainer.get_rotary_dim", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BaseTransformerContainer.set_moe", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BaseTransformerContainer.set_tensor_parallel_config", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "BaseTransformerContainer.set_quantization_config", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BaseTransformerContainer.set_hidden_heads", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "BaseTransformerContainer.set_attention", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "BaseTransformerContainer.set_mlp", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "BaseTransformerContainer.set_layernorm", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "BaseTransformerContainer.apply_weight_quantization", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BaseTransformerContainer.attention_quantization", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BaseTransformerContainer.mlp_quantization", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BaseTransformerContainer.apply_tensor_parallelism", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BaseTransformerContainer.attention_qkv_mp", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "BaseTransformerContainer.attention_o_mp", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "BaseTransformerContainer.mlp_inter_mp", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "BaseTransformerContainer.mlp_output_mp", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "BaseTransformerContainer.copy_data_to_new_module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BaseTransformerContainer.transpose", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BaseTransformerContainer.transpose_attention", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BaseTransformerContainer.transpose_mlp", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BaseTransformerContainer.transpose_impl", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BaseTransformerContainer.get_all_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BaseTransformerContainer.get_attn_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BaseTransformerContainer.get_mlp_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "BaseTransformerContainer.policy", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.model_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.layer_id", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.child", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.megatron_v2", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.scale_attention", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.ckpt_load_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.hidden_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.intermediate_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.num_attention_heads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.mp_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.pre_layer_norm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.attn_linear_layer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.mlp_linear_layer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.return_tuple", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.triangular_masking", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.local_attention", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.window_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.mlp_act_func_type", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.norm_type", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.training_mp_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.bigscience_bloom", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.max_out_tokens", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.min_out_tokens", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.scale_attn_by_inverse_layer_idx", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.use_mup", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.return_single_tuple", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.rotary_dim", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.mlp_after_attn", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.qkvw", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.qkvb", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.dense_w", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.dense_b", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.attn_nw", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.attn_nb", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.input_nw", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.input_nb", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.mp_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerContainer.use_triton", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 106, "n_typed": 0, "n_any": 0, "n_untyped": 106, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 29, "n_method_overloads": 29, "n_method_params": 36, "n_attrs": 41, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.module_inject.containers.base.BaseConvolutionContainer", "methods": [ { "kind": "function", "name": "BaseConvolutionContainer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 1, "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.module_inject.containers.base", "names": [ "deepspeed.module_inject.containers.base.BaseConvolutionContainer", "deepspeed.module_inject.containers.base.BaseTransformerContainer", "deepspeed.module_inject.containers.base.DEFAULT_INTERMEDIATE_SIZE" ], "n_typable": 107, "n_typed": 0, "n_any": 0, "n_untyped": 107, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 30, "n_method_overloads": 30, "n_method_params": 36, "n_classes": 2, "n_attrs": 42, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/module_inject/containers/base_moe.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.module_inject.containers.base_moe.BaseTransformerMoEContainer", "methods": [ { "kind": "function", "name": "BaseTransformerMoEContainer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BaseTransformerMoEContainer.create_ds_model_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BaseTransformerMoEContainer.initialize_tensors", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BaseTransformerMoEContainer.set_mlp", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BaseTransformerMoEContainer.transpose", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BaseTransformerMoEContainer.transpose_mlp", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BaseTransformerMoEContainer.transpose_residual", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BaseTransformerMoEContainer.apply_tensor_parallelism", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BaseTransformerMoEContainer.mlp_mp", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BaseTransformerMoEContainer.copy_data_to_new_module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "BaseTransformerMoEContainer.num_experts", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerMoEContainer.ep_world_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerMoEContainer.local_ep_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseTransformerMoEContainer.layer_norm_eps", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 17, "n_typed": 0, "n_any": 0, "n_untyped": 17, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 10, "n_method_overloads": 10, "n_method_params": 3, "n_attrs": 4, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.module_inject.containers.base_moe", "names": [ "deepspeed.module_inject.containers.base_moe.BaseTransformerMoEContainer" ], "n_typable": 17, "n_typed": 0, "n_any": 0, "n_untyped": 17, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 10, "n_method_overloads": 10, "n_method_params": 3, "n_classes": 1, "n_attrs": 4, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/module_inject/containers/bert.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.module_inject.containers.bert.HFBertLayerPolicy", "methods": [ { "kind": "function", "name": "HFBertLayerPolicy.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "HFBertLayerPolicy.get_hidden_heads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HFBertLayerPolicy.attention", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HFBertLayerPolicy.mlp", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HFBertLayerPolicy.layernorm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "HFBertLayerPolicy.client_module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "HFBertLayerPolicy.cuda_graph_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 11, "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 4, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.module_inject.containers.bert.DS_BERTContainer", "methods": [ { "kind": "function", "name": "DS_BERTContainer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DS_BERTContainer.create_module", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DS_BERTContainer.return_tuple", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DS_BERTContainer.triangular_masking", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DS_BERTContainer.use_triton", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 7, "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_attrs": 3, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.module_inject.containers.bert", "names": [ "deepspeed.module_inject.containers.bert.DS_BERTContainer", "deepspeed.module_inject.containers.bert.HFBertLayerPolicy" ], "n_typable": 18, "n_typed": 0, "n_any": 0, "n_untyped": 18, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 6, "n_classes": 2, "n_attrs": 5, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/module_inject/containers/bloom.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.module_inject.containers.bloom.supported_models", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.module_inject.containers.bloom.BLOOMLayerPolicy", "methods": [ { "kind": "function", "name": "BLOOMLayerPolicy.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "BLOOMLayerPolicy.get_hidden_heads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BLOOMLayerPolicy.attention", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BLOOMLayerPolicy.mlp", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BLOOMLayerPolicy.layernorm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "BLOOMLayerPolicy._orig_layer_class", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "BLOOMLayerPolicy.client_module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 12, "n_typed": 0, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 6, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.module_inject.containers.bloom.DS_BloomContainer", "methods": [ { "kind": "function", "name": "DS_BloomContainer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DS_BloomContainer.create_module", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DS_BloomContainer.attention_qkv_mp", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DS_BloomContainer.get_lora_matched_pair", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DS_BloomContainer.set_lora_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DS_BloomContainer.load_params", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DS_BloomContainer.bigscience_bloom", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DS_BloomContainer.triangular_masking", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 17, "n_typed": 0, "n_any": 0, "n_untyped": 17, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 9, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.module_inject.containers.bloom", "names": [ "deepspeed.module_inject.containers.bloom.BLOOMLayerPolicy", "deepspeed.module_inject.containers.bloom.DS_BloomContainer", "deepspeed.module_inject.containers.bloom.supported_models" ], "n_typable": 29, "n_typed": 0, "n_any": 0, "n_untyped": 29, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 11, "n_method_overloads": 11, "n_method_params": 15, "n_classes": 2, "n_attrs": 5, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/module_inject/containers/clip.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.module_inject.containers.clip.HFCLIPLayerPolicy", "methods": [ { "kind": "function", "name": "HFCLIPLayerPolicy.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "HFCLIPLayerPolicy.get_hidden_heads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HFCLIPLayerPolicy.attention", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HFCLIPLayerPolicy.mlp", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HFCLIPLayerPolicy.layernorm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "HFCLIPLayerPolicy.client_module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "HFCLIPLayerPolicy.cuda_graph_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 11, "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 4, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.module_inject.containers.clip.DS_CLIPContainer", "methods": [ { "kind": "function", "name": "DS_CLIPContainer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DS_CLIPContainer.create_module", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.module_inject.containers.clip", "names": [ "deepspeed.module_inject.containers.clip.DS_CLIPContainer", "deepspeed.module_inject.containers.clip.HFCLIPLayerPolicy" ], "n_typable": 15, "n_typed": 0, "n_any": 0, "n_untyped": 15, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 6, "n_classes": 2, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/module_inject/containers/distil_bert.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.module_inject.containers.distil_bert.DS_DistilBERTContainer", "methods": [ { "kind": "function", "name": "DS_DistilBERTContainer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DS_DistilBERTContainer.create_module", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DS_DistilBERTContainer.triangular_masking", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DS_DistilBERTContainer.return_single_tuple", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DS_DistilBERTContainer.use_triton", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 7, "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_attrs": 3, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.module_inject.containers.distil_bert.HFDistilBertLayerPolicy", "methods": [ { "kind": "function", "name": "HFDistilBertLayerPolicy.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "HFDistilBertLayerPolicy.get_hidden_heads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HFDistilBertLayerPolicy.attention", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HFDistilBertLayerPolicy.mlp", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HFDistilBertLayerPolicy.layernorm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "HFDistilBertLayerPolicy._orig_layer_class", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "HFDistilBertLayerPolicy.client_module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "HFDistilBertLayerPolicy.preln", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "HFDistilBertLayerPolicy.cuda_graph_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 13, "n_typed": 0, "n_any": 0, "n_untyped": 13, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 5, "n_attrs": 4, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.module_inject.containers.distil_bert", "names": [ "deepspeed.module_inject.containers.distil_bert.DS_DistilBERTContainer", "deepspeed.module_inject.containers.distil_bert.HFDistilBertLayerPolicy" ], "n_typable": 20, "n_typed": 0, "n_any": 0, "n_untyped": 20, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 7, "n_classes": 2, "n_attrs": 7, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/module_inject/containers/features/gated_mlp.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.module_inject.containers.features.gated_mlp.HybridGatedMLPContainer", "methods": [ { "kind": "function", "name": "HybridGatedMLPContainer.set_mlp", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "HybridGatedMLPContainer.set_mlp_gate", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HybridGatedMLPContainer.mlp_inter_mp", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "HybridGatedMLPContainer.release_mlp", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HybridGatedMLPContainer.reset_mlp", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HybridGatedMLPContainer.set_mlp_params_wo_copy", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HybridGatedMLPContainer.get_mlp_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 14, "n_typed": 0, "n_any": 0, "n_untyped": 14, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 7, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.module_inject.containers.features.gated_mlp", "names": [ "deepspeed.module_inject.containers.features.gated_mlp.HybridGatedMLPContainer" ], "n_typable": 14, "n_typed": 0, "n_any": 0, "n_untyped": 14, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 7, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/module_inject/containers/features/hybrid_engine.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.module_inject.containers.features.hybrid_engine.HybridEngineContainer", "methods": [ { "kind": "function", "name": "HybridEngineContainer.initialize_tensors", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HybridEngineContainer.transform_for_training", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HybridEngineContainer.transform_for_inference", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HybridEngineContainer.set_lora_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HybridEngineContainer.get_lora_matched_pair", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HybridEngineContainer.fuse_lora", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HybridEngineContainer.unfuse_lora", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HybridEngineContainer.apply_tensor_parallelism", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "HybridEngineContainer._release_params", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HybridEngineContainer.release_memory", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HybridEngineContainer.release_qkv", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HybridEngineContainer.release_mlp", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HybridEngineContainer.reset_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HybridEngineContainer.reset_qkv", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HybridEngineContainer.reset_mlp", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HybridEngineContainer.get_lora_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HybridEngineContainer.set_params_wo_copy", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HybridEngineContainer.set_attn_params_wo_copy", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HybridEngineContainer.set_mlp_params_wo_copy", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 26, "n_typed": 1, "n_any": 0, "n_untyped": 25, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 19, "n_method_overloads": 19, "n_method_params": 7, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.module_inject.containers.features.hybrid_engine", "names": [ "deepspeed.module_inject.containers.features.hybrid_engine.HybridEngineContainer" ], "n_typable": 26, "n_typed": 1, "n_any": 0, "n_untyped": 25, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 19, "n_method_overloads": 19, "n_method_params": 7, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/module_inject/containers/features/hybrid_megatron.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.module_inject.containers.features.hybrid_megatron.HybridMegatronContainer", "methods": [ { "kind": "function", "name": "HybridMegatronContainer._align_qkv", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HybridMegatronContainer.transform_for_inference", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HybridMegatronContainer._partition_qkv", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HybridMegatronContainer.transform_for_training", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 6, "n_typed": 3, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 2, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.module_inject.containers.features.hybrid_megatron", "names": [ "deepspeed.module_inject.containers.features.hybrid_megatron.HybridMegatronContainer" ], "n_typable": 6, "n_typed": 3, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 2, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/module_inject/containers/features/megatron.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.module_inject.containers.features.megatron.MegatronContainer", "methods": [ { "kind": "function", "name": "MegatronContainer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MegatronContainer._align_qkv_transposed", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MegatronContainer.transpose", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "MegatronContainer.megatron_v2", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 2, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.module_inject.containers.features.megatron", "names": [ "deepspeed.module_inject.containers.features.megatron.MegatronContainer" ], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 2, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/module_inject/containers/features/meta_tensor.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.module_inject.containers.features.meta_tensor.MetaTensorContainer", "methods": [ { "kind": "function", "name": "MetaTensorContainer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MetaTensorContainer.initialize_tensors", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MetaTensorContainer.apply_tensor_parallelism", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MetaTensorContainer.copy_data_to_new_module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MetaTensorContainer.transpose", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MetaTensorContainer.load_params", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "MetaTensorContainer.is_meta", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MetaTensorContainer.ckpt_load_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 17, "n_typed": 0, "n_any": 0, "n_untyped": 17, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 9, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.module_inject.containers.features.meta_tensor", "names": [ "deepspeed.module_inject.containers.features.meta_tensor.MetaTensorContainer" ], "n_typable": 17, "n_typed": 0, "n_any": 0, "n_untyped": 17, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 9, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/module_inject/containers/features/split_qkv.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.module_inject.containers.features.split_qkv.HybridSplitQKVContainer", "methods": [ { "kind": "function", "name": "HybridSplitQKVContainer.set_attention", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "HybridSplitQKVContainer.set_q_k_v", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HybridSplitQKVContainer.attention_qkv_mp", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "HybridSplitQKVContainer.release_qkv", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HybridSplitQKVContainer.reset_qkv", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HybridSplitQKVContainer.reset_qkv_experimental", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HybridSplitQKVContainer.set_attn_params_wo_copy", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HybridSplitQKVContainer.get_attn_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 15, "n_typed": 0, "n_any": 0, "n_untyped": 15, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 7, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.module_inject.containers.features.split_qkv", "names": [ "deepspeed.module_inject.containers.features.split_qkv.HybridSplitQKVContainer" ], "n_typable": 15, "n_typed": 0, "n_any": 0, "n_untyped": 15, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 7, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/module_inject/containers/gpt2.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.module_inject.containers.gpt2.HFGPT2LayerPolicy", "methods": [ { "kind": "function", "name": "HFGPT2LayerPolicy.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "HFGPT2LayerPolicy.get_hidden_heads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HFGPT2LayerPolicy.attention", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HFGPT2LayerPolicy.mlp", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HFGPT2LayerPolicy.layernorm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "HFGPT2LayerPolicy._orig_layer_class", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "HFGPT2LayerPolicy.client_module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 4, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.module_inject.containers.gpt2.DS_GPT2Container", "methods": [ { "kind": "function", "name": "DS_GPT2Container.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DS_GPT2Container.create_module", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.module_inject.containers.gpt2", "names": [ "deepspeed.module_inject.containers.gpt2.DS_GPT2Container", "deepspeed.module_inject.containers.gpt2.HFGPT2LayerPolicy" ], "n_typable": 14, "n_typed": 0, "n_any": 0, "n_untyped": 14, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 6, "n_classes": 2, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/module_inject/containers/gptj.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.module_inject.containers.gptj.DS_GPTJContainer", "methods": [ { "kind": "function", "name": "DS_GPTJContainer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DS_GPTJContainer.create_module", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DS_GPTJContainer.set_lora_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DS_GPTJContainer.get_lora_matched_pair", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DS_GPTJContainer.set_q_k_v", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DS_GPTJContainer.load_params", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 } ], "properties": [], "attrs": [], "n_typable": 13, "n_typed": 0, "n_any": 0, "n_untyped": 13, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 7, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.module_inject.containers.gptj.HFGPTJLayerPolicy", "methods": [ { "kind": "function", "name": "HFGPTJLayerPolicy.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "HFGPTJLayerPolicy.get_hidden_heads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HFGPTJLayerPolicy.attention", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HFGPTJLayerPolicy.mlp", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HFGPTJLayerPolicy.layernorm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "HFGPTJLayerPolicy._orig_layer_class", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "HFGPTJLayerPolicy.client_module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 4, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.module_inject.containers.gptj", "names": [ "deepspeed.module_inject.containers.gptj.DS_GPTJContainer", "deepspeed.module_inject.containers.gptj.HFGPTJLayerPolicy" ], "n_typable": 23, "n_typed": 0, "n_any": 0, "n_untyped": 23, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 11, "n_method_overloads": 11, "n_method_params": 11, "n_classes": 2, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/module_inject/containers/gptneo.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.module_inject.containers.gptneo.DS_GPTNEOContainer", "methods": [ { "kind": "function", "name": "DS_GPTNEOContainer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DS_GPTNEOContainer.create_module", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DS_GPTNEOContainer.set_lora_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DS_GPTNEOContainer.set_q_k_v", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DS_GPTNEOContainer.get_lora_matched_pair", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DS_GPTNEOContainer.load_params", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 } ], "properties": [], "attrs": [], "n_typable": 13, "n_typed": 0, "n_any": 0, "n_untyped": 13, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 7, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.module_inject.containers.gptneo.HFGPTNEOLayerPolicy", "methods": [ { "kind": "function", "name": "HFGPTNEOLayerPolicy.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "HFGPTNEOLayerPolicy.get_hidden_heads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HFGPTNEOLayerPolicy.get_q_k_v", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HFGPTNEOLayerPolicy.attention", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HFGPTNEOLayerPolicy.mlp", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HFGPTNEOLayerPolicy.layernorm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "HFGPTNEOLayerPolicy.client_module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 11, "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 4, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.module_inject.containers.gptneo", "names": [ "deepspeed.module_inject.containers.gptneo.DS_GPTNEOContainer", "deepspeed.module_inject.containers.gptneo.HFGPTNEOLayerPolicy" ], "n_typable": 24, "n_typed": 0, "n_any": 0, "n_untyped": 24, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 12, "n_method_overloads": 12, "n_method_params": 11, "n_classes": 2, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/module_inject/containers/gptneox.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.module_inject.containers.gptneox.GPTNEOXLayerPolicy", "methods": [ { "kind": "function", "name": "GPTNEOXLayerPolicy.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "GPTNEOXLayerPolicy.get_hidden_heads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "GPTNEOXLayerPolicy.attention", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "GPTNEOXLayerPolicy.mlp", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "GPTNEOXLayerPolicy.layernorm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "GPTNEOXLayerPolicy._orig_layer_class", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "GPTNEOXLayerPolicy.version", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "GPTNEOXLayerPolicy.client_module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 12, "n_typed": 0, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 6, "n_attrs": 3, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.module_inject.containers.gptneox.DS_GPTNEOXContainer", "methods": [ { "kind": "function", "name": "DS_GPTNEOXContainer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DS_GPTNEOXContainer.create_module", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DS_GPTNEOXContainer.get_lora_matched_pair", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DS_GPTNEOXContainer.set_lora_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DS_GPTNEOXContainer.load_params", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 } ], "properties": [], "attrs": [], "n_typable": 12, "n_typed": 0, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 7, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.module_inject.containers.gptneox", "names": [ "deepspeed.module_inject.containers.gptneox.DS_GPTNEOXContainer", "deepspeed.module_inject.containers.gptneox.GPTNEOXLayerPolicy" ], "n_typable": 24, "n_typed": 0, "n_any": 0, "n_untyped": 24, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 10, "n_method_overloads": 10, "n_method_params": 13, "n_classes": 2, "n_attrs": 3, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/module_inject/containers/internlm.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.module_inject.containers.internlm.DS_InternLMContainer", "methods": [ { "kind": "function", "name": "DS_InternLMContainer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DS_InternLMContainer.create_module", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DS_InternLMContainer.set_lora_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DS_InternLMContainer.get_lora_matched_pair", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DS_InternLMContainer.set_q_k_v", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DS_InternLMContainer.set_mlp_gate", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DS_InternLMContainer.load_params", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 } ], "properties": [], "attrs": [], "n_typable": 14, "n_typed": 0, "n_any": 0, "n_untyped": 14, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 7, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.module_inject.containers.internlm.InternLMLayerPolicy", "methods": [ { "kind": "function", "name": "InternLMLayerPolicy.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "InternLMLayerPolicy._init_orig_layer_class_once", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InternLMLayerPolicy.get_hidden_heads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InternLMLayerPolicy.attention", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "InternLMLayerPolicy.mlp", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "InternLMLayerPolicy.layernorm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "InternLMLayerPolicy._orig_layer_class", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "InternLMLayerPolicy._orig_layer_class_inited", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "InternLMLayerPolicy.client_module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 11, "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 4, "n_attrs": 3, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.module_inject.containers.internlm", "names": [ "deepspeed.module_inject.containers.internlm.DS_InternLMContainer", "deepspeed.module_inject.containers.internlm.InternLMLayerPolicy" ], "n_typable": 25, "n_typed": 0, "n_any": 0, "n_untyped": 25, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 13, "n_method_overloads": 13, "n_method_params": 11, "n_classes": 2, "n_attrs": 3, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/module_inject/containers/llama.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.module_inject.containers.llama.LLAMALayerPolicy", "methods": [ { "kind": "function", "name": "LLAMALayerPolicy.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "LLAMALayerPolicy.get_hidden_heads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "LLAMALayerPolicy.attention", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "LLAMALayerPolicy.mlp", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "LLAMALayerPolicy.layernorm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "LLAMALayerPolicy.client_module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 4, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.module_inject.containers.llama.DS_LLAMAContainer", "methods": [ { "kind": "function", "name": "DS_LLAMAContainer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DS_LLAMAContainer.create_module", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DS_LLAMAContainer.set_lora_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DS_LLAMAContainer.get_lora_matched_pair", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DS_LLAMAContainer.set_q_k_v", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DS_LLAMAContainer.set_mlp_gate", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DS_LLAMAContainer.load_params", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 } ], "properties": [], "attrs": [], "n_typable": 14, "n_typed": 0, "n_any": 0, "n_untyped": 14, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 7, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.module_inject.containers.llama", "names": [ "deepspeed.module_inject.containers.llama.DS_LLAMAContainer", "deepspeed.module_inject.containers.llama.LLAMALayerPolicy" ], "n_typable": 24, "n_typed": 0, "n_any": 0, "n_untyped": 24, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 12, "n_method_overloads": 12, "n_method_params": 11, "n_classes": 2, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/module_inject/containers/llama2.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.module_inject.containers.llama2.DS_LLAMA2Container", "methods": [ { "kind": "function", "name": "DS_LLAMA2Container.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DS_LLAMA2Container.create_module", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DS_LLAMA2Container.set_lora_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DS_LLAMA2Container.get_lora_matched_pair", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DS_LLAMA2Container.set_q_k_v", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DS_LLAMA2Container.set_mlp_gate", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DS_LLAMA2Container.load_params", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 } ], "properties": [], "attrs": [], "n_typable": 14, "n_typed": 0, "n_any": 0, "n_untyped": 14, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 7, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.module_inject.containers.llama2.LLAMA2LayerPolicy", "methods": [ { "kind": "function", "name": "LLAMA2LayerPolicy.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "LLAMA2LayerPolicy.get_hidden_heads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "LLAMA2LayerPolicy.attention", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "LLAMA2LayerPolicy.mlp", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "LLAMA2LayerPolicy.layernorm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "LLAMA2LayerPolicy.client_module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 4, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.module_inject.containers.llama2", "names": [ "deepspeed.module_inject.containers.llama2.DS_LLAMA2Container", "deepspeed.module_inject.containers.llama2.LLAMA2LayerPolicy" ], "n_typable": 24, "n_typed": 0, "n_any": 0, "n_untyped": 24, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 12, "n_method_overloads": 12, "n_method_params": 11, "n_classes": 2, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/module_inject/containers/megatron_gpt.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.module_inject.containers.megatron_gpt.MegatronLayerPolicy", "methods": [ { "kind": "function", "name": "MegatronLayerPolicy.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MegatronLayerPolicy.get_hidden_heads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MegatronLayerPolicy.attention", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MegatronLayerPolicy.mlp", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MegatronLayerPolicy.layernorm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "MegatronLayerPolicy._orig_layer_class", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "MegatronLayerPolicy.version", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "MegatronLayerPolicy.moe_type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "MegatronLayerPolicy.megatron_v2", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "MegatronLayerPolicy.use_mup", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "MegatronLayerPolicy.client_module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 11, "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 5, "n_attrs": 6, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.module_inject.containers.megatron_gpt.DS_MegatronGPTContainer", "methods": [ { "kind": "function", "name": "DS_MegatronGPTContainer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DS_MegatronGPTContainer.create_module", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.module_inject.containers.megatron_gpt", "names": [ "deepspeed.module_inject.containers.megatron_gpt.DS_MegatronGPTContainer", "deepspeed.module_inject.containers.megatron_gpt.MegatronLayerPolicy" ], "n_typable": 15, "n_typed": 0, "n_any": 0, "n_untyped": 15, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 7, "n_classes": 2, "n_attrs": 6, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/module_inject/containers/megatron_gpt_moe.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.module_inject.containers.megatron_gpt_moe.DS_MegatronGPTMoEContainer", "methods": [ { "kind": "function", "name": "DS_MegatronGPTMoEContainer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "DS_MegatronGPTMoEContainer.create_module", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 7, "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 5, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.module_inject.containers.megatron_gpt_moe.MegatronMoELayerPolicy", "methods": [ { "kind": "function", "name": "MegatronMoELayerPolicy.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MegatronMoELayerPolicy.get_num_experts", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MegatronMoELayerPolicy.mlp", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "MegatronMoELayerPolicy._orig_layer_class", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "MegatronMoELayerPolicy.version", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "MegatronMoELayerPolicy.moe_type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "MegatronMoELayerPolicy.num_experts", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "MegatronMoELayerPolicy.client_module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 8, "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 4, "n_attrs": 5, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.module_inject.containers.megatron_gpt_moe", "names": [ "deepspeed.module_inject.containers.megatron_gpt_moe.DS_MegatronGPTMoEContainer", "deepspeed.module_inject.containers.megatron_gpt_moe.MegatronMoELayerPolicy" ], "n_typable": 15, "n_typed": 0, "n_any": 0, "n_untyped": 15, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 9, "n_classes": 2, "n_attrs": 5, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/module_inject/containers/opt.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.module_inject.containers.opt.DS_OPTContainer", "methods": [ { "kind": "function", "name": "DS_OPTContainer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DS_OPTContainer.create_module", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DS_OPTContainer.set_lora_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DS_OPTContainer.set_q_k_v", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DS_OPTContainer.get_lora_matched_pair", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DS_OPTContainer.load_params", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 } ], "properties": [], "attrs": [], "n_typable": 13, "n_typed": 0, "n_any": 0, "n_untyped": 13, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 7, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.module_inject.containers.opt.HFOPTLayerPolicy", "methods": [ { "kind": "function", "name": "HFOPTLayerPolicy.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "HFOPTLayerPolicy.get_hidden_heads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HFOPTLayerPolicy.attention", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HFOPTLayerPolicy.mlp", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HFOPTLayerPolicy.layernorm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "HFOPTLayerPolicy._orig_layer_class", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "HFOPTLayerPolicy.client_module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "HFOPTLayerPolicy.mlp_act_func_type", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 12, "n_typed": 0, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 5, "n_attrs": 3, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.module_inject.containers.opt", "names": [ "deepspeed.module_inject.containers.opt.DS_OPTContainer", "deepspeed.module_inject.containers.opt.HFOPTLayerPolicy" ], "n_typable": 25, "n_typed": 0, "n_any": 0, "n_untyped": 25, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 11, "n_method_overloads": 11, "n_method_params": 12, "n_classes": 2, "n_attrs": 3, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/module_inject/containers/unet.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.module_inject.containers.unet.UNetPolicy", "methods": [ { "kind": "function", "name": "UNetPolicy.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "UNetPolicy.match", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "UNetPolicy.match_replaced", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "UNetPolicy.apply", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "UNetPolicy.attention", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 5, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.module_inject.containers.unet", "names": [ "deepspeed.module_inject.containers.unet.UNetPolicy" ], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 5, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/module_inject/containers/vae.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.module_inject.containers.vae.VAEPolicy", "methods": [ { "kind": "function", "name": "VAEPolicy.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "VAEPolicy.match", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "VAEPolicy.match_replaced", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "VAEPolicy.apply", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "VAEPolicy.attention", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 5, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.module_inject.containers.vae", "names": [ "deepspeed.module_inject.containers.vae.VAEPolicy" ], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 5, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/module_inject/fusedqkv_utils.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.module_inject.fusedqkv_utils.shard_chunk_mlp", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.module_inject.fusedqkv_utils.prepare_tp_fused_qkvw", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.module_inject.fusedqkv_utils.shard_value_with_share_qk", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "deepspeed.module_inject.fusedqkv_utils.require_tp_fused_qkvw", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.module_inject.fusedqkv_utils.split_by_qkvlist_and_refuse", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "type_ignores": [], "name": "deepspeed.module_inject.fusedqkv_utils", "names": [ "deepspeed.module_inject.fusedqkv_utils.prepare_tp_fused_qkvw", "deepspeed.module_inject.fusedqkv_utils.require_tp_fused_qkvw", "deepspeed.module_inject.fusedqkv_utils.shard_chunk_mlp", "deepspeed.module_inject.fusedqkv_utils.shard_value_with_share_qk", "deepspeed.module_inject.fusedqkv_utils.split_by_qkvlist_and_refuse" ], "n_typable": 24, "n_typed": 0, "n_any": 0, "n_untyped": 24, "n_functions": 5, "n_function_overloads": 5, "n_function_params": 19, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/module_inject/inject.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.module_inject.inject.module_inject", "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "deepspeed.module_inject.inject.test_hi", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "type_ignores": [], "name": "deepspeed.module_inject.inject", "names": [ "deepspeed.module_inject.inject.module_inject", "deepspeed.module_inject.inject.test_hi" ], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 8, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/module_inject/layers.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.module_inject.layers.GateUpPack_LinearLayer", "methods": [ { "kind": "function", "name": "GateUpPack_LinearLayer._tp_partition", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 2, "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 1, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.module_inject.layers.LinearLayer", "methods": [ { "kind": "function", "name": "LinearLayer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "LinearLayer.forward", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "LinearLayer.gather_params", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "LinearLayer._tp_partition", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "LinearLayer.uneven_partition", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "LinearLayer.from_weights", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "LinearLayer.weight", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LinearLayer.bias", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 20, "n_typed": 0, "n_any": 0, "n_untyped": 20, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 12, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.module_inject.layers.TensorParallel_Layer", "methods": [ { "kind": "function", "name": "TensorParallel_Layer.__init__", "n_typed": 1, "n_any": 1, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "TensorParallel_Layer.set_keep_module_on_host", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TensorParallel_Layer.forward", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TensorParallel_Layer.gather_params", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TensorParallel_Layer._tp_partition", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TensorParallel_Layer.config_requires_grad", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TensorParallel_Layer.config_tp_params", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TensorParallel_Layer.is_training_mode", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "TensorParallel_Layer.__deepcopy__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TensorParallel_Layer.extra_repr", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "TensorParallel_Layer.move", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "TensorParallel_Layer.keep_module_on_host", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "TensorParallel_Layer.tp_overlap_comm", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "TensorParallel_Layer.support_training", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "TensorParallel_Layer.mp_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TensorParallel_Layer.world_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TensorParallel_Layer.rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TensorParallel_Layer.name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TensorParallel_Layer.tp_world_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "TensorParallel_Layer.tp_index", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 30, "n_typed": 8, "n_any": 1, "n_untyped": 21, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 11, "n_method_overloads": 11, "n_method_params": 10, "n_attrs": 9, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.module_inject.layers.Yuan_LinearLayer", "methods": [ { "kind": "function", "name": "Yuan_LinearLayer._tp_partition", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 2, "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 1, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.module_inject.layers.Conv_LinearALlreduce", "methods": [ { "kind": "function", "name": "Conv_LinearALlreduce._tp_partition", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 2, "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 1, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.module_inject.layers.conv_LinearLayer", "methods": [ { "kind": "function", "name": "conv_LinearLayer._tp_partition", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 2, "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 1, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.module_inject.layers.LinearAllreduce", "methods": [ { "kind": "function", "name": "LinearAllreduce.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "LinearAllreduce.forward", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "LinearAllreduce.gather_params", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "LinearAllreduce._tp_partition", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "LinearAllreduce.uneven_partition", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "LinearAllreduce.weight", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LinearAllreduce.bias", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 14, "n_typed": 0, "n_any": 0, "n_untyped": 14, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 7, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.module_inject.layers.SubParamLinearLayer", "methods": [ { "kind": "function", "name": "SubParamLinearLayer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "SubParamLinearLayer.forward", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SubParamLinearLayer.gather_params", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SubParamLinearLayer._tp_partition", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "SubParamLinearLayer.weight", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SubParamLinearLayer.bias", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SubParamLinearLayer.shape", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SubParamLinearLayer.partition_dim", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 16, "n_typed": 0, "n_any": 0, "n_untyped": 16, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 8, "n_attrs": 4, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.module_inject.layers.LmHeadLinearAllreduce", "methods": [ { "kind": "function", "name": "LmHeadLinearAllreduce.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "LmHeadLinearAllreduce.forward", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "LmHeadLinearAllreduce.name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 7, "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 4, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.module_inject.layers.SubParamLinearAllreduce", "methods": [ { "kind": "function", "name": "SubParamLinearAllreduce.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "SubParamLinearAllreduce.forward", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SubParamLinearAllreduce.gather_params", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SubParamLinearAllreduce._tp_partition", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "SubParamLinearAllreduce.weight", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SubParamLinearAllreduce.bias", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SubParamLinearAllreduce.shape", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SubParamLinearAllreduce.partition_dim", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 16, "n_typed": 0, "n_any": 0, "n_untyped": 16, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 8, "n_attrs": 4, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.module_inject.layers.Yuan_LinearAllreduce", "methods": [ { "kind": "function", "name": "Yuan_LinearAllreduce._tp_partition", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 2, "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 1, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.module_inject.layers.fused_LinearLayer", "methods": [ { "kind": "function", "name": "fused_LinearLayer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "fused_LinearLayer._tp_partition", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "fused_LinearLayer.fused_module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 8, "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 5, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.module_inject.layers", "names": [ "deepspeed.module_inject.layers.Conv_LinearALlreduce", "deepspeed.module_inject.layers.GateUpPack_LinearLayer", "deepspeed.module_inject.layers.LinearAllreduce", "deepspeed.module_inject.layers.LinearLayer", "deepspeed.module_inject.layers.LmHeadLinearAllreduce", "deepspeed.module_inject.layers.SubParamLinearAllreduce", "deepspeed.module_inject.layers.SubParamLinearLayer", "deepspeed.module_inject.layers.TensorParallel_Layer", "deepspeed.module_inject.layers.Yuan_LinearAllreduce", "deepspeed.module_inject.layers.Yuan_LinearLayer", "deepspeed.module_inject.layers.conv_LinearLayer", "deepspeed.module_inject.layers.fused_LinearLayer" ], "n_typable": 121, "n_typed": 8, "n_any": 1, "n_untyped": 112, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 39, "n_method_overloads": 39, "n_method_params": 59, "n_classes": 12, "n_attrs": 23, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/module_inject/load_checkpoint.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.module_inject.load_checkpoint.load_model_with_checkpoint", "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 } ], "type_ignores": [], "name": "deepspeed.module_inject.load_checkpoint", "names": [ "deepspeed.module_inject.load_checkpoint.load_model_with_checkpoint" ], "n_typable": 9, "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 8, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/module_inject/module_quantize.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.module_inject.module_quantize.quantize_module", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.module_inject.module_quantize.quantize_transformer_layer", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "type_ignores": [], "name": "deepspeed.module_inject.module_quantize", "names": [ "deepspeed.module_inject.module_quantize.quantize_module", "deepspeed.module_inject.module_quantize.quantize_transformer_layer" ], "n_typable": 9, "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 7, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/module_inject/policy.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.module_inject.policy.maybe_get_lora", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "deepspeed.module_inject.policy.TransformerPolicy", "methods": [ { "kind": "function", "name": "TransformerPolicy.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_overloads": 1, "n_typable": 11, "n_params": 10, "n_function_overloads": 1, "n_function_params": 10 }, { "kind": "function", "name": "TransformerPolicy.attention", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "TransformerPolicy.get_hidden_heads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "TransformerPolicy.mlp", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "TransformerPolicy.layernorm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "TransformerPolicy.hf_model_config", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "TransformerPolicy.cuda_graph_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TransformerPolicy.inference", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TransformerPolicy.linear_layer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TransformerPolicy.scale_attention", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TransformerPolicy.is_megatron_v2", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TransformerPolicy.use_mup", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TransformerPolicy.mlp_act_func_type", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TransformerPolicy.pre_attn_norm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TransformerPolicy.use_load_prefix", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TransformerPolicy.split_qkv", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TransformerPolicy.norm_type", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 26, "n_typed": 0, "n_any": 0, "n_untyped": 26, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 10, "n_attrs": 12, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.module_inject.policy.pack_lora_weights", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.module_inject.policy.transformer_param_names", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.module_inject.policy.DSPolicy", "methods": [ { "kind": "function", "name": "DSPolicy.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DSPolicy.attention", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DSPolicy._orig_layer_class", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DSPolicy.cuda_graph_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 3, "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.module_inject.policy.transpose", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.module_inject.policy.maybe_copy_qkv", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "deepspeed.module_inject.policy.maybe_copy", "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_overloads": 1, "n_typable": 11, "n_params": 10, "n_function_overloads": 1, "n_function_params": 10 }, { "kind": "function", "name": "deepspeed.module_inject.policy.maybe_copy_geglu", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 } ], "type_ignores": [], "name": "deepspeed.module_inject.policy", "names": [ "deepspeed.module_inject.policy.DSPolicy", "deepspeed.module_inject.policy.TransformerPolicy", "deepspeed.module_inject.policy.maybe_copy", "deepspeed.module_inject.policy.maybe_copy_geglu", "deepspeed.module_inject.policy.maybe_copy_qkv", "deepspeed.module_inject.policy.maybe_get_lora", "deepspeed.module_inject.policy.pack_lora_weights", "deepspeed.module_inject.policy.transformer_param_names", "deepspeed.module_inject.policy.transpose" ], "n_typable": 61, "n_typed": 0, "n_any": 0, "n_untyped": 61, "n_functions": 6, "n_function_overloads": 6, "n_function_params": 26, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 10, "n_classes": 2, "n_attrs": 15, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/module_inject/replace_module.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.module_inject.replace_module.skip_level_0_prefix", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.module_inject.replace_module.revert_transformer_layer", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "attr", "name": "deepspeed.module_inject.replace_module.container_g", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.module_inject.replace_module.GroupQuantizer", "methods": [ { "kind": "function", "name": "GroupQuantizer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "GroupQuantizer.quantize", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "GroupQuantizer.group_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "GroupQuantizer.num_bits", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "GroupQuantizer.q_int8", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "GroupQuantizer.num_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 14, "n_typed": 0, "n_any": 0, "n_untyped": 14, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 8, "n_attrs": 4, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.module_inject.replace_module.get_transformer_name", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.module_inject.replace_module.replace_module", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "deepspeed.module_inject.replace_module.generic_injection", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.module_inject.replace_module.replace_transformer_layer", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 } ], "type_ignores": [], "name": "deepspeed.module_inject.replace_module", "names": [ "deepspeed.module_inject.replace_module.GroupQuantizer", "deepspeed.module_inject.replace_module.container_g", "deepspeed.module_inject.replace_module.generic_injection", "deepspeed.module_inject.replace_module.get_transformer_name", "deepspeed.module_inject.replace_module.replace_module", "deepspeed.module_inject.replace_module.replace_transformer_layer", "deepspeed.module_inject.replace_module.revert_transformer_layer", "deepspeed.module_inject.replace_module.skip_level_0_prefix" ], "n_typable": 40, "n_typed": 0, "n_any": 0, "n_untyped": 40, "n_functions": 6, "n_function_overloads": 6, "n_function_params": 20, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 8, "n_classes": 1, "n_attrs": 5, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/module_inject/replace_policy.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.module_inject.replace_policy.generic_policies", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.module_inject.replace_policy.replace_policies", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.module_inject.replace_policy", "names": [ "deepspeed.module_inject.replace_policy.generic_policies", "deepspeed.module_inject.replace_policy.replace_policies" ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/module_inject/tp_shard.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.module_inject.tp_shard.num_kv_heads", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.module_inject.tp_shard.get_num_attention_heads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.module_inject.tp_shard.set_num_attention_heads", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.module_inject.tp_shard.get_shard_size", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.module_inject.tp_shard.set_num_kv_heads", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.module_inject.tp_shard.set_tp_grain_size", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.module_inject.tp_shard.get_n_embd", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "attr", "name": "deepspeed.module_inject.tp_shard.num_attention_heads", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.module_inject.tp_shard.set_n_embd", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.module_inject.tp_shard.n_embd", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.module_inject.tp_shard.tp_grain_size", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.module_inject.tp_shard.get_shard_size_list", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.module_inject.tp_shard.get_num_kv_heads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "type_ignores": [], "name": "deepspeed.module_inject.tp_shard", "names": [ "deepspeed.module_inject.tp_shard.get_n_embd", "deepspeed.module_inject.tp_shard.get_num_attention_heads", "deepspeed.module_inject.tp_shard.get_num_kv_heads", "deepspeed.module_inject.tp_shard.get_shard_size", "deepspeed.module_inject.tp_shard.get_shard_size_list", "deepspeed.module_inject.tp_shard.n_embd", "deepspeed.module_inject.tp_shard.num_attention_heads", "deepspeed.module_inject.tp_shard.num_kv_heads", "deepspeed.module_inject.tp_shard.set_n_embd", "deepspeed.module_inject.tp_shard.set_num_attention_heads", "deepspeed.module_inject.tp_shard.set_num_kv_heads", "deepspeed.module_inject.tp_shard.set_tp_grain_size", "deepspeed.module_inject.tp_shard.tp_grain_size" ], "n_typable": 20, "n_typed": 0, "n_any": 0, "n_untyped": 20, "n_functions": 9, "n_function_overloads": 9, "n_function_params": 11, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 4, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/module_inject/utils.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.module_inject.utils.policy_to_ds_container", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.module_inject.utils", "names": [ "deepspeed.module_inject.utils.policy_to_ds_container" ], "n_typable": 2, "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 1, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/moe/experts.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.moe.experts.Experts", "methods": [ { "kind": "function", "name": "Experts.__init__", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "Experts.forward", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Experts.deepspeed_experts", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Experts.num_local_experts", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 8, "n_typed": 6, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 4, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.moe.experts", "names": [ "deepspeed.moe.experts.Experts" ], "n_typable": 8, "n_typed": 6, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 4, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/moe/layer.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.moe.layer.MoE", "methods": [ { "kind": "function", "name": "MoE.__init__", "n_typed": 16, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 16, "n_params": 15, "n_function_overloads": 1, "n_function_params": 15 }, { "kind": "function", "name": "MoE.set_deepspeed_parallelism", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MoE._create_process_groups", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MoE.forward", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "MoE.use_residual", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MoE.enable_expert_tensor_parallelism", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MoE.ep_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MoE.expert_group_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MoE.num_experts", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MoE.num_local_experts", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MoE.deepspeed_moe", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MoE.mlp", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MoE.coefficient", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 32, "n_typed": 23, "n_any": 0, "n_untyped": 9, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 19, "n_attrs": 9, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.moe.layer", "names": [ "deepspeed.moe.layer.MoE" ], "n_typable": 32, "n_typed": 23, "n_any": 0, "n_untyped": 9, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 19, "n_classes": 1, "n_attrs": 9, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/moe/mappings.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.moe.mappings.gather_tokens", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.moe.mappings.drop_tokens", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "type_ignores": [], "name": "deepspeed.moe.mappings", "names": [ "deepspeed.moe.mappings.drop_tokens", "deepspeed.moe.mappings.gather_tokens" ], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 4, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/moe/sharded_moe.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.moe.sharded_moe.MOE_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.moe.sharded_moe.multiplicative_jitter", "n_typed": 1, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "attr", "name": "deepspeed.moe.sharded_moe.TOPK_GATE_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.moe.sharded_moe.TUTEL_INSTALLED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.moe.sharded_moe.top1gating", "n_typed": 10, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 10, "n_params": 9, "n_function_overloads": 1, "n_function_params": 9 }, { "kind": "attr", "name": "deepspeed.moe.sharded_moe.USE_EINSUM", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.moe.sharded_moe.gumbel_map", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "function", "name": "deepspeed.moe.sharded_moe.gumbel_rsample", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "attr", "name": "deepspeed.moe.sharded_moe.exp_selection_uniform_map", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "function", "name": "deepspeed.moe.sharded_moe.top2gating", "n_typed": 7, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "attr", "name": "deepspeed.moe.sharded_moe.uniform_map", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "class", "name": "deepspeed.moe.sharded_moe.TopKGate", "methods": [ { "kind": "function", "name": "TopKGate.__init__", "n_typed": 12, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 12, "n_params": 11, "n_function_overloads": 1, "n_function_params": 11 }, { "kind": "function", "name": "TopKGate._set_ep_group", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TopKGate.forward", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "TopKGate.wg", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "TopKGate.ep_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TopKGate.k", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TopKGate.capacity_factor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TopKGate.eval_capacity_factor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TopKGate.min_capacity", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TopKGate.noisy_gate_policy", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TopKGate.timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TopKGate.wall_clock_breakdown", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TopKGate.gate_time", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TopKGate.drop_tokens", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TopKGate.use_rts", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TopKGate.top2_2nd_expert_sampling", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 31, "n_typed": 17, "n_any": 0, "n_untyped": 14, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 15, "n_attrs": 13, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.moe.sharded_moe.einsum", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "class", "name": "deepspeed.moe.sharded_moe.MOELayer", "methods": [ { "kind": "function", "name": "MOELayer.__init__", "n_typed": 5, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "MOELayer._set_ep_group", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MOELayer.forward", "n_typed": 2, "n_any": 1, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "MOELayer.gate", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MOELayer.experts", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MOELayer.ep_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MOELayer.ep_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MOELayer.ep_group_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MOELayer.num_local_experts", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MOELayer.time_falltoall", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MOELayer.time_salltoall", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MOELayer.time_moe", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MOELayer.timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MOELayer.wall_clock_breakdown", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MOELayer.use_tutel", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 24, "n_typed": 7, "n_any": 1, "n_untyped": 16, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 9, "n_attrs": 12, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.moe.sharded_moe.FIRST_ALLTOALL_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.moe.sharded_moe.SECOND_ALLTOALL_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.moe.sharded_moe.Base", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "function", "name": "deepspeed.moe.sharded_moe.topkgating", "n_typed": 8, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 } ], "type_ignores": [ { "kind": "type", "rules": null }, { "kind": "type", "rules": null } ], "name": "deepspeed.moe.sharded_moe", "names": [ "deepspeed.moe.sharded_moe.Base", "deepspeed.moe.sharded_moe.FIRST_ALLTOALL_TIMER", "deepspeed.moe.sharded_moe.MOELayer", "deepspeed.moe.sharded_moe.MOE_TIMER", "deepspeed.moe.sharded_moe.SECOND_ALLTOALL_TIMER", "deepspeed.moe.sharded_moe.TOPK_GATE_TIMER", "deepspeed.moe.sharded_moe.TUTEL_INSTALLED", "deepspeed.moe.sharded_moe.TopKGate", "deepspeed.moe.sharded_moe.USE_EINSUM", "deepspeed.moe.sharded_moe.einsum", "deepspeed.moe.sharded_moe.exp_selection_uniform_map", "deepspeed.moe.sharded_moe.gumbel_map", "deepspeed.moe.sharded_moe.gumbel_rsample", "deepspeed.moe.sharded_moe.multiplicative_jitter", "deepspeed.moe.sharded_moe.top1gating", "deepspeed.moe.sharded_moe.top2gating", "deepspeed.moe.sharded_moe.topkgating", "deepspeed.moe.sharded_moe.uniform_map" ], "n_typable": 95, "n_typed": 57, "n_any": 1, "n_untyped": 37, "n_functions": 6, "n_function_overloads": 6, "n_function_params": 30, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 24, "n_classes": 2, "n_attrs": 35, "n_properties": 0, "n_type_ignores": 2 }, { "path": "deepspeed/moe/utils.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.moe.utils.is_moe_param_group", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.moe.utils.configure_moe_param_groups", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.moe.utils.split_params_grads_into_shared_and_expert_params", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.moe.utils.has_moe_layers", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.moe.utils.is_moe_param", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.moe.utils.split_params_into_shared_and_expert_params", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.moe.utils.split_params_into_different_moe_groups_for_optimizer", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "type_ignores": [], "name": "deepspeed.moe.utils", "names": [ "deepspeed.moe.utils.configure_moe_param_groups", "deepspeed.moe.utils.has_moe_layers", "deepspeed.moe.utils.is_moe_param", "deepspeed.moe.utils.is_moe_param_group", "deepspeed.moe.utils.split_params_grads_into_shared_and_expert_params", "deepspeed.moe.utils.split_params_into_different_moe_groups_for_optimizer", "deepspeed.moe.utils.split_params_into_shared_and_expert_params" ], "n_typable": 15, "n_typed": 12, "n_any": 0, "n_untyped": 3, "n_functions": 7, "n_function_overloads": 7, "n_function_params": 8, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/monitor/comet.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.monitor.comet.GlobalSamples", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.monitor.comet.Name", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.monitor.comet.CometMonitor", "methods": [ { "kind": "function", "name": "CometMonitor.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CometMonitor.write_events", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "CometMonitor.experiment", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "CometMonitor.samples_log_interval", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "CometMonitor.enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 7, "n_typed": 5, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_attrs": 1, "n_properties": 2 }, { "kind": "attr", "name": "deepspeed.monitor.comet.Event", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "class", "name": "deepspeed.monitor.comet.EventsLogScheduler", "methods": [ { "kind": "function", "name": "EventsLogScheduler.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "EventsLogScheduler.needs_logging", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 5, "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 3, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.monitor.comet", "names": [ "deepspeed.monitor.comet.CometMonitor", "deepspeed.monitor.comet.Event", "deepspeed.monitor.comet.EventsLogScheduler", "deepspeed.monitor.comet.GlobalSamples", "deepspeed.monitor.comet.Name" ], "n_typable": 13, "n_typed": 10, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 5, "n_classes": 2, "n_attrs": 4, "n_properties": 2, "n_type_ignores": 0 }, { "path": "deepspeed/monitor/config.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.monitor.config.WandbConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "WandbConfig.enabled", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "WandbConfig.group", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "WandbConfig.team", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "WandbConfig.project", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 4, "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 4, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.monitor.config.get_monitor_config", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "deepspeed.monitor.config.CSVConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "CSVConfig.enabled", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "CSVConfig.output_path", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "CSVConfig.job_name", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 3, "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 3, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.monitor.config.DeepSpeedMonitorConfig", "methods": [ { "kind": "function", "name": "DeepSpeedMonitorConfig.check_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedMonitorConfig.tensorboard", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMonitorConfig.comet", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMonitorConfig.wandb", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMonitorConfig.csv_monitor", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 5, "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 4, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.monitor.config.CometConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "CometConfig.enabled", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "CometConfig.samples_log_interval", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "CometConfig.project", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "CometConfig.workspace", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "CometConfig.api_key", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "CometConfig.experiment_name", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "CometConfig.experiment_key", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "CometConfig.online", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "CometConfig.mode", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 9, "n_typed": 9, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 9, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.monitor.config.TensorBoardConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "TensorBoardConfig.enabled", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "TensorBoardConfig.output_path", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "TensorBoardConfig.job_name", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 3, "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 3, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.monitor.config", "names": [ "deepspeed.monitor.config.CSVConfig", "deepspeed.monitor.config.CometConfig", "deepspeed.monitor.config.DeepSpeedMonitorConfig", "deepspeed.monitor.config.TensorBoardConfig", "deepspeed.monitor.config.WandbConfig", "deepspeed.monitor.config.get_monitor_config" ], "n_typable": 26, "n_typed": 23, "n_any": 0, "n_untyped": 3, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 1, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_classes": 5, "n_attrs": 23, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/monitor/csv_monitor.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.monitor.csv_monitor.csvMonitor", "methods": [ { "kind": "function", "name": "csvMonitor.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "csvMonitor.setup_log_dir", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "csvMonitor.write_events", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "csvMonitor.filenames", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "csvMonitor.enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "csvMonitor.output_path", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "csvMonitor.job_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "csvMonitor.log_dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 11, "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 3, "n_attrs": 5, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.monitor.csv_monitor", "names": [ "deepspeed.monitor.csv_monitor.csvMonitor" ], "n_typable": 11, "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 3, "n_classes": 1, "n_attrs": 5, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/monitor/monitor.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.monitor.monitor.MonitorMaster", "methods": [ { "kind": "function", "name": "MonitorMaster.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MonitorMaster.write_events", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "MonitorMaster.tb_monitor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MonitorMaster.wandb_monitor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MonitorMaster.csv_monitor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MonitorMaster.comet_monitor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MonitorMaster.enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 9, "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_attrs": 5, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.monitor.monitor.Monitor", "methods": [ { "kind": "function", "name": "Monitor.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Monitor.write_events", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Monitor.monitor_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 5, "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.monitor.monitor", "names": [ "deepspeed.monitor.monitor.Monitor", "deepspeed.monitor.monitor.MonitorMaster" ], "n_typable": 14, "n_typed": 0, "n_any": 0, "n_untyped": 14, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 4, "n_classes": 2, "n_attrs": 6, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/monitor/tensorboard.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.monitor.tensorboard.TensorBoardMonitor", "methods": [ { "kind": "function", "name": "TensorBoardMonitor.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TensorBoardMonitor.get_summary_writer", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TensorBoardMonitor.write_events", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "TensorBoardMonitor.flush", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "TensorBoardMonitor.summary_writer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TensorBoardMonitor.enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TensorBoardMonitor.output_path", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TensorBoardMonitor.job_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 12, "n_typed": 0, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 4, "n_attrs": 4, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.monitor.tensorboard", "names": [ "deepspeed.monitor.tensorboard.TensorBoardMonitor" ], "n_typable": 12, "n_typed": 0, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 4, "n_classes": 1, "n_attrs": 4, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/monitor/utils.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.monitor.utils.check_comet_availability", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.monitor.utils.check_wandb_availability", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.monitor.utils.check_tb_availability", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "type_ignores": [], "name": "deepspeed.monitor.utils", "names": [ "deepspeed.monitor.utils.check_comet_availability", "deepspeed.monitor.utils.check_tb_availability", "deepspeed.monitor.utils.check_wandb_availability" ], "n_typable": 3, "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_functions": 3, "n_function_overloads": 3, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/monitor/wandb.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.monitor.wandb.WandbMonitor", "methods": [ { "kind": "function", "name": "WandbMonitor.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "WandbMonitor.log", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "WandbMonitor.write_events", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "WandbMonitor.enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "WandbMonitor.group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "WandbMonitor.team", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "WandbMonitor.project", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 12, "n_typed": 0, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 5, "n_attrs": 4, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.monitor.wandb", "names": [ "deepspeed.monitor.wandb.WandbMonitor" ], "n_typable": 12, "n_typed": 0, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 5, "n_classes": 1, "n_attrs": 4, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/nebula/config.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.nebula.config.DeepSpeedNebulaConfig", "methods": [ { "kind": "function", "name": "DeepSpeedNebulaConfig.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedNebulaConfig._initialize", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedNebulaConfig.enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedNebulaConfig.persistent_storage_path", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedNebulaConfig.persistent_time_interval", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedNebulaConfig.num_of_version_in_retention", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedNebulaConfig.enable_nebula_load", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 9, "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_attrs": 5, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.nebula.config", "names": [ "deepspeed.nebula.config.DeepSpeedNebulaConfig" ], "n_typable": 9, "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_classes": 1, "n_attrs": 5, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/nebula/constants.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.nebula.constants.NEBULA", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.nebula.constants.NEBULA_PERSISTENT_STORAGE_PATH_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.nebula.constants.NEBULA_LOAD_PATH_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.nebula.constants.NEBULA_EXPORT_ENVS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.nebula.constants.NEBULA_PERSISTENT_TIME_INTERVAL", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.nebula.constants.DLTS_POD_ENV_PATH", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.nebula.constants.NEBULA_ENABLED_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.nebula.constants.NEBULA_NUM_OF_VERSION_IN_RETENTION", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.nebula.constants.NEBULA_FORMAT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.nebula.constants.NEBULA_NUM_OF_VERSION_IN_RETENTION_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.nebula.constants.NEBULA_ENABLED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.nebula.constants.NEBULA_PERSISTENT_STORAGE_PATH", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.nebula.constants.NEBULA_PERSISTENT_TIME_INTERVAL_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.nebula.constants.NEBULA_ENABLE_NEBULA_LOAD", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.nebula.constants.NEBULA_ENABLE_NEBULA_LOAD_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.nebula.constants.NEBULA_LOAD_PATH", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.nebula.constants", "names": [ "deepspeed.nebula.constants.DLTS_POD_ENV_PATH", "deepspeed.nebula.constants.NEBULA", "deepspeed.nebula.constants.NEBULA_ENABLED", "deepspeed.nebula.constants.NEBULA_ENABLED_DEFAULT", "deepspeed.nebula.constants.NEBULA_ENABLE_NEBULA_LOAD", "deepspeed.nebula.constants.NEBULA_ENABLE_NEBULA_LOAD_DEFAULT", "deepspeed.nebula.constants.NEBULA_EXPORT_ENVS", "deepspeed.nebula.constants.NEBULA_FORMAT", "deepspeed.nebula.constants.NEBULA_LOAD_PATH", "deepspeed.nebula.constants.NEBULA_LOAD_PATH_DEFAULT", "deepspeed.nebula.constants.NEBULA_NUM_OF_VERSION_IN_RETENTION", "deepspeed.nebula.constants.NEBULA_NUM_OF_VERSION_IN_RETENTION_DEFAULT", "deepspeed.nebula.constants.NEBULA_PERSISTENT_STORAGE_PATH", "deepspeed.nebula.constants.NEBULA_PERSISTENT_STORAGE_PATH_DEFAULT", "deepspeed.nebula.constants.NEBULA_PERSISTENT_TIME_INTERVAL", "deepspeed.nebula.constants.NEBULA_PERSISTENT_TIME_INTERVAL_DEFAULT" ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 16, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/nvme/ds_aio_args.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.nvme.ds_aio_args.MAPPING_DELIMITER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.nvme.ds_aio_args.validate_args", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.nvme.ds_aio_args.parse_arguments", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.nvme.ds_aio_args.get_validated_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.nvme.ds_aio_args.refine_args", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.nvme.ds_aio_args", "names": [ "deepspeed.nvme.ds_aio_args.MAPPING_DELIMITER", "deepspeed.nvme.ds_aio_args.get_validated_args", "deepspeed.nvme.ds_aio_args.parse_arguments", "deepspeed.nvme.ds_aio_args.refine_args", "deepspeed.nvme.ds_aio_args.validate_args" ], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 4, "n_function_overloads": 4, "n_function_params": 2, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/nvme/ds_aio_basic.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.nvme.ds_aio_basic.AIOBasic_Engine", "methods": [ { "kind": "function", "name": "AIOBasic_Engine.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "AIOBasic_Engine.fini", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AIOBasic_Engine.read", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "AIOBasic_Engine.write", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "AIOBasic_Engine._create_context", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "AIOBasic_Engine.ctxt", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 18, "n_typed": 0, "n_any": 0, "n_untyped": 18, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 12, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.nvme.ds_aio_basic", "names": [ "deepspeed.nvme.ds_aio_basic.AIOBasic_Engine" ], "n_typable": 18, "n_typed": 0, "n_any": 0, "n_untyped": 18, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 12, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/nvme/ds_aio_constants.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.nvme.ds_aio_constants.BUFFER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.nvme.ds_aio_constants.HANDLE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.nvme.ds_aio_constants.TORCH_FAST_IO", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.nvme.ds_aio_constants.USE_CPU_LOCKED_TENSOR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.nvme.ds_aio_constants.AIO_BASIC", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.nvme.ds_aio_constants.VALID_ENGINES", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.nvme.ds_aio_constants.BOUNCE_BUFFER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.nvme.ds_aio_constants.NUM_BYTES", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.nvme.ds_aio_constants.ELAPSED_SEC", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.nvme.ds_aio_constants.AIO_HANDLE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.nvme.ds_aio_constants.FILE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.nvme.ds_aio_constants.TORCH_IO", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.nvme.ds_aio_constants.USE_GDS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.nvme.ds_aio_constants.FAST_IO_BUFFER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.nvme.ds_aio_constants", "names": [ "deepspeed.nvme.ds_aio_constants.AIO_BASIC", "deepspeed.nvme.ds_aio_constants.AIO_HANDLE", "deepspeed.nvme.ds_aio_constants.BOUNCE_BUFFER", "deepspeed.nvme.ds_aio_constants.BUFFER", "deepspeed.nvme.ds_aio_constants.ELAPSED_SEC", "deepspeed.nvme.ds_aio_constants.FAST_IO_BUFFER", "deepspeed.nvme.ds_aio_constants.FILE", "deepspeed.nvme.ds_aio_constants.HANDLE", "deepspeed.nvme.ds_aio_constants.NUM_BYTES", "deepspeed.nvme.ds_aio_constants.TORCH_FAST_IO", "deepspeed.nvme.ds_aio_constants.TORCH_IO", "deepspeed.nvme.ds_aio_constants.USE_CPU_LOCKED_TENSOR", "deepspeed.nvme.ds_aio_constants.USE_GDS", "deepspeed.nvme.ds_aio_constants.VALID_ENGINES" ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 14, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/nvme/ds_aio_handle.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.nvme.ds_aio_handle.AIOHandle_Engine", "methods": [ { "kind": "function", "name": "AIOHandle_Engine.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "AIOHandle_Engine.fini", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AIOHandle_Engine.read", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "AIOHandle_Engine.write", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "AIOHandle_Engine._create_files", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "AIOHandle_Engine._create_context", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "AIOHandle_Engine.ctxt", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 22, "n_typed": 0, "n_any": 0, "n_untyped": 22, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 15, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.nvme.ds_aio_handle", "names": [ "deepspeed.nvme.ds_aio_handle.AIOHandle_Engine" ], "n_typable": 22, "n_typed": 0, "n_any": 0, "n_untyped": 22, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 15, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/nvme/ds_aio_job.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.nvme.ds_aio_job.run_job", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "class", "name": "deepspeed.nvme.ds_aio_job.Job", "methods": [ { "kind": "function", "name": "Job.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "Job.cmd", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Job.get_stdout", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Job.get_stderr", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Job.get_cwd", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Job.open_output_file", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Job.close_output_file", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Job.cmd_line", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Job.output_file", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Job.work_dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Job.output_fd", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 14, "n_typed": 0, "n_any": 0, "n_untyped": 14, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 3, "n_attrs": 4, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.nvme.ds_aio_job", "names": [ "deepspeed.nvme.ds_aio_job.Job", "deepspeed.nvme.ds_aio_job.run_job" ], "n_typable": 17, "n_typed": 0, "n_any": 0, "n_untyped": 17, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 2, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 3, "n_classes": 1, "n_attrs": 4, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/nvme/io_engine.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.nvme.io_engine.get_schedule", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.nvme.io_engine.prepare_write", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.nvme.io_engine.read_operation", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.nvme.io_engine.prepare_read", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.nvme.io_engine.io_engine_tasklet", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.nvme.io_engine.prepare_operation", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.nvme.io_engine.io_engine_multiprocessing", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.nvme.io_engine.post_operation", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.nvme.io_engine.write_operation", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.nvme.io_engine", "names": [ "deepspeed.nvme.io_engine.get_schedule", "deepspeed.nvme.io_engine.io_engine_multiprocessing", "deepspeed.nvme.io_engine.io_engine_tasklet", "deepspeed.nvme.io_engine.post_operation", "deepspeed.nvme.io_engine.prepare_operation", "deepspeed.nvme.io_engine.prepare_read", "deepspeed.nvme.io_engine.prepare_write", "deepspeed.nvme.io_engine.read_operation", "deepspeed.nvme.io_engine.write_operation" ], "n_typable": 22, "n_typed": 0, "n_any": 0, "n_untyped": 22, "n_functions": 9, "n_function_overloads": 9, "n_function_params": 13, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/nvme/parse_nvme_stats.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.nvme.parse_nvme_stats.get_metric", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "attr", "name": "deepspeed.nvme.parse_nvme_stats.READ_SPEED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.nvme.parse_nvme_stats.get_thread_count", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.nvme.parse_nvme_stats.WRITE_SPEED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.nvme.parse_nvme_stats.get_results", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "attr", "name": "deepspeed.nvme.parse_nvme_stats.PERF_METRICS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.nvme.parse_nvme_stats.extract_value", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "attr", "name": "deepspeed.nvme.parse_nvme_stats.METRIC_SEARCH", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.nvme.parse_nvme_stats.get_file_key", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.nvme.parse_nvme_stats.validate_args", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.nvme.parse_nvme_stats.parse_arguments", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.nvme.parse_nvme_stats.get_sorted_results", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.nvme.parse_nvme_stats.main", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "type_ignores": [], "name": "deepspeed.nvme.parse_nvme_stats", "names": [ "deepspeed.nvme.parse_nvme_stats.METRIC_SEARCH", "deepspeed.nvme.parse_nvme_stats.PERF_METRICS", "deepspeed.nvme.parse_nvme_stats.READ_SPEED", "deepspeed.nvme.parse_nvme_stats.WRITE_SPEED", "deepspeed.nvme.parse_nvme_stats.extract_value", "deepspeed.nvme.parse_nvme_stats.get_file_key", "deepspeed.nvme.parse_nvme_stats.get_metric", "deepspeed.nvme.parse_nvme_stats.get_results", "deepspeed.nvme.parse_nvme_stats.get_sorted_results", "deepspeed.nvme.parse_nvme_stats.get_thread_count", "deepspeed.nvme.parse_nvme_stats.main", "deepspeed.nvme.parse_nvme_stats.parse_arguments", "deepspeed.nvme.parse_nvme_stats.validate_args" ], "n_typable": 20, "n_typed": 0, "n_any": 0, "n_untyped": 20, "n_functions": 9, "n_function_overloads": 9, "n_function_params": 11, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 4, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/nvme/perf_generate_param.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.nvme.perf_generate_param.generate_aio_param", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.nvme.perf_generate_param.generate_main", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.nvme.perf_generate_param.validate_args", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.nvme.perf_generate_param.parse_arguments", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.nvme.perf_generate_param.convert_to_param", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.nvme.perf_generate_param.main", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "type_ignores": [], "name": "deepspeed.nvme.perf_generate_param", "names": [ "deepspeed.nvme.perf_generate_param.convert_to_param", "deepspeed.nvme.perf_generate_param.generate_aio_param", "deepspeed.nvme.perf_generate_param.generate_main", "deepspeed.nvme.perf_generate_param.main", "deepspeed.nvme.perf_generate_param.parse_arguments", "deepspeed.nvme.perf_generate_param.validate_args" ], "n_typable": 11, "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_functions": 6, "n_function_overloads": 6, "n_function_params": 5, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/nvme/perf_run_sweep.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.nvme.perf_run_sweep.run_read_sweep", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.nvme.perf_run_sweep.get_log_file", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.nvme.perf_run_sweep.run_write_sweep", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.nvme.perf_run_sweep.sweep_main", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.nvme.perf_run_sweep.create_perf_jobs", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.nvme.perf_run_sweep.script_path", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.nvme.perf_run_sweep.parse_sweep_arguments", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "class", "name": "deepspeed.nvme.perf_run_sweep.SweepConfig", "methods": [ { "kind": "function", "name": "SweepConfig.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "SweepConfig.folder_to_device_mapping", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SweepConfig.search_space", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SweepConfig.read", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SweepConfig.write", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SweepConfig.flush_cache", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SweepConfig.log_dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SweepConfig.verbose", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SweepConfig.other_options", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 1, "n_attrs": 8, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.nvme.perf_run_sweep.gds_io_setup", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.nvme.perf_run_sweep.get_ftd_map", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.nvme.perf_run_sweep.OTHER_OPTIONS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.nvme.perf_run_sweep.validate_arguments", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.nvme.perf_run_sweep.get_sweep_config_dict", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.nvme.perf_run_sweep.get_sweep_cmd_lines", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.nvme.perf_run_sweep.DEFAULT_SWEEP_CONFIG", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.nvme.perf_run_sweep.async_io_setup", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.nvme.perf_run_sweep.main", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.nvme.perf_run_sweep.launch_sweep", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "attr", "name": "deepspeed.nvme.perf_run_sweep.PERF_SCRIPT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.nvme.perf_run_sweep.remove_folder", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.nvme.perf_run_sweep.dump_cmd_lines", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.nvme.perf_run_sweep.create_cmd_tags", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.nvme.perf_run_sweep", "names": [ "deepspeed.nvme.perf_run_sweep.DEFAULT_SWEEP_CONFIG", "deepspeed.nvme.perf_run_sweep.OTHER_OPTIONS", "deepspeed.nvme.perf_run_sweep.PERF_SCRIPT", "deepspeed.nvme.perf_run_sweep.SweepConfig", "deepspeed.nvme.perf_run_sweep.async_io_setup", "deepspeed.nvme.perf_run_sweep.create_cmd_tags", "deepspeed.nvme.perf_run_sweep.create_perf_jobs", "deepspeed.nvme.perf_run_sweep.dump_cmd_lines", "deepspeed.nvme.perf_run_sweep.gds_io_setup", "deepspeed.nvme.perf_run_sweep.get_ftd_map", "deepspeed.nvme.perf_run_sweep.get_log_file", "deepspeed.nvme.perf_run_sweep.get_sweep_cmd_lines", "deepspeed.nvme.perf_run_sweep.get_sweep_config_dict", "deepspeed.nvme.perf_run_sweep.launch_sweep", "deepspeed.nvme.perf_run_sweep.main", "deepspeed.nvme.perf_run_sweep.parse_sweep_arguments", "deepspeed.nvme.perf_run_sweep.remove_folder", "deepspeed.nvme.perf_run_sweep.run_read_sweep", "deepspeed.nvme.perf_run_sweep.run_write_sweep", "deepspeed.nvme.perf_run_sweep.script_path", "deepspeed.nvme.perf_run_sweep.sweep_main", "deepspeed.nvme.perf_run_sweep.validate_arguments" ], "n_typable": 53, "n_typed": 0, "n_any": 0, "n_untyped": 53, "n_functions": 18, "n_function_overloads": 18, "n_function_params": 25, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 1, "n_classes": 1, "n_attrs": 11, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/nvme/perf_sweep_utils.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.nvme.perf_sweep_utils.READ_IO_DIR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.nvme.perf_sweep_utils.SCRIPT_PREFIX", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.nvme.perf_sweep_utils.READ_OP_DESC", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.nvme.perf_sweep_utils.WRITE_OP_DESC", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.nvme.perf_sweep_utils.WRITE_IO_DIR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.nvme.perf_sweep_utils.WRITE_LOG_DIR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.nvme.perf_sweep_utils.BENCH_LOG_DIR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.nvme.perf_sweep_utils.READ_LOG_DIR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.nvme.perf_sweep_utils", "names": [ "deepspeed.nvme.perf_sweep_utils.BENCH_LOG_DIR", "deepspeed.nvme.perf_sweep_utils.READ_IO_DIR", "deepspeed.nvme.perf_sweep_utils.READ_LOG_DIR", "deepspeed.nvme.perf_sweep_utils.READ_OP_DESC", "deepspeed.nvme.perf_sweep_utils.SCRIPT_PREFIX", "deepspeed.nvme.perf_sweep_utils.WRITE_IO_DIR", "deepspeed.nvme.perf_sweep_utils.WRITE_LOG_DIR", "deepspeed.nvme.perf_sweep_utils.WRITE_OP_DESC" ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 8, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/nvme/test_ds_aio.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.nvme.test_ds_aio.ds_io_main", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "type_ignores": [], "name": "deepspeed.nvme.test_ds_aio", "names": [ "deepspeed.nvme.test_ds_aio.ds_io_main" ], "n_typable": 1, "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/nvme/test_ds_aio_utils.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.nvme.test_ds_aio_utils.task_barrier", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.nvme.test_ds_aio_utils.create_filename", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.nvme.test_ds_aio_utils.create_page_locked_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.nvme.test_ds_aio_utils.report_results", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "attr", "name": "deepspeed.nvme.test_ds_aio_utils.BYTES_PER_MB", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.nvme.test_ds_aio_utils.BYTES_PER_GB", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.nvme.test_ds_aio_utils.create_file", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "attr", "name": "deepspeed.nvme.test_ds_aio_utils.BYTES_PER_KB", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.nvme.test_ds_aio_utils.LOG_TIDS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.nvme.test_ds_aio_utils.task_log", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.nvme.test_ds_aio_utils.refine_integer_value", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.nvme.test_ds_aio_utils.get_block_size_and_count", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.nvme.test_ds_aio_utils", "names": [ "deepspeed.nvme.test_ds_aio_utils.BYTES_PER_GB", "deepspeed.nvme.test_ds_aio_utils.BYTES_PER_KB", "deepspeed.nvme.test_ds_aio_utils.BYTES_PER_MB", "deepspeed.nvme.test_ds_aio_utils.LOG_TIDS", "deepspeed.nvme.test_ds_aio_utils.create_file", "deepspeed.nvme.test_ds_aio_utils.create_filename", "deepspeed.nvme.test_ds_aio_utils.create_page_locked_tensor", "deepspeed.nvme.test_ds_aio_utils.get_block_size_and_count", "deepspeed.nvme.test_ds_aio_utils.refine_integer_value", "deepspeed.nvme.test_ds_aio_utils.report_results", "deepspeed.nvme.test_ds_aio_utils.task_barrier", "deepspeed.nvme.test_ds_aio_utils.task_log" ], "n_typable": 27, "n_typed": 0, "n_any": 0, "n_untyped": 27, "n_functions": 8, "n_function_overloads": 8, "n_function_params": 19, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 4, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/nvme/torch_fastio_engine.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.nvme.torch_fastio_engine.Torch_FastIO_Engine", "methods": [ { "kind": "function", "name": "Torch_FastIO_Engine.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "Torch_FastIO_Engine.fini", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Torch_FastIO_Engine.read", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Torch_FastIO_Engine.write", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Torch_FastIO_Engine._create_context", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Torch_FastIO_Engine.ctxt", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Torch_FastIO_Engine.zipfile_serialization", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 17, "n_typed": 0, "n_any": 0, "n_untyped": 17, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 10, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.nvme.torch_fastio_engine", "names": [ "deepspeed.nvme.torch_fastio_engine.Torch_FastIO_Engine" ], "n_typable": 17, "n_typed": 0, "n_any": 0, "n_untyped": 17, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 10, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/nvme/torch_io.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.nvme.torch_io.TorchIO_Engine", "methods": [ { "kind": "function", "name": "TorchIO_Engine.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "TorchIO_Engine.fini", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "TorchIO_Engine.read", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "TorchIO_Engine.write", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "TorchIO_Engine._create_context", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "TorchIO_Engine.ctxt", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TorchIO_Engine.zipfile_serialization", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 17, "n_typed": 0, "n_any": 0, "n_untyped": 17, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 10, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.nvme.torch_io", "names": [ "deepspeed.nvme.torch_io.TorchIO_Engine" ], "n_typable": 17, "n_typed": 0, "n_any": 0, "n_untyped": 17, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 10, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/adagrad/cpu_adagrad.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.adagrad.cpu_adagrad.DeepSpeedCPUAdagrad", "methods": [ { "kind": "function", "name": "DeepSpeedCPUAdagrad.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "DeepSpeedCPUAdagrad.__del__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedCPUAdagrad.__setstate__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedCPUAdagrad.step", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedCPUAdagrad.optimizer_id", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DeepSpeedCPUAdagrad.opt_id", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedCPUAdagrad.fp32_optimizer_states", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedCPUAdagrad.ds_opt_adagrad", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 15, "n_typed": 0, "n_any": 0, "n_untyped": 15, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 8, "n_attrs": 4, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.adagrad.cpu_adagrad", "names": [ "deepspeed.ops.adagrad.cpu_adagrad.DeepSpeedCPUAdagrad" ], "n_typable": 15, "n_typed": 0, "n_any": 0, "n_untyped": 15, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 8, "n_classes": 1, "n_attrs": 4, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/adam/cpu_adam.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.adam.cpu_adam.DeepSpeedCPUAdam", "methods": [ { "kind": "function", "name": "DeepSpeedCPUAdam.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_overloads": 1, "n_typable": 10, "n_params": 9, "n_function_overloads": 1, "n_function_params": 9 }, { "kind": "function", "name": "DeepSpeedCPUAdam.__del__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedCPUAdam.__setstate__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedCPUAdam.step", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedCPUAdam.step_subgroup", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedCPUAdam.rollback_subgroup", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedCPUAdam.optimizer_id", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DeepSpeedCPUAdam.cpu_vendor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedCPUAdam.opt_id", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedCPUAdam.adam_w_mode", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedCPUAdam.fp32_optimizer_states", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedCPUAdam.ds_opt_adam", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 26, "n_typed": 2, "n_any": 0, "n_untyped": 24, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 15, "n_attrs": 6, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.adam.cpu_adam", "names": [ "deepspeed.ops.adam.cpu_adam.DeepSpeedCPUAdam" ], "n_typable": 26, "n_typed": 2, "n_any": 0, "n_untyped": 24, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 15, "n_classes": 1, "n_attrs": 6, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/adam/fused_adam.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.ops.adam.fused_adam.multi_tensor_applier", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "class", "name": "deepspeed.ops.adam.fused_adam.FusedAdam", "methods": [ { "kind": "function", "name": "FusedAdam.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_overloads": 1, "n_typable": 10, "n_params": 9, "n_function_overloads": 1, "n_function_params": 9 }, { "kind": "function", "name": "FusedAdam.zero_grad", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedAdam.step", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "FusedAdam.adam_w_mode", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FusedAdam.set_grad_none", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FusedAdam.multi_tensor_adam", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 21, "n_typed": 0, "n_any": 0, "n_untyped": 21, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 15, "n_attrs": 3, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.adam.fused_adam", "names": [ "deepspeed.ops.adam.fused_adam.FusedAdam", "deepspeed.ops.adam.fused_adam.multi_tensor_applier" ], "n_typable": 22, "n_typed": 0, "n_any": 0, "n_untyped": 22, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 15, "n_classes": 1, "n_attrs": 4, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/adam/multi_tensor_apply.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.adam.multi_tensor_apply.MultiTensorApply", "methods": [ { "kind": "function", "name": "MultiTensorApply.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MultiTensorApply.__call__", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "MultiTensorApply.chunk_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 8, "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 5, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.adam.multi_tensor_apply", "names": [ "deepspeed.ops.adam.multi_tensor_apply.MultiTensorApply" ], "n_typable": 8, "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 5, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/adam/zenflow_cpu_adam.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.adam.zenflow_cpu_adam.ZenFlowCPUAdam", "methods": [ { "kind": "function", "name": "ZenFlowCPUAdam.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "ZenFlowCPUAdam._sequential_step", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ZenFlowCPUAdam._parallel_step", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "ZenFlowCPUAdam.overlap_step", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ZenFlowCPUAdam.step", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 14, "n_typed": 0, "n_any": 0, "n_untyped": 14, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 9, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.adam.zenflow_cpu_adam", "names": [ "deepspeed.ops.adam.zenflow_cpu_adam.ZenFlowCPUAdam" ], "n_typable": 14, "n_typed": 0, "n_any": 0, "n_untyped": 14, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 9, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/adam/zenflow_torch_adam.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.adam.zenflow_torch_adam.ZenFlowSelectiveAdamW_stage3", "methods": [ { "kind": "function", "name": "ZenFlowSelectiveAdamW_stage3.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "ZenFlowSelectiveAdamW_stage3.temp_copy_param", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ZenFlowSelectiveAdamW_stage3.clear_selected_mv", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ZenFlowSelectiveAdamW_stage3._step_without_offload", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ZenFlowSelectiveAdamW_stage3.copy_mv_from_cpu", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ZenFlowSelectiveAdamW_stage3.copy_mv_to_cpu", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ZenFlowSelectiveAdamW_stage3.group_step", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ZenFlowSelectiveAdamW_stage3._step_with_offload", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "ZenFlowSelectiveAdamW_stage3.offload", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ZenFlowSelectiveAdamW_stage3.step", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ZenFlowSelectiveAdamW_stage3.bucket_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 19, "n_typed": 0, "n_any": 0, "n_untyped": 19, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 8, "n_attrs": 3, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.ops.adam.zenflow_torch_adam.ZenFlowSelectiveAdamW", "methods": [ { "kind": "function", "name": "ZenFlowSelectiveAdamW.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "ZenFlowSelectiveAdamW.temp_copy_param", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ZenFlowSelectiveAdamW.copy_mv_from_cpu", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ZenFlowSelectiveAdamW.copy_mv_to_cpu", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ZenFlowSelectiveAdamW.clear_selected_mv", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ZenFlowSelectiveAdamW._step_without_offload", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ZenFlowSelectiveAdamW._step_with_offload", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ZenFlowSelectiveAdamW.group_step", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "ZenFlowSelectiveAdamW.offload", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ZenFlowSelectiveAdamW.step", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ZenFlowSelectiveAdamW.bucket_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 19, "n_typed": 0, "n_any": 0, "n_untyped": 19, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 8, "n_attrs": 3, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.ops.adam.zenflow_torch_adam.adamw", "n_typed": 20, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 21, "n_params": 20, "n_function_overloads": 1, "n_function_params": 20 } ], "type_ignores": [], "name": "deepspeed.ops.adam.zenflow_torch_adam", "names": [ "deepspeed.ops.adam.zenflow_torch_adam.ZenFlowSelectiveAdamW", "deepspeed.ops.adam.zenflow_torch_adam.ZenFlowSelectiveAdamW_stage3", "deepspeed.ops.adam.zenflow_torch_adam.adamw" ], "n_typable": 59, "n_typed": 20, "n_any": 0, "n_untyped": 39, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 20, "n_methods": 16, "n_method_overloads": 16, "n_method_params": 16, "n_classes": 2, "n_attrs": 6, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/deepspeed4science/evoformer_attn.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.deepspeed4science.evoformer_attn.EvoformerFusedAttention", "methods": [ { "kind": "function", "name": "EvoformerFusedAttention.forward", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "EvoformerFusedAttention.backward", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 8, "n_attrs": 0, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.ops.deepspeed4science.evoformer_attn.kernel_", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.ops.deepspeed4science.evoformer_attn.DS4Sci_EvoformerAttention", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.ops.deepspeed4science.evoformer_attn.attention_bwd", "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_overloads": 1, "n_typable": 11, "n_params": 10, "n_function_overloads": 1, "n_function_params": 10 } ], "type_ignores": [], "name": "deepspeed.ops.deepspeed4science.evoformer_attn", "names": [ "deepspeed.ops.deepspeed4science.evoformer_attn.DS4Sci_EvoformerAttention", "deepspeed.ops.deepspeed4science.evoformer_attn.EvoformerFusedAttention", "deepspeed.ops.deepspeed4science.evoformer_attn.attention_bwd", "deepspeed.ops.deepspeed4science.evoformer_attn.kernel_" ], "n_typable": 26, "n_typed": 0, "n_any": 0, "n_untyped": 26, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 14, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 8, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/fp_quantizer/fp8_gemm.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.ops.fp_quantizer.fp8_gemm.matmul_fp8_fallback", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "deepspeed.ops.fp_quantizer.fp8_gemm.matmul_fp8", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 } ], "type_ignores": [], "name": "deepspeed.ops.fp_quantizer.fp8_gemm", "names": [ "deepspeed.ops.fp_quantizer.fp8_gemm.matmul_fp8", "deepspeed.ops.fp_quantizer.fp8_gemm.matmul_fp8_fallback" ], "n_typable": 12, "n_typed": 0, "n_any": 0, "n_untyped": 12, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 10, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/fp_quantizer/fp8_gemm_triton.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.ops.fp_quantizer.fp8_gemm_triton.matmul_kernel_fp8_fp16", "n_typed": 5, "n_any": 0, "n_untyped": 14, "n_overloads": 1, "n_typable": 19, "n_params": 18, "n_function_overloads": 1, "n_function_params": 18 }, { "kind": "function", "name": "deepspeed.ops.fp_quantizer.fp8_gemm_triton.matmul_fp8_triton", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.ops.fp_quantizer.fp8_gemm_triton.matmul_kernel_fp8_bf16", "n_typed": 5, "n_any": 0, "n_untyped": 14, "n_overloads": 1, "n_typable": 19, "n_params": 18, "n_function_overloads": 1, "n_function_params": 18 } ], "type_ignores": [], "name": "deepspeed.ops.fp_quantizer.fp8_gemm_triton", "names": [ "deepspeed.ops.fp_quantizer.fp8_gemm_triton.matmul_fp8_triton", "deepspeed.ops.fp_quantizer.fp8_gemm_triton.matmul_kernel_fp8_bf16", "deepspeed.ops.fp_quantizer.fp8_gemm_triton.matmul_kernel_fp8_fp16" ], "n_typable": 43, "n_typed": 10, "n_any": 0, "n_untyped": 33, "n_functions": 3, "n_function_overloads": 3, "n_function_params": 40, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/fp_quantizer/quantize.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.fp_quantizer.quantize.Quantizer", "methods": [ { "kind": "function", "name": "Quantizer.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Quantizer.quantize", "n_typed": 1, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "Quantizer.dequantize", "n_typed": 1, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Quantizer.group_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 15, "n_typed": 3, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 11, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.ops.fp_quantizer.quantize.FP_Quantize", "methods": [ { "kind": "function", "name": "FP_Quantize.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FP_Quantize.quantize", "n_typed": 1, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "FP_Quantize.to", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "FP_Quantize.get_scales", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FP_Quantize.dequantize", "n_typed": 1, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "FP_Quantize.selective_dequantize", "n_typed": 1, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "FP_Quantize.cuda_impl", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP_Quantize.q_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP_Quantize.orig_dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP_Quantize.num_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP_Quantize.input_q", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP_Quantize.scale", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 31, "n_typed": 4, "n_any": 0, "n_untyped": 27, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 19, "n_attrs": 6, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.ops.fp_quantizer.quantize.fp_quant_module", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.ops.fp_quantizer.quantize", "names": [ "deepspeed.ops.fp_quantizer.quantize.FP_Quantize", "deepspeed.ops.fp_quantizer.quantize.Quantizer", "deepspeed.ops.fp_quantizer.quantize.fp_quant_module" ], "n_typable": 46, "n_typed": 7, "n_any": 0, "n_untyped": 39, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 9, "n_method_overloads": 9, "n_method_params": 30, "n_classes": 2, "n_attrs": 8, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/lamb/fused_lamb.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.lamb.fused_lamb.FusedLamb", "methods": [ { "kind": "function", "name": "FusedLamb.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 12, "n_overloads": 1, "n_typable": 12, "n_params": 11, "n_function_overloads": 1, "n_function_params": 11 }, { "kind": "function", "name": "FusedLamb.step", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "FusedLamb.get_lamb_coeffs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "FusedLamb.fused_lamb_cuda", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FusedLamb.eps_mode", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FusedLamb.lamb_coeffs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 22, "n_typed": 0, "n_any": 0, "n_untyped": 22, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 16, "n_attrs": 3, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.lamb.fused_lamb", "names": [ "deepspeed.ops.lamb.fused_lamb.FusedLamb" ], "n_typable": 22, "n_typed": 0, "n_any": 0, "n_untyped": 22, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 16, "n_classes": 1, "n_attrs": 3, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/lion/cpu_lion.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.lion.cpu_lion.DeepSpeedCPULion", "methods": [ { "kind": "function", "name": "DeepSpeedCPULion.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "DeepSpeedCPULion.__del__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedCPULion.__setstate__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedCPULion.step", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedCPULion.optimizer_id", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DeepSpeedCPULion.cpu_vendor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedCPULion.opt_id", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedCPULion.fp32_optimizer_states", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedCPULion.ds_opt_lion", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 15, "n_typed": 0, "n_any": 0, "n_untyped": 15, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 7, "n_attrs": 5, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.lion.cpu_lion", "names": [ "deepspeed.ops.lion.cpu_lion.DeepSpeedCPULion" ], "n_typable": 15, "n_typed": 0, "n_any": 0, "n_untyped": 15, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 7, "n_classes": 1, "n_attrs": 5, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/lion/fused_lion.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.lion.fused_lion.FusedLion", "methods": [ { "kind": "function", "name": "FusedLion.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "FusedLion.zero_grad", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedLion.step", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "FusedLion.set_grad_none", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FusedLion.multi_tensor_lion", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 16, "n_typed": 0, "n_any": 0, "n_untyped": 16, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 11, "n_attrs": 2, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.ops.lion.fused_lion.multi_tensor_applier", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "type_ignores": [], "name": "deepspeed.ops.lion.fused_lion", "names": [ "deepspeed.ops.lion.fused_lion.FusedLion", "deepspeed.ops.lion.fused_lion.multi_tensor_applier" ], "n_typable": 17, "n_typed": 0, "n_any": 0, "n_untyped": 17, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 11, "n_classes": 1, "n_attrs": 3, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/lion/multi_tensor_apply.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.lion.multi_tensor_apply.MultiTensorApply", "methods": [ { "kind": "function", "name": "MultiTensorApply.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MultiTensorApply.__call__", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "MultiTensorApply.chunk_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 8, "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 5, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.lion.multi_tensor_apply", "names": [ "deepspeed.ops.lion.multi_tensor_apply.MultiTensorApply" ], "n_typable": 8, "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 5, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/__init__.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.ops.op_builder.__deepspeed__", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.ops.op_builder.module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "function", "name": "deepspeed.ops.op_builder.builder_closure", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.ops.op_builder.op_builder_dir", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.ops.op_builder.__op_builders__", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.ops.op_builder.this_module", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "type_ignores": [ { "kind": "type", "rules": null } ], "name": "deepspeed.ops.op_builder", "names": [ "deepspeed.ops.op_builder.__deepspeed__", "deepspeed.ops.op_builder.__op_builders__", "deepspeed.ops.op_builder.builder_closure", "deepspeed.ops.op_builder.module", "deepspeed.ops.op_builder.op_builder_dir", "deepspeed.ops.op_builder.this_module" ], "n_typable": 4, "n_typed": 1, "n_any": 0, "n_untyped": 3, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 1, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 5, "n_properties": 0, "n_type_ignores": 1 }, { "path": "deepspeed/ops/op_builder/all_ops.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.ops.op_builder.all_ops.op_builder_module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "deepspeed.ops.op_builder.all_ops.module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "deepspeed.ops.op_builder.all_ops.ALL_OPS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.ops.op_builder.all_ops.op_builder_dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "deepspeed.ops.op_builder.all_ops.__op_builders__", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.ops.op_builder.all_ops.builder", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.all_ops", "names": [ "deepspeed.ops.op_builder.all_ops.ALL_OPS", "deepspeed.ops.op_builder.all_ops.__op_builders__", "deepspeed.ops.op_builder.all_ops.builder", "deepspeed.ops.op_builder.all_ops.module", "deepspeed.ops.op_builder.all_ops.op_builder_dir", "deepspeed.ops.op_builder.all_ops.op_builder_module" ], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 6, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/async_io.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.async_io.AsyncIOBuilder", "methods": [ { "kind": "function", "name": "AsyncIOBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncIOBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncIOBuilder.lib_sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncIOBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncIOBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncIOBuilder.cxx_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncIOBuilder.extra_ldflags", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncIOBuilder.check_for_libaio_pkg", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncIOBuilder.is_compatible", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "AsyncIOBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "AsyncIOBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 9, "n_method_overloads": 9, "n_method_params": 1, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.async_io", "names": [ "deepspeed.ops.op_builder.async_io.AsyncIOBuilder" ], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 9, "n_method_overloads": 9, "n_method_params": 1, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/builder.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.ops.op_builder.builder.WARNING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.ops.op_builder.builder.cuda_minor_mismatch_ok", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.ops.op_builder.builder.installed_cuda_version", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.ops.op_builder.builder.assert_no_cuda_mismatch", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.ops.op_builder.builder.TORCH_MINOR", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "class", "name": "deepspeed.ops.op_builder.builder.MissingCUDAException", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.ops.op_builder.builder.get_default_compute_capabilities", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "attr", "name": "deepspeed.ops.op_builder.builder.DEFAULT_TORCH_EXTENSION_PATH", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.ops.op_builder.builder.OpBuilder", "methods": [ { "kind": "function", "name": "OpBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "OpBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OpBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OpBuilder.hipify_extension", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OpBuilder.sycl_extension", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OpBuilder.validate_torch_version", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "OpBuilder.validate_torch_op_version", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "OpBuilder.is_rocm_pytorch", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OpBuilder.is_sycl_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OpBuilder.installed_rocm_version", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OpBuilder.get_rocm_gpu_arch", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OpBuilder.get_rocm_wavefront_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OpBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OpBuilder.nvcc_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OpBuilder.cxx_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OpBuilder.is_compatible", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "OpBuilder.extra_ldflags", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OpBuilder.has_function", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "OpBuilder.strip_empty_entries", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "OpBuilder.cpu_arch", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OpBuilder.get_cuda_compile_flag", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OpBuilder._backup_cpuinfo", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OpBuilder.simd_width", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OpBuilder.command_exists", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "OpBuilder.warning", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "OpBuilder.deepspeed_src_path", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "OpBuilder.builder", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OpBuilder.load", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "OpBuilder.jit_load", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "OpBuilder._rocm_version", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "OpBuilder._rocm_gpu_arch", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "OpBuilder._rocm_wavefront_size", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "OpBuilder._is_rocm_pytorch", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "OpBuilder._is_sycl_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "OpBuilder._loaded_ops", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "OpBuilder.name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OpBuilder.jit_mode", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OpBuilder.build_for_cpu", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OpBuilder.enable_bf16", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OpBuilder.error_log", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 48, "n_typed": 0, "n_any": 0, "n_untyped": 48, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 29, "n_method_overloads": 29, "n_method_params": 14, "n_attrs": 11, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.ops.op_builder.builder.TORCH_MAJOR", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "deepspeed.ops.op_builder.builder.YELLOW", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.ops.op_builder.builder.TorchCPUOpBuilder", "methods": [ { "kind": "function", "name": "TorchCPUOpBuilder.get_cuda_lib64_path", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "TorchCPUOpBuilder.extra_ldflags", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "TorchCPUOpBuilder.cxx_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 3, "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.ops.op_builder.builder.DEFAULT_COMPUTE_CAPABILITIES", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.ops.op_builder.builder.END", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.ops.op_builder.builder.CUDAOpBuilder", "methods": [ { "kind": "function", "name": "CUDAOpBuilder.compute_capability_args", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CUDAOpBuilder.filter_ccs", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CUDAOpBuilder.version_dependent_macros", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CUDAOpBuilder.is_compatible", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CUDAOpBuilder.builder", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CUDAOpBuilder.hipify_extension", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CUDAOpBuilder.cxx_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CUDAOpBuilder.nvcc_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CUDAOpBuilder.libraries_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 12, "n_typed": 1, "n_any": 0, "n_untyped": 11, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 9, "n_method_overloads": 9, "n_method_params": 3, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.ops.op_builder.builder.CUDAMismatchException", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.builder", "names": [ "deepspeed.ops.op_builder.builder.CUDAMismatchException", "deepspeed.ops.op_builder.builder.CUDAOpBuilder", "deepspeed.ops.op_builder.builder.DEFAULT_COMPUTE_CAPABILITIES", "deepspeed.ops.op_builder.builder.DEFAULT_TORCH_EXTENSION_PATH", "deepspeed.ops.op_builder.builder.END", "deepspeed.ops.op_builder.builder.MissingCUDAException", "deepspeed.ops.op_builder.builder.OpBuilder", "deepspeed.ops.op_builder.builder.TORCH_MAJOR", "deepspeed.ops.op_builder.builder.TORCH_MINOR", "deepspeed.ops.op_builder.builder.TorchCPUOpBuilder", "deepspeed.ops.op_builder.builder.WARNING", "deepspeed.ops.op_builder.builder.YELLOW", "deepspeed.ops.op_builder.builder.assert_no_cuda_mismatch", "deepspeed.ops.op_builder.builder.cuda_minor_mismatch_ok", "deepspeed.ops.op_builder.builder.get_default_compute_capabilities", "deepspeed.ops.op_builder.builder.installed_cuda_version" ], "n_typable": 70, "n_typed": 1, "n_any": 0, "n_untyped": 69, "n_functions": 3, "n_function_overloads": 3, "n_function_params": 2, "n_methods": 41, "n_method_overloads": 41, "n_method_params": 17, "n_classes": 5, "n_attrs": 19, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/cpu/async_io.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.cpu.async_io.AsyncIOBuilder", "methods": [ { "kind": "function", "name": "AsyncIOBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncIOBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncIOBuilder.lib_sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncIOBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncIOBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncIOBuilder.cxx_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncIOBuilder.extra_ldflags", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncIOBuilder.check_for_libaio_pkg", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncIOBuilder.is_compatible", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "AsyncIOBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "AsyncIOBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 9, "n_method_overloads": 9, "n_method_params": 1, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.cpu.async_io", "names": [ "deepspeed.ops.op_builder.cpu.async_io.AsyncIOBuilder" ], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 9, "n_method_overloads": 9, "n_method_params": 1, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/cpu/builder.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.cpu.builder.CPUOpBuilder", "methods": [ { "kind": "function", "name": "CPUOpBuilder.builder", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUOpBuilder.cxx_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUOpBuilder.libraries_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 3, "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [ { "kind": "type", "rules": null } ], "name": "deepspeed.ops.op_builder.cpu.builder", "names": [ "deepspeed.ops.op_builder.cpu.builder.CPUOpBuilder" ], "n_typable": 3, "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 0, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 1 }, { "path": "deepspeed/ops/op_builder/cpu/comm.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.cpu.comm.ShareMemCommBuilder", "methods": [ { "kind": "function", "name": "ShareMemCommBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ShareMemCommBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ShareMemCommBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ShareMemCommBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ShareMemCommBuilder.cxx_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ShareMemCommBuilder.is_compatible", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "ShareMemCommBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ShareMemCommBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 8, "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 2, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.ops.op_builder.cpu.comm.CCLCommBuilder", "methods": [ { "kind": "function", "name": "CCLCommBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CCLCommBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CCLCommBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CCLCommBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CCLCommBuilder.cxx_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CCLCommBuilder.is_compatible", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CCLCommBuilder.extra_ldflags", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "CCLCommBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CCLCommBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 9, "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 2, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.cpu.comm", "names": [ "deepspeed.ops.op_builder.cpu.comm.CCLCommBuilder", "deepspeed.ops.op_builder.cpu.comm.ShareMemCommBuilder" ], "n_typable": 17, "n_typed": 0, "n_any": 0, "n_untyped": 17, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 13, "n_method_overloads": 13, "n_method_params": 4, "n_classes": 2, "n_attrs": 4, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/cpu/cpu_adam.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.cpu.cpu_adam.CPUAdamBuilder", "methods": [ { "kind": "function", "name": "CPUAdamBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdamBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdamBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdamBuilder.libraries_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdamBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "CPUAdamBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CPUAdamBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 5, "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.cpu.cpu_adam", "names": [ "deepspeed.ops.op_builder.cpu.cpu_adam.CPUAdamBuilder" ], "n_typable": 5, "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 0, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/cpu/fused_adam.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.cpu.fused_adam.FusedAdamBuilder", "methods": [ { "kind": "function", "name": "FusedAdamBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedAdamBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedAdamBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedAdamBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "FusedAdamBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "FusedAdamBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.cpu.fused_adam", "names": [ "deepspeed.ops.op_builder.cpu.fused_adam.FusedAdamBuilder" ], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 0, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/cpu/no_impl.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.cpu.no_impl.NotImplementedBuilder", "methods": [ { "kind": "function", "name": "NotImplementedBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NotImplementedBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NotImplementedBuilder.load", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NotImplementedBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "NotImplementedBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "NotImplementedBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 2, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.cpu.no_impl", "names": [ "deepspeed.ops.op_builder.cpu.no_impl.NotImplementedBuilder" ], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 2, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/cpu_adagrad.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.cpu_adagrad.CPUAdagradBuilder", "methods": [ { "kind": "function", "name": "CPUAdagradBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdagradBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdagradBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdagradBuilder.libraries_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdagradBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "CPUAdagradBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CPUAdagradBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 5, "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.cpu_adagrad", "names": [ "deepspeed.ops.op_builder.cpu_adagrad.CPUAdagradBuilder" ], "n_typable": 5, "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 0, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/cpu_adam.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.cpu_adam.CPUAdamBuilder", "methods": [ { "kind": "function", "name": "CPUAdamBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdamBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdamBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdamBuilder.libraries_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdamBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "CPUAdamBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CPUAdamBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 5, "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.cpu_adam", "names": [ "deepspeed.ops.op_builder.cpu_adam.CPUAdamBuilder" ], "n_typable": 5, "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 0, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/cpu_lion.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.cpu_lion.CPULionBuilder", "methods": [ { "kind": "function", "name": "CPULionBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPULionBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPULionBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPULionBuilder.libraries_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPULionBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "CPULionBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CPULionBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 5, "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.cpu_lion", "names": [ "deepspeed.ops.op_builder.cpu_lion.CPULionBuilder" ], "n_typable": 5, "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 0, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/dc.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.dc.DeepCompileBuilder", "methods": [ { "kind": "function", "name": "DeepCompileBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepCompileBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepCompileBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepCompileBuilder.libraries_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepCompileBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepCompileBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DeepCompileBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 5, "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.dc", "names": [ "deepspeed.ops.op_builder.dc.DeepCompileBuilder" ], "n_typable": 5, "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 0, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/evoformer_attn.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.evoformer_attn.EvoformerAttnBuilder", "methods": [ { "kind": "function", "name": "EvoformerAttnBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "EvoformerAttnBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "EvoformerAttnBuilder.extra_ldflags", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "EvoformerAttnBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "EvoformerAttnBuilder.nvcc_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "EvoformerAttnBuilder.filter_ccs", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "EvoformerAttnBuilder.is_compatible", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "EvoformerAttnBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "EvoformerAttnBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "EvoformerAttnBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "EvoformerAttnBuilder.cutlass_path", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 12, "n_typed": 0, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 3, "n_attrs": 3, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.evoformer_attn", "names": [ "deepspeed.ops.op_builder.evoformer_attn.EvoformerAttnBuilder" ], "n_typable": 12, "n_typed": 0, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 3, "n_classes": 1, "n_attrs": 3, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/fp_quantizer.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.fp_quantizer.FPQuantizerBuilder", "methods": [ { "kind": "function", "name": "FPQuantizerBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FPQuantizerBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FPQuantizerBuilder.is_compatible", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FPQuantizerBuilder.filter_ccs", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FPQuantizerBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FPQuantizerBuilder.extra_ldflags", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FPQuantizerBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FPQuantizerBuilder.get_default_quant_dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FPQuantizerBuilder.get_quant_range", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "FPQuantizerBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "FPQuantizerBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 13, "n_typed": 0, "n_any": 0, "n_untyped": 13, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 9, "n_method_overloads": 9, "n_method_params": 4, "n_attrs": 2, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.ops.op_builder.fp_quantizer.pkg_version", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.fp_quantizer", "names": [ "deepspeed.ops.op_builder.fp_quantizer.FPQuantizerBuilder", "deepspeed.ops.op_builder.fp_quantizer.pkg_version" ], "n_typable": 13, "n_typed": 0, "n_any": 0, "n_untyped": 13, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 9, "n_method_overloads": 9, "n_method_params": 4, "n_classes": 1, "n_attrs": 3, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/fused_adam.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.fused_adam.FusedAdamBuilder", "methods": [ { "kind": "function", "name": "FusedAdamBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedAdamBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedAdamBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedAdamBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedAdamBuilder.cxx_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedAdamBuilder.nvcc_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "FusedAdamBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "FusedAdamBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.fused_adam", "names": [ "deepspeed.ops.op_builder.fused_adam.FusedAdamBuilder" ], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 0, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/fused_lamb.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.fused_lamb.FusedLambBuilder", "methods": [ { "kind": "function", "name": "FusedLambBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedLambBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedLambBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedLambBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedLambBuilder.cxx_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedLambBuilder.nvcc_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "FusedLambBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "FusedLambBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.fused_lamb", "names": [ "deepspeed.ops.op_builder.fused_lamb.FusedLambBuilder" ], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 0, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/fused_lion.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.fused_lion.FusedLionBuilder", "methods": [ { "kind": "function", "name": "FusedLionBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedLionBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedLionBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedLionBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedLionBuilder.cxx_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedLionBuilder.nvcc_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "FusedLionBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "FusedLionBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.fused_lion", "names": [ "deepspeed.ops.op_builder.fused_lion.FusedLionBuilder" ], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 0, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/gds.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.gds.GDSBuilder", "methods": [ { "kind": "function", "name": "GDSBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "GDSBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "GDSBuilder.lib_sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "GDSBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "GDSBuilder.cxx_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "GDSBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "GDSBuilder.extra_ldflags", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "GDSBuilder.is_compatible", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "GDSBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "GDSBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 9, "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 1, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.gds", "names": [ "deepspeed.ops.op_builder.gds.GDSBuilder" ], "n_typable": 9, "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 1, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/hpu/builder.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.hpu.builder.CPUOpBuilder", "methods": [ { "kind": "function", "name": "CPUOpBuilder.builder", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUOpBuilder.cxx_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUOpBuilder.libraries_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 3, "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [ { "kind": "type", "rules": null } ], "name": "deepspeed.ops.op_builder.hpu.builder", "names": [ "deepspeed.ops.op_builder.hpu.builder.CPUOpBuilder" ], "n_typable": 3, "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 0, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 1 }, { "path": "deepspeed/ops/op_builder/hpu/cpu_adam.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.hpu.cpu_adam.CPUAdamBuilder", "methods": [ { "kind": "function", "name": "CPUAdamBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdamBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdamBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdamBuilder.libraries_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdamBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "CPUAdamBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CPUAdamBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 5, "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.hpu.cpu_adam", "names": [ "deepspeed.ops.op_builder.hpu.cpu_adam.CPUAdamBuilder" ], "n_typable": 5, "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 0, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/hpu/fp_quantizer.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.hpu.fp_quantizer.FPQuantizerBuilder", "methods": [ { "kind": "function", "name": "FPQuantizerBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FPQuantizerBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FPQuantizerBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FPQuantizerBuilder.load", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FPQuantizerBuilder.get_default_quant_dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FPQuantizerBuilder.get_quant_range", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "FPQuantizerBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "FPQuantizerBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 9, "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 3, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.ops.op_builder.hpu.fp_quantizer.FPQuantizer", "methods": [ { "kind": "function", "name": "FPQuantizer.selective_dequantize", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "FPQuantizer.dequantize", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "FPQuantizer.quantize", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "FPQuantizer.get_scales", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "FPQuantizer.CUDA_IMPL", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 25, "n_typed": 0, "n_any": 0, "n_untyped": 25, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 21, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [ { "kind": "type", "rules": null } ], "name": "deepspeed.ops.op_builder.hpu.fp_quantizer", "names": [ "deepspeed.ops.op_builder.hpu.fp_quantizer.FPQuantizer", "deepspeed.ops.op_builder.hpu.fp_quantizer.FPQuantizerBuilder" ], "n_typable": 34, "n_typed": 0, "n_any": 0, "n_untyped": 34, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 10, "n_method_overloads": 10, "n_method_params": 24, "n_classes": 2, "n_attrs": 3, "n_properties": 0, "n_type_ignores": 1 }, { "path": "deepspeed/ops/op_builder/hpu/fused_adam.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.hpu.fused_adam.HPUFusedAdam", "methods": [ { "kind": "function", "name": "HPUFusedAdam.multi_tensor_adam", "n_typed": 0, "n_any": 0, "n_untyped": 13, "n_overloads": 1, "n_typable": 13, "n_params": 12, "n_function_overloads": 1, "n_function_params": 12 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "HPUFusedAdam.htcore", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "HPUFusedAdam.is_lazy_mode", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 13, "n_typed": 0, "n_any": 0, "n_untyped": 13, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 12, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.ops.op_builder.hpu.fused_adam.FusedAdamBuilder", "methods": [ { "kind": "function", "name": "FusedAdamBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedAdamBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedAdamBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedAdamBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedAdamBuilder.load", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "FusedAdamBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "FusedAdamBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 1, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [ { "kind": "type", "rules": null } ], "name": "deepspeed.ops.op_builder.hpu.fused_adam", "names": [ "deepspeed.ops.op_builder.hpu.fused_adam.FusedAdamBuilder", "deepspeed.ops.op_builder.hpu.fused_adam.HPUFusedAdam" ], "n_typable": 19, "n_typed": 0, "n_any": 0, "n_untyped": 19, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 13, "n_classes": 2, "n_attrs": 4, "n_properties": 0, "n_type_ignores": 1 }, { "path": "deepspeed/ops/op_builder/hpu/no_impl.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.hpu.no_impl.NotImplementedBuilder", "methods": [ { "kind": "function", "name": "NotImplementedBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NotImplementedBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NotImplementedBuilder.load", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NotImplementedBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "NotImplementedBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "NotImplementedBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 2, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.hpu.no_impl", "names": [ "deepspeed.ops.op_builder.hpu.no_impl.NotImplementedBuilder" ], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 2, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/hpu/transformer_inference.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.hpu.transformer_inference.InferenceBuilder", "methods": [ { "kind": "function", "name": "InferenceBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "InferenceBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InferenceBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InferenceBuilder.load", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "InferenceBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "InferenceBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 2, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.hpu.transformer_inference", "names": [ "deepspeed.ops.op_builder.hpu.transformer_inference.InferenceBuilder" ], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 2, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/inference_core_ops.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.inference_core_ops.InferenceCoreBuilder", "methods": [ { "kind": "function", "name": "InferenceCoreBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "InferenceCoreBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InferenceCoreBuilder.is_compatible", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "InferenceCoreBuilder.filter_ccs", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "InferenceCoreBuilder.get_prefix", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InferenceCoreBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InferenceCoreBuilder.extra_ldflags", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InferenceCoreBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "InferenceCoreBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "InferenceCoreBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 11, "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 3, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.inference_core_ops", "names": [ "deepspeed.ops.op_builder.inference_core_ops.InferenceCoreBuilder" ], "n_typable": 11, "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 3, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/inference_cutlass_builder.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.inference_cutlass_builder.InferenceCutlassBuilder", "methods": [ { "kind": "function", "name": "InferenceCutlassBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "InferenceCutlassBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InferenceCutlassBuilder.is_compatible", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "InferenceCutlassBuilder.filter_ccs", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "InferenceCutlassBuilder.get_prefix", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InferenceCutlassBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InferenceCutlassBuilder.extra_ldflags", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InferenceCutlassBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "InferenceCutlassBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "InferenceCutlassBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 11, "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 3, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.inference_cutlass_builder", "names": [ "deepspeed.ops.op_builder.inference_cutlass_builder.InferenceCutlassBuilder" ], "n_typable": 11, "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 3, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/mlu/builder.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.mlu.builder.MLUOpBuilder", "methods": [ { "kind": "function", "name": "MLUOpBuilder.builder", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MLUOpBuilder.cxx_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MLUOpBuilder.libraries_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 3, "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [ { "kind": "type", "rules": null } ], "name": "deepspeed.ops.op_builder.mlu.builder", "names": [ "deepspeed.ops.op_builder.mlu.builder.MLUOpBuilder" ], "n_typable": 3, "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 0, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 1 }, { "path": "deepspeed/ops/op_builder/mlu/cpu_adagrad.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.mlu.cpu_adagrad.CPUAdagradBuilder", "methods": [ { "kind": "function", "name": "CPUAdagradBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdagradBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdagradBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdagradBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "CPUAdagradBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CPUAdagradBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.mlu.cpu_adagrad", "names": [ "deepspeed.ops.op_builder.mlu.cpu_adagrad.CPUAdagradBuilder" ], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 0, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/mlu/cpu_adam.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.mlu.cpu_adam.CPUAdamBuilder", "methods": [ { "kind": "function", "name": "CPUAdamBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdamBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdamBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdamBuilder.libraries_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdamBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "CPUAdamBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CPUAdamBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 5, "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.mlu.cpu_adam", "names": [ "deepspeed.ops.op_builder.mlu.cpu_adam.CPUAdamBuilder" ], "n_typable": 5, "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 0, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/mlu/fused_adam.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.mlu.fused_adam.MLUFusedAdam", "methods": [ { "kind": "function", "name": "MLUFusedAdam.multi_tensor_adam", "n_typed": 0, "n_any": 0, "n_untyped": 13, "n_overloads": 1, "n_typable": 13, "n_params": 12, "n_function_overloads": 1, "n_function_params": 12 } ], "properties": [], "attrs": [], "n_typable": 13, "n_typed": 0, "n_any": 0, "n_untyped": 13, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 12, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.ops.op_builder.mlu.fused_adam.FusedAdamBuilder", "methods": [ { "kind": "function", "name": "FusedAdamBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedAdamBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedAdamBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedAdamBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedAdamBuilder.load", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "FusedAdamBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "FusedAdamBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 1, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.mlu.fused_adam", "names": [ "deepspeed.ops.op_builder.mlu.fused_adam.FusedAdamBuilder", "deepspeed.ops.op_builder.mlu.fused_adam.MLUFusedAdam" ], "n_typable": 19, "n_typed": 0, "n_any": 0, "n_untyped": 19, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 13, "n_classes": 2, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/mlu/no_impl.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.mlu.no_impl.NotImplementedBuilder", "methods": [ { "kind": "function", "name": "NotImplementedBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NotImplementedBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NotImplementedBuilder.load", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NotImplementedBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NotImplementedBuilder.cxx_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NotImplementedBuilder.extra_ldflags", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NotImplementedBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "NotImplementedBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "NotImplementedBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 9, "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 2, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.mlu.no_impl", "names": [ "deepspeed.ops.op_builder.mlu.no_impl.NotImplementedBuilder" ], "n_typable": 9, "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 2, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/npu/async_io.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.npu.async_io.AsyncIOBuilder", "methods": [ { "kind": "function", "name": "AsyncIOBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncIOBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncIOBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncIOBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncIOBuilder.cxx_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncIOBuilder.extra_ldflags", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncIOBuilder.check_for_libaio_pkg", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncIOBuilder.is_compatible", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "AsyncIOBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "AsyncIOBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 9, "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 1, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.npu.async_io", "names": [ "deepspeed.ops.op_builder.npu.async_io.AsyncIOBuilder" ], "n_typable": 9, "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 1, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/npu/builder.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.npu.builder.NPUOpBuilder", "methods": [ { "kind": "function", "name": "NPUOpBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NPUOpBuilder.cann_defs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NPUOpBuilder.installed_cann_path", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NPUOpBuilder.installed_cann_version", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NPUOpBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NPUOpBuilder.cxx_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NPUOpBuilder.extra_ldflags", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "NPUOpBuilder._ascend_path", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "NPUOpBuilder._torch_npu_path", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "NPUOpBuilder._cann_version", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 9, "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 2, "n_attrs": 3, "n_properties": 0 } ], "type_ignores": [ { "kind": "type", "rules": null } ], "name": "deepspeed.ops.op_builder.npu.builder", "names": [ "deepspeed.ops.op_builder.npu.builder.NPUOpBuilder" ], "n_typable": 9, "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 2, "n_classes": 1, "n_attrs": 3, "n_properties": 0, "n_type_ignores": 1 }, { "path": "deepspeed/ops/op_builder/npu/cpu_adagrad.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.npu.cpu_adagrad.CPUAdagradBuilder", "methods": [ { "kind": "function", "name": "CPUAdagradBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdagradBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdagradBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdagradBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "CPUAdagradBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CPUAdagradBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.npu.cpu_adagrad", "names": [ "deepspeed.ops.op_builder.npu.cpu_adagrad.CPUAdagradBuilder" ], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 0, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/npu/cpu_adam.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.npu.cpu_adam.CPUAdamBuilder", "methods": [ { "kind": "function", "name": "CPUAdamBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdamBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdamBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdamBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "CPUAdamBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CPUAdamBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.npu.cpu_adam", "names": [ "deepspeed.ops.op_builder.npu.cpu_adam.CPUAdamBuilder" ], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 0, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/npu/cpu_lion.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.npu.cpu_lion.CPULionBuilder", "methods": [ { "kind": "function", "name": "CPULionBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPULionBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPULionBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPULionBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "CPULionBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CPULionBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.npu.cpu_lion", "names": [ "deepspeed.ops.op_builder.npu.cpu_lion.CPULionBuilder" ], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 0, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/npu/fused_adam.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.npu.fused_adam.NPUFusedAdam", "methods": [ { "kind": "function", "name": "NPUFusedAdam.multi_tensor_adam", "n_typed": 0, "n_any": 0, "n_untyped": 13, "n_overloads": 1, "n_typable": 13, "n_params": 12, "n_function_overloads": 1, "n_function_params": 12 } ], "properties": [], "attrs": [], "n_typable": 13, "n_typed": 0, "n_any": 0, "n_untyped": 13, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 12, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.ops.op_builder.npu.fused_adam.FusedAdamBuilder", "methods": [ { "kind": "function", "name": "FusedAdamBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedAdamBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedAdamBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedAdamBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedAdamBuilder.load", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "FusedAdamBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "FusedAdamBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 1, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.npu.fused_adam", "names": [ "deepspeed.ops.op_builder.npu.fused_adam.FusedAdamBuilder", "deepspeed.ops.op_builder.npu.fused_adam.NPUFusedAdam" ], "n_typable": 19, "n_typed": 0, "n_any": 0, "n_untyped": 19, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 13, "n_classes": 2, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/npu/inference.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.npu.inference.InferenceContext", "methods": [ { "kind": "function", "name": "InferenceContext.reset_tokens", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "InferenceContext.current_tokens", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InferenceContext.GetWorkSpace", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "InferenceContext._workspace", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "InferenceContext._seed", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "InferenceContext._curr_offset", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "InferenceContext._stream", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "InferenceContext._free_memory_size", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "InferenceContext._num_tokens", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "InferenceContext._attention_unfused_workspace_offset", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "InferenceContext._workSpaceSize", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "InferenceContext.workSpaceSize", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "InferenceContext.kv_caches", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 1, "n_attrs": 10, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.ops.op_builder.npu.inference.InferenceBuilder", "methods": [ { "kind": "function", "name": "InferenceBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InferenceBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InferenceBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InferenceBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InferenceBuilder.load", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "InferenceBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "InferenceBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 1, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.ops.op_builder.npu.inference.ActivationFuncType", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "ActivationFuncType.UNKNOWN", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ActivationFuncType.GELU", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ActivationFuncType.ReLU", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ActivationFuncType.GATED_GELU", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ActivationFuncType.GATED_SILU", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 5, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.ops.op_builder.npu.inference.NPUInference", "methods": [ { "kind": "function", "name": "NPUInference.layer_norm", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "NPUInference._qkv_gemm", "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_overloads": 1, "n_typable": 11, "n_params": 10, "n_function_overloads": 1, "n_function_params": 10 }, { "kind": "function", "name": "NPUInference.qkv_gemm_fp16", "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_overloads": 1, "n_typable": 11, "n_params": 10, "n_function_overloads": 1, "n_function_params": 10 }, { "kind": "function", "name": "NPUInference.qkv_gemm_bf16", "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_overloads": 1, "n_typable": 11, "n_params": 10, "n_function_overloads": 1, "n_function_params": 10 }, { "kind": "function", "name": "NPUInference.qkv_gemm_fp32", "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_overloads": 1, "n_typable": 11, "n_params": 10, "n_function_overloads": 1, "n_function_params": 10 }, { "kind": "function", "name": "NPUInference._bias_add_transform_0213", "n_typed": 0, "n_any": 0, "n_untyped": 12, "n_overloads": 1, "n_typable": 12, "n_params": 11, "n_function_overloads": 1, "n_function_params": 11 }, { "kind": "function", "name": "NPUInference._softmax_context", "n_typed": 0, "n_any": 0, "n_untyped": 17, "n_overloads": 1, "n_typable": 17, "n_params": 16, "n_function_overloads": 1, "n_function_params": 16 }, { "kind": "function", "name": "NPUInference.softmax_context_fp16", "n_typed": 0, "n_any": 0, "n_untyped": 17, "n_overloads": 1, "n_typable": 17, "n_params": 16, "n_function_overloads": 1, "n_function_params": 16 }, { "kind": "function", "name": "NPUInference.softmax_context_bf16", "n_typed": 0, "n_any": 0, "n_untyped": 17, "n_overloads": 1, "n_typable": 17, "n_params": 16, "n_function_overloads": 1, "n_function_params": 16 }, { "kind": "function", "name": "NPUInference.softmax_context_fp32", "n_typed": 0, "n_any": 0, "n_untyped": 17, "n_overloads": 1, "n_typable": 17, "n_params": 16, "n_function_overloads": 1, "n_function_params": 16 }, { "kind": "function", "name": "NPUInference._vector_matmul", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "NPUInference.vector_matmul_fp16", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "NPUInference.vector_matmul_bf16", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "NPUInference.vector_matmul_fp32", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "NPUInference._mlp_gemm", "n_typed": 0, "n_any": 0, "n_untyped": 17, "n_overloads": 1, "n_typable": 17, "n_params": 16, "n_function_overloads": 1, "n_function_params": 16 }, { "kind": "function", "name": "NPUInference.mlp_gemm_fp16", "n_typed": 0, "n_any": 0, "n_untyped": 17, "n_overloads": 1, "n_typable": 17, "n_params": 16, "n_function_overloads": 1, "n_function_params": 16 }, { "kind": "function", "name": "NPUInference.mlp_gemm_bf16", "n_typed": 0, "n_any": 0, "n_untyped": 17, "n_overloads": 1, "n_typable": 17, "n_params": 16, "n_function_overloads": 1, "n_function_params": 16 }, { "kind": "function", "name": "NPUInference.mlp_gemm_fp32", "n_typed": 0, "n_any": 0, "n_untyped": 17, "n_overloads": 1, "n_typable": 17, "n_params": 16, "n_function_overloads": 1, "n_function_params": 16 }, { "kind": "function", "name": "NPUInference._residual_add_bias", "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_overloads": 1, "n_typable": 10, "n_params": 9, "n_function_overloads": 1, "n_function_params": 9 }, { "kind": "function", "name": "NPUInference.residual_add_bias_fp16", "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_overloads": 1, "n_typable": 10, "n_params": 9, "n_function_overloads": 1, "n_function_params": 9 }, { "kind": "function", "name": "NPUInference.residual_add_bias_bf16", "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_overloads": 1, "n_typable": 10, "n_params": 9, "n_function_overloads": 1, "n_function_params": 9 }, { "kind": "function", "name": "NPUInference.residual_add_bias_fp32", "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_overloads": 1, "n_typable": 10, "n_params": 9, "n_function_overloads": 1, "n_function_params": 9 } ], "properties": [], "attrs": [], "n_typable": 265, "n_typed": 0, "n_any": 0, "n_untyped": 265, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 22, "n_method_overloads": 22, "n_method_params": 243, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.npu.inference", "names": [ "deepspeed.ops.op_builder.npu.inference.ActivationFuncType", "deepspeed.ops.op_builder.npu.inference.InferenceBuilder", "deepspeed.ops.op_builder.npu.inference.InferenceContext", "deepspeed.ops.op_builder.npu.inference.NPUInference" ], "n_typable": 275, "n_typed": 0, "n_any": 0, "n_untyped": 275, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 30, "n_method_overloads": 30, "n_method_params": 245, "n_classes": 4, "n_attrs": 17, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/npu/no_impl.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.npu.no_impl.NotImplementedBuilder", "methods": [ { "kind": "function", "name": "NotImplementedBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NotImplementedBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NotImplementedBuilder.load", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NotImplementedBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NotImplementedBuilder.cxx_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NotImplementedBuilder.extra_ldflags", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NotImplementedBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "NotImplementedBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "NotImplementedBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 9, "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 2, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.npu.no_impl", "names": [ "deepspeed.ops.op_builder.npu.no_impl.NotImplementedBuilder" ], "n_typable": 9, "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 2, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/quantizer.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.quantizer.QuantizerBuilder", "methods": [ { "kind": "function", "name": "QuantizerBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "QuantizerBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "QuantizerBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "QuantizerBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "QuantizerBuilder.extra_ldflags", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "QuantizerBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "QuantizerBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 1, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.quantizer", "names": [ "deepspeed.ops.op_builder.quantizer.QuantizerBuilder" ], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 1, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/ragged_ops.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.ragged_ops.RaggedOpsBuilder", "methods": [ { "kind": "function", "name": "RaggedOpsBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "RaggedOpsBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "RaggedOpsBuilder.is_compatible", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "RaggedOpsBuilder.filter_ccs", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "RaggedOpsBuilder.get_prefix", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "RaggedOpsBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "RaggedOpsBuilder.extra_ldflags", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "RaggedOpsBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "RaggedOpsBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "RaggedOpsBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 11, "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 3, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.ragged_ops", "names": [ "deepspeed.ops.op_builder.ragged_ops.RaggedOpsBuilder" ], "n_typable": 11, "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 3, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/ragged_utils.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.ragged_utils.RaggedUtilsBuilder", "methods": [ { "kind": "function", "name": "RaggedUtilsBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "RaggedUtilsBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "RaggedUtilsBuilder.is_compatible", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "RaggedUtilsBuilder.filter_ccs", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "RaggedUtilsBuilder.get_prefix", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "RaggedUtilsBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "RaggedUtilsBuilder.extra_ldflags", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "RaggedUtilsBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "RaggedUtilsBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "RaggedUtilsBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 11, "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 3, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.ragged_utils", "names": [ "deepspeed.ops.op_builder.ragged_utils.RaggedUtilsBuilder" ], "n_typable": 11, "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 3, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/random_ltd.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.random_ltd.RandomLTDBuilder", "methods": [ { "kind": "function", "name": "RandomLTDBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "RandomLTDBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "RandomLTDBuilder.extra_ldflags", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "RandomLTDBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "RandomLTDBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "RandomLTDBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "RandomLTDBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 1, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.random_ltd", "names": [ "deepspeed.ops.op_builder.random_ltd.RandomLTDBuilder" ], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 1, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/sdaa/builder.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.sdaa.builder.SDAAOpBuilder", "methods": [ { "kind": "function", "name": "SDAAOpBuilder.builder", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SDAAOpBuilder.cxx_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SDAAOpBuilder.libraries_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 3, "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [ { "kind": "type", "rules": null } ], "name": "deepspeed.ops.op_builder.sdaa.builder", "names": [ "deepspeed.ops.op_builder.sdaa.builder.SDAAOpBuilder" ], "n_typable": 3, "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 0, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 1 }, { "path": "deepspeed/ops/op_builder/sdaa/cpu_adam.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.sdaa.cpu_adam.CPUAdamBuilder", "methods": [ { "kind": "function", "name": "CPUAdamBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdamBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdamBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdamBuilder.libraries_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdamBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "CPUAdamBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CPUAdamBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 5, "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.sdaa.cpu_adam", "names": [ "deepspeed.ops.op_builder.sdaa.cpu_adam.CPUAdamBuilder" ], "n_typable": 5, "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 0, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/sdaa/fused_adam.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.sdaa.fused_adam.SDAAFusedAdam", "methods": [ { "kind": "function", "name": "SDAAFusedAdam.multi_tensor_adam", "n_typed": 0, "n_any": 0, "n_untyped": 13, "n_overloads": 1, "n_typable": 13, "n_params": 12, "n_function_overloads": 1, "n_function_params": 12 } ], "properties": [], "attrs": [], "n_typable": 13, "n_typed": 0, "n_any": 0, "n_untyped": 13, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 12, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.ops.op_builder.sdaa.fused_adam.FusedAdamBuilder", "methods": [ { "kind": "function", "name": "FusedAdamBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedAdamBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedAdamBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedAdamBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedAdamBuilder.load", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "FusedAdamBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "FusedAdamBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 1, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.sdaa.fused_adam", "names": [ "deepspeed.ops.op_builder.sdaa.fused_adam.FusedAdamBuilder", "deepspeed.ops.op_builder.sdaa.fused_adam.SDAAFusedAdam" ], "n_typable": 19, "n_typed": 0, "n_any": 0, "n_untyped": 19, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 13, "n_classes": 2, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/sdaa/no_impl.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.sdaa.no_impl.NotImplementedBuilder", "methods": [ { "kind": "function", "name": "NotImplementedBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NotImplementedBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NotImplementedBuilder.load", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NotImplementedBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NotImplementedBuilder.cxx_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NotImplementedBuilder.extra_ldflags", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NotImplementedBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "NotImplementedBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "NotImplementedBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 9, "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 2, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.sdaa.no_impl", "names": [ "deepspeed.ops.op_builder.sdaa.no_impl.NotImplementedBuilder" ], "n_typable": 9, "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 2, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/sparse_attn.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.sparse_attn.SparseAttnBuilder", "methods": [ { "kind": "function", "name": "SparseAttnBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SparseAttnBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SparseAttnBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SparseAttnBuilder.cxx_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SparseAttnBuilder.is_compatible", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "SparseAttnBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "SparseAttnBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 1, "n_attrs": 2, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.ops.op_builder.sparse_attn.pkg_version", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.sparse_attn", "names": [ "deepspeed.ops.op_builder.sparse_attn.SparseAttnBuilder", "deepspeed.ops.op_builder.sparse_attn.pkg_version" ], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 1, "n_classes": 1, "n_attrs": 3, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/spatial_inference.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.spatial_inference.SpatialInferenceBuilder", "methods": [ { "kind": "function", "name": "SpatialInferenceBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SpatialInferenceBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SpatialInferenceBuilder.is_compatible", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SpatialInferenceBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SpatialInferenceBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "SpatialInferenceBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "SpatialInferenceBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 7, "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 2, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.spatial_inference", "names": [ "deepspeed.ops.op_builder.spatial_inference.SpatialInferenceBuilder" ], "n_typable": 7, "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 2, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/stochastic_transformer.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.stochastic_transformer.StochasticTransformerBuilder", "methods": [ { "kind": "function", "name": "StochasticTransformerBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "StochasticTransformerBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "StochasticTransformerBuilder.nvcc_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "StochasticTransformerBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "StochasticTransformerBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 3, "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.stochastic_transformer", "names": [ "deepspeed.ops.op_builder.stochastic_transformer.StochasticTransformerBuilder" ], "n_typable": 3, "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 0, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/transformer.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.transformer.TransformerBuilder", "methods": [ { "kind": "function", "name": "TransformerBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TransformerBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "TransformerBuilder.extra_ldflags", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "TransformerBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "TransformerBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "TransformerBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "TransformerBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 1, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.transformer", "names": [ "deepspeed.ops.op_builder.transformer.TransformerBuilder" ], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 1, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/transformer_inference.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.transformer_inference.InferenceBuilder", "methods": [ { "kind": "function", "name": "InferenceBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "InferenceBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InferenceBuilder.is_compatible", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "InferenceBuilder.filter_ccs", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "InferenceBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InferenceBuilder.extra_ldflags", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InferenceBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InferenceBuilder.nvcc_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "InferenceBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "InferenceBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 11, "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 3, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.transformer_inference", "names": [ "deepspeed.ops.op_builder.transformer_inference.InferenceBuilder" ], "n_typable": 11, "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 3, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/utils.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.utils.UtilsBuilder", "methods": [ { "kind": "function", "name": "UtilsBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "UtilsBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "UtilsBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "UtilsBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "UtilsBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 3, "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.utils", "names": [ "deepspeed.ops.op_builder.utils.UtilsBuilder" ], "n_typable": 3, "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 0, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/xpu/async_io.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.xpu.async_io.AsyncIOBuilder", "methods": [ { "kind": "function", "name": "AsyncIOBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncIOBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncIOBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncIOBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncIOBuilder.cxx_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncIOBuilder.extra_ldflags", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncIOBuilder.check_for_libaio_pkg", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncIOBuilder.is_compatible", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "AsyncIOBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "AsyncIOBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 9, "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 1, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.xpu.async_io", "names": [ "deepspeed.ops.op_builder.xpu.async_io.AsyncIOBuilder" ], "n_typable": 9, "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 1, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/xpu/builder.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.xpu.builder.SYCLOpBuilder", "methods": [ { "kind": "function", "name": "SYCLOpBuilder.builder", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SYCLOpBuilder.version_dependent_macros", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SYCLOpBuilder._sycl_env_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SYCLOpBuilder.cxx_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SYCLOpBuilder.extra_ldflags", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SYCLOpBuilder.fixed_aotflags", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SYCLOpBuilder.load", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SYCLOpBuilder.jit_load", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 2, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [ { "kind": "type", "rules": null } ], "name": "deepspeed.ops.op_builder.xpu.builder", "names": [ "deepspeed.ops.op_builder.xpu.builder.SYCLOpBuilder" ], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 2, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 1 }, { "path": "deepspeed/ops/op_builder/xpu/cpu_adagrad.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.xpu.cpu_adagrad.CPUAdagradBuilder", "methods": [ { "kind": "function", "name": "CPUAdagradBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdagradBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdagradBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdagradBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "CPUAdagradBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CPUAdagradBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.xpu.cpu_adagrad", "names": [ "deepspeed.ops.op_builder.xpu.cpu_adagrad.CPUAdagradBuilder" ], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 0, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/xpu/cpu_adam.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.xpu.cpu_adam.CPUAdamBuilder", "methods": [ { "kind": "function", "name": "CPUAdamBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdamBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdamBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdamBuilder.libraries_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CPUAdamBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "CPUAdamBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CPUAdamBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 5, "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.xpu.cpu_adam", "names": [ "deepspeed.ops.op_builder.xpu.cpu_adam.CPUAdamBuilder" ], "n_typable": 5, "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 0, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/xpu/flash_attn.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.xpu.flash_attn.FlashAttentionBuilder", "methods": [ { "kind": "function", "name": "FlashAttentionBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FlashAttentionBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FlashAttentionBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FlashAttentionBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FlashAttentionBuilder.extra_ldflags", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FlashAttentionBuilder.cxx_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FlashAttentionBuilder.load", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "FlashAttentionBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "FlashAttentionBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 8, "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 1, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.ops.op_builder.xpu.flash_attn.FlashAttentionBuilderObject", "methods": [ { "kind": "function", "name": "FlashAttentionBuilderObject.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FlashAttentionBuilderObject.flash_attn_func_v2", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 } ], "properties": [], "attrs": [], "n_typable": 8, "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 6, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.xpu.flash_attn", "names": [ "deepspeed.ops.op_builder.xpu.flash_attn.FlashAttentionBuilder", "deepspeed.ops.op_builder.xpu.flash_attn.FlashAttentionBuilderObject" ], "n_typable": 16, "n_typed": 0, "n_any": 0, "n_untyped": 16, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 9, "n_method_overloads": 9, "n_method_params": 7, "n_classes": 2, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/xpu/fused_adam.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.xpu.fused_adam.FusedAdamBuilder", "methods": [ { "kind": "function", "name": "FusedAdamBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedAdamBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedAdamBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedAdamBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FusedAdamBuilder.cxx_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "FusedAdamBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "FusedAdamBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 5, "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.xpu.fused_adam", "names": [ "deepspeed.ops.op_builder.xpu.fused_adam.FusedAdamBuilder" ], "n_typable": 5, "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 0, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/xpu/no_impl.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.xpu.no_impl.NotImplementedBuilder", "methods": [ { "kind": "function", "name": "NotImplementedBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NotImplementedBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NotImplementedBuilder.load", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NotImplementedBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NotImplementedBuilder.cxx_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NotImplementedBuilder.extra_ldflags", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NotImplementedBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "NotImplementedBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "NotImplementedBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 9, "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 2, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.xpu.no_impl", "names": [ "deepspeed.ops.op_builder.xpu.no_impl.NotImplementedBuilder" ], "n_typable": 9, "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 2, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/op_builder/xpu/packbits.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.op_builder.xpu.packbits.PackbitsBuilder", "methods": [ { "kind": "function", "name": "PackbitsBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PackbitsBuilder.absolute_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PackbitsBuilder.sources", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PackbitsBuilder.include_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PackbitsBuilder.cxx_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "PackbitsBuilder.BUILD_VAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "PackbitsBuilder.NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 5, "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.op_builder.xpu.packbits", "names": [ "deepspeed.ops.op_builder.xpu.packbits.PackbitsBuilder" ], "n_typable": 5, "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 0, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/quantizer/quantizer.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.ops.quantizer.quantizer.ds_quantizer", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "attr", "name": "deepspeed.ops.quantizer.quantizer.quantizer_cuda_module", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.ops.quantizer.quantizer", "names": [ "deepspeed.ops.quantizer.quantizer.ds_quantizer", "deepspeed.ops.quantizer.quantizer.quantizer_cuda_module" ], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 5, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/random_ltd/dropping_utils.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.ops.random_ltd.dropping_utils.bert_sample_tokens", "n_typed": 6, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "class", "name": "deepspeed.ops.random_ltd.dropping_utils.GatherTokens", "methods": [ { "kind": "function", "name": "GatherTokens.forward", "n_typed": 3, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "GatherTokens.backward", "n_typed": 2, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [], "n_typable": 9, "n_typed": 5, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 7, "n_attrs": 0, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.ops.random_ltd.dropping_utils.gpt_sample_tokens", "n_typed": 6, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "class", "name": "deepspeed.ops.random_ltd.dropping_utils.ScatterTokens", "methods": [ { "kind": "function", "name": "ScatterTokens.forward", "n_typed": 4, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "ScatterTokens.backward", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 9, "n_typed": 5, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 7, "n_attrs": 0, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.ops.random_ltd.dropping_utils.random_ltd_module", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.ops.random_ltd.dropping_utils", "names": [ "deepspeed.ops.random_ltd.dropping_utils.GatherTokens", "deepspeed.ops.random_ltd.dropping_utils.ScatterTokens", "deepspeed.ops.random_ltd.dropping_utils.bert_sample_tokens", "deepspeed.ops.random_ltd.dropping_utils.gpt_sample_tokens", "deepspeed.ops.random_ltd.dropping_utils.random_ltd_module" ], "n_typable": 32, "n_typed": 22, "n_any": 0, "n_untyped": 10, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 12, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 14, "n_classes": 2, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/sparse_attention/bert_sparse_self_attention.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.sparse_attention.bert_sparse_self_attention.BertSparseSelfAttention", "methods": [ { "kind": "function", "name": "BertSparseSelfAttention.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "BertSparseSelfAttention.transpose_for_scores", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BertSparseSelfAttention.forward", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "BertSparseSelfAttention.num_attention_heads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BertSparseSelfAttention.attention_head_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BertSparseSelfAttention.all_head_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BertSparseSelfAttention.query", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BertSparseSelfAttention.key", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BertSparseSelfAttention.value", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BertSparseSelfAttention.sparse_self_attention", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 15, "n_typed": 0, "n_any": 0, "n_untyped": 15, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 5, "n_attrs": 7, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.sparse_attention.bert_sparse_self_attention", "names": [ "deepspeed.ops.sparse_attention.bert_sparse_self_attention.BertSparseSelfAttention" ], "n_typable": 15, "n_typed": 0, "n_any": 0, "n_untyped": 15, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 5, "n_classes": 1, "n_attrs": 7, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/sparse_attention/matmul.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.sparse_attention.matmul.MatMul", "methods": [ { "kind": "function", "name": "MatMul.make_lut", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MatMul.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "MatMul._pad_shape", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MatMul.__call__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MatMul._validate_inputs", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "MatMul.lut_cache", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MatMul.trans_a", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MatMul.trans_b", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MatMul.mode", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MatMul.block", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MatMul.layout", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MatMul.spdims", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MatMul.bench", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MatMul.time_c", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MatMul.time_da", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MatMul.time_db", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MatMul.dense_inner_dim", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MatMul.dense_inner_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MatMul.sparse_shape", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 33, "n_typed": 0, "n_any": 0, "n_untyped": 33, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 14, "n_attrs": 14, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.sparse_attention.matmul", "names": [ "deepspeed.ops.sparse_attention.matmul.MatMul" ], "n_typable": 33, "n_typed": 0, "n_any": 0, "n_untyped": 33, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 14, "n_classes": 1, "n_attrs": 14, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/sparse_attention/softmax.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.sparse_attention.softmax.Softmax", "methods": [ { "kind": "function", "name": "Softmax.sparse_softmax", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Softmax.make_lut", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Softmax.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "Softmax.__call__", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Softmax.num_blocks", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Softmax.spdims", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Softmax.layout", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Softmax.block", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Softmax.bench", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Softmax.lut_cache", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 23, "n_typed": 0, "n_any": 0, "n_untyped": 23, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 13, "n_attrs": 6, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.ops.sparse_attention.softmax.next_power_of_2", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.ops.sparse_attention.softmax.num_warps", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.ops.sparse_attention.softmax", "names": [ "deepspeed.ops.sparse_attention.softmax.Softmax", "deepspeed.ops.sparse_attention.softmax.next_power_of_2", "deepspeed.ops.sparse_attention.softmax.num_warps" ], "n_typable": 27, "n_typed": 0, "n_any": 0, "n_untyped": 27, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 2, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 13, "n_classes": 1, "n_attrs": 6, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/sparse_attention/sparse_attention_utils.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.sparse_attention.sparse_attention_utils.SparseAttentionUtils", "methods": [ { "kind": "function", "name": "SparseAttentionUtils.extend_position_embedding", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "SparseAttentionUtils.update_tokenizer_model_max_length", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "SparseAttentionUtils.replace_model_self_attention_with_sparse_self_attention", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "SparseAttentionUtils.replace_self_attention_layer_with_sparse_self_attention_layer", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "SparseAttentionUtils.pad_to_block_size", "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "SparseAttentionUtils.unpad_sequence_output", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 26, "n_typed": 0, "n_any": 0, "n_untyped": 26, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 20, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.sparse_attention.sparse_attention_utils", "names": [ "deepspeed.ops.sparse_attention.sparse_attention_utils.SparseAttentionUtils" ], "n_typable": 26, "n_typed": 0, "n_any": 0, "n_untyped": 26, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 20, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/sparse_attention/sparse_self_attention.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.sparse_attention.sparse_self_attention.SparseSelfAttention", "methods": [ { "kind": "function", "name": "SparseSelfAttention.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "SparseSelfAttention.get_layout", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SparseSelfAttention.get_ops", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "SparseSelfAttention.transpose_key_for_scores", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "SparseSelfAttention.transpose_mask_for_sparse", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "SparseSelfAttention.forward", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "SparseSelfAttention.sparsity_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SparseSelfAttention.key_padding_mask_mode", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SparseSelfAttention.attn_mask_mode", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SparseSelfAttention.ops", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 28, "n_typed": 0, "n_any": 0, "n_untyped": 28, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 18, "n_attrs": 4, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.sparse_attention.sparse_self_attention", "names": [ "deepspeed.ops.sparse_attention.sparse_self_attention.SparseSelfAttention" ], "n_typable": 28, "n_typed": 0, "n_any": 0, "n_untyped": 28, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 18, "n_classes": 1, "n_attrs": 4, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/sparse_attention/sparsity_config.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.sparse_attention.sparsity_config.DenseSparsityConfig", "methods": [ { "kind": "function", "name": "DenseSparsityConfig.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DenseSparsityConfig.make_layout", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 4, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.ops.sparse_attention.sparsity_config.VariableSparsityConfig", "methods": [ { "kind": "function", "name": "VariableSparsityConfig.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_overloads": 1, "n_typable": 10, "n_params": 9, "n_function_overloads": 1, "n_function_params": 9 }, { "kind": "function", "name": "VariableSparsityConfig.set_random_layout", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "VariableSparsityConfig.set_local_layout", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "VariableSparsityConfig.set_global_layout", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "VariableSparsityConfig.make_layout", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "VariableSparsityConfig.num_random_blocks", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "VariableSparsityConfig.local_window_blocks", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "VariableSparsityConfig.global_block_indices", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "VariableSparsityConfig.global_block_end_indices", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "VariableSparsityConfig.attention", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "VariableSparsityConfig.horizontal_global_attention", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 27, "n_typed": 0, "n_any": 0, "n_untyped": 27, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 16, "n_attrs": 6, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.ops.sparse_attention.sparsity_config.BSLongformerSparsityConfig", "methods": [ { "kind": "function", "name": "BSLongformerSparsityConfig.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "BSLongformerSparsityConfig.set_sliding_window_layout", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "BSLongformerSparsityConfig.set_global_layout", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "BSLongformerSparsityConfig.make_layout", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "BSLongformerSparsityConfig.num_sliding_window_blocks", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BSLongformerSparsityConfig.global_block_indices", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BSLongformerSparsityConfig.attention", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BSLongformerSparsityConfig.global_block_end_indices", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 20, "n_typed": 0, "n_any": 0, "n_untyped": 20, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 12, "n_attrs": 4, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.ops.sparse_attention.sparsity_config.SparsityConfig", "methods": [ { "kind": "function", "name": "SparsityConfig.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "SparsityConfig.setup_layout", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SparsityConfig.check_and_propagate_first_head_layout", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "SparsityConfig.num_heads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SparsityConfig.block", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SparsityConfig.different_layout_per_head", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SparsityConfig.num_layout_heads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 12, "n_typed": 0, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 5, "n_attrs": 4, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.ops.sparse_attention.sparsity_config.FixedSparsityConfig", "methods": [ { "kind": "function", "name": "FixedSparsityConfig.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "FixedSparsityConfig.set_local_layout", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "FixedSparsityConfig.set_global_layout", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "FixedSparsityConfig.make_layout", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "FixedSparsityConfig.num_local_blocks", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FixedSparsityConfig.num_global_blocks", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FixedSparsityConfig.attention", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FixedSparsityConfig.horizontal_global_attention", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FixedSparsityConfig.num_different_global_patterns", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 22, "n_typed": 0, "n_any": 0, "n_untyped": 22, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 13, "n_attrs": 5, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.ops.sparse_attention.sparsity_config.BigBirdSparsityConfig", "methods": [ { "kind": "function", "name": "BigBirdSparsityConfig.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "BigBirdSparsityConfig.set_random_layout", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "BigBirdSparsityConfig.set_sliding_window_layout", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "BigBirdSparsityConfig.set_global_layout_itc", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "BigBirdSparsityConfig.make_layout", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "BigBirdSparsityConfig.num_random_blocks", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BigBirdSparsityConfig.num_sliding_window_blocks", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BigBirdSparsityConfig.num_global_blocks", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BigBirdSparsityConfig.attention", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 23, "n_typed": 0, "n_any": 0, "n_untyped": 23, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 14, "n_attrs": 4, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.ops.sparse_attention.sparsity_config.LocalSlidingWindowSparsityConfig", "methods": [ { "kind": "function", "name": "LocalSlidingWindowSparsityConfig.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "LocalSlidingWindowSparsityConfig.set_sliding_window_layout", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "LocalSlidingWindowSparsityConfig.make_layout", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "LocalSlidingWindowSparsityConfig.num_sliding_window_blocks", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LocalSlidingWindowSparsityConfig.attention", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 12, "n_typed": 0, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 7, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.sparse_attention.sparsity_config", "names": [ "deepspeed.ops.sparse_attention.sparsity_config.BSLongformerSparsityConfig", "deepspeed.ops.sparse_attention.sparsity_config.BigBirdSparsityConfig", "deepspeed.ops.sparse_attention.sparsity_config.DenseSparsityConfig", "deepspeed.ops.sparse_attention.sparsity_config.FixedSparsityConfig", "deepspeed.ops.sparse_attention.sparsity_config.LocalSlidingWindowSparsityConfig", "deepspeed.ops.sparse_attention.sparsity_config.SparsityConfig", "deepspeed.ops.sparse_attention.sparsity_config.VariableSparsityConfig" ], "n_typable": 122, "n_typed": 0, "n_any": 0, "n_untyped": 122, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 26, "n_method_overloads": 26, "n_method_params": 71, "n_classes": 7, "n_attrs": 25, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/bias_add.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.ops.transformer.inference.bias_add.nhwc_bias_add", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "attr", "name": "deepspeed.ops.transformer.inference.bias_add.spatial_cuda_module", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.bias_add", "names": [ "deepspeed.ops.transformer.inference.bias_add.nhwc_bias_add", "deepspeed.ops.transformer.inference.bias_add.spatial_cuda_module" ], "n_typable": 5, "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 4, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/config.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.transformer.inference.config.TransformerConfig", "methods": [ { "kind": "function", "name": "TransformerConfig.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "TransformerConfig.layer_id", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TransformerConfig.hidden_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TransformerConfig.intermediate_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TransformerConfig.heads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TransformerConfig.num_hidden_layers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 4, "n_attrs": 5, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.ops.transformer.inference.config.DeepSpeedInferenceConfig", "methods": [ { "kind": "function", "name": "DeepSpeedInferenceConfig.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 37, "n_overloads": 1, "n_typable": 37, "n_params": 36, "n_function_overloads": 1, "n_function_params": 36 }, { "kind": "function", "name": "DeepSpeedInferenceConfig.from_dict", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedInferenceConfig.from_json_file", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedInferenceConfig.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.pre_layer_norm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.norm_type", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.local_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.stochastic_mode", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.epsilon", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.mp_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.scale_attention", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.triangular_masking", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.local_attention", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.window_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.rotary_dim", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.rotate_half", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.rotate_every_two", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.return_tuple", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.mlp_after_attn", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.mlp_act_func_type", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.training_mp_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.bigscience_bloom", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.max_out_tokens", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.min_out_tokens", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.scale_attn_by_inverse_layer_idx", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.enable_qkv_quantization", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.use_mup", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.return_single_tuple", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.set_empty_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.transposed_mode", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.use_triton", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.triton_autotune", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.num_kv", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.rope_theta", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedInferenceConfig.invert_mask", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 73, "n_typed": 0, "n_any": 0, "n_untyped": 73, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 38, "n_attrs": 32, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.config", "names": [ "deepspeed.ops.transformer.inference.config.DeepSpeedInferenceConfig", "deepspeed.ops.transformer.inference.config.TransformerConfig" ], "n_typable": 83, "n_typed": 0, "n_any": 0, "n_untyped": 83, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 42, "n_classes": 2, "n_attrs": 37, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/diffusers_2d_transformer.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.transformer.inference.diffusers_2d_transformer.Diffusers2DTransformerConfig", "methods": [ { "kind": "function", "name": "Diffusers2DTransformerConfig.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Diffusers2DTransformerConfig.int8_quantization", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 3, "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 1, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.diffusers_2d_transformer", "names": [ "deepspeed.ops.transformer.inference.diffusers_2d_transformer.Diffusers2DTransformerConfig" ], "n_typable": 3, "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 1, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/diffusers_attention.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.ops.transformer.inference.diffusers_attention.triton_flash_attn", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.ops.transformer.inference.diffusers_attention.DeepSpeedDiffusersAttention", "methods": [ { "kind": "function", "name": "DeepSpeedDiffusersAttention.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedDiffusersAttention.allocate_workspace", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedDiffusersAttention.forward", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedDiffusersAttention.layer_id", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DeepSpeedDiffusersAttention.config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDiffusersAttention.attn_qkvw", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDiffusersAttention.attn_kw", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDiffusersAttention.attn_vw", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDiffusersAttention.attn_qw", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDiffusersAttention.attn_qkvb", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDiffusersAttention.attn_ow", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDiffusersAttention.attn_ob", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDiffusersAttention.do_out_bias", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDiffusersAttention.triton_flash_attn_kernel", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDiffusersAttention.num_attention_heads_per_partition", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDiffusersAttention.hidden_size_per_partition", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDiffusersAttention.hidden_size_per_attention_head", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDiffusersAttention.norm_factor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDiffusersAttention.workspace", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDiffusersAttention.score_context_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDiffusersAttention.linear_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDiffusersAttention.pad_transform_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 26, "n_typed": 0, "n_any": 0, "n_untyped": 26, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 5, "n_attrs": 19, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.ops.transformer.inference.diffusers_attention.load_triton_flash_attn", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "attr", "name": "deepspeed.ops.transformer.inference.diffusers_attention.minus_inf", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.ops.transformer.inference.diffusers_attention.DeepSpeedDiffusersAttentionFunction", "methods": [ { "kind": "function", "name": "DeepSpeedDiffusersAttentionFunction.forward", "n_typed": 0, "n_any": 0, "n_untyped": 22, "n_overloads": 1, "n_typable": 22, "n_params": 21, "n_function_overloads": 1, "n_function_params": 21 }, { "kind": "function", "name": "DeepSpeedDiffusersAttentionFunction.backward", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 } ], "properties": [], "attrs": [], "n_typable": 28, "n_typed": 0, "n_any": 0, "n_untyped": 28, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 26, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.diffusers_attention", "names": [ "deepspeed.ops.transformer.inference.diffusers_attention.DeepSpeedDiffusersAttention", "deepspeed.ops.transformer.inference.diffusers_attention.DeepSpeedDiffusersAttentionFunction", "deepspeed.ops.transformer.inference.diffusers_attention.load_triton_flash_attn", "deepspeed.ops.transformer.inference.diffusers_attention.minus_inf", "deepspeed.ops.transformer.inference.diffusers_attention.triton_flash_attn" ], "n_typable": 55, "n_typed": 0, "n_any": 0, "n_untyped": 55, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 31, "n_classes": 2, "n_attrs": 21, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/diffusers_transformer_block.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.transformer.inference.diffusers_transformer_block.DeepSpeedDiffusersTransformerBlock", "methods": [ { "kind": "function", "name": "DeepSpeedDiffusersTransformerBlock.__init__", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedDiffusersTransformerBlock.forward", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedDiffusersTransformerBlock.quantizer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDiffusersTransformerBlock.config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDiffusersTransformerBlock.ff1_w", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDiffusersTransformerBlock.ff1_b", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDiffusersTransformerBlock.ff2_w", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDiffusersTransformerBlock.ff2_b", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDiffusersTransformerBlock.norm1_g", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDiffusersTransformerBlock.norm1_b", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDiffusersTransformerBlock.norm1_eps", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDiffusersTransformerBlock.norm2_g", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDiffusersTransformerBlock.norm2_b", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDiffusersTransformerBlock.norm2_eps", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDiffusersTransformerBlock.norm3_g", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDiffusersTransformerBlock.norm3_b", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDiffusersTransformerBlock.norm3_eps", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDiffusersTransformerBlock.attn_1", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDiffusersTransformerBlock.attn_2", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDiffusersTransformerBlock.gated_activation", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDiffusersTransformerBlock.layer_norm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDiffusersTransformerBlock.attn_1_bias", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDiffusersTransformerBlock.attn_2_bias", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 29, "n_typed": 2, "n_any": 0, "n_untyped": 27, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 6, "n_attrs": 21, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.diffusers_transformer_block", "names": [ "deepspeed.ops.transformer.inference.diffusers_transformer_block.DeepSpeedDiffusersTransformerBlock" ], "n_typable": 29, "n_typed": 2, "n_any": 0, "n_untyped": 27, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 6, "n_classes": 1, "n_attrs": 21, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/ds_attention.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.transformer.inference.ds_attention.DeepSpeedSelfAttention", "methods": [ { "kind": "function", "name": "DeepSpeedSelfAttention.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "DeepSpeedSelfAttention.compute_attention", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "DeepSpeedSelfAttention._merge_qkv", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedSelfAttention.forward", "n_typed": 0, "n_any": 0, "n_untyped": 13, "n_overloads": 1, "n_typable": 13, "n_params": 12, "n_function_overloads": 1, "n_function_params": 12 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedSelfAttention.num_layers", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DeepSpeedSelfAttention._qkv_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DeepSpeedSelfAttention.config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedSelfAttention.num_attention_heads_per_partition", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedSelfAttention.num_kv_partition", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedSelfAttention.hidden_size_per_partition", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedSelfAttention.hidden_size_per_attention_head", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedSelfAttention.mp_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedSelfAttention.q_scales", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedSelfAttention.q_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedSelfAttention.merge_count", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedSelfAttention.norm_factor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedSelfAttention.qkv_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedSelfAttention.score_context_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedSelfAttention.linear_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedSelfAttention.vector_matmul_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedSelfAttention.attn_qw", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedSelfAttention.attn_qb", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedSelfAttention.attn_kw", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedSelfAttention.attn_kb", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedSelfAttention.attn_vw", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedSelfAttention.attn_vb", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedSelfAttention.attn_qkvw", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedSelfAttention.attn_qkvb", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedSelfAttention.attn_ow", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedSelfAttention.attn_ob", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 52, "n_typed": 0, "n_any": 0, "n_untyped": 52, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 24, "n_attrs": 26, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.ops.transformer.inference.ds_attention.BloomSelfAttention", "methods": [ { "kind": "function", "name": "BloomSelfAttention.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "BloomSelfAttention._transpose_for_context", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BloomSelfAttention._split_tensor_along_last_dim", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "BloomSelfAttention.compute_attention", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "BloomSelfAttention.softmax_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 18, "n_typed": 0, "n_any": 0, "n_untyped": 18, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 13, "n_attrs": 1, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.ops.transformer.inference.ds_attention.minus_inf", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.ds_attention", "names": [ "deepspeed.ops.transformer.inference.ds_attention.BloomSelfAttention", "deepspeed.ops.transformer.inference.ds_attention.DeepSpeedSelfAttention", "deepspeed.ops.transformer.inference.ds_attention.minus_inf" ], "n_typable": 70, "n_typed": 0, "n_any": 0, "n_untyped": 70, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 37, "n_classes": 2, "n_attrs": 28, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/ds_mlp.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.transformer.inference.ds_mlp.DeepSpeedMLP", "methods": [ { "kind": "function", "name": "DeepSpeedMLP.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "DeepSpeedMLP._merge_inter_w", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedMLP.forward", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedMLP._inter_w_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DeepSpeedMLP.config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMLP.intm_w_sz_per_partition", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMLP.intm_o_sz_per_partition", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMLP.q_scales", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMLP.q_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMLP.merge_count", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMLP.mp_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMLP.mlp_gemm_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMLP.vector_matmul_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMLP.fused_gemm_gelu", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMLP.residual_add_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMLP.attn_nw", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMLP.attn_nb", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMLP.inter_w", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMLP.inter_b", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMLP.inter_up_w", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMLP.inter_up_b", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMLP.inter_gate_w", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMLP.inter_gate_b", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMLP.output_w", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMLP.output_b", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 34, "n_typed": 0, "n_any": 0, "n_untyped": 34, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 10, "n_attrs": 22, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.ds_mlp", "names": [ "deepspeed.ops.transformer.inference.ds_mlp.DeepSpeedMLP" ], "n_typable": 34, "n_typed": 0, "n_any": 0, "n_untyped": 34, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 10, "n_classes": 1, "n_attrs": 22, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/moe_inference.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.transformer.inference.moe_inference.DeepSpeedMoEInferenceConfig", "methods": [ { "kind": "function", "name": "DeepSpeedMoEInferenceConfig.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 29, "n_overloads": 1, "n_typable": 29, "n_params": 28, "n_function_overloads": 1, "n_function_params": 28 }, { "kind": "function", "name": "DeepSpeedMoEInferenceConfig.from_dict", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedMoEInferenceConfig.from_json_file", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedMoEInferenceConfig.moe_experts", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEInferenceConfig.k", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEInferenceConfig.capacity_factor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEInferenceConfig.eval_capacity_factor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEInferenceConfig.min_capacity", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEInferenceConfig.noisy_gate_policy", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEInferenceConfig.drop_tokens", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEInferenceConfig.use_rts", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEInferenceConfig.global_experts", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEInferenceConfig.mlp_type", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEInferenceConfig.scale_attn_by_inverse_layer_idx", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 44, "n_typed": 0, "n_any": 0, "n_untyped": 44, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 30, "n_attrs": 11, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.ops.transformer.inference.moe_inference.DeepSpeedMLPFunction", "methods": [ { "kind": "function", "name": "DeepSpeedMLPFunction.forward", "n_typed": 0, "n_any": 0, "n_untyped": 15, "n_overloads": 1, "n_typable": 15, "n_params": 14, "n_function_overloads": 1, "n_function_params": 14 }, { "kind": "function", "name": "DeepSpeedMLPFunction.backward", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 18, "n_typed": 0, "n_any": 0, "n_untyped": 18, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 16, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.ops.transformer.inference.moe_inference.DeepSpeedMoEMLP", "methods": [ { "kind": "function", "name": "DeepSpeedMoEMLP.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "DeepSpeedMoEMLP.forward", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedMoEMLP.config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEMLP.attn_nw", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEMLP.attn_nb", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEMLP.inter_w", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEMLP.inter_b", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEMLP.output_w", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEMLP.output_b", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEMLP.q_scales", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEMLP.q_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEMLP.merge_count", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEMLP.mp_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEMLP.gelu_gemm_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEMLP.vector_matmul_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 23, "n_typed": 0, "n_any": 0, "n_untyped": 23, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 8, "n_attrs": 13, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.ops.transformer.inference.moe_inference.DeepSpeedMoEInference", "methods": [ { "kind": "function", "name": "DeepSpeedMoEInference.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "DeepSpeedMoEInference.res_coef_func", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedMoEInference.moe_gate_einsum", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedMoEInference.expert_exec", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedMoEInference._alltoall", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedMoEInference.scale_expert_output", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedMoEInference.forward", "n_typed": 0, "n_any": 0, "n_untyped": 14, "n_overloads": 1, "n_typable": 14, "n_params": 13, "n_function_overloads": 1, "n_function_params": 13 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedMoEInference.layer_id", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DeepSpeedMoEInference.config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEInference.attention", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEInference.attn_nw", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEInference.attn_nb", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEInference.norm_w", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEInference.norm_b", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEInference.mlp", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEInference.moe_gate", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEInference.ep_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEInference.mp_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEInference.expert_mp_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEInference.bias_residual_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEInference.ds_layernorm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEInference.einsum_sec_sm_ecm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEInference.moe_res_matmul", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEInference.res_mlp", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEInference.res_coef", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEInference.coef_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedMoEInference.vector_matmul_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 55, "n_typed": 0, "n_any": 0, "n_untyped": 55, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 29, "n_attrs": 20, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.moe_inference", "names": [ "deepspeed.ops.transformer.inference.moe_inference.DeepSpeedMLPFunction", "deepspeed.ops.transformer.inference.moe_inference.DeepSpeedMoEInference", "deepspeed.ops.transformer.inference.moe_inference.DeepSpeedMoEInferenceConfig", "deepspeed.ops.transformer.inference.moe_inference.DeepSpeedMoEMLP" ], "n_typable": 140, "n_typed": 0, "n_any": 0, "n_untyped": 140, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 14, "n_method_overloads": 14, "n_method_params": 83, "n_classes": 4, "n_attrs": 44, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/op_binding/base.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.transformer.inference.op_binding.base.BaseOp", "methods": [ { "kind": "function", "name": "BaseOp.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "BaseOp.inference_module", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "BaseOp.config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 3, "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 1, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.op_binding.base", "names": [ "deepspeed.ops.transformer.inference.op_binding.base.BaseOp" ], "n_typable": 3, "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 1, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/op_binding/bias_add.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.transformer.inference.op_binding.bias_add.BiasAddOp", "methods": [ { "kind": "function", "name": "BiasAddOp.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BiasAddOp.bias_add_fallback", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "BiasAddOp.forward", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "BiasAddOp.bias_add_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 9, "n_typed": 3, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 5, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.op_binding.bias_add", "names": [ "deepspeed.ops.transformer.inference.op_binding.bias_add.BiasAddOp" ], "n_typable": 9, "n_typed": 3, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 5, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/op_binding/bias_gelu.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.transformer.inference.op_binding.bias_gelu.BiasGeluOp", "methods": [ { "kind": "function", "name": "BiasGeluOp.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BiasGeluOp.bias_gelu_fallback", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "BiasGeluOp.forward", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "BiasGeluOp.bias_gelu_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 9, "n_typed": 3, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 5, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.op_binding.bias_gelu", "names": [ "deepspeed.ops.transformer.inference.op_binding.bias_gelu.BiasGeluOp" ], "n_typable": 9, "n_typed": 3, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 5, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/op_binding/bias_relu.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.transformer.inference.op_binding.bias_relu.BiasReluOp", "methods": [ { "kind": "function", "name": "BiasReluOp.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BiasReluOp.bias_relu_fallback", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "BiasReluOp.forward", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "BiasReluOp.bias_relu_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 9, "n_typed": 3, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 5, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.op_binding.bias_relu", "names": [ "deepspeed.ops.transformer.inference.op_binding.bias_relu.BiasReluOp" ], "n_typable": 9, "n_typed": 3, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 5, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/op_binding/bias_residual.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.transformer.inference.op_binding.bias_residual.BiasResidualOp", "methods": [ { "kind": "function", "name": "BiasResidualOp.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BiasResidualOp.bias_residual_fallback", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "BiasResidualOp.forward", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "BiasResidualOp.bias_residual_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 11, "n_typed": 1, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 7, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.op_binding.bias_residual", "names": [ "deepspeed.ops.transformer.inference.op_binding.bias_residual.BiasResidualOp" ], "n_typable": 11, "n_typed": 1, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 7, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/op_binding/einsum_sec_sm_ecm.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.transformer.inference.op_binding.einsum_sec_sm_ecm.EinsumSecSmEcmOp", "methods": [ { "kind": "function", "name": "EinsumSecSmEcmOp.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "EinsumSecSmEcmOp.einsum_sec_sm_ecm_fallback", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "EinsumSecSmEcmOp.forward", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "EinsumSecSmEcmOp.einsum_sec_sm_ecm_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 9, "n_typed": 1, "n_any": 0, "n_untyped": 8, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 5, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.op_binding.einsum_sec_sm_ecm", "names": [ "deepspeed.ops.transformer.inference.op_binding.einsum_sec_sm_ecm.EinsumSecSmEcmOp" ], "n_typable": 9, "n_typed": 1, "n_any": 0, "n_untyped": 8, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 5, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/op_binding/gated_activation.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.transformer.inference.op_binding.gated_activation.GatedActivationOp", "methods": [ { "kind": "function", "name": "GatedActivationOp.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "GatedActivationOp.gated_activation_fallback", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "GatedActivationOp.forward", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "GatedActivationOp.gated_activation_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 11, "n_typed": 4, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 7, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.op_binding.gated_activation", "names": [ "deepspeed.ops.transformer.inference.op_binding.gated_activation.GatedActivationOp" ], "n_typable": 11, "n_typed": 4, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 7, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/op_binding/gelu_gemm.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.transformer.inference.op_binding.gelu_gemm.GELUGemmOp", "methods": [ { "kind": "function", "name": "GELUGemmOp.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "GELUGemmOp.gelu_gemm_fallback", "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "GELUGemmOp.forward", "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "GELUGemmOp.fused_gemm_gelu", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 17, "n_typed": 5, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 13, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.op_binding.gelu_gemm", "names": [ "deepspeed.ops.transformer.inference.op_binding.gelu_gemm.GELUGemmOp" ], "n_typable": 17, "n_typed": 5, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 13, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/op_binding/layer_norm.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.transformer.inference.op_binding.layer_norm.LayerNormOp", "methods": [ { "kind": "function", "name": "LayerNormOp.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "LayerNormOp.layer_norm_residual", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "LayerNormOp.layer_norm_residual_store_pre_ln_res", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "LayerNormOp.layer_norm_fallback", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "LayerNormOp.forward", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "LayerNormOp.layer_norm_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 27, "n_typed": 1, "n_any": 0, "n_untyped": 26, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 21, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.op_binding.layer_norm", "names": [ "deepspeed.ops.transformer.inference.op_binding.layer_norm.LayerNormOp" ], "n_typable": 27, "n_typed": 1, "n_any": 0, "n_untyped": 26, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 21, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/op_binding/linear.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.transformer.inference.op_binding.linear.LinearOp", "methods": [ { "kind": "function", "name": "LinearOp.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "LinearOp.linear_fallback", "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "LinearOp.forward", "n_typed": 8, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "LinearOp._triton_autotune", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "LinearOp.linear_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 26, "n_typed": 9, "n_any": 0, "n_untyped": 17, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 21, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.op_binding.linear", "names": [ "deepspeed.ops.transformer.inference.op_binding.linear.LinearOp" ], "n_typable": 26, "n_typed": 9, "n_any": 0, "n_untyped": 17, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 21, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/op_binding/mlp_gemm.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.transformer.inference.op_binding.mlp_gemm.MLPGemmOp", "methods": [ { "kind": "function", "name": "MLPGemmOp.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MLPGemmOp.mlp_gemm_fallback", "n_typed": 0, "n_any": 0, "n_untyped": 17, "n_overloads": 1, "n_typable": 17, "n_params": 16, "n_function_overloads": 1, "n_function_params": 16 }, { "kind": "function", "name": "MLPGemmOp.rms_mlp_gemm_fallback", "n_typed": 0, "n_any": 0, "n_untyped": 12, "n_overloads": 1, "n_typable": 12, "n_params": 11, "n_function_overloads": 1, "n_function_params": 11 }, { "kind": "function", "name": "MLPGemmOp.forward", "n_typed": 8, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "MLPGemmOp.pre_rms_norm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MLPGemmOp.mlp_gemm_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 42, "n_typed": 9, "n_any": 0, "n_untyped": 33, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 36, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.op_binding.mlp_gemm", "names": [ "deepspeed.ops.transformer.inference.op_binding.mlp_gemm.MLPGemmOp" ], "n_typable": 42, "n_typed": 9, "n_any": 0, "n_untyped": 33, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 36, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/op_binding/moe_res_matmul.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.transformer.inference.op_binding.moe_res_matmul.MoEResMatmulOp", "methods": [ { "kind": "function", "name": "MoEResMatmulOp.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MoEResMatmulOp.moe_res_matmul_fallback", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "MoEResMatmulOp.forward", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "MoEResMatmulOp.moe_res_matmul_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 11, "n_typed": 1, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 7, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.op_binding.moe_res_matmul", "names": [ "deepspeed.ops.transformer.inference.op_binding.moe_res_matmul.MoEResMatmulOp" ], "n_typable": 11, "n_typed": 1, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 7, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/op_binding/pad_transform.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.transformer.inference.op_binding.pad_transform.PadTransformOp", "methods": [ { "kind": "function", "name": "PadTransformOp.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PadTransformOp.pad_transform_fallback", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "PadTransformOp.forward", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "PadTransformOp.pad_transform_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 15, "n_typed": 1, "n_any": 0, "n_untyped": 14, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 11, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.op_binding.pad_transform", "names": [ "deepspeed.ops.transformer.inference.op_binding.pad_transform.PadTransformOp" ], "n_typable": 15, "n_typed": 1, "n_any": 0, "n_untyped": 14, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 11, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/op_binding/pre_rms_norm.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.transformer.inference.op_binding.pre_rms_norm.PreRMSNormOp", "methods": [ { "kind": "function", "name": "PreRMSNormOp.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PreRMSNormOp.pre_rms_norm_fallback", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "PreRMSNormOp.forward", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "PreRMSNormOp.pre_rms_norm_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 13, "n_typed": 1, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 9, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.op_binding.pre_rms_norm", "names": [ "deepspeed.ops.transformer.inference.op_binding.pre_rms_norm.PreRMSNormOp" ], "n_typable": 13, "n_typed": 1, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 9, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/op_binding/qkv_gemm.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.transformer.inference.op_binding.qkv_gemm.QKVGemmOp", "methods": [ { "kind": "function", "name": "QKVGemmOp.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "QKVGemmOp._triton_autotune", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "QKVGemmOp.qkv_gemm_fallback", "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_overloads": 1, "n_typable": 11, "n_params": 10, "n_function_overloads": 1, "n_function_params": 10 }, { "kind": "function", "name": "QKVGemmOp.rms_qkv_gemm_fallback", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "QKVGemmOp.forward", "n_typed": 5, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "QKVGemmOp.qkv_gemm_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 33, "n_typed": 6, "n_any": 0, "n_untyped": 27, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 27, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.op_binding.qkv_gemm", "names": [ "deepspeed.ops.transformer.inference.op_binding.qkv_gemm.QKVGemmOp" ], "n_typable": 33, "n_typed": 6, "n_any": 0, "n_untyped": 27, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 27, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/op_binding/residual_add.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.transformer.inference.op_binding.residual_add.ResidualAddOp", "methods": [ { "kind": "function", "name": "ResidualAddOp.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ResidualAddOp.res_add_bias", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "ResidualAddOp.residual_add_fallback", "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_overloads": 1, "n_typable": 10, "n_params": 9, "n_function_overloads": 1, "n_function_params": 9 }, { "kind": "function", "name": "ResidualAddOp.forward", "n_typed": 7, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "ResidualAddOp.vector_add", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ResidualAddOp.residual_add_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 30, "n_typed": 8, "n_any": 0, "n_untyped": 22, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 24, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.op_binding.residual_add", "names": [ "deepspeed.ops.transformer.inference.op_binding.residual_add.ResidualAddOp" ], "n_typable": 30, "n_typed": 8, "n_any": 0, "n_untyped": 22, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 24, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/op_binding/rms_norm.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.transformer.inference.op_binding.rms_norm.RMSNormOp", "methods": [ { "kind": "function", "name": "RMSNormOp.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "RMSNormOp.rms_norm_fallback", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "RMSNormOp.forward", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "RMSNormOp.rms_norm_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 11, "n_typed": 1, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 7, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.op_binding.rms_norm", "names": [ "deepspeed.ops.transformer.inference.op_binding.rms_norm.RMSNormOp" ], "n_typable": 11, "n_typed": 1, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 7, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/op_binding/softmax.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.transformer.inference.op_binding.softmax.SoftmaxOp", "methods": [ { "kind": "function", "name": "SoftmaxOp.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SoftmaxOp.softmax_fallback", "n_typed": 0, "n_any": 0, "n_untyped": 12, "n_overloads": 1, "n_typable": 12, "n_params": 11, "n_function_overloads": 1, "n_function_params": 11 }, { "kind": "function", "name": "SoftmaxOp.forward", "n_typed": 10, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 11, "n_params": 10, "n_function_overloads": 1, "n_function_params": 10 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "SoftmaxOp.num_attention_heads_per_partition", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SoftmaxOp.softmax_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 27, "n_typed": 11, "n_any": 0, "n_untyped": 16, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 22, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.op_binding.softmax", "names": [ "deepspeed.ops.transformer.inference.op_binding.softmax.SoftmaxOp" ], "n_typable": 27, "n_typed": 11, "n_any": 0, "n_untyped": 16, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 22, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/op_binding/softmax_context.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.transformer.inference.op_binding.softmax_context.SoftmaxContextOp", "methods": [ { "kind": "function", "name": "SoftmaxContextOp.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SoftmaxContextOp.transform4d_0213", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "SoftmaxContextOp.repeat_kv", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "SoftmaxContextOp.bias_add_transform_0213", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "SoftmaxContextOp.softmax_context_fallback", "n_typed": 0, "n_any": 0, "n_untyped": 20, "n_overloads": 1, "n_typable": 20, "n_params": 19, "n_function_overloads": 1, "n_function_params": 19 }, { "kind": "function", "name": "SoftmaxContextOp.forward", "n_typed": 12, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 13, "n_params": 12, "n_function_overloads": 1, "n_function_params": 12 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "SoftmaxContextOp.softmax_context_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 48, "n_typed": 16, "n_any": 0, "n_untyped": 32, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 41, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.op_binding.softmax_context", "names": [ "deepspeed.ops.transformer.inference.op_binding.softmax_context.SoftmaxContextOp" ], "n_typable": 48, "n_typed": 16, "n_any": 0, "n_untyped": 32, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 41, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/op_binding/vector_add.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.transformer.inference.op_binding.vector_add.VectorAddOp", "methods": [ { "kind": "function", "name": "VectorAddOp.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "VectorAddOp.vector_add_fallback", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "VectorAddOp.forward", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "VectorAddOp.vector_add_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 11, "n_typed": 1, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 7, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.op_binding.vector_add", "names": [ "deepspeed.ops.transformer.inference.op_binding.vector_add.VectorAddOp" ], "n_typable": 11, "n_typed": 1, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 7, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/op_binding/vector_matmul.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.transformer.inference.op_binding.vector_matmul.VectorMatMulOp", "methods": [ { "kind": "function", "name": "VectorMatMulOp.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "VectorMatMulOp.vector_matmul_fallback", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "VectorMatMulOp.forward", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "VectorMatMulOp._triton_autotune", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "VectorMatMulOp.vector_matmul_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 19, "n_typed": 4, "n_any": 0, "n_untyped": 15, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 14, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.op_binding.vector_matmul", "names": [ "deepspeed.ops.transformer.inference.op_binding.vector_matmul.VectorMatMulOp" ], "n_typable": 19, "n_typed": 4, "n_any": 0, "n_untyped": 15, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 14, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/op_binding/workspace.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.ops.transformer.inference.op_binding.workspace.value_idx", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.ops.transformer.inference.op_binding.workspace.InferenceContext", "methods": [ { "kind": "function", "name": "InferenceContext.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InferenceContext.Instance", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InferenceContext.gen_workspace", "n_typed": 0, "n_any": 0, "n_untyped": 12, "n_overloads": 1, "n_typable": 12, "n_params": 11, "n_function_overloads": 1, "n_function_params": 11 }, { "kind": "function", "name": "InferenceContext.retake_workspace", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InferenceContext._retake_workspace", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InferenceContext.update_cache", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "InferenceContext.release_workspace", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InferenceContext.reset_tokens", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "InferenceContext.current_tokens", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InferenceContext.advance_tokens", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InferenceContext.get_kv_cache", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InferenceContext.get_rotary", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "InferenceContext.get_max_tokens_num", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "InferenceContext.__instance", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "InferenceContext.kv_cache", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "InferenceContext.kv_cache_elem_dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "InferenceContext.num_tokens", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "InferenceContext.kv_cache_num_layers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "InferenceContext.kv_cache_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "InferenceContext.max_out_tokens", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "InferenceContext.rotary", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "InferenceContext.allocate_called", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "InferenceContext.static_shapes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 42, "n_typed": 0, "n_any": 0, "n_untyped": 42, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 13, "n_method_overloads": 13, "n_method_params": 20, "n_attrs": 10, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.ops.transformer.inference.op_binding.workspace.minus_inf", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.ops.transformer.inference.op_binding.workspace.key_idx", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.ops.transformer.inference.op_binding.workspace.WorkspaceOp", "methods": [ { "kind": "function", "name": "WorkspaceOp.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "WorkspaceOp.allocate_workspace", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "WorkspaceOp.release_workspace", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "WorkspaceOp.reset_cache", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "WorkspaceOp.retake_workspace", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "WorkspaceOp.allocate_workspace_fp32_fallback", "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_overloads": 1, "n_typable": 11, "n_params": 10, "n_function_overloads": 1, "n_function_params": 10 }, { "kind": "function", "name": "WorkspaceOp.allocate_workspace_bf16_fallback", "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_overloads": 1, "n_typable": 11, "n_params": 10, "n_function_overloads": 1, "n_function_params": 10 }, { "kind": "function", "name": "WorkspaceOp.allocate_workspace_fp16_fallback", "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_overloads": 1, "n_typable": 11, "n_params": 10, "n_function_overloads": 1, "n_function_params": 10 }, { "kind": "function", "name": "WorkspaceOp.reset_cache_fallback", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "WorkspaceOp.release_workspace_fallback", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "WorkspaceOp.retake_workspace_fallback", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "WorkspaceOp.is_allocated", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "WorkspaceOp.inference_context", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "WorkspaceOp.release_workspace_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "WorkspaceOp.retake_workspace_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "WorkspaceOp.reset_cache_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "WorkspaceOp.allocate_workspace_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 50, "n_typed": 1, "n_any": 0, "n_untyped": 49, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 12, "n_method_overloads": 12, "n_method_params": 33, "n_attrs": 5, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.op_binding.workspace", "names": [ "deepspeed.ops.transformer.inference.op_binding.workspace.InferenceContext", "deepspeed.ops.transformer.inference.op_binding.workspace.WorkspaceOp", "deepspeed.ops.transformer.inference.op_binding.workspace.key_idx", "deepspeed.ops.transformer.inference.op_binding.workspace.minus_inf", "deepspeed.ops.transformer.inference.op_binding.workspace.value_idx" ], "n_typable": 92, "n_typed": 1, "n_any": 0, "n_untyped": 91, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 25, "n_method_overloads": 25, "n_method_params": 53, "n_classes": 2, "n_attrs": 18, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/triton/attention.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.ops.transformer.inference.triton.attention.minus_inf", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.ops.transformer.inference.triton.attention.TritonSelfAttention", "methods": [ { "kind": "function", "name": "TritonSelfAttention.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "TritonSelfAttention._triton_autotune", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "TritonSelfAttention.ds_compute_attention", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "TritonSelfAttention.forward", "n_typed": 0, "n_any": 0, "n_untyped": 14, "n_overloads": 1, "n_typable": 14, "n_params": 13, "n_function_overloads": 1, "n_function_params": 13 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "TritonSelfAttention.num_layers", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "TritonSelfAttention.config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonSelfAttention.num_attention_heads_per_partition", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonSelfAttention.hidden_size_per_partition", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonSelfAttention.hidden_size_per_attention_head", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonSelfAttention.mp_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonSelfAttention.use_flash", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonSelfAttention.q_scales", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonSelfAttention.q_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonSelfAttention.merge_count", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonSelfAttention.norm_factor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonSelfAttention.qkv_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonSelfAttention.score_context_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonSelfAttention.linear_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonSelfAttention.vector_matmul_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonSelfAttention.hidden_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonSelfAttention.head_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonSelfAttention.scale", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonSelfAttention.triangular_masking", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonSelfAttention.attn_qw", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonSelfAttention.attn_qb", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonSelfAttention.attn_kw", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonSelfAttention.attn_kb", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonSelfAttention.attn_vw", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonSelfAttention.attn_vb", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonSelfAttention.attn_qkvw", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonSelfAttention.attn_qkvb", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonSelfAttention.attn_ow", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonSelfAttention.attn_ob", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 65, "n_typed": 0, "n_any": 0, "n_untyped": 65, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 33, "n_attrs": 29, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.triton.attention", "names": [ "deepspeed.ops.transformer.inference.triton.attention.TritonSelfAttention", "deepspeed.ops.transformer.inference.triton.attention.minus_inf" ], "n_typable": 65, "n_typed": 0, "n_any": 0, "n_untyped": 65, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 33, "n_classes": 1, "n_attrs": 30, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/triton/gelu.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.ops.transformer.inference.triton.gelu.gelu", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.ops.transformer.inference.triton.gelu.gelu_functor", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.ops.transformer.inference.triton.gelu.gelu_kernel", "n_typed": 1, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.triton.gelu", "names": [ "deepspeed.ops.transformer.inference.triton.gelu.gelu", "deepspeed.ops.transformer.inference.triton.gelu.gelu_functor", "deepspeed.ops.transformer.inference.triton.gelu.gelu_kernel" ], "n_typable": 9, "n_typed": 3, "n_any": 0, "n_untyped": 6, "n_functions": 3, "n_function_overloads": 3, "n_function_params": 6, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/triton/layer_norm.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.ops.transformer.inference.triton.layer_norm.layer_norm_kernel", "n_typed": 1, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "deepspeed.ops.transformer.inference.triton.layer_norm.layer_norm_residual", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "deepspeed.ops.transformer.inference.triton.layer_norm.layer_norm", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.ops.transformer.inference.triton.layer_norm.layer_norm_residual_kernel", "n_typed": 1, "n_any": 0, "n_untyped": 10, "n_overloads": 1, "n_typable": 11, "n_params": 10, "n_function_overloads": 1, "n_function_params": 10 }, { "kind": "function", "name": "deepspeed.ops.transformer.inference.triton.layer_norm.layer_norm_residual_bias_kernel", "n_typed": 1, "n_any": 0, "n_untyped": 11, "n_overloads": 1, "n_typable": 12, "n_params": 11, "n_function_overloads": 1, "n_function_params": 11 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.triton.layer_norm", "names": [ "deepspeed.ops.transformer.inference.triton.layer_norm.layer_norm", "deepspeed.ops.transformer.inference.triton.layer_norm.layer_norm_kernel", "deepspeed.ops.transformer.inference.triton.layer_norm.layer_norm_residual", "deepspeed.ops.transformer.inference.triton.layer_norm.layer_norm_residual_bias_kernel", "deepspeed.ops.transformer.inference.triton.layer_norm.layer_norm_residual_kernel" ], "n_typable": 44, "n_typed": 3, "n_any": 0, "n_untyped": 41, "n_functions": 5, "n_function_overloads": 5, "n_function_params": 39, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/triton/matmul_ext.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.ops.transformer.inference.triton.matmul_ext.is_nfs_path", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "deepspeed.ops.transformer.inference.triton.matmul_ext.Fp16Matmul", "methods": [ { "kind": "function", "name": "Fp16Matmul.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Fp16Matmul.skip_autotune", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Fp16Matmul.forward", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "Fp16Matmul._matmul_4d", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Fp16Matmul._score_4d_matmul", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "Fp16Matmul._context_4d_matmul", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "Fp16Matmul._ref_forward", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "Fp16Matmul._check_parity", "n_typed": 0, "n_any": 0, "n_untyped": 12, "n_overloads": 1, "n_typable": 12, "n_params": 11, "n_function_overloads": 1, "n_function_params": 11 }, { "kind": "function", "name": "Fp16Matmul._read_autotune_table", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Fp16Matmul._write_autotune_table", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Fp16Matmul._update_autotune_table", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Fp16Matmul._2d_kernel", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Fp16Matmul._4d_kernel", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Fp16Matmul._cache_stride", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 42, "n_typed": 0, "n_any": 0, "n_untyped": 42, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 11, "n_method_overloads": 11, "n_method_params": 31, "n_attrs": 3, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.ops.transformer.inference.triton.matmul_ext.AutotuneCacheManager", "methods": [ { "kind": "function", "name": "AutotuneCacheManager.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "AutotuneCacheManager.has_file", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AutotuneCacheManager.put", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "AutotuneCacheManager.load", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "AutotuneCacheManager.key", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AutotuneCacheManager.file_path", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AutotuneCacheManager.lock_path", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AutotuneCacheManager.cache_dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 2, "n_attrs": 4, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.ops.transformer.inference.triton.matmul_ext.matmul", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.ops.transformer.inference.triton.matmul_ext.fp16_matmul", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "deepspeed.ops.transformer.inference.triton.matmul_ext.score_4d_matmul", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.ops.transformer.inference.triton.matmul_ext.matmul_ext_update_autotune_table", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "attr", "name": "deepspeed.ops.transformer.inference.triton.matmul_ext.context_4d_matmul", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.ops.transformer.inference.triton.matmul_ext.MatmulExt", "methods": [ { "kind": "function", "name": "MatmulExt.forward", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 } ], "properties": [], "attrs": [], "n_typable": 7, "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 6, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.ops.transformer.inference.triton.matmul_ext.TritonCacheDir", "methods": [ { "kind": "function", "name": "TritonCacheDir.warn_if_nfs", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TritonCacheDir.default_cache_dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "TritonCacheDir._warning_printed", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 3, "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 1, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.ops.transformer.inference.triton.matmul_ext.TritonMatmul", "methods": [ { "kind": "function", "name": "TritonMatmul.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "TritonMatmul._ref_forward", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "TritonMatmul._read_autotune_table", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "TritonMatmul._write_autotune_table", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "TritonMatmul._update_autotune_table", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "TritonMatmul.forward", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 } ], "properties": [], "attrs": [], "n_typable": 20, "n_typed": 0, "n_any": 0, "n_untyped": 20, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 14, "n_attrs": 0, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.ops.transformer.inference.triton.matmul_ext.bias_add_activation", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "attr", "name": "deepspeed.ops.transformer.inference.triton.matmul_ext.matmul_4d", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.triton.matmul_ext", "names": [ "deepspeed.ops.transformer.inference.triton.matmul_ext.AutotuneCacheManager", "deepspeed.ops.transformer.inference.triton.matmul_ext.Fp16Matmul", "deepspeed.ops.transformer.inference.triton.matmul_ext.MatmulExt", "deepspeed.ops.transformer.inference.triton.matmul_ext.TritonCacheDir", "deepspeed.ops.transformer.inference.triton.matmul_ext.TritonMatmul", "deepspeed.ops.transformer.inference.triton.matmul_ext.bias_add_activation", "deepspeed.ops.transformer.inference.triton.matmul_ext.context_4d_matmul", "deepspeed.ops.transformer.inference.triton.matmul_ext.fp16_matmul", "deepspeed.ops.transformer.inference.triton.matmul_ext.is_nfs_path", "deepspeed.ops.transformer.inference.triton.matmul_ext.matmul", "deepspeed.ops.transformer.inference.triton.matmul_ext.matmul_4d", "deepspeed.ops.transformer.inference.triton.matmul_ext.matmul_ext_update_autotune_table", "deepspeed.ops.transformer.inference.triton.matmul_ext.score_4d_matmul" ], "n_typable": 90, "n_typed": 0, "n_any": 0, "n_untyped": 90, "n_functions": 3, "n_function_overloads": 3, "n_function_params": 4, "n_methods": 24, "n_method_overloads": 24, "n_method_params": 54, "n_classes": 5, "n_attrs": 13, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/triton/mlp.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.transformer.inference.triton.mlp.TritonMLP", "methods": [ { "kind": "function", "name": "TritonMLP.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "TritonMLP.forward", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "TritonMLP.config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonMLP.attn_nw", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonMLP.attn_nb", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonMLP.inter_w", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonMLP.inter_b", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonMLP.output_w", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonMLP.output_b", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonMLP.q_scales", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonMLP.q_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonMLP.merge_count", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonMLP.mp_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonMLP.mlp_gemm_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonMLP.vector_matmul_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonMLP.fused_gemm_gelu", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TritonMLP.residual_add_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 27, "n_typed": 0, "n_any": 0, "n_untyped": 27, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 10, "n_attrs": 15, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.triton.mlp", "names": [ "deepspeed.ops.transformer.inference.triton.mlp.TritonMLP" ], "n_typable": 27, "n_typed": 0, "n_any": 0, "n_untyped": 27, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 10, "n_classes": 1, "n_attrs": 15, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/triton/ops.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.ops.transformer.inference.triton.ops.linear_func", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "deepspeed.ops.transformer.inference.triton.ops.qkv_gemm_func", "n_typed": 0, "n_any": 0, "n_untyped": 12, "n_overloads": 1, "n_typable": 12, "n_params": 11, "n_function_overloads": 1, "n_function_params": 11 }, { "kind": "function", "name": "deepspeed.ops.transformer.inference.triton.ops.vector_matmul_func", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "deepspeed.ops.transformer.inference.triton.ops.fused_gemm_gelu", "n_typed": 0, "n_any": 0, "n_untyped": 13, "n_overloads": 1, "n_typable": 13, "n_params": 12, "n_function_overloads": 1, "n_function_params": 12 }, { "kind": "function", "name": "deepspeed.ops.transformer.inference.triton.ops.mlp_gemm_func", "n_typed": 0, "n_any": 0, "n_untyped": 18, "n_overloads": 1, "n_typable": 18, "n_params": 17, "n_function_overloads": 1, "n_function_params": 17 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.triton.ops", "names": [ "deepspeed.ops.transformer.inference.triton.ops.fused_gemm_gelu", "deepspeed.ops.transformer.inference.triton.ops.linear_func", "deepspeed.ops.transformer.inference.triton.ops.mlp_gemm_func", "deepspeed.ops.transformer.inference.triton.ops.qkv_gemm_func", "deepspeed.ops.transformer.inference.triton.ops.vector_matmul_func" ], "n_typable": 58, "n_typed": 0, "n_any": 0, "n_untyped": 58, "n_functions": 5, "n_function_overloads": 5, "n_function_params": 53, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/triton/residual_add.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.ops.transformer.inference.triton.residual_add.residual_add_bias", "n_typed": 9, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 10, "n_params": 9, "n_function_overloads": 1, "n_function_params": 9 }, { "kind": "function", "name": "deepspeed.ops.transformer.inference.triton.residual_add.residual_add_bias_kernel", "n_typed": 5, "n_any": 0, "n_untyped": 9, "n_overloads": 1, "n_typable": 14, "n_params": 13, "n_function_overloads": 1, "n_function_params": 13 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.triton.residual_add", "names": [ "deepspeed.ops.transformer.inference.triton.residual_add.residual_add_bias", "deepspeed.ops.transformer.inference.triton.residual_add.residual_add_bias_kernel" ], "n_typable": 24, "n_typed": 14, "n_any": 0, "n_untyped": 10, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 22, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/triton/softmax.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.ops.transformer.inference.triton.softmax.softmax", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.ops.transformer.inference.triton.softmax.masked_softmax_kernel", "n_typed": 1, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "deepspeed.ops.transformer.inference.triton.softmax.softmax_kernel", "n_typed": 1, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.triton.softmax", "names": [ "deepspeed.ops.transformer.inference.triton.softmax.masked_softmax_kernel", "deepspeed.ops.transformer.inference.triton.softmax.softmax", "deepspeed.ops.transformer.inference.triton.softmax.softmax_kernel" ], "n_typable": 18, "n_typed": 5, "n_any": 0, "n_untyped": 13, "n_functions": 3, "n_function_overloads": 3, "n_function_params": 15, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/triton/triton_matmul_kernel.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.ops.transformer.inference.triton.triton_matmul_kernel.AUTOTUNE_TOP_K", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.ops.transformer.inference.triton.triton_matmul_kernel.matmul_4d_kernel", "n_typed": 5, "n_any": 0, "n_untyped": 23, "n_overloads": 1, "n_typable": 28, "n_params": 27, "n_function_overloads": 1, "n_function_params": 27 }, { "kind": "function", "name": "deepspeed.ops.transformer.inference.triton.triton_matmul_kernel.matmul_4d_prune_config", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "attr", "name": "deepspeed.ops.transformer.inference.triton.triton_matmul_kernel.SKIP_AUTOTUNE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.triton.triton_matmul_kernel", "names": [ "deepspeed.ops.transformer.inference.triton.triton_matmul_kernel.AUTOTUNE_TOP_K", "deepspeed.ops.transformer.inference.triton.triton_matmul_kernel.SKIP_AUTOTUNE", "deepspeed.ops.transformer.inference.triton.triton_matmul_kernel.matmul_4d_kernel", "deepspeed.ops.transformer.inference.triton.triton_matmul_kernel.matmul_4d_prune_config" ], "n_typable": 32, "n_typed": 5, "n_any": 0, "n_untyped": 27, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 30, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/inference/triton_ops.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.transformer.inference.triton_ops.triton_flash_attn", "methods": [ { "kind": "function", "name": "triton_flash_attn.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "triton_flash_attn.forward", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 } ], "properties": [], "attrs": [], "n_typable": 7, "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 5, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.inference.triton_ops", "names": [ "deepspeed.ops.transformer.inference.triton_ops.triton_flash_attn" ], "n_typable": 7, "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 5, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/ops/transformer/transformer.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.ops.transformer.transformer.DeepSpeedTransformerConfig", "methods": [ { "kind": "function", "name": "DeepSpeedTransformerConfig.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 21, "n_overloads": 1, "n_typable": 21, "n_params": 20, "n_function_overloads": 1, "n_function_params": 20 }, { "kind": "function", "name": "DeepSpeedTransformerConfig.from_dict", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedTransformerConfig.from_json_file", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedTransformerConfig.fp16", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedTransformerConfig.pre_layer_norm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedTransformerConfig.local_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedTransformerConfig.seed", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedTransformerConfig.normalize_invertible", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedTransformerConfig.gelu_checkpoint", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedTransformerConfig.adjust_init_range", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedTransformerConfig.test_gemm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedTransformerConfig.layer_norm_eps", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedTransformerConfig.training", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedTransformerConfig.is_grad_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedTransformerConfig.attn_dropout_checkpoint", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedTransformerConfig.stochastic_mode", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedTransformerConfig.return_tuple", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 39, "n_typed": 0, "n_any": 0, "n_untyped": 39, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 22, "n_attrs": 14, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.ops.transformer.transformer.stochastic_transformer_cuda_module", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.ops.transformer.transformer.DeepSpeedTransformerFunction", "methods": [ { "kind": "function", "name": "DeepSpeedTransformerFunction.forward", "n_typed": 0, "n_any": 0, "n_untyped": 20, "n_overloads": 1, "n_typable": 20, "n_params": 19, "n_function_overloads": 1, "n_function_params": 19 }, { "kind": "function", "name": "DeepSpeedTransformerFunction.backward", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 23, "n_typed": 0, "n_any": 0, "n_untyped": 23, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 21, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.ops.transformer.transformer.TransformerConfig", "methods": [ { "kind": "function", "name": "TransformerConfig.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "TransformerConfig.layer_id", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TransformerConfig.batch_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TransformerConfig.hidden_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TransformerConfig.intermediate_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TransformerConfig.heads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TransformerConfig.attn_dropout_ratio", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TransformerConfig.hidden_dropout_ratio", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TransformerConfig.num_hidden_layers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TransformerConfig.initializer_range", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 18, "n_typed": 0, "n_any": 0, "n_untyped": 18, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 8, "n_attrs": 9, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.ops.transformer.transformer.DeepSpeedTransformerLayer", "methods": [ { "kind": "function", "name": "DeepSpeedTransformerLayer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedTransformerLayer.init_transformer_weights", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedTransformerLayer.forward", "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_overloads": 1, "n_typable": 10, "n_params": 9, "n_function_overloads": 1, "n_function_params": 9 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedTransformerLayer.layer_id", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DeepSpeedTransformerLayer.config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedTransformerLayer.attn_qkvw", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedTransformerLayer.attn_qkvb", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedTransformerLayer.attn_ow", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedTransformerLayer.attn_ob", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedTransformerLayer.attn_nw", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedTransformerLayer.attn_nb", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedTransformerLayer.inter_w", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedTransformerLayer.inter_b", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedTransformerLayer.output_w", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedTransformerLayer.output_b", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedTransformerLayer.norm_w", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedTransformerLayer.norm_b", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 29, "n_typed": 0, "n_any": 0, "n_untyped": 29, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 13, "n_attrs": 14, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.ops.transformer.transformer.transformer_cuda_module", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.ops.transformer.transformer", "names": [ "deepspeed.ops.transformer.transformer.DeepSpeedTransformerConfig", "deepspeed.ops.transformer.transformer.DeepSpeedTransformerFunction", "deepspeed.ops.transformer.transformer.DeepSpeedTransformerLayer", "deepspeed.ops.transformer.transformer.TransformerConfig", "deepspeed.ops.transformer.transformer.stochastic_transformer_cuda_module", "deepspeed.ops.transformer.transformer.transformer_cuda_module" ], "n_typable": 109, "n_typed": 0, "n_any": 0, "n_untyped": 109, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 9, "n_method_overloads": 9, "n_method_params": 64, "n_classes": 4, "n_attrs": 39, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/profiling/config.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.profiling.config.DeepSpeedFlopsProfilerConfig", "methods": [ { "kind": "function", "name": "DeepSpeedFlopsProfilerConfig.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedFlopsProfilerConfig._initialize", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedFlopsProfilerConfig.enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedFlopsProfilerConfig.recompute_fwd_factor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedFlopsProfilerConfig.profile_step", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedFlopsProfilerConfig.module_depth", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedFlopsProfilerConfig.top_modules", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 9, "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_attrs": 5, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.profiling.config", "names": [ "deepspeed.profiling.config.DeepSpeedFlopsProfilerConfig" ], "n_typable": 9, "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_classes": 1, "n_attrs": 5, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/profiling/constants.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.profiling.constants.FLOPS_PROFILER_RECOMPUTE_FWD_FACTOR_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.profiling.constants.FLOPS_PROFILER_RECOMPUTE_FWD_FACTOR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.profiling.constants.FLOPS_PROFILER_ENABLED_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.profiling.constants.FLOPS_PROFILER_TOP_MODULES", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.profiling.constants.FLOPS_PROFILER_FORMAT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.profiling.constants.FLOPS_PROFILER_PROFILE_STEP_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.profiling.constants.FLOPS_PROFILER_TOP_MODULES_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.profiling.constants.FLOPS_PROFILER_OUTPUT_FILE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.profiling.constants.FLOPS_PROFILER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.profiling.constants.FLOPS_PROFILER_MODULE_DEPTH_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.profiling.constants.FLOPS_PROFILER_PROFILE_STEP", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.profiling.constants.FLOPS_PROFILER_DETAILED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.profiling.constants.FLOPS_PROFILER_MODULE_DEPTH", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.profiling.constants.FLOPS_PROFILER_DETAILED_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.profiling.constants.FLOPS_PROFILER_OUTPUT_FILE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.profiling.constants.FLOPS_PROFILER_ENABLED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.profiling.constants", "names": [ "deepspeed.profiling.constants.FLOPS_PROFILER", "deepspeed.profiling.constants.FLOPS_PROFILER_DETAILED", "deepspeed.profiling.constants.FLOPS_PROFILER_DETAILED_DEFAULT", "deepspeed.profiling.constants.FLOPS_PROFILER_ENABLED", "deepspeed.profiling.constants.FLOPS_PROFILER_ENABLED_DEFAULT", "deepspeed.profiling.constants.FLOPS_PROFILER_FORMAT", "deepspeed.profiling.constants.FLOPS_PROFILER_MODULE_DEPTH", "deepspeed.profiling.constants.FLOPS_PROFILER_MODULE_DEPTH_DEFAULT", "deepspeed.profiling.constants.FLOPS_PROFILER_OUTPUT_FILE", "deepspeed.profiling.constants.FLOPS_PROFILER_OUTPUT_FILE_DEFAULT", "deepspeed.profiling.constants.FLOPS_PROFILER_PROFILE_STEP", "deepspeed.profiling.constants.FLOPS_PROFILER_PROFILE_STEP_DEFAULT", "deepspeed.profiling.constants.FLOPS_PROFILER_RECOMPUTE_FWD_FACTOR", "deepspeed.profiling.constants.FLOPS_PROFILER_RECOMPUTE_FWD_FACTOR_DEFAULT", "deepspeed.profiling.constants.FLOPS_PROFILER_TOP_MODULES", "deepspeed.profiling.constants.FLOPS_PROFILER_TOP_MODULES_DEFAULT" ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 16, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/profiling/flops_profiler/profiler.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.profiling.flops_profiler.profiler.FlopsProfiler", "methods": [ { "kind": "function", "name": "FlopsProfiler.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "FlopsProfiler.start_profile", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FlopsProfiler.stop_profile", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FlopsProfiler.reset_profile", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FlopsProfiler.end_profile", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FlopsProfiler.get_total_flops", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FlopsProfiler.get_total_macs", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FlopsProfiler.get_total_duration", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FlopsProfiler.get_total_params", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FlopsProfiler.is_expert_tensor_parallelism_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FlopsProfiler.print_model_profile", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "FlopsProfiler.print_model_aggregated_profile", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "FlopsProfiler.model", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FlopsProfiler.ds_engine", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FlopsProfiler.recompute_fwd_factor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FlopsProfiler.started", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FlopsProfiler.func_patched", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 32, "n_typed": 0, "n_any": 0, "n_untyped": 32, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 12, "n_method_overloads": 12, "n_method_params": 15, "n_attrs": 5, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.profiling.flops_profiler.profiler.module_flop_count", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.profiling.flops_profiler.profiler.get_module_duration", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.profiling.flops_profiler.profiler.get_model_profile", "n_typed": 0, "n_any": 0, "n_untyped": 14, "n_overloads": 1, "n_typable": 14, "n_params": 13, "n_function_overloads": 1, "n_function_params": 13 }, { "kind": "function", "name": "deepspeed.profiling.flops_profiler.profiler.bytes_to_string", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "attr", "name": "deepspeed.profiling.flops_profiler.profiler.old_functions", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.profiling.flops_profiler.profiler.module_mac_count", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.profiling.flops_profiler.profiler.DEFAULT_PRECISION", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.profiling.flops_profiler.profiler.duration_to_string", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.profiling.flops_profiler.profiler.get_module_flops", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.profiling.flops_profiler.profiler.number_to_string", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.profiling.flops_profiler.profiler.get_module_macs", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.profiling.flops_profiler.profiler.macs_to_string", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "attr", "name": "deepspeed.profiling.flops_profiler.profiler.MODULE_HOOK_MAPPING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.profiling.flops_profiler.profiler.flops_to_string", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.profiling.flops_profiler.profiler.wrapFunc", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.profiling.flops_profiler.profiler.params_to_string", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "type_ignores": [], "name": "deepspeed.profiling.flops_profiler.profiler", "names": [ "deepspeed.profiling.flops_profiler.profiler.DEFAULT_PRECISION", "deepspeed.profiling.flops_profiler.profiler.FlopsProfiler", "deepspeed.profiling.flops_profiler.profiler.MODULE_HOOK_MAPPING", "deepspeed.profiling.flops_profiler.profiler.bytes_to_string", "deepspeed.profiling.flops_profiler.profiler.duration_to_string", "deepspeed.profiling.flops_profiler.profiler.flops_to_string", "deepspeed.profiling.flops_profiler.profiler.get_model_profile", "deepspeed.profiling.flops_profiler.profiler.get_module_duration", "deepspeed.profiling.flops_profiler.profiler.get_module_flops", "deepspeed.profiling.flops_profiler.profiler.get_module_macs", "deepspeed.profiling.flops_profiler.profiler.macs_to_string", "deepspeed.profiling.flops_profiler.profiler.module_flop_count", "deepspeed.profiling.flops_profiler.profiler.module_mac_count", "deepspeed.profiling.flops_profiler.profiler.number_to_string", "deepspeed.profiling.flops_profiler.profiler.old_functions", "deepspeed.profiling.flops_profiler.profiler.params_to_string", "deepspeed.profiling.flops_profiler.profiler.wrapFunc" ], "n_typable": 79, "n_typed": 0, "n_any": 0, "n_untyped": 79, "n_functions": 11, "n_function_overloads": 11, "n_function_params": 36, "n_methods": 12, "n_method_overloads": 12, "n_method_params": 15, "n_classes": 1, "n_attrs": 10, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/activation_checkpointing/checkpointing.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.get_cuda_rng_tracker", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.get_partition_size", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.merge_tensors", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "attr", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.contiguous_data_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.mp_rank", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.CPU_CHECKPOINT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.mp_size", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.gather_partitioned_activations", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.checkpoint", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.partition_activations_in_checkpoint", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.get_partition_start", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.model_parallel_reconfigure_tp_seed", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.set_num_layers", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.num_layers", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.detach_variable", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.non_reentrant_checkpoint", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "attr", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.deepspeed_checkpointing_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.mpu", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.get_partitioned_activations_for_backward", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "attr", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.mp_group", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.CONTIGUOUS_CHECKPOINTING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.SYNCHRONIZE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.configure", "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.partition_activations", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.get_cpu_activations_for_backward", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "class", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.CheckpointFunction", "methods": [ { "kind": "function", "name": "CheckpointFunction.forward", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "CheckpointFunction.backward", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 8, "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 6, "n_attrs": 0, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.contiguous_size_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.PROFILE_TIME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.is_configured", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "attr", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.data_offsets", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.extract_tensors", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.model_parallel_cuda_manual_seed", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.size_offsets", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.CudaRNGStatesTracker", "methods": [ { "kind": "function", "name": "CudaRNGStatesTracker.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CudaRNGStatesTracker.reset", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CudaRNGStatesTracker.get_states", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CudaRNGStatesTracker.set_states", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CudaRNGStatesTracker.add", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "CudaRNGStatesTracker.fork", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "CudaRNGStatesTracker.states_", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CudaRNGStatesTracker.seeds_", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 12, "n_typed": 0, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 4, "n_attrs": 2, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.PARTITION_ACTIVATIONS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.timers", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.is_activation_to_checkpoint", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.activation_checkpointing.checkpointing.reset", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.activation_checkpointing.checkpointing", "names": [ "deepspeed.runtime.activation_checkpointing.checkpointing.CONTIGUOUS_CHECKPOINTING", "deepspeed.runtime.activation_checkpointing.checkpointing.CPU_CHECKPOINT", "deepspeed.runtime.activation_checkpointing.checkpointing.CheckpointFunction", "deepspeed.runtime.activation_checkpointing.checkpointing.CudaRNGStatesTracker", "deepspeed.runtime.activation_checkpointing.checkpointing.PARTITION_ACTIVATIONS", "deepspeed.runtime.activation_checkpointing.checkpointing.PROFILE_TIME", "deepspeed.runtime.activation_checkpointing.checkpointing.SYNCHRONIZE", "deepspeed.runtime.activation_checkpointing.checkpointing.checkpoint", "deepspeed.runtime.activation_checkpointing.checkpointing.configure", "deepspeed.runtime.activation_checkpointing.checkpointing.contiguous_data_buffers", "deepspeed.runtime.activation_checkpointing.checkpointing.contiguous_size_buffers", "deepspeed.runtime.activation_checkpointing.checkpointing.data_offsets", "deepspeed.runtime.activation_checkpointing.checkpointing.deepspeed_checkpointing_enabled", "deepspeed.runtime.activation_checkpointing.checkpointing.detach_variable", "deepspeed.runtime.activation_checkpointing.checkpointing.extract_tensors", "deepspeed.runtime.activation_checkpointing.checkpointing.gather_partitioned_activations", "deepspeed.runtime.activation_checkpointing.checkpointing.get_cpu_activations_for_backward", "deepspeed.runtime.activation_checkpointing.checkpointing.get_cuda_rng_tracker", "deepspeed.runtime.activation_checkpointing.checkpointing.get_partition_size", "deepspeed.runtime.activation_checkpointing.checkpointing.get_partition_start", "deepspeed.runtime.activation_checkpointing.checkpointing.get_partitioned_activations_for_backward", "deepspeed.runtime.activation_checkpointing.checkpointing.is_activation_to_checkpoint", "deepspeed.runtime.activation_checkpointing.checkpointing.is_configured", "deepspeed.runtime.activation_checkpointing.checkpointing.merge_tensors", "deepspeed.runtime.activation_checkpointing.checkpointing.model_parallel_cuda_manual_seed", "deepspeed.runtime.activation_checkpointing.checkpointing.model_parallel_reconfigure_tp_seed", "deepspeed.runtime.activation_checkpointing.checkpointing.mp_group", "deepspeed.runtime.activation_checkpointing.checkpointing.mp_rank", "deepspeed.runtime.activation_checkpointing.checkpointing.mp_size", "deepspeed.runtime.activation_checkpointing.checkpointing.mpu", "deepspeed.runtime.activation_checkpointing.checkpointing.non_reentrant_checkpoint", "deepspeed.runtime.activation_checkpointing.checkpointing.num_layers", "deepspeed.runtime.activation_checkpointing.checkpointing.partition_activations", "deepspeed.runtime.activation_checkpointing.checkpointing.partition_activations_in_checkpoint", "deepspeed.runtime.activation_checkpointing.checkpointing.reset", "deepspeed.runtime.activation_checkpointing.checkpointing.set_num_layers", "deepspeed.runtime.activation_checkpointing.checkpointing.size_offsets", "deepspeed.runtime.activation_checkpointing.checkpointing.timers" ], "n_typable": 75, "n_typed": 0, "n_any": 0, "n_untyped": 75, "n_functions": 20, "n_function_overloads": 20, "n_function_params": 35, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 10, "n_classes": 2, "n_attrs": 18, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/activation_checkpointing/config.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.runtime.activation_checkpointing.config.ACT_CHKPT_CPU_CHECKPOINTING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.activation_checkpointing.config.DeepSpeedActivationCheckpointingConfig", "methods": [ { "kind": "function", "name": "DeepSpeedActivationCheckpointingConfig.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedActivationCheckpointingConfig._initialize", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedActivationCheckpointingConfig.partition_activations", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedActivationCheckpointingConfig.contiguous_memory_optimization", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedActivationCheckpointingConfig.cpu_checkpointing", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedActivationCheckpointingConfig.number_checkpoints", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedActivationCheckpointingConfig.synchronize_checkpoint_boundary", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedActivationCheckpointingConfig.profile", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_attrs": 6, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.runtime.activation_checkpointing.config.ACTIVATION_CHKPT_FORMAT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.activation_checkpointing.config.ACT_CHKPT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.activation_checkpointing.config.ACT_CHKPT_CONTIGUOUS_MEMORY_OPTIMIZATION", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.activation_checkpointing.config.ACT_CHKPT_SYNCHRONIZE_CHECKPOINT_BOUNDARY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.activation_checkpointing.config.ACT_CHKPT_PROFILE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.activation_checkpointing.config.ACT_CHKPT_PARTITION_ACTIVATIONS_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.activation_checkpointing.config.ACT_CHKPT_NUMBER_CHECKPOINTS_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.activation_checkpointing.config.ACT_CHKPT_PARTITION_ACTIVATIONS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.activation_checkpointing.config.ACT_CHKPT_CPU_CHECKPOINTING_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.activation_checkpointing.config.ACT_CHKPT_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.activation_checkpointing.config.ACT_CHKPT_CONTIGUOUS_MEMORY_OPTIMIZATION_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.activation_checkpointing.config.ACT_CHKPT_SYNCHRONIZE_CHECKPOINT_BOUNDARY_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.activation_checkpointing.config.ACT_CHKPT_NUMBER_CHECKPOINTS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.activation_checkpointing.config.ACT_CHKPT_PROFILE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.activation_checkpointing.config", "names": [ "deepspeed.runtime.activation_checkpointing.config.ACTIVATION_CHKPT_FORMAT", "deepspeed.runtime.activation_checkpointing.config.ACT_CHKPT", "deepspeed.runtime.activation_checkpointing.config.ACT_CHKPT_CONTIGUOUS_MEMORY_OPTIMIZATION", "deepspeed.runtime.activation_checkpointing.config.ACT_CHKPT_CONTIGUOUS_MEMORY_OPTIMIZATION_DEFAULT", "deepspeed.runtime.activation_checkpointing.config.ACT_CHKPT_CPU_CHECKPOINTING", "deepspeed.runtime.activation_checkpointing.config.ACT_CHKPT_CPU_CHECKPOINTING_DEFAULT", "deepspeed.runtime.activation_checkpointing.config.ACT_CHKPT_DEFAULT", "deepspeed.runtime.activation_checkpointing.config.ACT_CHKPT_NUMBER_CHECKPOINTS", "deepspeed.runtime.activation_checkpointing.config.ACT_CHKPT_NUMBER_CHECKPOINTS_DEFAULT", "deepspeed.runtime.activation_checkpointing.config.ACT_CHKPT_PARTITION_ACTIVATIONS", "deepspeed.runtime.activation_checkpointing.config.ACT_CHKPT_PARTITION_ACTIVATIONS_DEFAULT", "deepspeed.runtime.activation_checkpointing.config.ACT_CHKPT_PROFILE", "deepspeed.runtime.activation_checkpointing.config.ACT_CHKPT_PROFILE_DEFAULT", "deepspeed.runtime.activation_checkpointing.config.ACT_CHKPT_SYNCHRONIZE_CHECKPOINT_BOUNDARY", "deepspeed.runtime.activation_checkpointing.config.ACT_CHKPT_SYNCHRONIZE_CHECKPOINT_BOUNDARY_DEFAULT", "deepspeed.runtime.activation_checkpointing.config.DeepSpeedActivationCheckpointingConfig" ], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_classes": 1, "n_attrs": 21, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/base_optimizer.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.base_optimizer.DeepSpeedOptimizer", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.base_optimizer.ZeROOptimizer", "methods": [ { "kind": "function", "name": "ZeROOptimizer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ZeROOptimizer.load_hp_checkpoint_state_from_checkpoint_dir", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ZeROOptimizer.report_ipg_memory_usage", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "ZeROOptimizer.get_param_comm_dtype", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ZeROOptimizer.needs_scaler", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ZeROOptimizer.scale_if_loss", "n_typed": 0, "n_any": 2, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ZeROOptimizer.backward_prologue", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ZeROOptimizer.backward_epilogue", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ZeROOptimizer.backward", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ZeROOptimizer.register_grad_acc_post_hook", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ZeROOptimizer.unregister_grad_acc_post_hooks", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ZeROOptimizer.run_grad_acc_post_hooks", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ZeROOptimizer.enter_backward", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ZeROOptimizer.exit_backward", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ZeROOptimizer.clear_backward_seen_flag", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ZeROOptimizer.should_refresh_expected_hook_count", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ZeROOptimizer.reenter_backward_if_needed", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ZeROOptimizer.update_hook_state_and_maybe_run_epilogue", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ZeROOptimizer.queue_post_backward_callback", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ZeROOptimizer._configure_master_weights", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 } ], "properties": [ { "kind": "property", "name": "ZeROOptimizer._remaining_grad_acc_hooks", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_typable": 2 }, { "kind": "property", "name": "ZeROOptimizer._backward_active_depth", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_typable": 2 }, { "kind": "property", "name": "ZeROOptimizer._backward_seen_this_step", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_typable": 2 }, { "kind": "property", "name": "ZeROOptimizer._epilogue_ran_this_backward", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_typable": 2 }, { "kind": "property", "name": "ZeROOptimizer._hooks_fired_this_backward", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_typable": 2 }, { "kind": "property", "name": "ZeROOptimizer._max_expected_hooks_seen", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_typable": 2 }, { "kind": "property", "name": "ZeROOptimizer._grad_acc_post_hooks", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_typable": 2 } ], "attrs": [], "n_typable": 51, "n_typed": 4, "n_any": 2, "n_untyped": 45, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 20, "n_method_overloads": 20, "n_method_params": 17, "n_attrs": 0, "n_properties": 7 }, { "kind": "class", "name": "deepspeed.runtime.base_optimizer.BackwardHookStateManager", "methods": [ { "kind": "function", "name": "BackwardHookStateManager.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BackwardHookStateManager.register_grad_acc_post_hook", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BackwardHookStateManager.unregister_grad_acc_post_hooks", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BackwardHookStateManager.run_grad_acc_post_hooks", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BackwardHookStateManager.enter_backward", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BackwardHookStateManager.exit_backward", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BackwardHookStateManager.reset_for_new_step", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BackwardHookStateManager.should_refresh_expected_hook_count", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BackwardHookStateManager.reenter_backward_if_needed", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BackwardHookStateManager.queue_post_backward_callback", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BackwardHookStateManager.update_hook_state_and_maybe_run_epilogue", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "BackwardHookStateManager.remaining_grad_acc_hooks", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BackwardHookStateManager.backward_active_depth", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BackwardHookStateManager.backward_seen_this_step", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BackwardHookStateManager.epilogue_ran_this_backward", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BackwardHookStateManager.hooks_fired_this_backward", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BackwardHookStateManager.max_expected_hooks_seen", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BackwardHookStateManager.post_backward_callback_queued", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BackwardHookStateManager.post_backward_callback_graph_task_id", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 21, "n_typed": 0, "n_any": 0, "n_untyped": 21, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 11, "n_method_overloads": 11, "n_method_params": 2, "n_attrs": 8, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.base_optimizer", "names": [ "deepspeed.runtime.base_optimizer.BackwardHookStateManager", "deepspeed.runtime.base_optimizer.DeepSpeedOptimizer", "deepspeed.runtime.base_optimizer.ZeROOptimizer" ], "n_typable": 72, "n_typed": 4, "n_any": 2, "n_untyped": 66, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 31, "n_method_overloads": 31, "n_method_params": 19, "n_classes": 3, "n_attrs": 8, "n_properties": 7, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/bf16_optimizer.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.bf16_optimizer.BF16_Optimizer", "methods": [ { "kind": "function", "name": "BF16_Optimizer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 13, "n_overloads": 1, "n_typable": 13, "n_params": 12, "n_function_overloads": 1, "n_function_params": 12 }, { "kind": "function", "name": "BF16_Optimizer.destroy", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BF16_Optimizer._configure_moe_settings", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BF16_Optimizer._setup_for_real_optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BF16_Optimizer._enable_universal_checkpoint", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BF16_Optimizer._create_param_mapping", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BF16_Optimizer._link_all_hp_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BF16_Optimizer._lazy_init_hp_params_optimizer_state", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BF16_Optimizer._split_flat_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "BF16_Optimizer._update_storage_to_flattened_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "BF16_Optimizer._flatten_dense_tensors_aligned", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "BF16_Optimizer.step", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BF16_Optimizer.backward_prologue", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BF16_Optimizer.backward_epilogue", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "BF16_Optimizer._update_hp_grad", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "BF16_Optimizer._update_hp_grads_func", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BF16_Optimizer.update_hp_grads", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BF16_Optimizer.get_grads_for_reduction", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BF16_Optimizer.get_grads_for_norm", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BF16_Optimizer.update_lp_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BF16_Optimizer.clear_hp_grads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BF16_Optimizer.clear_lp_grads", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BF16_Optimizer.zero_grad", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BF16_Optimizer.state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BF16_Optimizer._restore_from_bit16_weights", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BF16_Optimizer.refresh_fp32_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BF16_Optimizer.load_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "BF16_Optimizer._load_legacy_checkpoint", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "BF16_Optimizer._load_universal_checkpoint", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "BF16_Optimizer._load_global_state", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BF16_Optimizer.accumulate_hp_grads_and_remove_lp", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "BF16_Optimizer.create_grad_acc_hooks", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [ { "kind": "property", "name": "BF16_Optimizer.param_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "BF16_Optimizer.state", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "BF16_Optimizer.timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BF16_Optimizer.optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BF16_Optimizer.param_names", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BF16_Optimizer.using_real_optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BF16_Optimizer.grad_acc_dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BF16_Optimizer.custom_loss_scaler", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BF16_Optimizer.external_loss_scale", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BF16_Optimizer.torch_autocast_gradscaler", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BF16_Optimizer.immediate_grad_update", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BF16_Optimizer.clip_grad", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BF16_Optimizer.norm_type", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BF16_Optimizer.mpu", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BF16_Optimizer.allgather_bucket_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BF16_Optimizer.dp_process_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BF16_Optimizer.dp_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BF16_Optimizer.has_moe_layers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BF16_Optimizer.non_expert_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BF16_Optimizer.real_dp_process_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BF16_Optimizer.flatten", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BF16_Optimizer.unflatten", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BF16_Optimizer.nccl_start_alignment_factor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BF16_Optimizer.bf16_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BF16_Optimizer.bf16_groups_flat", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BF16_Optimizer.bf16_partitioned_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BF16_Optimizer.fp32_groups_flat_partition", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BF16_Optimizer.fp32_groups_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BF16_Optimizer.fp32_groups_gradient_dict", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BF16_Optimizer.fp32_groups_gradients_flat", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BF16_Optimizer.fp32_groups_actual_gradients_flat", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BF16_Optimizer.fp32_groups_gradient_flat_partition", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BF16_Optimizer.fp32_groups_has_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BF16_Optimizer.group_paddings", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BF16_Optimizer.graph_harvesting", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 114, "n_typed": 0, "n_any": 0, "n_untyped": 114, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 32, "n_method_overloads": 32, "n_method_params": 47, "n_attrs": 33, "n_properties": 2 }, { "kind": "function", "name": "deepspeed.runtime.bf16_optimizer.print_rank_0", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "type_ignores": [], "name": "deepspeed.runtime.bf16_optimizer", "names": [ "deepspeed.runtime.bf16_optimizer.BF16_Optimizer", "deepspeed.runtime.bf16_optimizer.print_rank_0" ], "n_typable": 118, "n_typed": 0, "n_any": 0, "n_untyped": 118, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 3, "n_methods": 32, "n_method_overloads": 32, "n_method_params": 47, "n_classes": 1, "n_attrs": 33, "n_properties": 2, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/checkpoint_engine/checkpoint_engine.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.checkpoint_engine.checkpoint_engine.CheckpointCommitInfo", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "CheckpointCommitInfo.tag", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CheckpointCommitInfo.save_dir", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CheckpointCommitInfo.save_latest", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 3, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.checkpoint_engine.checkpoint_engine.CheckpointEngine", "methods": [ { "kind": "function", "name": "CheckpointEngine.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CheckpointEngine.create", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CheckpointEngine.save", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "CheckpointEngine.makedirs", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "CheckpointEngine.load", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "CheckpointEngine.commit", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CheckpointEngine.is_data_parallel_writer", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CheckpointEngine.is_decoupled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CheckpointEngine.set_commit_info", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CheckpointEngine.get_commit_info", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CheckpointEngine.cleanup", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CheckpointEngine.preserves_storage_sharing", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "CheckpointEngine.name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 24, "n_typed": 5, "n_any": 0, "n_untyped": 19, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 12, "n_method_overloads": 12, "n_method_params": 11, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.checkpoint_engine.checkpoint_engine", "names": [ "deepspeed.runtime.checkpoint_engine.checkpoint_engine.CheckpointCommitInfo", "deepspeed.runtime.checkpoint_engine.checkpoint_engine.CheckpointEngine" ], "n_typable": 24, "n_typed": 5, "n_any": 0, "n_untyped": 19, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 12, "n_method_overloads": 12, "n_method_params": 11, "n_classes": 2, "n_attrs": 4, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/checkpoint_engine/datastates_checkpoint_engine.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.runtime.checkpoint_engine.datastates_checkpoint_engine.ENGINE_NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.checkpoint_engine.datastates_checkpoint_engine.DataStatesCheckpointEngine", "methods": [ { "kind": "function", "name": "DataStatesCheckpointEngine.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DataStatesCheckpointEngine.__del__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DataStatesCheckpointEngine.create", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DataStatesCheckpointEngine.save", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DataStatesCheckpointEngine.load", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DataStatesCheckpointEngine.commit", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DataStatesCheckpointEngine.cleanup", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DataStatesCheckpointEngine.is_decoupled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DataStatesCheckpointEngine.preserves_storage_sharing", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DataStatesCheckpointEngine.commit_info", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DataStatesCheckpointEngine.ckpt_engine", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 19, "n_typed": 4, "n_any": 0, "n_untyped": 15, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 9, "n_method_overloads": 9, "n_method_params": 8, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.checkpoint_engine.datastates_checkpoint_engine", "names": [ "deepspeed.runtime.checkpoint_engine.datastates_checkpoint_engine.DataStatesCheckpointEngine", "deepspeed.runtime.checkpoint_engine.datastates_checkpoint_engine.ENGINE_NAME" ], "n_typable": 19, "n_typed": 4, "n_any": 0, "n_untyped": 15, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 9, "n_method_overloads": 9, "n_method_params": 8, "n_classes": 1, "n_attrs": 3, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/checkpoint_engine/decoupled_checkpoint_engine.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.checkpoint_engine.decoupled_checkpoint_engine.DecoupledCheckpointEngine", "methods": [ { "kind": "function", "name": "DecoupledCheckpointEngine.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DecoupledCheckpointEngine.__del__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DecoupledCheckpointEngine._check_process_alive", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DecoupledCheckpointEngine._wait_for_event_with_timeout", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DecoupledCheckpointEngine.create", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DecoupledCheckpointEngine.load", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DecoupledCheckpointEngine.save", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DecoupledCheckpointEngine.commit", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DecoupledCheckpointEngine.get_commit_info", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DecoupledCheckpointEngine.is_decoupled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DecoupledCheckpointEngine.cleanup", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DecoupledCheckpointEngine.is_data_parallel_writer", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DecoupledCheckpointEngine.name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DecoupledCheckpointEngine.dp_writer_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DecoupledCheckpointEngine.commit_info", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DecoupledCheckpointEngine.checkpoint_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DecoupledCheckpointEngine.global_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DecoupledCheckpointEngine.optimize_dp_state", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DecoupledCheckpointEngine.save_event", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DecoupledCheckpointEngine.save_queue", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DecoupledCheckpointEngine.ckpt_process", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DecoupledCheckpointEngine.local_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 33, "n_typed": 4, "n_any": 0, "n_untyped": 29, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 12, "n_method_overloads": 12, "n_method_params": 11, "n_attrs": 10, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.runtime.checkpoint_engine.decoupled_checkpoint_engine.init_decoupled_checkpoint", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "attr", "name": "deepspeed.runtime.checkpoint_engine.decoupled_checkpoint_engine.ENGINE_NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.checkpoint_engine.decoupled_checkpoint_engine.CheckpointSize", "methods": [ { "kind": "function", "name": "CheckpointSize.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CheckpointSize.gb_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CheckpointSize.set_pre_size", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CheckpointSize.set_post_size", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 2, "n_attrs": 0, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.runtime.checkpoint_engine.decoupled_checkpoint_engine.PROCESS_HEALTH_CHECK_INTERVAL_SECONDS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.checkpoint_engine.decoupled_checkpoint_engine.DecoupledEvent", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "DecoupledEvent.SAVE_EVENT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DecoupledEvent.COMMIT_EVENT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DecoupledEvent.EXIT_EVENT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 3, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.runtime.checkpoint_engine.decoupled_checkpoint_engine.DEFAULT_CHECKPOINT_TIMEOUT_SECONDS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.checkpoint_engine.decoupled_checkpoint_engine", "names": [ "deepspeed.runtime.checkpoint_engine.decoupled_checkpoint_engine.CheckpointSize", "deepspeed.runtime.checkpoint_engine.decoupled_checkpoint_engine.DEFAULT_CHECKPOINT_TIMEOUT_SECONDS", "deepspeed.runtime.checkpoint_engine.decoupled_checkpoint_engine.DecoupledCheckpointEngine", "deepspeed.runtime.checkpoint_engine.decoupled_checkpoint_engine.DecoupledEvent", "deepspeed.runtime.checkpoint_engine.decoupled_checkpoint_engine.ENGINE_NAME", "deepspeed.runtime.checkpoint_engine.decoupled_checkpoint_engine.PROCESS_HEALTH_CHECK_INTERVAL_SECONDS", "deepspeed.runtime.checkpoint_engine.decoupled_checkpoint_engine.init_decoupled_checkpoint" ], "n_typable": 45, "n_typed": 4, "n_any": 0, "n_untyped": 41, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 5, "n_methods": 16, "n_method_overloads": 16, "n_method_params": 13, "n_classes": 3, "n_attrs": 16, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/checkpoint_engine/fast_checkpoint_engine.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.checkpoint_engine.fast_checkpoint_engine.FastCheckpointEngine", "methods": [ { "kind": "function", "name": "FastCheckpointEngine.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "FastCheckpointEngine.create", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FastCheckpointEngine.save", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "FastCheckpointEngine.load", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "FastCheckpointEngine.commit", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FastCheckpointEngine.is_data_parallel_writer", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "FastCheckpointEngine.name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FastCheckpointEngine.serialization_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FastCheckpointEngine.optimize_dp_state", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 19, "n_typed": 4, "n_any": 0, "n_untyped": 15, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 10, "n_attrs": 3, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.checkpoint_engine.fast_checkpoint_engine", "names": [ "deepspeed.runtime.checkpoint_engine.fast_checkpoint_engine.FastCheckpointEngine" ], "n_typable": 19, "n_typed": 4, "n_any": 0, "n_untyped": 15, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 10, "n_classes": 1, "n_attrs": 3, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/checkpoint_engine/nebula_checkpoint_engine.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.checkpoint_engine.nebula_checkpoint_engine.NebulaCheckpointEngine", "methods": [ { "kind": "function", "name": "NebulaCheckpointEngine.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NebulaCheckpointEngine.create", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NebulaCheckpointEngine.save", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "NebulaCheckpointEngine.load", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "NebulaCheckpointEngine.commit", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "NebulaCheckpointEngine.name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "NebulaCheckpointEngine.checkpoint", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "NebulaCheckpointEngine.tag_flag", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "NebulaCheckpointEngine.enable_nebula_load", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "NebulaCheckpointEngine.nebula_load_path", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 17, "n_typed": 4, "n_any": 0, "n_untyped": 13, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 7, "n_attrs": 5, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.checkpoint_engine.nebula_checkpoint_engine", "names": [ "deepspeed.runtime.checkpoint_engine.nebula_checkpoint_engine.NebulaCheckpointEngine" ], "n_typable": 17, "n_typed": 4, "n_any": 0, "n_untyped": 13, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 7, "n_classes": 1, "n_attrs": 5, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/checkpoint_engine/torch_checkpoint_engine.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.checkpoint_engine.torch_checkpoint_engine.TorchCheckpointEngine", "methods": [ { "kind": "function", "name": "TorchCheckpointEngine.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TorchCheckpointEngine.create", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TorchCheckpointEngine.save", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "TorchCheckpointEngine.load", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "TorchCheckpointEngine.commit", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "TorchCheckpointEngine.name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TorchCheckpointEngine.zipfile_serialization", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 14, "n_typed": 4, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 7, "n_attrs": 2, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.runtime.checkpoint_engine.torch_checkpoint_engine.ENGINE_NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.checkpoint_engine.torch_checkpoint_engine", "names": [ "deepspeed.runtime.checkpoint_engine.torch_checkpoint_engine.ENGINE_NAME", "deepspeed.runtime.checkpoint_engine.torch_checkpoint_engine.TorchCheckpointEngine" ], "n_typable": 14, "n_typed": 4, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 7, "n_classes": 1, "n_attrs": 3, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/checkpoint_engine/utils.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.runtime.checkpoint_engine.utils.create_checkpoint_engine", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 } ], "type_ignores": [], "name": "deepspeed.runtime.checkpoint_engine.utils", "names": [ "deepspeed.runtime.checkpoint_engine.utils.create_checkpoint_engine" ], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 5, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/comm/coalesced_collectives.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.runtime.comm.coalesced_collectives.all_to_all_loco_quant_reduce", "n_typed": 3, "n_any": 1, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.runtime.comm.coalesced_collectives.reduce_scatter_coalesced", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "attr", "name": "deepspeed.runtime.comm.coalesced_collectives.quantizer_module", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.comm.coalesced_collectives.all_to_all_quant_reduce", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "type_ignores": [], "name": "deepspeed.runtime.comm.coalesced_collectives", "names": [ "deepspeed.runtime.comm.coalesced_collectives.all_to_all_loco_quant_reduce", "deepspeed.runtime.comm.coalesced_collectives.all_to_all_quant_reduce", "deepspeed.runtime.comm.coalesced_collectives.quantizer_module", "deepspeed.runtime.comm.coalesced_collectives.reduce_scatter_coalesced" ], "n_typable": 10, "n_typed": 9, "n_any": 1, "n_untyped": 0, "n_functions": 3, "n_function_overloads": 3, "n_function_params": 7, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/comm/compressed.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.comm.compressed.CompressedBackend", "methods": [ { "kind": "function", "name": "CompressedBackend.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CompressedBackend.my_igather", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "CompressedBackend.my_gather", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "CompressedBackend.pack", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "CompressedBackend.unpack", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "CompressedBackend.compressed_allreduce", "n_typed": 1, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "CompressedBackend.size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CompressedBackend.rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CompressedBackend.packer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CompressedBackend.world_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CompressedBackend.mpu", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 33, "n_typed": 1, "n_any": 0, "n_untyped": 32, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 22, "n_attrs": 5, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.comm.compressed", "names": [ "deepspeed.runtime.comm.compressed.CompressedBackend" ], "n_typable": 33, "n_typed": 1, "n_any": 0, "n_untyped": 32, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 22, "n_classes": 1, "n_attrs": 5, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/comm/hccl.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.comm.hccl.HcclBackend", "methods": [ { "kind": "function", "name": "HcclBackend.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HcclBackend.my_igather", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "HcclBackend.my_gather", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "HcclBackend.compressed_allreduce", "n_typed": 1, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "HcclBackend.size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "HcclBackend.rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "HcclBackend.world_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "HcclBackend.mpu", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 25, "n_typed": 1, "n_any": 0, "n_untyped": 24, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 17, "n_attrs": 4, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.comm.hccl", "names": [ "deepspeed.runtime.comm.hccl.HcclBackend" ], "n_typable": 25, "n_typed": 1, "n_any": 0, "n_untyped": 24, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 17, "n_classes": 1, "n_attrs": 4, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/comm/mpi.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.comm.mpi.MpiBackend", "methods": [ { "kind": "function", "name": "MpiBackend.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MpiBackend.my_igather", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "MpiBackend.gather_cuda", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "MpiBackend.gather_host", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "MpiBackend.allgather_cuda", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "MpiBackend.allgather_host", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "MpiBackend.compressed_allreduce", "n_typed": 1, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "MpiBackend.comm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MpiBackend.rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MpiBackend.size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MpiBackend.cuda_aware", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MpiBackend.compression_backend", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 47, "n_typed": 1, "n_any": 0, "n_untyped": 46, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 35, "n_attrs": 5, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.comm.mpi", "names": [ "deepspeed.runtime.comm.mpi.MpiBackend" ], "n_typable": 47, "n_typed": 1, "n_any": 0, "n_untyped": 46, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 35, "n_classes": 1, "n_attrs": 5, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/comm/nccl.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.comm.nccl.NcclBackend", "methods": [ { "kind": "function", "name": "NcclBackend.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NcclBackend.my_igather", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "NcclBackend.my_gather", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "NcclBackend.compressed_allreduce", "n_typed": 1, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "NcclBackend.rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "NcclBackend.size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "NcclBackend.compression_backend", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "NcclBackend.bool_not_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "NcclBackend.world_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "NcclBackend.mpu", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 27, "n_typed": 1, "n_any": 0, "n_untyped": 26, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 17, "n_attrs": 6, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.comm.nccl", "names": [ "deepspeed.runtime.comm.nccl.NcclBackend" ], "n_typable": 27, "n_typed": 1, "n_any": 0, "n_untyped": 26, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 17, "n_classes": 1, "n_attrs": 6, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/comm/utils.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.runtime.comm.utils.check_and_handle_empty_buffer", "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 } ], "type_ignores": [], "name": "deepspeed.runtime.comm.utils", "names": [ "deepspeed.runtime.comm.utils.check_and_handle_empty_buffer" ], "n_typable": 6, "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 5, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/compiler.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.runtime.compiler.dummy_decorator", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.compiler.compiled_autograd", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.runtime.compiler.is_compiling", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.runtime.compiler.compile", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.runtime.compiler.disable", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.runtime.compiler.torch_is_compiling", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.compiler.is_compile_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.runtime.compiler.enable", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.runtime.compiler", "names": [ "deepspeed.runtime.compiler.compile", "deepspeed.runtime.compiler.compiled_autograd", "deepspeed.runtime.compiler.disable", "deepspeed.runtime.compiler.dummy_decorator", "deepspeed.runtime.compiler.enable", "deepspeed.runtime.compiler.is_compile_supported", "deepspeed.runtime.compiler.is_compiling", "deepspeed.runtime.compiler.torch_is_compiling" ], "n_typable": 12, "n_typed": 2, "n_any": 0, "n_untyped": 10, "n_functions": 7, "n_function_overloads": 7, "n_function_params": 5, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/compression/cupy.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.compression.cupy.CupyBackend", "methods": [ { "kind": "function", "name": "CupyBackend.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CupyBackend.torch2cupy", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CupyBackend.cupy2torch", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CupyBackend.compress_by_chunk", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 8, "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 4, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.compression.cupy", "names": [ "deepspeed.runtime.compression.cupy.CupyBackend" ], "n_typable": 8, "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 4, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/config.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.runtime.config.get_pld_params", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_disable_allgather", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_sparse_attention_type", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_scheduler_params", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_eigenvalue_verbose", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_sparse_attention_mode", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_checkpoint_tag_validation_mode", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.runtime.config.MUADAM_OPTIMIZER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.config.get_prescale_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_pld_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_gradient_clipping", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.runtime.config.DEEPSPEED_OPTIMIZERS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.config.get_optimizer_name", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.runtime.config.TENSOR_CORE_ALIGN_SIZE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.config.DeepSpeedConfigError", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.runtime.config.MUSGD_OPTIMIZER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.config.get_eigenvalue_stability", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_sparse_variable_config", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.runtime.config.ADAM_OPTIMIZER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.config.TORCH_ADAM_PARAM", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.config.DeepSpeedConfigWriter", "methods": [ { "kind": "function", "name": "DeepSpeedConfigWriter.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedConfigWriter.add_config", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedConfigWriter.load_config", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedConfigWriter.write_config", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedConfigWriter.data", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 5, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.config.DeepSpeedConfig", "methods": [ { "kind": "function", "name": "DeepSpeedConfig.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedConfig._initialize_params", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedConfig._batch_assertion", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedConfig._set_batch_related_parameters", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedConfig._configure_train_batch_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedConfig._do_sanity_check", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedConfig.print_user_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedConfig.print", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedConfig._do_error_check", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedConfig._do_warning_check", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedConfig.elasticity_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedConfig.global_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedConfig.elastic_model_parallel_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedConfig.num_gpus_per_node", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedConfig.world_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 20, "n_typed": 1, "n_any": 0, "n_untyped": 19, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 10, "n_method_overloads": 10, "n_method_params": 5, "n_attrs": 5, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.config.HybridEngineConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "HybridEngineConfig.enabled", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "HybridEngineConfig.max_out_tokens", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "HybridEngineConfig.inference_tp_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "HybridEngineConfig.release_inference_cache", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "HybridEngineConfig.pin_parameters", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "HybridEngineConfig.tp_gather_partition_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 6, "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 6, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.runtime.config.get_train_micro_batch_size_per_gpu", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_train_batch_size", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_steps_per_print", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_dump_state", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_sparse_fixed_config", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_amp_params", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_torch_autocast_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_hybrid_engine_config", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_scheduler_name", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_sparse_bigbird_config", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_optimizer_params", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_pipeline_config", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.runtime.config.ADAM_W_MODE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.config.get_checkpoint_params", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_wall_clock_breakdown", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.runtime.config.ONEBIT_ADAM_OPTIMIZER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.config.get_zero_force_ds_cpu_optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_gradient_accumulation_steps", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.runtime.config.LION_OPTIMIZER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.config.get_sparse_gradients_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_zero_allow_untested_optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_eigenvalue_layer_name", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.runtime.config.ADAGRAD_OPTIMIZER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.config.get_eigenvalue_max_iter", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "deepspeed.runtime.config.DtypeEnum", "methods": [ { "kind": "function", "name": "DtypeEnum.__new__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DtypeEnum.__repr__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DtypeEnum.fp16", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DtypeEnum.fp32", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DtypeEnum.int8", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DtypeEnum.bf16", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 3, "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 1, "n_attrs": 4, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.runtime.config.get_amp_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_memory_breakdown", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_checkpoint_parallel_write_pipeline", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_optimizer_gradient_clipping", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_eigenvalue_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.runtime.config.ADAM_W_MODE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.config.get_gradient_predivide_factor", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_dataloader_drop_last", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_torch_autocast_dtype", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_eigenvalue_config", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_lower_precision_safe_modules", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.runtime.config.LAMB_OPTIMIZER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.config.ONEBIT_LAMB_OPTIMIZER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.config.get_eigenvalue_tol", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_eigenvalue_layer_num", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.runtime.config.MUADAMW_OPTIMIZER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.config.ZERO_ONE_ADAM_OPTIMIZER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.config.get_graph_harvesting", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.runtime.config.ADAMW_OPTIMIZER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.config.MUON_OPTIMIZER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.config.get_optimizer_legacy_fusion", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_sparse_dense_config", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_communication_data_type", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.runtime.config.get_expert_data_topo_config", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_eigenvalue_gas_boundary_resolution", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_data_types_params", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_sparse_attention", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.config.get_sparse_bslongformer_config", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.runtime.config", "names": [ "deepspeed.runtime.config.ADAGRAD_OPTIMIZER", "deepspeed.runtime.config.ADAMW_OPTIMIZER", "deepspeed.runtime.config.ADAM_OPTIMIZER", "deepspeed.runtime.config.ADAM_W_MODE", "deepspeed.runtime.config.ADAM_W_MODE_DEFAULT", "deepspeed.runtime.config.DEEPSPEED_OPTIMIZERS", "deepspeed.runtime.config.DeepSpeedConfig", "deepspeed.runtime.config.DeepSpeedConfigError", "deepspeed.runtime.config.DeepSpeedConfigWriter", "deepspeed.runtime.config.DtypeEnum", "deepspeed.runtime.config.HybridEngineConfig", "deepspeed.runtime.config.LAMB_OPTIMIZER", "deepspeed.runtime.config.LION_OPTIMIZER", "deepspeed.runtime.config.MUADAMW_OPTIMIZER", "deepspeed.runtime.config.MUADAM_OPTIMIZER", "deepspeed.runtime.config.MUON_OPTIMIZER", "deepspeed.runtime.config.MUSGD_OPTIMIZER", "deepspeed.runtime.config.ONEBIT_ADAM_OPTIMIZER", "deepspeed.runtime.config.ONEBIT_LAMB_OPTIMIZER", "deepspeed.runtime.config.TENSOR_CORE_ALIGN_SIZE", "deepspeed.runtime.config.TORCH_ADAM_PARAM", "deepspeed.runtime.config.ZERO_ONE_ADAM_OPTIMIZER", "deepspeed.runtime.config.get_amp_enabled", "deepspeed.runtime.config.get_amp_params", "deepspeed.runtime.config.get_checkpoint_parallel_write_pipeline", "deepspeed.runtime.config.get_checkpoint_params", "deepspeed.runtime.config.get_checkpoint_tag_validation_mode", "deepspeed.runtime.config.get_communication_data_type", "deepspeed.runtime.config.get_data_types_params", "deepspeed.runtime.config.get_dataloader_drop_last", "deepspeed.runtime.config.get_disable_allgather", "deepspeed.runtime.config.get_dump_state", "deepspeed.runtime.config.get_eigenvalue_config", "deepspeed.runtime.config.get_eigenvalue_enabled", "deepspeed.runtime.config.get_eigenvalue_gas_boundary_resolution", "deepspeed.runtime.config.get_eigenvalue_layer_name", "deepspeed.runtime.config.get_eigenvalue_layer_num", "deepspeed.runtime.config.get_eigenvalue_max_iter", "deepspeed.runtime.config.get_eigenvalue_stability", "deepspeed.runtime.config.get_eigenvalue_tol", "deepspeed.runtime.config.get_eigenvalue_verbose", "deepspeed.runtime.config.get_expert_data_topo_config", "deepspeed.runtime.config.get_gradient_accumulation_steps", "deepspeed.runtime.config.get_gradient_clipping", "deepspeed.runtime.config.get_gradient_predivide_factor", "deepspeed.runtime.config.get_graph_harvesting", "deepspeed.runtime.config.get_hybrid_engine_config", "deepspeed.runtime.config.get_lower_precision_safe_modules", "deepspeed.runtime.config.get_memory_breakdown", "deepspeed.runtime.config.get_optimizer_gradient_clipping", "deepspeed.runtime.config.get_optimizer_legacy_fusion", "deepspeed.runtime.config.get_optimizer_name", "deepspeed.runtime.config.get_optimizer_params", "deepspeed.runtime.config.get_pipeline_config", "deepspeed.runtime.config.get_pld_enabled", "deepspeed.runtime.config.get_pld_params", "deepspeed.runtime.config.get_prescale_gradients", "deepspeed.runtime.config.get_scheduler_name", "deepspeed.runtime.config.get_scheduler_params", "deepspeed.runtime.config.get_sparse_attention", "deepspeed.runtime.config.get_sparse_attention_mode", "deepspeed.runtime.config.get_sparse_attention_type", "deepspeed.runtime.config.get_sparse_bigbird_config", "deepspeed.runtime.config.get_sparse_bslongformer_config", "deepspeed.runtime.config.get_sparse_dense_config", "deepspeed.runtime.config.get_sparse_fixed_config", "deepspeed.runtime.config.get_sparse_gradients_enabled", "deepspeed.runtime.config.get_sparse_variable_config", "deepspeed.runtime.config.get_steps_per_print", "deepspeed.runtime.config.get_torch_autocast_dtype", "deepspeed.runtime.config.get_torch_autocast_enabled", "deepspeed.runtime.config.get_train_batch_size", "deepspeed.runtime.config.get_train_micro_batch_size_per_gpu", "deepspeed.runtime.config.get_wall_clock_breakdown", "deepspeed.runtime.config.get_zero_allow_untested_optimizer", "deepspeed.runtime.config.get_zero_force_ds_cpu_optimizer" ], "n_typable": 149, "n_typed": 7, "n_any": 0, "n_untyped": 142, "n_functions": 54, "n_function_overloads": 54, "n_function_params": 56, "n_methods": 16, "n_method_overloads": 16, "n_method_params": 11, "n_classes": 5, "n_attrs": 33, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/config_utils.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.runtime.config_utils.get_scalar_param", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.runtime.config_utils.get_config_default", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.runtime.config_utils.get_list_param", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "class", "name": "deepspeed.runtime.config_utils.ScientificNotationEncoder", "methods": [ { "kind": "function", "name": "ScientificNotationEncoder.iterencode", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 3, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.config_utils.DeepSpeedConfigObject", "methods": [ { "kind": "function", "name": "DeepSpeedConfigObject.repr", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedConfigObject.__repr__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 2, "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.config_utils.pp_int", "methods": [ { "kind": "function", "name": "pp_int.__new__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "pp_int.__repr__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_attrs": 0, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.runtime.config_utils.get_dict_param", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "class", "name": "deepspeed.runtime.config_utils.DeepSpeedConfigModel", "methods": [ { "kind": "function", "name": "DeepSpeedConfigModel.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedConfigModel._process_deprecated_field", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedConfigModel._deprecated_fields_check", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedConfigModel.serialize_torch_dtype", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedConfigModel.model_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 8, "n_typed": 1, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 3, "n_attrs": 1, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.runtime.config_utils.dict_raise_error_on_duplicate_keys", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.runtime.config_utils", "names": [ "deepspeed.runtime.config_utils.DeepSpeedConfigModel", "deepspeed.runtime.config_utils.DeepSpeedConfigObject", "deepspeed.runtime.config_utils.ScientificNotationEncoder", "deepspeed.runtime.config_utils.dict_raise_error_on_duplicate_keys", "deepspeed.runtime.config_utils.get_config_default", "deepspeed.runtime.config_utils.get_dict_param", "deepspeed.runtime.config_utils.get_list_param", "deepspeed.runtime.config_utils.get_scalar_param", "deepspeed.runtime.config_utils.pp_int" ], "n_typable": 35, "n_typed": 1, "n_any": 0, "n_untyped": 34, "n_functions": 5, "n_function_overloads": 5, "n_function_params": 12, "n_methods": 9, "n_method_overloads": 9, "n_method_params": 8, "n_classes": 4, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/constants.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.runtime.constants.SPARSE_NUM_DIFFERENT_GLOBAL_PATTERNS_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.constants.ValidationMode", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "ValidationMode.WARN", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ValidationMode.IGNORE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ValidationMode.FAIL", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 3, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.GRADIENT_PREDIVIDE_FACTOR_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.EIGENVALUE_ENABLED_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.FP16", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.PLD_THETA", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.BFLOAT16", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.CHECKPOINT_TAG_VALIDATION_MODES", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SPARSE_NUM_SLIDING_WINDOW_BLOCKS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.TYPE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.GRAD_ACCUM_DTYPE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SPARSE_GLOBAL_BLOCK_END_INDICES", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.GRADIENT_PREDIVIDE_FACTOR_FORMAT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.DUMP_STATE_FORMAT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.PLD_GAMMA", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.TORCH_AUTOCAST_FORMAT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.ROUTE_PREDICT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.COMMUNICATION_DATA_TYPE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.BFLOAT16_IMMEDIATE_GRAD_UPDATE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.TORCH_AUTOCAST_ENABLED_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.WALL_CLOCK_BREAKDOWN", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.BFLOAT16_OLD", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.AMP", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.STEPS_PER_PRINT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SCHEDULER_PARAMS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SPARSE_NUM_SLIDING_WINDOW_BLOCKS_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.OPTIMIZER_PARAMS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.USE_NODE_LOCAL_STORAGE_CHECKPOINT_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SEQ_PARALLEL_COMMUNICATION_DATA_TYPE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.EIGENVALUE_LAYER_NUM_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.FP16_FORMAT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.EIGENVALUE_VERBOSE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.DDP_BFLOAT16", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.GRAPH_HARVESTING_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.VOCABULARY_SIZE_FORMAT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.AMP_ENABLED_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.USE_DATA_BEFORE_EXPERT_PARALLEL_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.BFLOAT16_ENABLED_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SPARSE_HORIZONTAL_GLOBAL_ATTENTION_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.OPTIMIZER_TYPE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.DATALOADER_DROP_LAST_FORMAT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.TRAIN_BATCH_SIZE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.PLD_ENABLED_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.CHECKPOINT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.TORCH_AUTOCAST_ENABLED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SPARSE_DIFFERENT_LAYOUT_PER_HEAD", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.OPTIMIZER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.DATALOADER_DROP_LAST", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.LOAD_UNIVERSAL_CHECKPOINT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.DATALOADER_DROP_LAST_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.GRADIENT_ACCUMULATION_STEPS_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SPARSE_ATTENTION_TYPE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.FP16_LOSS_SCALE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.FP16_LOSS_SCALE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SPARSE_GLOBAL_BLOCK_INDICES", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SPARSE_NUM_GLOBAL_BLOCKS_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.COMMUNICATION_DATA_TYPE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SPARSE_GLOBAL_BLOCK_INDICES_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.BFLOAT16_IMMEDIATE_GRAD_UPDATE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.VOCABULARY_SIZE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.PLD_THETA_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.DATA_PARALLEL_GROUP", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.DISABLE_ALLGATHER_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.ZERO_FORCE_DS_CPU_OPTIMIZER_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SPARSE_NUM_LOCAL_BLOCKS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.GRADIENT_ACCUMULATION_STEPS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.COMMUNICATION_DATA_TYPE_FORMAT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.MEMORY_BREAKDOWN", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.ZERO_ALLOW_UNTESTED_OPTIMIZER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.STEPS_PER_PRINT_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.FP16_HYSTERESIS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.BFLOAT16_FORMAT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.EIGENVALUE_VERBOSE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SPARSE_LOCAL_WINDOW_BLOCKS_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.LEGACY_FUSION_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.TORCH_AUTOCAST_LOWER_PRECISION_SAFE_MODULES", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.EIGENVALUE_GAS_BOUNDARY_RESOLUTION_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SPARSE_HORIZONTAL_GLOBAL_ATTENTION", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.FP16_MIN_LOSS_SCALE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.FP16_ENABLED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.FP16_CONSECUTIVE_HYSTERESIS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SPARSE_BSLONGFORMER_MODE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SPARSE_ATTENTION_TYPE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.CHECK_OVERFLOW", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.EIGENVALUE_GAS_BOUNDARY_RESOLUTION", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.BFLOAT16_ENABLED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.FP16_AUTO_CAST_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.FP16_INITIAL_SCALE_POWER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.FP16_HYSTERESIS_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.EIGENVALUE_STABILITY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SPARSE_ATTENTION", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.WALL_CLOCK_BREAKDOWN_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.GRAD_ACCUM_DTYPE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SCHEDULER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.TORCH_AUTOCAST", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.AMP_FORMAT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.FP16_LOSS_SCALE_WINDOW", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.ROUTE_EVAL", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.EIGENVALUE_LAYER_NAME_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SPARSE_GRADIENTS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.LEGACY_FUSION", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.MEMORY_BREAKDOWN_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.FP16_AUTO_CAST", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SPARSE_BLOCK", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.TRAIN_BATCH_SIZE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SPARSE_DENSE_MODE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.GRADIENT_ACCUMULATION_FORMAT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.PLD_ENABLED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SPARSE_LOCAL_WINDOW_BLOCKS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.USE_NODE_LOCAL_STORAGE_CHECKPOINT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.ROUTE_ENCODE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.FP16_CONSECUTIVE_HYSTERESIS_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SPARSE_NUM_RANDOM_BLOCKS_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.ROUTE_TRAIN", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.GRAPH_HARVESTING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.PLD_GAMMA_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.FP16_MIN_LOSS_SCALE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.PIPE_REPLICATED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.AMP_ENABLED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.ZERO_FORCE_DS_CPU_OPTIMIZER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.EIGENVALUE_TOL", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.EIGENVALUE_FORMAT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.EIGENVALUE_MAX_ITER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SPARSE_VARIABLE_MODE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.ZERO_ALLOW_UNTESTED_OPTIMIZER_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SPARSE_DIFFERENT_LAYOUT_PER_HEAD_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.CHECKPOINT_TAG_VALIDATION", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.GLOBAL_RANK", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.PRESCALE_GRADIENTS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SPARSE_NUM_GLOBAL_BLOCKS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.WALL_CLOCK_BREAKDOWN_FORMAT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.EIGENVALUE_LAYER_NUM", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.DATA_TYPES", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.PRESCALE_GRADIENTS_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SPARSE_GLOBAL_BLOCK_END_INDICES_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.PROGRESSIVE_LAYER_DROP", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SCHEDULER_TYPE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.DISABLE_ALLGATHER_FORMAT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.EIGENVALUE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.EIGENVALUE_LAYER_NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.TORCH_AUTOCAST_DTYPE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.GRADIENT_PREDIVIDE_FACTOR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.GRADIENT_CLIPPING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.DISABLE_ALLGATHER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SPARSE_FIXED_MODE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SPARSE_NUM_LOCAL_BLOCKS_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.FP16_MASTER_WEIGHTS_AND_GRADS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.EIGENVALUE_STABILITY_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.CHECKPOINT_PARALLEL_WRITE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.BFLOAT16_OPTIMIZER_STATES", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.FP16_INITIAL_SCALE_POWER_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.CHECKPOINT_PARALLEL_WRITE_PIPELINE_STAGE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.FP16_ENABLED_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.PRESCALE_GRADIENTS_FORMAT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SPARSE_BIGBIRD_MODE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.BFLOAT16_MASTER_WEIGHTS_AND_GRADS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.EIGENVALUE_MAX_ITER_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.GRADIENT_CLIPPING_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SEQ_PARALLEL_COMMUNICATION_DATA_TYPE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.CHECKPOINT_PARALLEL_WRITE_PIPELINE_STAGE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SPARSE_GRADIENTS_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.FP16_MASTER_WEIGHTS_AND_GRADS_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.GRADIENT_CLIPPING_FORMAT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.DUMP_STATE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SPARSE_MODE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.BFLOAT16_CHECK_OVERFLOW_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.GRAPH_HARVESTING_FORMAT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.TRAIN_MICRO_BATCH_SIZE_PER_GPU", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.DUMP_STATE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.FP16_LOSS_SCALE_WINDOW_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SEQ_PARALLEL_COMMUNICATION_DATA_TYPE_FORMAT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.LOAD_UNIVERSAL_CHECKPOINT_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.USE_DATA_BEFORE_EXPERT_PARALLEL", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.TRAIN_MICRO_BATCH_SIZE_PER_GPU_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SPARSE_NUM_DIFFERENT_GLOBAL_PATTERNS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.BFLOAT16_MASTER_WEIGHTS_AND_GRADS_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.VOCABULARY_SIZE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.MAX_GRAD_NORM", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SPARSE_BLOCK_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.BFLOAT16_OPTIMIZER_STATES_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.SPARSE_NUM_RANDOM_BLOCKS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.EIGENVALUE_ENABLED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.constants.EIGENVALUE_TOL_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.constants", "names": [ "deepspeed.runtime.constants.AMP", "deepspeed.runtime.constants.AMP_ENABLED", "deepspeed.runtime.constants.AMP_ENABLED_DEFAULT", "deepspeed.runtime.constants.AMP_FORMAT", "deepspeed.runtime.constants.BFLOAT16", "deepspeed.runtime.constants.BFLOAT16_CHECK_OVERFLOW_DEFAULT", "deepspeed.runtime.constants.BFLOAT16_ENABLED", "deepspeed.runtime.constants.BFLOAT16_ENABLED_DEFAULT", "deepspeed.runtime.constants.BFLOAT16_FORMAT", "deepspeed.runtime.constants.BFLOAT16_IMMEDIATE_GRAD_UPDATE", "deepspeed.runtime.constants.BFLOAT16_IMMEDIATE_GRAD_UPDATE_DEFAULT", "deepspeed.runtime.constants.BFLOAT16_MASTER_WEIGHTS_AND_GRADS", "deepspeed.runtime.constants.BFLOAT16_MASTER_WEIGHTS_AND_GRADS_DEFAULT", "deepspeed.runtime.constants.BFLOAT16_OLD", "deepspeed.runtime.constants.BFLOAT16_OPTIMIZER_STATES", "deepspeed.runtime.constants.BFLOAT16_OPTIMIZER_STATES_DEFAULT", "deepspeed.runtime.constants.CHECKPOINT", "deepspeed.runtime.constants.CHECKPOINT_PARALLEL_WRITE", "deepspeed.runtime.constants.CHECKPOINT_PARALLEL_WRITE_PIPELINE_STAGE", "deepspeed.runtime.constants.CHECKPOINT_PARALLEL_WRITE_PIPELINE_STAGE_DEFAULT", "deepspeed.runtime.constants.CHECKPOINT_TAG_VALIDATION", "deepspeed.runtime.constants.CHECKPOINT_TAG_VALIDATION_MODES", "deepspeed.runtime.constants.CHECK_OVERFLOW", "deepspeed.runtime.constants.COMMUNICATION_DATA_TYPE", "deepspeed.runtime.constants.COMMUNICATION_DATA_TYPE_DEFAULT", "deepspeed.runtime.constants.COMMUNICATION_DATA_TYPE_FORMAT", "deepspeed.runtime.constants.DATALOADER_DROP_LAST", "deepspeed.runtime.constants.DATALOADER_DROP_LAST_DEFAULT", "deepspeed.runtime.constants.DATALOADER_DROP_LAST_FORMAT", "deepspeed.runtime.constants.DATA_PARALLEL_GROUP", "deepspeed.runtime.constants.DATA_TYPES", "deepspeed.runtime.constants.DDP_BFLOAT16", "deepspeed.runtime.constants.DISABLE_ALLGATHER", "deepspeed.runtime.constants.DISABLE_ALLGATHER_DEFAULT", "deepspeed.runtime.constants.DISABLE_ALLGATHER_FORMAT", "deepspeed.runtime.constants.DUMP_STATE", "deepspeed.runtime.constants.DUMP_STATE_DEFAULT", "deepspeed.runtime.constants.DUMP_STATE_FORMAT", "deepspeed.runtime.constants.EIGENVALUE", "deepspeed.runtime.constants.EIGENVALUE_ENABLED", "deepspeed.runtime.constants.EIGENVALUE_ENABLED_DEFAULT", "deepspeed.runtime.constants.EIGENVALUE_FORMAT", "deepspeed.runtime.constants.EIGENVALUE_GAS_BOUNDARY_RESOLUTION", "deepspeed.runtime.constants.EIGENVALUE_GAS_BOUNDARY_RESOLUTION_DEFAULT", "deepspeed.runtime.constants.EIGENVALUE_LAYER_NAME", "deepspeed.runtime.constants.EIGENVALUE_LAYER_NAME_DEFAULT", "deepspeed.runtime.constants.EIGENVALUE_LAYER_NUM", "deepspeed.runtime.constants.EIGENVALUE_LAYER_NUM_DEFAULT", "deepspeed.runtime.constants.EIGENVALUE_MAX_ITER", "deepspeed.runtime.constants.EIGENVALUE_MAX_ITER_DEFAULT", "deepspeed.runtime.constants.EIGENVALUE_STABILITY", "deepspeed.runtime.constants.EIGENVALUE_STABILITY_DEFAULT", "deepspeed.runtime.constants.EIGENVALUE_TOL", "deepspeed.runtime.constants.EIGENVALUE_TOL_DEFAULT", "deepspeed.runtime.constants.EIGENVALUE_VERBOSE", "deepspeed.runtime.constants.EIGENVALUE_VERBOSE_DEFAULT", "deepspeed.runtime.constants.FP16", "deepspeed.runtime.constants.FP16_AUTO_CAST", "deepspeed.runtime.constants.FP16_AUTO_CAST_DEFAULT", "deepspeed.runtime.constants.FP16_CONSECUTIVE_HYSTERESIS", "deepspeed.runtime.constants.FP16_CONSECUTIVE_HYSTERESIS_DEFAULT", "deepspeed.runtime.constants.FP16_ENABLED", "deepspeed.runtime.constants.FP16_ENABLED_DEFAULT", "deepspeed.runtime.constants.FP16_FORMAT", "deepspeed.runtime.constants.FP16_HYSTERESIS", "deepspeed.runtime.constants.FP16_HYSTERESIS_DEFAULT", "deepspeed.runtime.constants.FP16_INITIAL_SCALE_POWER", "deepspeed.runtime.constants.FP16_INITIAL_SCALE_POWER_DEFAULT", "deepspeed.runtime.constants.FP16_LOSS_SCALE", "deepspeed.runtime.constants.FP16_LOSS_SCALE_DEFAULT", "deepspeed.runtime.constants.FP16_LOSS_SCALE_WINDOW", "deepspeed.runtime.constants.FP16_LOSS_SCALE_WINDOW_DEFAULT", "deepspeed.runtime.constants.FP16_MASTER_WEIGHTS_AND_GRADS", "deepspeed.runtime.constants.FP16_MASTER_WEIGHTS_AND_GRADS_DEFAULT", "deepspeed.runtime.constants.FP16_MIN_LOSS_SCALE", "deepspeed.runtime.constants.FP16_MIN_LOSS_SCALE_DEFAULT", "deepspeed.runtime.constants.GLOBAL_RANK", "deepspeed.runtime.constants.GRADIENT_ACCUMULATION_FORMAT", "deepspeed.runtime.constants.GRADIENT_ACCUMULATION_STEPS", "deepspeed.runtime.constants.GRADIENT_ACCUMULATION_STEPS_DEFAULT", "deepspeed.runtime.constants.GRADIENT_CLIPPING", "deepspeed.runtime.constants.GRADIENT_CLIPPING_DEFAULT", "deepspeed.runtime.constants.GRADIENT_CLIPPING_FORMAT", "deepspeed.runtime.constants.GRADIENT_PREDIVIDE_FACTOR", "deepspeed.runtime.constants.GRADIENT_PREDIVIDE_FACTOR_DEFAULT", "deepspeed.runtime.constants.GRADIENT_PREDIVIDE_FACTOR_FORMAT", "deepspeed.runtime.constants.GRAD_ACCUM_DTYPE", "deepspeed.runtime.constants.GRAD_ACCUM_DTYPE_DEFAULT", "deepspeed.runtime.constants.GRAPH_HARVESTING", "deepspeed.runtime.constants.GRAPH_HARVESTING_DEFAULT", "deepspeed.runtime.constants.GRAPH_HARVESTING_FORMAT", "deepspeed.runtime.constants.LEGACY_FUSION", "deepspeed.runtime.constants.LEGACY_FUSION_DEFAULT", "deepspeed.runtime.constants.LOAD_UNIVERSAL_CHECKPOINT", "deepspeed.runtime.constants.LOAD_UNIVERSAL_CHECKPOINT_DEFAULT", "deepspeed.runtime.constants.MAX_GRAD_NORM", "deepspeed.runtime.constants.MEMORY_BREAKDOWN", "deepspeed.runtime.constants.MEMORY_BREAKDOWN_DEFAULT", "deepspeed.runtime.constants.OPTIMIZER", "deepspeed.runtime.constants.OPTIMIZER_PARAMS", "deepspeed.runtime.constants.OPTIMIZER_TYPE_DEFAULT", "deepspeed.runtime.constants.PIPE_REPLICATED", "deepspeed.runtime.constants.PLD_ENABLED", "deepspeed.runtime.constants.PLD_ENABLED_DEFAULT", "deepspeed.runtime.constants.PLD_GAMMA", "deepspeed.runtime.constants.PLD_GAMMA_DEFAULT", "deepspeed.runtime.constants.PLD_THETA", "deepspeed.runtime.constants.PLD_THETA_DEFAULT", "deepspeed.runtime.constants.PRESCALE_GRADIENTS", "deepspeed.runtime.constants.PRESCALE_GRADIENTS_DEFAULT", "deepspeed.runtime.constants.PRESCALE_GRADIENTS_FORMAT", "deepspeed.runtime.constants.PROGRESSIVE_LAYER_DROP", "deepspeed.runtime.constants.ROUTE_ENCODE", "deepspeed.runtime.constants.ROUTE_EVAL", "deepspeed.runtime.constants.ROUTE_PREDICT", "deepspeed.runtime.constants.ROUTE_TRAIN", "deepspeed.runtime.constants.SCHEDULER", "deepspeed.runtime.constants.SCHEDULER_PARAMS", "deepspeed.runtime.constants.SCHEDULER_TYPE_DEFAULT", "deepspeed.runtime.constants.SEQ_PARALLEL_COMMUNICATION_DATA_TYPE", "deepspeed.runtime.constants.SEQ_PARALLEL_COMMUNICATION_DATA_TYPE_DEFAULT", "deepspeed.runtime.constants.SEQ_PARALLEL_COMMUNICATION_DATA_TYPE_FORMAT", "deepspeed.runtime.constants.SPARSE_ATTENTION", "deepspeed.runtime.constants.SPARSE_ATTENTION_TYPE", "deepspeed.runtime.constants.SPARSE_ATTENTION_TYPE_DEFAULT", "deepspeed.runtime.constants.SPARSE_BIGBIRD_MODE", "deepspeed.runtime.constants.SPARSE_BLOCK", "deepspeed.runtime.constants.SPARSE_BLOCK_DEFAULT", "deepspeed.runtime.constants.SPARSE_BSLONGFORMER_MODE", "deepspeed.runtime.constants.SPARSE_DENSE_MODE", "deepspeed.runtime.constants.SPARSE_DIFFERENT_LAYOUT_PER_HEAD", "deepspeed.runtime.constants.SPARSE_DIFFERENT_LAYOUT_PER_HEAD_DEFAULT", "deepspeed.runtime.constants.SPARSE_FIXED_MODE", "deepspeed.runtime.constants.SPARSE_GLOBAL_BLOCK_END_INDICES", "deepspeed.runtime.constants.SPARSE_GLOBAL_BLOCK_END_INDICES_DEFAULT", "deepspeed.runtime.constants.SPARSE_GLOBAL_BLOCK_INDICES", "deepspeed.runtime.constants.SPARSE_GLOBAL_BLOCK_INDICES_DEFAULT", "deepspeed.runtime.constants.SPARSE_GRADIENTS", "deepspeed.runtime.constants.SPARSE_GRADIENTS_DEFAULT", "deepspeed.runtime.constants.SPARSE_HORIZONTAL_GLOBAL_ATTENTION", "deepspeed.runtime.constants.SPARSE_HORIZONTAL_GLOBAL_ATTENTION_DEFAULT", "deepspeed.runtime.constants.SPARSE_LOCAL_WINDOW_BLOCKS", "deepspeed.runtime.constants.SPARSE_LOCAL_WINDOW_BLOCKS_DEFAULT", "deepspeed.runtime.constants.SPARSE_MODE", "deepspeed.runtime.constants.SPARSE_NUM_DIFFERENT_GLOBAL_PATTERNS", "deepspeed.runtime.constants.SPARSE_NUM_DIFFERENT_GLOBAL_PATTERNS_DEFAULT", "deepspeed.runtime.constants.SPARSE_NUM_GLOBAL_BLOCKS", "deepspeed.runtime.constants.SPARSE_NUM_GLOBAL_BLOCKS_DEFAULT", "deepspeed.runtime.constants.SPARSE_NUM_LOCAL_BLOCKS", "deepspeed.runtime.constants.SPARSE_NUM_LOCAL_BLOCKS_DEFAULT", "deepspeed.runtime.constants.SPARSE_NUM_RANDOM_BLOCKS", "deepspeed.runtime.constants.SPARSE_NUM_RANDOM_BLOCKS_DEFAULT", "deepspeed.runtime.constants.SPARSE_NUM_SLIDING_WINDOW_BLOCKS", "deepspeed.runtime.constants.SPARSE_NUM_SLIDING_WINDOW_BLOCKS_DEFAULT", "deepspeed.runtime.constants.SPARSE_VARIABLE_MODE", "deepspeed.runtime.constants.STEPS_PER_PRINT", "deepspeed.runtime.constants.STEPS_PER_PRINT_DEFAULT", "deepspeed.runtime.constants.TORCH_AUTOCAST", "deepspeed.runtime.constants.TORCH_AUTOCAST_DTYPE", "deepspeed.runtime.constants.TORCH_AUTOCAST_ENABLED", "deepspeed.runtime.constants.TORCH_AUTOCAST_ENABLED_DEFAULT", "deepspeed.runtime.constants.TORCH_AUTOCAST_FORMAT", "deepspeed.runtime.constants.TORCH_AUTOCAST_LOWER_PRECISION_SAFE_MODULES", "deepspeed.runtime.constants.TRAIN_BATCH_SIZE", "deepspeed.runtime.constants.TRAIN_BATCH_SIZE_DEFAULT", "deepspeed.runtime.constants.TRAIN_MICRO_BATCH_SIZE_PER_GPU", "deepspeed.runtime.constants.TRAIN_MICRO_BATCH_SIZE_PER_GPU_DEFAULT", "deepspeed.runtime.constants.TYPE", "deepspeed.runtime.constants.USE_DATA_BEFORE_EXPERT_PARALLEL", "deepspeed.runtime.constants.USE_DATA_BEFORE_EXPERT_PARALLEL_DEFAULT", "deepspeed.runtime.constants.USE_NODE_LOCAL_STORAGE_CHECKPOINT", "deepspeed.runtime.constants.USE_NODE_LOCAL_STORAGE_CHECKPOINT_DEFAULT", "deepspeed.runtime.constants.VOCABULARY_SIZE", "deepspeed.runtime.constants.VOCABULARY_SIZE_DEFAULT", "deepspeed.runtime.constants.VOCABULARY_SIZE_FORMAT", "deepspeed.runtime.constants.ValidationMode", "deepspeed.runtime.constants.WALL_CLOCK_BREAKDOWN", "deepspeed.runtime.constants.WALL_CLOCK_BREAKDOWN_DEFAULT", "deepspeed.runtime.constants.WALL_CLOCK_BREAKDOWN_FORMAT", "deepspeed.runtime.constants.ZERO_ALLOW_UNTESTED_OPTIMIZER", "deepspeed.runtime.constants.ZERO_ALLOW_UNTESTED_OPTIMIZER_DEFAULT", "deepspeed.runtime.constants.ZERO_FORCE_DS_CPU_OPTIMIZER", "deepspeed.runtime.constants.ZERO_FORCE_DS_CPU_OPTIMIZER_DEFAULT" ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 1, "n_attrs": 185, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/data_pipeline/config.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.runtime.data_pipeline.config.get_data_sampling", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.config.get_data_sampling_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.config.get_random_ltd_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.config.get_dynamic_batching", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.config.get_data_routing_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.config.get_curriculum_learning_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.config.get_data_sampling_num_epochs", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.config.get_data_efficiency_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.config.get_random_ltd", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.config.get_data_routing", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.config.get_curriculum_learning_params", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.config.get_curriculum_learning", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.config.get_random_ltd_params", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.config.get_data_efficiency_config", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.config.get_curriculum_enabled_legacy", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.config.get_data_efficiency_seed", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.config.get_curriculum_params_legacy", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.config.get_data_sampling_num_workers", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.config.get_data_sampling_pin_memory", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.runtime.data_pipeline.config", "names": [ "deepspeed.runtime.data_pipeline.config.get_curriculum_enabled_legacy", "deepspeed.runtime.data_pipeline.config.get_curriculum_learning", "deepspeed.runtime.data_pipeline.config.get_curriculum_learning_enabled", "deepspeed.runtime.data_pipeline.config.get_curriculum_learning_params", "deepspeed.runtime.data_pipeline.config.get_curriculum_params_legacy", "deepspeed.runtime.data_pipeline.config.get_data_efficiency_config", "deepspeed.runtime.data_pipeline.config.get_data_efficiency_enabled", "deepspeed.runtime.data_pipeline.config.get_data_efficiency_seed", "deepspeed.runtime.data_pipeline.config.get_data_routing", "deepspeed.runtime.data_pipeline.config.get_data_routing_enabled", "deepspeed.runtime.data_pipeline.config.get_data_sampling", "deepspeed.runtime.data_pipeline.config.get_data_sampling_enabled", "deepspeed.runtime.data_pipeline.config.get_data_sampling_num_epochs", "deepspeed.runtime.data_pipeline.config.get_data_sampling_num_workers", "deepspeed.runtime.data_pipeline.config.get_data_sampling_pin_memory", "deepspeed.runtime.data_pipeline.config.get_dynamic_batching", "deepspeed.runtime.data_pipeline.config.get_random_ltd", "deepspeed.runtime.data_pipeline.config.get_random_ltd_enabled", "deepspeed.runtime.data_pipeline.config.get_random_ltd_params" ], "n_typable": 38, "n_typed": 0, "n_any": 0, "n_untyped": 38, "n_functions": 19, "n_function_overloads": 19, "n_function_params": 19, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/data_pipeline/constants.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_SCHEDULE_CUSTOM", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.DATA_SAMPLING_PIN_MEMORY_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_CLUSTERING_TYPE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_SINGLE_CLUSTER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.DATA_SAMPLING_ENABLED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_REQUIRE_STEP", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_WARMUP_TYPE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_SAMPLE_INDEX", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.DATA_SAMPLING_NUM_WORKERS_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_PERCENTILE_BASED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_MIN_VALUE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_SCHEDULE_CONFIG", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.DYNAMIC_BATCHING_MAX_TOKENS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.DATA_SAMPLING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_LAYER_NUM", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.DYNAMIC_BATCHING_MAX_BATCH_SIZE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_MODEL_TYPE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.DATA_SAMPLING_NUM_EPOCHS_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_SCHEDULE_MAX_STEP", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.DYNAMIC_BATCHING_MIN_BATCH_SIZE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_LAYER_ID", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_ENABLED_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_SAMPLE_PATH", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_TOTAL_LAYER_TOKENS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.DYNAMIC_BATCHING_LR_SCALING_METHOD", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.DATA_SAMPLING_NUM_WORKERS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_NP_RNG_STATE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_CONSUMED_SAMPLES", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_SCHEDULE_FIXED_DISCRETE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_SCHEDULE_ROOT_DEGREE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.DYNAMIC_BATCHING_VERBOSE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_LEGACY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_MAX_DIFFICULTY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_MIN_DIFFICULTY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.DYNAMIC_BATCHING_METRICS_PATH", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_METRIC_PATH", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.DYNAMIC_BATCHING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_MICRO_BATCH_SIZE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_TOTAL_LAYER_NUM", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_CLUSTER_PATH", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_SCHEDULER_TYPE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_SCHEDULE_FIXED_LINEAR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.DATA_EFFICIENCY_ENABLED_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.DATA_SAMPLING_NUM_EPOCHS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_MODEL_MASK_NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_CLUSTER_PREFIX", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.DATA_SAMPLING_PIN_MEMORY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_LAYER_TOKEN_LR_ENABLED_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_CONSUMED_LAYER_TOKENS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.CURRICULUM_ENABLED_DEFAULT_LEGACY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_SCHEDULE_DIFFICULTY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_BATCH", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_SCHEDULE_TOTAL_STEP", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_SCHEDULE_CONFIG", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.DATA_ROUTING_ENABLED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_DATA_CLUSTER_CURRENT_POSITION", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.DYNAMIC_BATCHING_SEQUENCE_PICKING_ORDER_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_CURRENT_VALUE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.DATA_EFFICIENCY_SEED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_SCHEDULER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_ENABLED_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.DATA_ROUTING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_METRICS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.DATA_EFFICIENCY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.DATA_EFFICIENCY_ENABLED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_DATA_CLUSTER_PATHS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_STEP", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.CURRICULUM_ENABLED_LEGACY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_HIDDEN_STATE_ORDER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_SCHEDULE_FIXED_ROOT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_LAYER_TOKEN_LR_SCHEDULE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.DATA_SAMPLING_ENABLED_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_WARMUP_LAYER_TOKENS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_ATTENTION_MASK", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.DYNAMIC_BATCHING_SEQUENCE_PICKING_ORDER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_ENABLED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_VALUE_BASED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_ENABLED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.DYNAMIC_BATCHING_MAX_BATCH_SIZE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_MAX_VALUE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_DIFFICULTY_TYPE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_SCHEDULE_DIFFICULTY_STEP", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.DYNAMIC_BATCHING_ENABLED_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_CURRENT_DIFFICULTY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.DATA_ROUTING_ENABLED_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_GLOBAL_BATCH_SIZE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.DYNAMIC_BATCHING_MIN_BATCH_SIZE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.DATA_EFFICIENCY_SEED_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.DYNAMIC_BATCHING_LR_SCALING_METHOD_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_CURRENT_DIFFICULTIES", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_LAYER_TOKEN_LR_ENABLED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_INCREASE_STEP", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_SCHEDULE_TYPE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_CURR_STEP", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.constants.DYNAMIC_BATCHING_ENABLED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.data_pipeline.constants", "names": [ "deepspeed.runtime.data_pipeline.constants.CURRICULUM_ENABLED_DEFAULT_LEGACY", "deepspeed.runtime.data_pipeline.constants.CURRICULUM_ENABLED_LEGACY", "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING", "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_BATCH", "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_CLUSTERING_TYPE", "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_CLUSTER_PATH", "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_CLUSTER_PREFIX", "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_CONSUMED_SAMPLES", "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_CURRENT_DIFFICULTIES", "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_CURRENT_DIFFICULTY", "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_DATA_CLUSTER_CURRENT_POSITION", "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_DATA_CLUSTER_PATHS", "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_DIFFICULTY_TYPE", "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_ENABLED", "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_ENABLED_DEFAULT", "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_LEGACY", "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_MAX_DIFFICULTY", "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_METRICS", "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_METRIC_PATH", "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_MIN_DIFFICULTY", "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_NP_RNG_STATE", "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_PERCENTILE_BASED", "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_SAMPLE_PATH", "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_SCHEDULE_CONFIG", "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_SCHEDULE_CUSTOM", "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_SCHEDULE_DIFFICULTY", "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_SCHEDULE_DIFFICULTY_STEP", "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_SCHEDULE_FIXED_DISCRETE", "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_SCHEDULE_FIXED_LINEAR", "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_SCHEDULE_FIXED_ROOT", "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_SCHEDULE_MAX_STEP", "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_SCHEDULE_ROOT_DEGREE", "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_SCHEDULE_TOTAL_STEP", "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_SCHEDULE_TYPE", "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_SINGLE_CLUSTER", "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_STEP", "deepspeed.runtime.data_pipeline.constants.CURRICULUM_LEARNING_VALUE_BASED", "deepspeed.runtime.data_pipeline.constants.DATA_EFFICIENCY", "deepspeed.runtime.data_pipeline.constants.DATA_EFFICIENCY_ENABLED", "deepspeed.runtime.data_pipeline.constants.DATA_EFFICIENCY_ENABLED_DEFAULT", "deepspeed.runtime.data_pipeline.constants.DATA_EFFICIENCY_SEED", "deepspeed.runtime.data_pipeline.constants.DATA_EFFICIENCY_SEED_DEFAULT", "deepspeed.runtime.data_pipeline.constants.DATA_ROUTING", "deepspeed.runtime.data_pipeline.constants.DATA_ROUTING_ENABLED", "deepspeed.runtime.data_pipeline.constants.DATA_ROUTING_ENABLED_DEFAULT", "deepspeed.runtime.data_pipeline.constants.DATA_SAMPLING", "deepspeed.runtime.data_pipeline.constants.DATA_SAMPLING_ENABLED", "deepspeed.runtime.data_pipeline.constants.DATA_SAMPLING_ENABLED_DEFAULT", "deepspeed.runtime.data_pipeline.constants.DATA_SAMPLING_NUM_EPOCHS", "deepspeed.runtime.data_pipeline.constants.DATA_SAMPLING_NUM_EPOCHS_DEFAULT", "deepspeed.runtime.data_pipeline.constants.DATA_SAMPLING_NUM_WORKERS", "deepspeed.runtime.data_pipeline.constants.DATA_SAMPLING_NUM_WORKERS_DEFAULT", "deepspeed.runtime.data_pipeline.constants.DATA_SAMPLING_PIN_MEMORY", "deepspeed.runtime.data_pipeline.constants.DATA_SAMPLING_PIN_MEMORY_DEFAULT", "deepspeed.runtime.data_pipeline.constants.DYNAMIC_BATCHING", "deepspeed.runtime.data_pipeline.constants.DYNAMIC_BATCHING_ENABLED", "deepspeed.runtime.data_pipeline.constants.DYNAMIC_BATCHING_ENABLED_DEFAULT", "deepspeed.runtime.data_pipeline.constants.DYNAMIC_BATCHING_LR_SCALING_METHOD", "deepspeed.runtime.data_pipeline.constants.DYNAMIC_BATCHING_LR_SCALING_METHOD_DEFAULT", "deepspeed.runtime.data_pipeline.constants.DYNAMIC_BATCHING_MAX_BATCH_SIZE", "deepspeed.runtime.data_pipeline.constants.DYNAMIC_BATCHING_MAX_BATCH_SIZE_DEFAULT", "deepspeed.runtime.data_pipeline.constants.DYNAMIC_BATCHING_MAX_TOKENS", "deepspeed.runtime.data_pipeline.constants.DYNAMIC_BATCHING_METRICS_PATH", "deepspeed.runtime.data_pipeline.constants.DYNAMIC_BATCHING_MIN_BATCH_SIZE", "deepspeed.runtime.data_pipeline.constants.DYNAMIC_BATCHING_MIN_BATCH_SIZE_DEFAULT", "deepspeed.runtime.data_pipeline.constants.DYNAMIC_BATCHING_SEQUENCE_PICKING_ORDER", "deepspeed.runtime.data_pipeline.constants.DYNAMIC_BATCHING_SEQUENCE_PICKING_ORDER_DEFAULT", "deepspeed.runtime.data_pipeline.constants.DYNAMIC_BATCHING_VERBOSE", "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD", "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_ATTENTION_MASK", "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_CONSUMED_LAYER_TOKENS", "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_CURRENT_VALUE", "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_CURR_STEP", "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_ENABLED", "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_ENABLED_DEFAULT", "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_GLOBAL_BATCH_SIZE", "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_HIDDEN_STATE_ORDER", "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_INCREASE_STEP", "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_LAYER_ID", "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_LAYER_NUM", "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_LAYER_TOKEN_LR_ENABLED", "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_LAYER_TOKEN_LR_ENABLED_DEFAULT", "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_LAYER_TOKEN_LR_SCHEDULE", "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_MAX_VALUE", "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_MICRO_BATCH_SIZE", "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_MIN_VALUE", "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_MODEL_MASK_NAME", "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_MODEL_TYPE", "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_REQUIRE_STEP", "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_SAMPLE_INDEX", "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_SCHEDULER", "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_SCHEDULER_TYPE", "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_SCHEDULE_CONFIG", "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_TOTAL_LAYER_NUM", "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_TOTAL_LAYER_TOKENS", "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_WARMUP_LAYER_TOKENS", "deepspeed.runtime.data_pipeline.constants.RANDOM_LTD_WARMUP_TYPE" ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 97, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/data_pipeline/curriculum_scheduler.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.data_pipeline.curriculum_scheduler.CurriculumScheduler", "methods": [ { "kind": "function", "name": "CurriculumScheduler.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CurriculumScheduler.get_current_difficulty", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CurriculumScheduler.set_current_difficulty", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CurriculumScheduler.set_custom_get_difficulty", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CurriculumScheduler.get_state", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CurriculumScheduler.set_state", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CurriculumScheduler.__fixed_discrete_get_difficulty", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CurriculumScheduler.__fixed_root_get_difficulty", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "CurriculumScheduler.get_difficulty", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CurriculumScheduler.update_difficulty", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "CurriculumScheduler.state", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CurriculumScheduler.first_step", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CurriculumScheduler.custom_get_difficulty", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 22, "n_typed": 0, "n_any": 0, "n_untyped": 22, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 10, "n_method_overloads": 10, "n_method_params": 9, "n_attrs": 3, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.data_pipeline.curriculum_scheduler", "names": [ "deepspeed.runtime.data_pipeline.curriculum_scheduler.CurriculumScheduler" ], "n_typable": 22, "n_typed": 0, "n_any": 0, "n_untyped": 22, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 10, "n_method_overloads": 10, "n_method_params": 9, "n_classes": 1, "n_attrs": 3, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/data_pipeline/data_routing/basic_layer.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.data_pipeline.data_routing.basic_layer.RandomLayerTokenDrop", "methods": [ { "kind": "function", "name": "RandomLayerTokenDrop.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "RandomLayerTokenDrop.init_config", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "RandomLayerTokenDrop.get_bsh", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "RandomLayerTokenDrop.get_sbh", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "RandomLayerTokenDrop.forward", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "RandomLayerTokenDrop.random_ltd_layer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "RandomLayerTokenDrop.reserved_length", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "RandomLayerTokenDrop.random_ltd_scheduler", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "RandomLayerTokenDrop.max_length", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "RandomLayerTokenDrop.curr_seq", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "RandomLayerTokenDrop.batch_first", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 19, "n_typed": 2, "n_any": 0, "n_untyped": 17, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 8, "n_attrs": 6, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.data_pipeline.data_routing.basic_layer", "names": [ "deepspeed.runtime.data_pipeline.data_routing.basic_layer.RandomLayerTokenDrop" ], "n_typable": 19, "n_typed": 2, "n_any": 0, "n_untyped": 17, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 8, "n_classes": 1, "n_attrs": 6, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/data_pipeline/data_routing/helper.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.runtime.data_pipeline.data_routing.helper.convert_to_random_ltd", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.data_routing.helper.remove_random_ltd_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.data_routing.helper.save_without_random_ltd", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.runtime.data_pipeline.data_routing.helper", "names": [ "deepspeed.runtime.data_pipeline.data_routing.helper.convert_to_random_ltd", "deepspeed.runtime.data_pipeline.data_routing.helper.remove_random_ltd_state_dict", "deepspeed.runtime.data_pipeline.data_routing.helper.save_without_random_ltd" ], "n_typable": 7, "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_functions": 3, "n_function_overloads": 3, "n_function_params": 4, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/data_pipeline/data_routing/scheduler.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.data_pipeline.data_routing.scheduler.RandomLTDScheduler", "methods": [ { "kind": "function", "name": "RandomLTDScheduler.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "RandomLTDScheduler.get_total_layer_tokens", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "RandomLTDScheduler.reset_to_init", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "RandomLTDScheduler.get_current_seq", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "RandomLTDScheduler.set_current_seq", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "RandomLTDScheduler.get_random_ltd_layer_num", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "RandomLTDScheduler.get_state", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "RandomLTDScheduler.set_state", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "RandomLTDScheduler.update_seq", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "RandomLTDScheduler.state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "RandomLTDScheduler.load_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "RandomLTDScheduler.model_layer_num", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "RandomLTDScheduler.random_ltd_layer_num", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "RandomLTDScheduler.config_schedule", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "RandomLTDScheduler.global_batch_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 21, "n_typed": 0, "n_any": 0, "n_untyped": 21, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 11, "n_method_overloads": 11, "n_method_params": 6, "n_attrs": 4, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.data_pipeline.data_routing.scheduler.BaseScheduler", "methods": [ { "kind": "function", "name": "BaseScheduler.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BaseScheduler.__fixed_root_get_value", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "BaseScheduler.get_value", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "BaseScheduler.state", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 7, "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 3, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.data_pipeline.data_routing.scheduler", "names": [ "deepspeed.runtime.data_pipeline.data_routing.scheduler.BaseScheduler", "deepspeed.runtime.data_pipeline.data_routing.scheduler.RandomLTDScheduler" ], "n_typable": 28, "n_typed": 0, "n_any": 0, "n_untyped": 28, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 14, "n_method_overloads": 14, "n_method_params": 9, "n_classes": 2, "n_attrs": 5, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/data_pipeline/data_routing/utils.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.runtime.data_pipeline.data_routing.utils.bsh_decoder_scatter", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.data_routing.utils.bsh_decoder_gather", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "type_ignores": [], "name": "deepspeed.runtime.data_pipeline.data_routing.utils", "names": [ "deepspeed.runtime.data_pipeline.data_routing.utils.bsh_decoder_gather", "deepspeed.runtime.data_pipeline.data_routing.utils.bsh_decoder_scatter" ], "n_typable": 8, "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 6, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/data_pipeline/data_sampling/data_analyzer.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.data_pipeline.data_sampling.data_analyzer.DistributedDataAnalyzer", "methods": [ { "kind": "function", "name": "DistributedDataAnalyzer.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 13, "n_overloads": 1, "n_typable": 14, "n_params": 13, "n_function_overloads": 1, "n_function_params": 13 }, { "kind": "function", "name": "DistributedDataAnalyzer.run_map_helper", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DistributedDataAnalyzer.run_map_reduce", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DistributedDataAnalyzer.file_write_ordered", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DistributedDataAnalyzer.dataset", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DistributedDataAnalyzer.batch_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DistributedDataAnalyzer.metric_names", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DistributedDataAnalyzer.metric_functions", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DistributedDataAnalyzer.metric_types", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DistributedDataAnalyzer.save_path", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DistributedDataAnalyzer.collate_fn", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DistributedDataAnalyzer.device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DistributedDataAnalyzer.sample_indices", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DistributedDataAnalyzer.num_threads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DistributedDataAnalyzer.worker_id", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DistributedDataAnalyzer.comm_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DistributedDataAnalyzer.num_workers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 35, "n_typed": 1, "n_any": 0, "n_untyped": 34, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 18, "n_attrs": 13, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.data_sampling.data_analyzer.test_compare_both_data_analyzers", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "deepspeed.runtime.data_pipeline.data_sampling.data_analyzer.DataAnalyzer", "methods": [ { "kind": "function", "name": "DataAnalyzer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 19, "n_overloads": 1, "n_typable": 19, "n_params": 18, "n_function_overloads": 1, "n_function_params": 18 }, { "kind": "function", "name": "DataAnalyzer.init_metric_results", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "DataAnalyzer.update_metric_results", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "DataAnalyzer.finalize_metric_results", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DataAnalyzer.run_map_helper", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DataAnalyzer.run_map", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DataAnalyzer.get_metric_value_percentiles", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DataAnalyzer.merge_gather_map_stats", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "DataAnalyzer.merge_sample_to_metric", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "DataAnalyzer.merge_metric_to_sample", "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "DataAnalyzer.merge_map_results", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "DataAnalyzer.output_index_to_sample_percentile", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "DataAnalyzer.run_reduce", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DataAnalyzer.run_map_reduce", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DataAnalyzer.dataset", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DataAnalyzer.num_workers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DataAnalyzer.worker_id", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DataAnalyzer.num_threads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DataAnalyzer.num_threads_reduce", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DataAnalyzer.specific_threads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DataAnalyzer.batch_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DataAnalyzer.metric_names", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DataAnalyzer.metric_functions", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DataAnalyzer.metric_types", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DataAnalyzer.metric_dtypes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DataAnalyzer.save_path", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DataAnalyzer.collate_fn", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DataAnalyzer.custom_map_init", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DataAnalyzer.custom_map_update", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DataAnalyzer.custom_map_finalize", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DataAnalyzer.custom_reduce", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DataAnalyzer.sample_indices", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 103, "n_typed": 0, "n_any": 0, "n_untyped": 103, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 14, "n_method_overloads": 14, "n_method_params": 71, "n_attrs": 18, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.data_pipeline.data_sampling.data_analyzer.Dist", "methods": [ { "kind": "function", "name": "Dist.min_max", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Dist.gather_v", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "Dist.sample_sort", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [], "n_typable": 14, "n_typed": 0, "n_any": 0, "n_untyped": 14, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 11, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.data_pipeline.data_sampling.data_analyzer.TestDataset", "methods": [ { "kind": "function", "name": "TestDataset.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "TestDataset.values", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TestDataset.size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TestDataset.__len__", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "TestDataset.__getitem__", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 1, "n_attrs": 4, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.data_pipeline.data_sampling.data_analyzer", "names": [ "deepspeed.runtime.data_pipeline.data_sampling.data_analyzer.DataAnalyzer", "deepspeed.runtime.data_pipeline.data_sampling.data_analyzer.Dist", "deepspeed.runtime.data_pipeline.data_sampling.data_analyzer.DistributedDataAnalyzer", "deepspeed.runtime.data_pipeline.data_sampling.data_analyzer.TestDataset", "deepspeed.runtime.data_pipeline.data_sampling.data_analyzer.test_compare_both_data_analyzers" ], "n_typable": 158, "n_typed": 1, "n_any": 0, "n_untyped": 157, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 1, "n_methods": 22, "n_method_overloads": 22, "n_method_params": 101, "n_classes": 4, "n_attrs": 35, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/data_pipeline/data_sampling/data_sampler.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.data_pipeline.data_sampling.data_sampler.DeepSpeedDataSampler", "methods": [ { "kind": "function", "name": "DeepSpeedDataSampler.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_overloads": 1, "n_typable": 10, "n_params": 9, "n_function_overloads": 1, "n_function_params": 9 }, { "kind": "function", "name": "DeepSpeedDataSampler.__len__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedDataSampler.set_custom_curriculum_learning_schedule", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedDataSampler.get_start_end_idx", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedDataSampler.get_sample_based_on_metric_value", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedDataSampler.get_sample_based_on_metric_percentile", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedDataSampler.get_new_cluster", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedDataSampler.sample_from_clusters", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedDataSampler.reshuffle_clusters", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedDataSampler.get_sample_from_cluster", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedDataSampler.get_next_global_batch", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedDataSampler.__iter__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedDataSampler.state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedDataSampler.load_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedDataSampler.data_efficiency_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataSampler.one_epoch_total_samples", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataSampler.index_dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataSampler.total_samples", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataSampler.micro_batch_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataSampler.data_parallel_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataSampler.data_parallel_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataSampler.micro_batch_times_data_parallel_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataSampler.gradient_accumulation_steps", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataSampler.global_batch_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataSampler.global_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataSampler.drop_last", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataSampler.np_rng", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataSampler.state", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataSampler.batch", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataSampler.consumed_samples", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataSampler.curriculum_step", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataSampler.current_difficulties", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataSampler.data_cluster_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataSampler.data_cluster_current_position", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataSampler.curriculum_schedulers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataSampler.curriculum_index_to_sample", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataSampler.curriculum_index_to_metric", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataSampler.difficulty_type", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataSampler.clustering_type", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataSampler.data_1epoch_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataSampler.data_clusters", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataSampler.data_cluster_sizes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 64, "n_typed": 0, "n_any": 0, "n_untyped": 64, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 14, "n_method_overloads": 14, "n_method_params": 22, "n_attrs": 28, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.data_pipeline.data_sampling.data_sampler", "names": [ "deepspeed.runtime.data_pipeline.data_sampling.data_sampler.DeepSpeedDataSampler" ], "n_typable": 64, "n_typed": 0, "n_any": 0, "n_untyped": 64, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 14, "n_method_overloads": 14, "n_method_params": 22, "n_classes": 1, "n_attrs": 28, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/data_pipeline/data_sampling/indexed_dataset.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.write_longs", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.dataset_exists", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.dtypes", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.IndexedCachedDataset", "methods": [ { "kind": "function", "name": "IndexedCachedDataset.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "IndexedCachedDataset.prefetch", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "IndexedCachedDataset.__getitem__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "IndexedCachedDataset.supports_prefetch", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "IndexedCachedDataset.cache", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "IndexedCachedDataset.cache_index", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 9, "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 3, "n_attrs": 2, "n_properties": 1 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.code", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.MMapIndexedDataset", "methods": [ { "kind": "function", "name": "MMapIndexedDataset.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MMapIndexedDataset.__getstate__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MMapIndexedDataset.__setstate__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MMapIndexedDataset._do_init", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MMapIndexedDataset.__del__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MMapIndexedDataset.__len__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MMapIndexedDataset.__getitem__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MMapIndexedDataset.get", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "MMapIndexedDataset.size", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MMapIndexedDataset.get_doc_idx", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MMapIndexedDataset.set_doc_idx", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MMapIndexedDataset.exists", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "MMapIndexedDataset.sizes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "MMapIndexedDataset.doc_idx", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "MMapIndexedDataset.supports_prefetch", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "MMapIndexedDataset.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [], "n_typable": 28, "n_typed": 0, "n_any": 0, "n_untyped": 28, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 12, "n_method_overloads": 12, "n_method_params": 12, "n_attrs": 0, "n_properties": 4 }, { "kind": "class", "name": "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.Index", "methods": [ { "kind": "function", "name": "Index.writer", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Index.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Index.__del__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Index.__getitem__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Index.__len__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [ { "kind": "property", "name": "Index.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "Index.sizes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "Index.doc_idx", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "Index._HDR_MAGIC", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 13, "n_typed": 0, "n_any": 0, "n_untyped": 13, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 5, "n_attrs": 1, "n_properties": 3 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.make_dataset", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "class", "name": "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.IndexedDataset", "methods": [ { "kind": "function", "name": "IndexedDataset.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "IndexedDataset.read_index", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "IndexedDataset.read_data", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "IndexedDataset.check_index", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "IndexedDataset.__del__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "IndexedDataset.__getitem__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "IndexedDataset.__len__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "IndexedDataset.num_tokens", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "IndexedDataset.size", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "IndexedDataset.exists", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "IndexedDataset.supports_prefetch", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "IndexedDataset._HDR_MAGIC", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "IndexedDataset.path", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "IndexedDataset.data_file", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 21, "n_typed": 0, "n_any": 0, "n_untyped": 21, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 10, "n_method_overloads": 10, "n_method_params": 8, "n_attrs": 3, "n_properties": 1 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.index_file_path", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.create_doc_idx", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.exscan_from_cumsum_", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.data_file_path", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.MMapIndexedDatasetBuilder", "methods": [ { "kind": "function", "name": "MMapIndexedDatasetBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MMapIndexedDatasetBuilder.add_item", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MMapIndexedDatasetBuilder.add_items", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MMapIndexedDatasetBuilder.add_item_numpy", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MMapIndexedDatasetBuilder.end_document", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MMapIndexedDatasetBuilder.merge_file_", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MMapIndexedDatasetBuilder.finalize", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 14, "n_typed": 0, "n_any": 0, "n_untyped": 14, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 7, "n_attrs": 0, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.get_pointers_with_total", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.infer_dataset_impl", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.valid_dtypes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.read_longs", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.make_builder", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "class", "name": "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.IndexedDatasetBuilder", "methods": [ { "kind": "function", "name": "IndexedDatasetBuilder.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "IndexedDatasetBuilder.add_item", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "IndexedDatasetBuilder.end_document", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "IndexedDatasetBuilder.merge_file_", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "IndexedDatasetBuilder.finalize", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "IndexedDatasetBuilder.out_file", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "IndexedDatasetBuilder.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "IndexedDatasetBuilder.data_offsets", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "IndexedDatasetBuilder.dim_offsets", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "IndexedDatasetBuilder.sizes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "IndexedDatasetBuilder.element_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "IndexedDatasetBuilder.doc_idx", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 17, "n_typed": 0, "n_any": 0, "n_untyped": 17, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 5, "n_attrs": 7, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.get_available_dataset_impl", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset", "names": [ "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.Index", "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.IndexedCachedDataset", "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.IndexedDataset", "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.IndexedDatasetBuilder", "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.MMapIndexedDataset", "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.MMapIndexedDatasetBuilder", "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.code", "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.create_doc_idx", "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.data_file_path", "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.dataset_exists", "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.dtypes", "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.exscan_from_cumsum_", "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.get_available_dataset_impl", "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.get_pointers_with_total", "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.index_file_path", "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.infer_dataset_impl", "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.make_builder", "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.make_dataset", "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.read_longs", "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.valid_dtypes", "deepspeed.runtime.data_pipeline.data_sampling.indexed_dataset.write_longs" ], "n_typable": 137, "n_typed": 0, "n_any": 0, "n_untyped": 137, "n_functions": 13, "n_function_overloads": 13, "n_function_params": 21, "n_methods": 42, "n_method_overloads": 42, "n_method_params": 40, "n_classes": 6, "n_attrs": 15, "n_properties": 9, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/data_pipeline/data_sampling/utils.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.runtime.data_pipeline.data_sampling.utils.close_mmap_dataset_builder", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.data_sampling.utils.create_mmap_dataset_builder", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.data_sampling.utils.split_dataset", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.data_sampling.utils.split_index", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.data_sampling.utils.find_fit_int_dtype", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "type_ignores": [], "name": "deepspeed.runtime.data_pipeline.data_sampling.utils", "names": [ "deepspeed.runtime.data_pipeline.data_sampling.utils.close_mmap_dataset_builder", "deepspeed.runtime.data_pipeline.data_sampling.utils.create_mmap_dataset_builder", "deepspeed.runtime.data_pipeline.data_sampling.utils.find_fit_int_dtype", "deepspeed.runtime.data_pipeline.data_sampling.utils.split_dataset", "deepspeed.runtime.data_pipeline.data_sampling.utils.split_index" ], "n_typable": 18, "n_typed": 0, "n_any": 0, "n_untyped": 18, "n_functions": 5, "n_function_overloads": 5, "n_function_params": 13, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/data_pipeline/data_sampling/variable_batch_size_and_lr.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.runtime.data_pipeline.data_sampling.variable_batch_size_and_lr.scale_lr", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.data_sampling.variable_batch_size_and_lr.lr_scheduler_for_variable_batch_size", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.data_sampling.variable_batch_size_and_lr.dataloader_for_variable_batch_size", "n_typed": 0, "n_any": 0, "n_untyped": 12, "n_overloads": 1, "n_typable": 12, "n_params": 11, "n_function_overloads": 1, "n_function_params": 11 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.data_sampling.variable_batch_size_and_lr.get_dataloader_and_lr_scheduler_for_variable_batch_size_deepspeed", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "class", "name": "deepspeed.runtime.data_pipeline.data_sampling.variable_batch_size_and_lr.VariableBatchSizeLR", "methods": [ { "kind": "function", "name": "VariableBatchSizeLR.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "VariableBatchSizeLR.state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "VariableBatchSizeLR.load_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "VariableBatchSizeLR.get_last_lr", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "VariableBatchSizeLR.get_lr", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "VariableBatchSizeLR.step", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "VariableBatchSizeLR.optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "VariableBatchSizeLR.batch_sizes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "VariableBatchSizeLR.base_batch_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "VariableBatchSizeLR.lr_scaling_method", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "VariableBatchSizeLR.dataloader", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "VariableBatchSizeLR.base_lr_scheduler", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "VariableBatchSizeLR.base_lrs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "VariableBatchSizeLR.last_epoch", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "VariableBatchSizeLR.verbose", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 24, "n_typed": 0, "n_any": 0, "n_untyped": 24, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 9, "n_attrs": 8, "n_properties": 1 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.data_sampling.variable_batch_size_and_lr.batch_by_seqlens", "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_overloads": 1, "n_typable": 11, "n_params": 10, "n_function_overloads": 1, "n_function_params": 10 }, { "kind": "function", "name": "deepspeed.runtime.data_pipeline.data_sampling.variable_batch_size_and_lr.get_dataloader_and_lr_scheduler_for_variable_batch_size", "n_typed": 0, "n_any": 0, "n_untyped": 22, "n_overloads": 1, "n_typable": 22, "n_params": 21, "n_function_overloads": 1, "n_function_params": 21 } ], "type_ignores": [], "name": "deepspeed.runtime.data_pipeline.data_sampling.variable_batch_size_and_lr", "names": [ "deepspeed.runtime.data_pipeline.data_sampling.variable_batch_size_and_lr.VariableBatchSizeLR", "deepspeed.runtime.data_pipeline.data_sampling.variable_batch_size_and_lr.batch_by_seqlens", "deepspeed.runtime.data_pipeline.data_sampling.variable_batch_size_and_lr.dataloader_for_variable_batch_size", "deepspeed.runtime.data_pipeline.data_sampling.variable_batch_size_and_lr.get_dataloader_and_lr_scheduler_for_variable_batch_size", "deepspeed.runtime.data_pipeline.data_sampling.variable_batch_size_and_lr.get_dataloader_and_lr_scheduler_for_variable_batch_size_deepspeed", "deepspeed.runtime.data_pipeline.data_sampling.variable_batch_size_and_lr.lr_scheduler_for_variable_batch_size", "deepspeed.runtime.data_pipeline.data_sampling.variable_batch_size_and_lr.scale_lr" ], "n_typable": 89, "n_typed": 0, "n_any": 0, "n_untyped": 89, "n_functions": 6, "n_function_overloads": 6, "n_function_params": 59, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 9, "n_classes": 1, "n_attrs": 8, "n_properties": 1, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/dataloader.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.dataloader.RepeatingLoader", "methods": [ { "kind": "function", "name": "RepeatingLoader.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "RepeatingLoader.__iter__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "RepeatingLoader.__next__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "RepeatingLoader.loader", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "RepeatingLoader.data_iter", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 1, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.dataloader.DeepSpeedDataLoader", "methods": [ { "kind": "function", "name": "DeepSpeedDataLoader.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 13, "n_overloads": 1, "n_typable": 13, "n_params": 12, "n_function_overloads": 1, "n_function_params": 12 }, { "kind": "function", "name": "DeepSpeedDataLoader.__iter__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedDataLoader.__len__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedDataLoader.__next__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedDataLoader._create_dataloader", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedDataLoader.deepspeed_dataloader_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataLoader.tput_timer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataLoader.batch_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataLoader.curriculum_learning_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataLoader.num_local_io_workers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataLoader.data_sampler", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataLoader.dataset", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataLoader.collate_fn", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataLoader.device_count", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataLoader.pin_memory", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataLoader.data", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataLoader.dataloader_drop_last", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataLoader.post_process_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedDataLoader.len", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 31, "n_typed": 0, "n_any": 0, "n_untyped": 31, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 12, "n_attrs": 14, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.dataloader", "names": [ "deepspeed.runtime.dataloader.DeepSpeedDataLoader", "deepspeed.runtime.dataloader.RepeatingLoader" ], "n_typable": 37, "n_typed": 0, "n_any": 0, "n_untyped": 37, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 13, "n_classes": 2, "n_attrs": 16, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/domino/async_linear.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.domino.async_linear.DominoAsyncColumnParallelLinearImpl", "methods": [ { "kind": "function", "name": "DominoAsyncColumnParallelLinearImpl.forward", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "DominoAsyncColumnParallelLinearImpl.backward", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 8, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.domino.async_linear.DominoAsyncColumnParallelLinear", "methods": [ { "kind": "function", "name": "DominoAsyncColumnParallelLinear.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "DominoAsyncColumnParallelLinear.forward", "n_typed": 1, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DominoAsyncColumnParallelLinear.skip_bias_add", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DominoAsyncColumnParallelLinear.weight", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DominoAsyncColumnParallelLinear.bias", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 15, "n_typed": 2, "n_any": 0, "n_untyped": 13, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 10, "n_attrs": 3, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.domino.async_linear.RowParallelLinearNoComm", "methods": [ { "kind": "function", "name": "RowParallelLinearNoComm.__init__", "n_typed": 6, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "RowParallelLinearNoComm.forward", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "RowParallelLinearNoComm.skip_bias_add", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "RowParallelLinearNoComm.weight", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "RowParallelLinearNoComm.bias", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 13, "n_typed": 6, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 8, "n_attrs": 3, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.runtime.domino.async_linear.TP_group", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.domino.async_linear", "names": [ "deepspeed.runtime.domino.async_linear.DominoAsyncColumnParallelLinear", "deepspeed.runtime.domino.async_linear.DominoAsyncColumnParallelLinearImpl", "deepspeed.runtime.domino.async_linear.RowParallelLinearNoComm", "deepspeed.runtime.domino.async_linear.TP_group" ], "n_typable": 38, "n_typed": 8, "n_any": 0, "n_untyped": 30, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 26, "n_classes": 3, "n_attrs": 7, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/domino/transformer.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.domino.transformer.CoreAttention", "methods": [ { "kind": "function", "name": "CoreAttention.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "CoreAttention.forward", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "CoreAttention.attn_mask_type", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CoreAttention.hidden_size_per_partition", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CoreAttention.attention_dropout_rate", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 12, "n_typed": 0, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 7, "n_attrs": 3, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.domino.transformer.ShardedAttention", "methods": [ { "kind": "function", "name": "ShardedAttention.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "ShardedAttention.forward", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "ShardedAttention.domino_core_attention_forward", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "ShardedAttention.layer_number", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ShardedAttention.attention_type", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ShardedAttention.attn_mask_type", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ShardedAttention.params_dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ShardedAttention.apply_rotary_pos_emb", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ShardedAttention.hidden_size_per_attention_head", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ShardedAttention.num_attention_heads_per_partition", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ShardedAttention.query_key_value", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ShardedAttention.core_attention", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ShardedAttention.dense", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 26, "n_typed": 0, "n_any": 0, "n_untyped": 26, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 13, "n_attrs": 10, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.domino.transformer.DominoTransformer", "methods": [ { "kind": "function", "name": "DominoTransformer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_overloads": 1, "n_typable": 11, "n_params": 10, "n_function_overloads": 1, "n_function_params": 10 }, { "kind": "function", "name": "DominoTransformer.forward", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DominoTransformer.inter_layer_overlap_forward", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DominoTransformer.intra_layer_overlap_forward", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DominoTransformer.layer_type", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DominoTransformer.model_type", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DominoTransformer.post_layer_norm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DominoTransformer.post_process", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DominoTransformer.input_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DominoTransformer.drop_path_rate", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DominoTransformer.TP_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DominoTransformer.num_layers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DominoTransformer.drop_path_rates", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DominoTransformer.layers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DominoTransformer.final_layernorm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 34, "n_typed": 0, "n_any": 0, "n_untyped": 34, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 19, "n_attrs": 11, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.domino.transformer.LayerType", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "LayerType.encoder", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "LayerType.decoder", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.domino.transformer.DominoUtil", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "DominoUtil.BATCH_0", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DominoUtil.BATCH_1", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DominoUtil.HANDLE_DIC", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 3, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.domino.transformer.NoOper", "methods": [ { "kind": "function", "name": "NoOper.symbolic", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "NoOper.forward", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "NoOper.backward", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 13, "n_typed": 0, "n_any": 0, "n_untyped": 13, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 10, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.domino.transformer.AttnMaskType", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "AttnMaskType.padding", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "AttnMaskType.causal", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.domino.transformer.AttnType", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "AttnType.self_attn", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "AttnType.cross_attn", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.domino.transformer.DominoTransformerLayer", "methods": [ { "kind": "function", "name": "DominoTransformerLayer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "DominoTransformerLayer.forward", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DominoTransformerLayer.layer_number", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DominoTransformerLayer.layer_type", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DominoTransformerLayer.apply_residual_connection_post_layernorm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DominoTransformerLayer.llama_model", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DominoTransformerLayer.input_layernorm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DominoTransformerLayer.self_attention", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DominoTransformerLayer.hidden_dropout", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DominoTransformerLayer.post_attention_layernorm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DominoTransformerLayer.output_size_c", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DominoTransformerLayer.input_size_c", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DominoTransformerLayer.input_size_r", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DominoTransformerLayer.output_size_r", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DominoTransformerLayer.TP_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DominoTransformerLayer.output_size_per_partition", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DominoTransformerLayer.input_size_per_partition", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DominoTransformerLayer.linear_fc1", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DominoTransformerLayer.mlp_activation_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DominoTransformerLayer.linear_fc2", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DominoTransformerLayer.bias_dropout_add_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 31, "n_typed": 0, "n_any": 0, "n_untyped": 31, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 10, "n_attrs": 19, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.domino.transformer.DominoModule", "methods": [ { "kind": "function", "name": "DominoModule.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 1, "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.domino.transformer.bias_dropout_add", "methods": [ { "kind": "function", "name": "bias_dropout_add.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "bias_dropout_add.forward", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "bias_dropout_add.dropout", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 7, "n_typed": 5, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 4, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.domino.transformer.ModelType", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "ModelType.encoder_or_decoder", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ModelType.encoder_and_decoder", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.domino.transformer", "names": [ "deepspeed.runtime.domino.transformer.AttnMaskType", "deepspeed.runtime.domino.transformer.AttnType", "deepspeed.runtime.domino.transformer.CoreAttention", "deepspeed.runtime.domino.transformer.DominoModule", "deepspeed.runtime.domino.transformer.DominoTransformer", "deepspeed.runtime.domino.transformer.DominoTransformerLayer", "deepspeed.runtime.domino.transformer.DominoUtil", "deepspeed.runtime.domino.transformer.LayerType", "deepspeed.runtime.domino.transformer.ModelType", "deepspeed.runtime.domino.transformer.NoOper", "deepspeed.runtime.domino.transformer.ShardedAttention", "deepspeed.runtime.domino.transformer.bias_dropout_add" ], "n_typable": 124, "n_typed": 5, "n_any": 0, "n_untyped": 119, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 17, "n_method_overloads": 17, "n_method_params": 63, "n_classes": 12, "n_attrs": 55, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/eigenvalue.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.eigenvalue.Eigenvalue", "methods": [ { "kind": "function", "name": "Eigenvalue.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "Eigenvalue.nan_to_num", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Eigenvalue.normalize", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Eigenvalue.inner_product", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Eigenvalue.get_layers", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Eigenvalue.compute_eigenvalue", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "Eigenvalue.post_process", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Eigenvalue.verbose", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Eigenvalue.max_iter", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Eigenvalue.tol", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Eigenvalue.stability", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Eigenvalue.gas_boundary_resolution", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Eigenvalue.layer_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Eigenvalue.layer_num", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 30, "n_typed": 0, "n_any": 0, "n_untyped": 30, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 16, "n_attrs": 7, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.eigenvalue", "names": [ "deepspeed.runtime.eigenvalue.Eigenvalue" ], "n_typable": 30, "n_typed": 0, "n_any": 0, "n_untyped": 30, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 16, "n_classes": 1, "n_attrs": 7, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/engine.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.runtime.engine.DeepSpeedOptimizerCallable", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "function", "name": "deepspeed.runtime.engine.split_half_float_double_sparse", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.runtime.engine.APEX_INSTALLED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.engine.DeepSpeedEngine", "methods": [ { "kind": "function", "name": "DeepSpeedEngine.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 14, "n_overloads": 1, "n_typable": 14, "n_params": 13, "n_function_overloads": 1, "n_function_params": 13 }, { "kind": "function", "name": "DeepSpeedEngine._optimized_linear_offload_setup", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine._configure_tensor_parallel", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedEngine._configure_tensor_parallel_states", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine._apply_autotp_partitioning", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedEngine.__del__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.destroy", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine._get_model_parameters", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.get_batch_info", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.set_train_batch_size", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine.set_train_micro_batch_size", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine.set_data_post_process_func", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine.set_custom_curriculum_learning_schedule", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine.get_global_grad_norm", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.__getattr__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine.checkpoint_serialization_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.checkpoint_writer_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.checkpoint_tag_validation_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.checkpoint_tag_validation_fail", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.elasticity_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.is_elastic_model_parallel_supported", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.pld_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.pld_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.pld_theta", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.pld_gamma", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.eigenvalue_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.eigenvalue_verbose", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.eigenvalue_max_iter", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.eigenvalue_tol", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.eigenvalue_stability", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.eigenvalue_gas_boundary_resolution", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.eigenvalue_layer_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.eigenvalue_layer_num", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.curriculum_enabled_legacy", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.curriculum_params_legacy", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.data_efficiency_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.data_efficiency_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.data_sampling_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.data_sampling_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.curriculum_learning_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.curriculum_learning_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.random_ltd_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.random_ltd_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.random_ltd_initialize", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.get_data_parallel_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.get_tensor_parallel_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.get_model_parallel_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.get_sequence_parallel_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.wall_clock_breakdown", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.flops_profiler_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.flops_profiler_recompute_fwd_factor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.flops_profiler_profile_step", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.flops_profiler_module_depth", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.flops_profiler_top_modules", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.flops_profiler_detailed", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.flops_profiler_output_file", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.memory_breakdown", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.autotuning_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.autotuning_start_profile_step", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.autotuning_end_profile_step", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.autotuning_metric_path", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.autotuning_model_info_path", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.autotuning_metric", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.autotuning_profile_model_info", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.sparse_gradients_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.train_batch_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.train_micro_batch_size_per_gpu", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.optimizer_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.optimizer_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.optimizer_legacy_fusion", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.scheduler_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.scheduler_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.quantize_training", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_optimization", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_allow_untested_optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_force_ds_cpu_optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_reduce_scatter", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_overlap_comm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_offload_optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_offload_param", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_use_cpu_optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_cpu_offload", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_partial_offload", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.super_offload", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.cpuadam_cores_perc", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_sub_group_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_optimization_stage", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.mics_shard_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_reduce_bucket_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_multi_rank_bucket_allreduce", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_allgather_bucket_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_optimization_partition_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_optimization_partition_weights", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.is_first_weights_partition_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_contiguous_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_load_from_fp32_weights", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_elastic_checkpoint", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_nvme_offload_optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_max_live_parameters", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_max_reuse_distance", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_prefetch_bucket_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_module_granularity_threshold", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_param_persistence_threshold", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_model_persistence_threshold", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_gather_16bit_weights_on_model_save", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_grad_hooks", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_legacy_stage1", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_ignore_unused_parameters", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.tensor_parallel_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.autotp_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.graph_harvesting", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.fp16_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.bfloat16_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.fp16_master_weights_and_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.bf16_master_weights_and_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.bf16_optimizer_states", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.amp_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.amp_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.torch_autocast_enabled", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.torch_autocast_dtype", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.torch_autocast_lower_precision_safe_modules", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.fp16_auto_cast", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.loss_scale", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.gradient_accumulation_steps", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.use_node_local_storage", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.load_universal_checkpoint", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.postscale_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.gradient_predivide_factor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.steps_per_print", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_allgather_partitions", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_round_robin_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_hpz_partition_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_quantized_weights", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_quantized_nontrainable_weights", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_quantized_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zeropp_loco_param", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_log_trace_cache_warnings", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zero_allgather_sequential", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.is_sanity_checks_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.dump_state", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.gradient_clipping", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.dynamic_loss_scale", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.initial_dynamic_scale", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.dynamic_loss_scale_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.swap_tensor_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.aio_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.zenflow_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.get_data_types", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine._optimizer_has_ckpt_event_prologue", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine._optimizer_has_ckpt_event_epilogue", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine._configure_lr_scheduler", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine._configure_checkpointing", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine._scheduler_from_config", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine._set_distributed_vars", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine._configure_with_arguments", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedEngine._do_args_sanity_check", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine._is_supported_optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine._supported_optims", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine._do_sanity_check", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine._broadcast_model", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.__check_params", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedEngine._set_client_model", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine._configure_distributed_model", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine._check_for_duplicates", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine._do_optimizer_sanity_check", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine._configure_optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedEngine._configure_basic_optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine._configure_compression_scheduler", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine._configure_random_ltd_scheduler", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine._configure_quantization", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine._configure_fp16_optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedEngine._configure_bf16_optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine._configure_zero_optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine._return_mics_optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedEngine._configure_eigenvalue", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine._configure_progressive_layer_drop", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine._configure_curriculum_scheduler_legacy", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.is_map_style_dataset", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine.is_iterable_style_dataset", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine.dataloader_drop_last", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.was_step_applied", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.deepspeed_io", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "DeepSpeedEngine.train", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine.eval", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine._scale_loss_by_gas", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedEngine._create_module_forward_pre_hook", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine._create_module_forward_post_hook", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine._forward_prologue", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedEngine._forward_epilogue", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.forward", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedEngine._cast_inputs_half", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine.print_forward_breakdown", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine.allreduce_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine._backward_prologue", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine._backward_epilogue", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine._backward_prologue_per_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine._backward_post_hook", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.no_sync", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.scale", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine.backward", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedEngine.is_gradient_accumulation_boundary", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.set_gradient_accumulation_boundary", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine.zero_grad", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.clip_fp32_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine._take_model_step", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedEngine.step", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine._start_timers", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine._stop_timers", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine._update_wall_clock_timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.get_wall_clock_timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine._autotuning_exit", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine._write_monitor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine._get_optimizer_param", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine._get_optimizer_loss_scale", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.get_lr", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.get_type", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.get_mom", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.get_pld_theta", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine._report_progress", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine.allreduce_bucket", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedEngine.allreduce_and_copy", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedEngine.allreduce_no_retain", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "DeepSpeedEngine._get_gradients_for_reduction", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine._reduce_non_expert_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedEngine._reduce_expert_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedEngine.buffered_allreduce_fallback", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedEngine.sparse_allreduce_no_retain", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedEngine.sparse_allreduce_bucket", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedEngine.sparse_allreduce", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedEngine.sparse_all_gather", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedEngine.all_gather_scalar", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedEngine.module_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "DeepSpeedEngine.load_moe_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "DeepSpeedEngine.load_module_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "DeepSpeedEngine._get_zero_ckpt_prefix", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedEngine._get_rank_zero_ckpt_name", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "DeepSpeedEngine._get_zero_ckpt_name", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedEngine._get_ckpt_name", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "DeepSpeedEngine._get_optimizer_ckpt_name", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedEngine._get_expert_ckpt_name", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "DeepSpeedEngine._get_all_ckpt_names", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedEngine.load_checkpoint", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "DeepSpeedEngine._load_checkpoint", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "DeepSpeedEngine._load_zero_checkpoint", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedEngine._get_mp_rank_zero_checkpoint_names", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "DeepSpeedEngine._get_all_zero_checkpoint_names", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedEngine._get_all_zero_checkpoint_state_dicts", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine._get_all_zero_checkpoints", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedEngine._checkpoint_tag_validation", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine.save_checkpoint", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "DeepSpeedEngine._commit_decoupled_checkpoint", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine._get_non_moe_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine._save_moe_checkpoint", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "DeepSpeedEngine._create_checkpoint_file", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedEngine._create_zero_checkpoint_files", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedEngine._save_checkpoint", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "DeepSpeedEngine._get_buffer_names", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine._get_param_shape_func", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine._get_param_fragment_func", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine._get_zero_frozen_param_attributes", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine._get_zero_param_shapes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine._get_shared_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine._copy_recovery_script", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine._change_recovery_script_permissions", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine._save_zero_checkpoint", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedEngine._replace_module_consolidated_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine._consolidated_16bit_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine._zero3_consolidated_16bit_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine.save_fp16_model", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedEngine.save_16bit_model", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedEngine.empty_partition_cache", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.compile", "n_typed": 1, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "DeepSpeedEngine._set_deepcompile_active", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedEngine.get_compile_time", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.register_compile_pass", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedEngine.is_deepcompile_enabled", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.is_deepcompile_active", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedEngine.offload_states", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "DeepSpeedEngine.reload_states", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "DeepSpeedEngine.communication_data_type", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_typable": 2 }, { "kind": "property", "name": "DeepSpeedEngine.is_compiled", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "DeepSpeedEngine.dont_change_device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.client_optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.client_lr_scheduler", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.training_data", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.collate_fn", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.mpu", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.all_to_all_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.data_parallel_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.global_steps", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.global_samples", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.micro_steps", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.skipped_steps", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.gradient_average", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.warn_unscaled_loss", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.loaded_checkpoint_mp_world_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.loaded_checkpoint_dp_world_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.enable_backward_allreduce", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.inside_no_sync_ctxt", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.progressive_layer_drop", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.eigenvalue", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.block_eigenvalue", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.gas_boundary_ctr", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.dist_backend", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.has_moe_layers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.num_experts", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.gate_modules", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.moe_layers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.use_ds_comm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.checkpoint_engine", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.basic_optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.lr_scheduler", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.scale_wrt_gas", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.losses", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.mesh_device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.monitor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.pipeline_parallelism", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.module_forward_pre_hook", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.module_forward_post_hook", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.param_names", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.tput_timer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.torch_autocast_z0_gradscaler", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.sparse_tensor_module_names", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.save_non_zero_checkpoint", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.save_zero_checkpoint", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.engine_timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.engine_timers_cache", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.flatten", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.unflatten", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.flops_profiler", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.training_dataloader", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.curriculum_scheduler_legacy", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedEngine.random_ltd_scheduler", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 556, "n_typed": 24, "n_any": 0, "n_untyped": 532, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 279, "n_method_overloads": 279, "n_method_params": 219, "n_attrs": 55, "n_properties": 2 }, { "kind": "attr", "name": "deepspeed.runtime.engine.MEMORY_OPT_ALLREDUCE_SIZE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.engine.DeepSpeedSchedulerCallable", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "class", "name": "deepspeed.runtime.engine.EngineTimers", "methods": [ { "kind": "function", "name": "EngineTimers.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "EngineTimers.active_timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "EngineTimers.forward_timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "EngineTimers.backward_timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "EngineTimers.backward_inner_timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "EngineTimers.backward_reduce_timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "EngineTimers.step_timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "EngineTimers.global_timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "EngineTimers.micro_timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 11, "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_attrs": 7, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.engine", "names": [ "deepspeed.runtime.engine.APEX_INSTALLED", "deepspeed.runtime.engine.DeepSpeedEngine", "deepspeed.runtime.engine.DeepSpeedOptimizerCallable", "deepspeed.runtime.engine.DeepSpeedSchedulerCallable", "deepspeed.runtime.engine.EngineTimers", "deepspeed.runtime.engine.MEMORY_OPT_ALLREDUCE_SIZE", "deepspeed.runtime.engine.split_half_float_double_sparse" ], "n_typable": 571, "n_typed": 26, "n_any": 0, "n_untyped": 545, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 1, "n_methods": 281, "n_method_overloads": 281, "n_method_params": 221, "n_classes": 2, "n_attrs": 66, "n_properties": 2, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/fp16/fused_optimizer.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.fp16.fused_optimizer.FP16_Optimizer", "methods": [ { "kind": "function", "name": "FP16_Optimizer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 15, "n_overloads": 1, "n_typable": 15, "n_params": 14, "n_function_overloads": 1, "n_function_params": 14 }, { "kind": "function", "name": "FP16_Optimizer.initialize_optimizer_states", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FP16_Optimizer.zero_grad", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FP16_Optimizer.step_fused_adam", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FP16_Optimizer.set_lr", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FP16_Optimizer.get_lr", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FP16_Optimizer.override_loss_scale", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FP16_Optimizer._require_avoid_recompute_norm", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "FP16_Optimizer._get_norm_mask_idx", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FP16_Optimizer.step", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FP16_Optimizer.unscale_and_clip_grads", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "FP16_Optimizer.backward", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "FP16_Optimizer._update_scale", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FP16_Optimizer._get_state", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FP16_Optimizer._set_state", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FP16_Optimizer._get_param_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FP16_Optimizer._set_param_groups", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FP16_Optimizer.state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FP16_Optimizer.refresh_fp32_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FP16_Optimizer.load_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "FP16_Optimizer.__repr__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FP16_Optimizer._get_loss_scale", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FP16_Optimizer._set_loss_scale", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "FP16_Optimizer.fused_adam_legacy", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_Optimizer.timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_Optimizer.has_moe_layers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_Optimizer.deepspeed", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_Optimizer.using_pipeline", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_Optimizer.low_precision_dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_Optimizer.loss_scale_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_Optimizer.optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_Optimizer.fp16_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_Optimizer.fp16_groups_flat", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_Optimizer.fp32_groups_flat", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_Optimizer.flatten_grad_norm_mask_list", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_Optimizer.has_executed_step", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_Optimizer.verbose", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_Optimizer.custom_loss_scaler", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_Optimizer.external_loss_scale", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_Optimizer.clip_grad", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_Optimizer.norm_type", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_Optimizer.mpu", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_Optimizer.overflow", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_Optimizer.overflow_checker", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_Optimizer.clip_grad_norm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_Optimizer.state", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_Optimizer.param_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_Optimizer.loss_scale", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 82, "n_typed": 0, "n_any": 0, "n_untyped": 82, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 23, "n_method_overloads": 23, "n_method_params": 34, "n_attrs": 25, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.runtime.fp16.fused_optimizer.BASIC_STEP_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.fp16.fused_optimizer.UNSCALE_AND_CLIP_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.fp16.fused_optimizer.STEP_TIMERS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.fp16.fused_optimizer.OVERFLOW_TIMERS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.fp16.fused_optimizer.COMPUTE_NORM_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.fp16.fused_optimizer.OVERFLOW_CHECK_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.fp16.fused_optimizer.UPDATE_FP16_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.fp16.fused_optimizer", "names": [ "deepspeed.runtime.fp16.fused_optimizer.BASIC_STEP_TIMER", "deepspeed.runtime.fp16.fused_optimizer.COMPUTE_NORM_TIMER", "deepspeed.runtime.fp16.fused_optimizer.FP16_Optimizer", "deepspeed.runtime.fp16.fused_optimizer.OVERFLOW_CHECK_TIMER", "deepspeed.runtime.fp16.fused_optimizer.OVERFLOW_TIMERS", "deepspeed.runtime.fp16.fused_optimizer.STEP_TIMERS", "deepspeed.runtime.fp16.fused_optimizer.UNSCALE_AND_CLIP_TIMER", "deepspeed.runtime.fp16.fused_optimizer.UPDATE_FP16_TIMER" ], "n_typable": 82, "n_typed": 0, "n_any": 0, "n_untyped": 82, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 23, "n_method_overloads": 23, "n_method_params": 34, "n_classes": 1, "n_attrs": 32, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/fp16/loss_scaler.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.fp16.loss_scaler.LossScaleProfileDefaults", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "LossScaleProfileDefaults.initial_dynamic_scale", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "LossScaleProfileDefaults.default_scale_window", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "LossScaleProfileDefaults.default_min_loss_scale", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "LossScaleProfileDefaults.scale_factor", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 4, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.runtime.fp16.loss_scaler.SCALE_WINDOW", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.fp16.loss_scaler.DELAYED_SHIFT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.fp16.loss_scaler.DynamicLossScaler", "methods": [ { "kind": "function", "name": "DynamicLossScaler.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "DynamicLossScaler.has_overflow_serial", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DynamicLossScaler._has_inf_or_nan", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DynamicLossScaler.update_scale", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DynamicLossScaler.cur_iter", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DynamicLossScaler.last_overflow_iter", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DynamicLossScaler.scale_factor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DynamicLossScaler.scale_window", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DynamicLossScaler.min_scale", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DynamicLossScaler.delayed_shift", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DynamicLossScaler.cur_hysteresis", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DynamicLossScaler.consecutive_hysteresis", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DynamicLossScaler.raise_error_at_min_scale", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DynamicLossScaler.dynamic", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DynamicLossScaler.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 24, "n_typed": 0, "n_any": 0, "n_untyped": 24, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 9, "n_attrs": 11, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.runtime.fp16.loss_scaler.to_python_float", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.runtime.fp16.loss_scaler.MIN_LOSS_SCALE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.fp16.loss_scaler.LOSS_SCALE_PROFILE_DEFAULTS", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "function", "name": "deepspeed.runtime.fp16.loss_scaler.CreateLossScaler", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "attr", "name": "deepspeed.runtime.fp16.loss_scaler.INITIAL_LOSS_SCALE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.fp16.loss_scaler.LossScalerBase", "methods": [ { "kind": "function", "name": "LossScalerBase.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "LossScalerBase.scale_gradient", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "LossScalerBase.update_scale", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "LossScalerBase.scale_loss", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "LossScalerBase.backward", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [ { "kind": "property", "name": "LossScalerBase.loss_scale", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "LossScalerBase.cur_scale", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LossScalerBase.dynamic", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 16, "n_typed": 0, "n_any": 0, "n_untyped": 16, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 8, "n_attrs": 2, "n_properties": 1 }, { "kind": "class", "name": "deepspeed.runtime.fp16.loss_scaler.LossScaler", "methods": [ { "kind": "function", "name": "LossScaler.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "LossScaler.has_overflow", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "LossScaler._has_inf_or_nan", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 5, "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 2, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.fp16.loss_scaler.LossScaleProfile", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "LossScaleProfile.FUSED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "LossScaleProfile.UNFUSED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.runtime.fp16.loss_scaler.CONSECUTIVE_HYSTERESIS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.fp16.loss_scaler.LossScaleConfig", "methods": [ { "kind": "function", "name": "LossScaleConfig.__init__", "n_typed": 2, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "LossScaleConfig.use_grad_scaling", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "LossScaleConfig.dynamic_loss_scale", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "LossScaleConfig.cur_iter", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "LossScaleConfig.cur_scale", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "LossScaleConfig.last_overflow_iter", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "LossScaleConfig.scale_factor", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "LossScaleConfig.scale_window", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "LossScaleConfig.min_loss_scale", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 7, "n_typed": 2, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 6, "n_attrs": 8, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.fp16.loss_scaler", "names": [ "deepspeed.runtime.fp16.loss_scaler.CONSECUTIVE_HYSTERESIS", "deepspeed.runtime.fp16.loss_scaler.CreateLossScaler", "deepspeed.runtime.fp16.loss_scaler.DELAYED_SHIFT", "deepspeed.runtime.fp16.loss_scaler.DynamicLossScaler", "deepspeed.runtime.fp16.loss_scaler.INITIAL_LOSS_SCALE", "deepspeed.runtime.fp16.loss_scaler.LOSS_SCALE_PROFILE_DEFAULTS", "deepspeed.runtime.fp16.loss_scaler.LossScaleConfig", "deepspeed.runtime.fp16.loss_scaler.LossScaleProfile", "deepspeed.runtime.fp16.loss_scaler.LossScaleProfileDefaults", "deepspeed.runtime.fp16.loss_scaler.LossScaler", "deepspeed.runtime.fp16.loss_scaler.LossScalerBase", "deepspeed.runtime.fp16.loss_scaler.MIN_LOSS_SCALE", "deepspeed.runtime.fp16.loss_scaler.SCALE_WINDOW", "deepspeed.runtime.fp16.loss_scaler.to_python_float" ], "n_typable": 60, "n_typed": 2, "n_any": 0, "n_untyped": 58, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 5, "n_methods": 13, "n_method_overloads": 13, "n_method_params": 25, "n_classes": 6, "n_attrs": 33, "n_properties": 1, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/fp16/onebit/adam.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.fp16.onebit.adam.OnebitAdam", "methods": [ { "kind": "function", "name": "OnebitAdam.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 14, "n_overloads": 1, "n_typable": 14, "n_params": 13, "n_function_overloads": 1, "n_function_params": 13 }, { "kind": "function", "name": "OnebitAdam.step", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "OnebitAdam.load_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "OnebitAdam.eps_mode", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OnebitAdam.comm_time", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OnebitAdam.step_time", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OnebitAdam.ave_step", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OnebitAdam.bk_time", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OnebitAdam.deepspeed", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OnebitAdam.adam_freeze_key", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OnebitAdam.initialize", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OnebitAdam.freeze_step", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OnebitAdam.cuda_aware", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OnebitAdam.using_pipeline", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OnebitAdam.comm_backend_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OnebitAdam.comm_backend_handle", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OnebitAdam.size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OnebitAdam.divider", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 34, "n_typed": 0, "n_any": 0, "n_untyped": 34, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 16, "n_attrs": 15, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.fp16.onebit.adam", "names": [ "deepspeed.runtime.fp16.onebit.adam.OnebitAdam" ], "n_typable": 34, "n_typed": 0, "n_any": 0, "n_untyped": 34, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 16, "n_classes": 1, "n_attrs": 15, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/fp16/onebit/lamb.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.fp16.onebit.lamb.OnebitLamb", "methods": [ { "kind": "function", "name": "OnebitLamb.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 20, "n_overloads": 1, "n_typable": 20, "n_params": 19, "n_function_overloads": 1, "n_function_params": 19 }, { "kind": "function", "name": "OnebitLamb.step", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "OnebitLamb.load_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "OnebitLamb.get_lamb_coeffs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "OnebitLamb.eps_mode", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OnebitLamb.deepspeed", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OnebitLamb.lamb_freeze_key", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OnebitLamb.initialize", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OnebitLamb.freeze_step", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OnebitLamb.cuda_aware", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OnebitLamb.coeff_beta", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OnebitLamb.factor_max", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OnebitLamb.factor_min", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OnebitLamb.factor_threshold", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OnebitLamb.using_pipeline", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OnebitLamb.comm_backend_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OnebitLamb.comm_backend_handle", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OnebitLamb.size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OnebitLamb.divider", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OnebitLamb.exp_avg_flat", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OnebitLamb.dummy_exp_avg", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OnebitLamb.corrected_tensor_sizes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OnebitLamb.server_chunk_sizes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OnebitLamb.worker_errors", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OnebitLamb.server_errors", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OnebitLamb.lamb_coeffs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 48, "n_typed": 0, "n_any": 0, "n_untyped": 48, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 22, "n_attrs": 22, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.fp16.onebit.lamb", "names": [ "deepspeed.runtime.fp16.onebit.lamb.OnebitLamb" ], "n_typable": 48, "n_typed": 0, "n_any": 0, "n_untyped": 48, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 22, "n_classes": 1, "n_attrs": 22, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/fp16/onebit/zoadam.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.fp16.onebit.zoadam.ZeroOneAdam", "methods": [ { "kind": "function", "name": "ZeroOneAdam.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 17, "n_overloads": 1, "n_typable": 17, "n_params": 16, "n_function_overloads": 1, "n_function_params": 16 }, { "kind": "function", "name": "ZeroOneAdam.step", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ZeroOneAdam.load_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "ZeroOneAdam.eps_mode", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ZeroOneAdam.deepspeed", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ZeroOneAdam.initialize", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ZeroOneAdam.cuda_aware", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ZeroOneAdam.using_pipeline", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ZeroOneAdam.var_freeze_step", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ZeroOneAdam.var_update_scaler", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ZeroOneAdam.local_step_scaler", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ZeroOneAdam.local_step_clipper", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ZeroOneAdam.freeze_key", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ZeroOneAdam.reinitial_error_buffer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ZeroOneAdam.comm_backend_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ZeroOneAdam.comm_backend_handle", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ZeroOneAdam.size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ZeroOneAdam.divider", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 37, "n_typed": 0, "n_any": 0, "n_untyped": 37, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 19, "n_attrs": 15, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.fp16.onebit.zoadam", "names": [ "deepspeed.runtime.fp16.onebit.zoadam.ZeroOneAdam" ], "n_typable": 37, "n_typed": 0, "n_any": 0, "n_untyped": 37, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 19, "n_classes": 1, "n_attrs": 15, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/fp16/unfused_optimizer.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.fp16.unfused_optimizer.FP16_UnfusedOptimizer", "methods": [ { "kind": "function", "name": "FP16_UnfusedOptimizer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 12, "n_overloads": 1, "n_typable": 12, "n_params": 11, "n_function_overloads": 1, "n_function_params": 11 }, { "kind": "function", "name": "FP16_UnfusedOptimizer.zero_grad", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FP16_UnfusedOptimizer.step_fused_lamb", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FP16_UnfusedOptimizer.set_lr", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FP16_UnfusedOptimizer.get_lr", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FP16_UnfusedOptimizer.override_loss_scale", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FP16_UnfusedOptimizer.step", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FP16_UnfusedOptimizer.unscale_and_clip_grads", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "FP16_UnfusedOptimizer.backward", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "FP16_UnfusedOptimizer._update_scale", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FP16_UnfusedOptimizer._get_state", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FP16_UnfusedOptimizer._set_state", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FP16_UnfusedOptimizer._get_param_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FP16_UnfusedOptimizer._set_param_groups", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FP16_UnfusedOptimizer._get_loss_scale", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FP16_UnfusedOptimizer._set_loss_scale", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FP16_UnfusedOptimizer.state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FP16_UnfusedOptimizer.refresh_fp32_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FP16_UnfusedOptimizer.load_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "FP16_UnfusedOptimizer.__repr__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FP16_UnfusedOptimizer.initialize_optimizer_states", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "FP16_UnfusedOptimizer.fused_lamb_legacy", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_UnfusedOptimizer.low_precision_dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_UnfusedOptimizer.loss_scale_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_UnfusedOptimizer.optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_UnfusedOptimizer.fp16_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_UnfusedOptimizer.fp32_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_UnfusedOptimizer.custom_loss_scaler", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_UnfusedOptimizer.external_loss_scale", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_UnfusedOptimizer.verbose", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_UnfusedOptimizer.clip_grad", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_UnfusedOptimizer.norm_type", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_UnfusedOptimizer.mpu", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_UnfusedOptimizer.overflow", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_UnfusedOptimizer.overflow_checker", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_UnfusedOptimizer.clip_grad_norm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_UnfusedOptimizer.state", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_UnfusedOptimizer.param_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FP16_UnfusedOptimizer.loss_scale", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 66, "n_typed": 0, "n_any": 0, "n_untyped": 66, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 21, "n_method_overloads": 21, "n_method_params": 27, "n_attrs": 18, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.fp16.unfused_optimizer", "names": [ "deepspeed.runtime.fp16.unfused_optimizer.FP16_UnfusedOptimizer" ], "n_typable": 66, "n_typed": 0, "n_any": 0, "n_untyped": 66, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 21, "n_method_overloads": 21, "n_method_params": 27, "n_classes": 1, "n_attrs": 18, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/hybrid_engine.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.runtime.hybrid_engine.OPTLearnedPositionalEmbedding", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.hybrid_engine.DeepSpeedHybridEngine", "methods": [ { "kind": "function", "name": "DeepSpeedHybridEngine.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedHybridEngine.convert_to_linear_transposed", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedHybridEngine.new_inference_container", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedHybridEngine.populate_all_inference_policies", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedHybridEngine._fuse_lora_layer", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedHybridEngine.fuse_lora_weight", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedHybridEngine._unfuse_lora_layer", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedHybridEngine.unfuse_lora_weight", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedHybridEngine.unfuse_lora_weight_non_pinned", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedHybridEngine.retake_inference_cache", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedHybridEngine.generate", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedHybridEngine.create_inference_containers", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedHybridEngine.create_inference_module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedHybridEngine._zero3_forward", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedHybridEngine.eval", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedHybridEngine.train", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedHybridEngine.step", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedHybridEngine.inference_mp_group", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DeepSpeedHybridEngine.Z3_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedHybridEngine.gather_all_layers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedHybridEngine.is_lora_fused", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedHybridEngine.workspace", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 37, "n_typed": 0, "n_any": 0, "n_untyped": 37, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 17, "n_method_overloads": 17, "n_method_params": 16, "n_attrs": 5, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.hybrid_engine", "names": [ "deepspeed.runtime.hybrid_engine.DeepSpeedHybridEngine", "deepspeed.runtime.hybrid_engine.OPTLearnedPositionalEmbedding" ], "n_typable": 37, "n_typed": 0, "n_any": 0, "n_untyped": 37, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 17, "n_method_overloads": 17, "n_method_params": 16, "n_classes": 1, "n_attrs": 6, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/lr_schedules.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.runtime.lr_schedules.LR_SCHEDULE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.lr_schedules.CYCLE_FIRST_STAIR_COUNT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.lr_schedules.override_lr_range_test_params", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "attr", "name": "deepspeed.runtime.lr_schedules.WARMUP_MAX_LR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.lr_schedules.DECAY_MOM_RATE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.lr_schedules.get_config_from_args", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.runtime.lr_schedules.CYCLE_MIN_LR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.lr_schedules.LR_RANGE_TEST_STAIRCASE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.lr_schedules.WarmupLR", "methods": [ { "kind": "function", "name": "WarmupLR.__init__", "n_typed": 6, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "WarmupLR.get_lr", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "WarmupLR.get_last_lr", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "WarmupLR.step", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "WarmupLR.state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "WarmupLR.load_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "WarmupLR._get_gamma", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "WarmupLR._format_param", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "WarmupLR.optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "WarmupLR.min_lrs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "WarmupLR.max_lrs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "WarmupLR.delta_lrs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "WarmupLR.warmup_num_steps", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "WarmupLR.warmup_type", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "WarmupLR.inverse_log_warm_up", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "WarmupLR.last_batch_iteration", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 27, "n_typed": 6, "n_any": 0, "n_untyped": 21, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 11, "n_attrs": 8, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.runtime.lr_schedules.CYCLE_SECOND_STAIR_COUNT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.lr_schedules.DECAY_LR_RATE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.lr_schedules.WARMUP_NUM_STEPS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.lr_schedules.override_warmupLR_params", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "attr", "name": "deepspeed.runtime.lr_schedules.WARMUP_DECAY_LR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.lr_schedules.WARMUP_LR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.lr_schedules.LRRangeTest", "methods": [ { "kind": "function", "name": "LRRangeTest.__init__", "n_typed": 6, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "LRRangeTest._staircase_interval", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "LRRangeTest._continuous_interval", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "LRRangeTest._get_increase", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "LRRangeTest.get_lr", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "LRRangeTest.get_last_lr", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "LRRangeTest.step", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "LRRangeTest.state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "LRRangeTest.load_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "LRRangeTest.optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LRRangeTest.step_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LRRangeTest.step_rate", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LRRangeTest.last_batch_iteration", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LRRangeTest.staircase", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LRRangeTest.interval_fn", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LRRangeTest.min_lr", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 24, "n_typed": 6, "n_any": 0, "n_untyped": 18, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 9, "n_method_overloads": 9, "n_method_params": 8, "n_attrs": 7, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.lr_schedules.WarmupCosineLR", "methods": [ { "kind": "function", "name": "WarmupCosineLR.__init__", "n_typed": 7, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "WarmupCosineLR.get_lr_ratio", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "WarmupCosineLR.step", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "WarmupCosineLR.get_lr", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "WarmupCosineLR.get_last_lr", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "WarmupCosineLR.state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "WarmupCosineLR.load_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "WarmupCosineLR._format_param", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "WarmupCosineLR.optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "WarmupCosineLR.total_num_steps", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "WarmupCosineLR.last_batch_iteration", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "WarmupCosineLR.cos_min_ratio", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "WarmupCosineLR.warmup_type", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "WarmupCosineLR.warmup_min_ratio", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "WarmupCosineLR.warmup_num_steps", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "WarmupCosineLR.inverse_log_warm_up", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "WarmupCosineLR.org_lrs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 29, "n_typed": 7, "n_any": 0, "n_untyped": 22, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 12, "n_attrs": 9, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.runtime.lr_schedules.get_lr_from_config", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.runtime.lr_schedules.LR_RANGE_TEST_STEP_SIZE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.lr_schedules.CYCLE_MAX_LR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.lr_schedules.LR_RANGE_TEST_STEP_RATE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.lr_schedules.MID_VALUE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.lr_schedules.CYCLE_FIRST_STEP_SIZE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.lr_schedules.CYCLE_SECOND_STEP_SIZE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.lr_schedules.OneCycle", "methods": [ { "kind": "function", "name": "OneCycle.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 15, "n_overloads": 1, "n_typable": 15, "n_params": 14, "n_function_overloads": 1, "n_function_params": 14 }, { "kind": "function", "name": "OneCycle._initialize_cycle", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "OneCycle._initialize_lr", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "OneCycle._initialize_momentum", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "OneCycle._get_scale_factor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OneCycle._get_cycle_mom", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OneCycle._get_cycle_lr", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OneCycle._get_decay_mom", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "OneCycle._get_decay_lr", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "OneCycle.get_lr", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OneCycle.get_mom", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OneCycle.get_last_lr", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OneCycle.step", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "OneCycle.state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OneCycle.load_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "OneCycle.optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OneCycle.cycle_momentum", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OneCycle.last_batch_iteration", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 51, "n_typed": 0, "n_any": 0, "n_untyped": 51, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 15, "n_method_overloads": 15, "n_method_params": 33, "n_attrs": 3, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.runtime.lr_schedules.override_1cycle_params", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "attr", "name": "deepspeed.runtime.lr_schedules.DECAY_STEP_SIZE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.lr_schedules.COS_MIN_RATIO", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.lr_schedules.WARMUP_LOG_RATE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.lr_schedules.get_torch_optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.runtime.lr_schedules.WARMUP_MIN_LR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.lr_schedules.WARMUP_COSINE_LR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.lr_schedules.WARMUP_LINEAR_RATE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.lr_schedules.LR_RANGE_TEST_MIN_LR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.lr_schedules.override_params", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "attr", "name": "deepspeed.runtime.lr_schedules.ONE_CYCLE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.lr_schedules.WARMUP_TYPE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.lr_schedules.update_lr", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "attr", "name": "deepspeed.runtime.lr_schedules.LR_RANGE_TEST", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.lr_schedules.WARMUP_MIN_RATIO", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.lr_schedules.EDGE_VALUE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.lr_schedules.add_tuning_arguments", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "deepspeed.runtime.lr_schedules.WarmupDecayLR", "methods": [ { "kind": "function", "name": "WarmupDecayLR.__init__", "n_typed": 7, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "WarmupDecayLR._get_gamma", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "WarmupDecayLR.total_num_steps", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 10, "n_typed": 7, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 7, "n_attrs": 1, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.runtime.lr_schedules.VALID_LR_SCHEDULES", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.lr_schedules.parse_arguments", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "attr", "name": "deepspeed.runtime.lr_schedules.TOTAL_NUM_STEPS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.lr_schedules.CYCLE_MAX_MOM", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.lr_schedules.CYCLE_MIN_MOM", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.lr_schedules", "names": [ "deepspeed.runtime.lr_schedules.COS_MIN_RATIO", "deepspeed.runtime.lr_schedules.CYCLE_FIRST_STAIR_COUNT", "deepspeed.runtime.lr_schedules.CYCLE_FIRST_STEP_SIZE", "deepspeed.runtime.lr_schedules.CYCLE_MAX_LR", "deepspeed.runtime.lr_schedules.CYCLE_MAX_MOM", "deepspeed.runtime.lr_schedules.CYCLE_MIN_LR", "deepspeed.runtime.lr_schedules.CYCLE_MIN_MOM", "deepspeed.runtime.lr_schedules.CYCLE_SECOND_STAIR_COUNT", "deepspeed.runtime.lr_schedules.CYCLE_SECOND_STEP_SIZE", "deepspeed.runtime.lr_schedules.DECAY_LR_RATE", "deepspeed.runtime.lr_schedules.DECAY_MOM_RATE", "deepspeed.runtime.lr_schedules.DECAY_STEP_SIZE", "deepspeed.runtime.lr_schedules.EDGE_VALUE", "deepspeed.runtime.lr_schedules.LRRangeTest", "deepspeed.runtime.lr_schedules.LR_RANGE_TEST", "deepspeed.runtime.lr_schedules.LR_RANGE_TEST_MIN_LR", "deepspeed.runtime.lr_schedules.LR_RANGE_TEST_STAIRCASE", "deepspeed.runtime.lr_schedules.LR_RANGE_TEST_STEP_RATE", "deepspeed.runtime.lr_schedules.LR_RANGE_TEST_STEP_SIZE", "deepspeed.runtime.lr_schedules.LR_SCHEDULE", "deepspeed.runtime.lr_schedules.MID_VALUE", "deepspeed.runtime.lr_schedules.ONE_CYCLE", "deepspeed.runtime.lr_schedules.OneCycle", "deepspeed.runtime.lr_schedules.TOTAL_NUM_STEPS", "deepspeed.runtime.lr_schedules.VALID_LR_SCHEDULES", "deepspeed.runtime.lr_schedules.WARMUP_COSINE_LR", "deepspeed.runtime.lr_schedules.WARMUP_DECAY_LR", "deepspeed.runtime.lr_schedules.WARMUP_LINEAR_RATE", "deepspeed.runtime.lr_schedules.WARMUP_LOG_RATE", "deepspeed.runtime.lr_schedules.WARMUP_LR", "deepspeed.runtime.lr_schedules.WARMUP_MAX_LR", "deepspeed.runtime.lr_schedules.WARMUP_MIN_LR", "deepspeed.runtime.lr_schedules.WARMUP_MIN_RATIO", "deepspeed.runtime.lr_schedules.WARMUP_NUM_STEPS", "deepspeed.runtime.lr_schedules.WARMUP_TYPE", "deepspeed.runtime.lr_schedules.WarmupCosineLR", "deepspeed.runtime.lr_schedules.WarmupDecayLR", "deepspeed.runtime.lr_schedules.WarmupLR", "deepspeed.runtime.lr_schedules.add_tuning_arguments", "deepspeed.runtime.lr_schedules.get_config_from_args", "deepspeed.runtime.lr_schedules.get_lr_from_config", "deepspeed.runtime.lr_schedules.get_torch_optimizer", "deepspeed.runtime.lr_schedules.override_1cycle_params", "deepspeed.runtime.lr_schedules.override_lr_range_test_params", "deepspeed.runtime.lr_schedules.override_params", "deepspeed.runtime.lr_schedules.override_warmupLR_params", "deepspeed.runtime.lr_schedules.parse_arguments", "deepspeed.runtime.lr_schedules.update_lr" ], "n_typable": 165, "n_typed": 26, "n_any": 0, "n_untyped": 139, "n_functions": 10, "n_function_overloads": 10, "n_function_params": 14, "n_methods": 42, "n_method_overloads": 42, "n_method_params": 71, "n_classes": 5, "n_attrs": 61, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/model_checkpointing/config.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.runtime.model_checkpointing.config.CHECKPOINT_DEFAULT_DICT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.model_checkpointing.config.VALID_VALUES", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.model_checkpointing.config.get_checkpoint_config", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.model_checkpointing.config.get_checkpoint_writer_config", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.runtime.model_checkpointing.config", "names": [ "deepspeed.runtime.model_checkpointing.config.CHECKPOINT_DEFAULT_DICT", "deepspeed.runtime.model_checkpointing.config.VALID_VALUES", "deepspeed.runtime.model_checkpointing.config.get_checkpoint_config", "deepspeed.runtime.model_checkpointing.config.get_checkpoint_writer_config" ], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 2, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/model_checkpointing/constants.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_IO_STATISTICS_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.model_checkpointing.constants.CheckpointDataParallel", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "CheckpointDataParallel.REPLICA", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CheckpointDataParallel.SOCKET", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CheckpointDataParallel.MACHINE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 3, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_DATA_PARALLEL_UNITS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_WRITER_DECOUPLED_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.model_checkpointing.constants.ValidationMode", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "ValidationMode.WARN", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ValidationMode.IGNORE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ValidationMode.FAIL", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 3, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_IO_BUFFER_SIZE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_TAG_VALIDATION_MODES", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_WRITER_TYPE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_WRITER_DECOUPLED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_DATA_PARALLEL_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_SERIALIZATION", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_SERIALIZATION_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_DATA_PARALLEL", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_WRITER_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_IO_BUFFER_DOUBLE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_IO_MULTIPLIER_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_WRITER_TYPES", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_TAG_VALIDATION", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_IO_BUFFER_SIZE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.model_checkpointing.constants.CheckpointWriterType", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "CheckpointWriterType.MOCK", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CheckpointWriterType.PYTHON", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CheckpointWriterType.FAST", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 3, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_IO_MULTIPLIER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_WRITER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_FORMAT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_IO_BUFFER_DOUBLE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_IO_STATISTICS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.model_checkpointing.constants", "names": [ "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT", "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_DATA_PARALLEL", "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_DATA_PARALLEL_DEFAULT", "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_DATA_PARALLEL_UNITS", "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_FORMAT", "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_IO_BUFFER_DOUBLE", "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_IO_BUFFER_DOUBLE_DEFAULT", "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_IO_BUFFER_SIZE", "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_IO_BUFFER_SIZE_DEFAULT", "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_IO_MULTIPLIER", "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_IO_MULTIPLIER_DEFAULT", "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_IO_STATISTICS", "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_IO_STATISTICS_DEFAULT", "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_SERIALIZATION", "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_SERIALIZATION_DEFAULT", "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_TAG_VALIDATION", "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_TAG_VALIDATION_MODES", "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_WRITER", "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_WRITER_DECOUPLED", "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_WRITER_DECOUPLED_DEFAULT", "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_WRITER_DEFAULT", "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_WRITER_TYPE", "deepspeed.runtime.model_checkpointing.constants.CHECKPOINT_WRITER_TYPES", "deepspeed.runtime.model_checkpointing.constants.CheckpointDataParallel", "deepspeed.runtime.model_checkpointing.constants.CheckpointWriterType", "deepspeed.runtime.model_checkpointing.constants.ValidationMode" ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 3, "n_attrs": 32, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/model_checkpointing/data_parallel_writer_factory.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.model_checkpointing.data_parallel_writer_factory.DataParallelWriterFactory", "methods": [ { "kind": "function", "name": "DataParallelWriterFactory.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DataParallelWriterFactory.create_config", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DataParallelWriterFactory._create_config", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DataParallelWriterFactory._get_expert_data_parallel_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DataParallelWriterFactory._get_expert_parallel_write_for_2d", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DataParallelWriterFactory._get_data_parallel_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DataParallelWriterFactory._get_parallel_write_for_3d", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DataParallelWriterFactory._get_slice_writers", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DataParallelWriterFactory._assign_resources_to_tensor_slice", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DataParallelWriterFactory._get_parallel_write_for_ddp", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 23, "n_typed": 0, "n_any": 0, "n_untyped": 23, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 10, "n_method_overloads": 10, "n_method_params": 13, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.model_checkpointing.data_parallel_writer_factory.DataParallelWriterConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "DataParallelWriterConfig.world_size", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DataParallelWriterConfig.rank", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DataParallelWriterConfig.global_rank", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DataParallelWriterConfig.local_rank", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DataParallelWriterConfig.pure_dp", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 5, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.model_checkpointing.data_parallel_writer_factory", "names": [ "deepspeed.runtime.model_checkpointing.data_parallel_writer_factory.DataParallelWriterConfig", "deepspeed.runtime.model_checkpointing.data_parallel_writer_factory.DataParallelWriterFactory" ], "n_typable": 23, "n_typed": 0, "n_any": 0, "n_untyped": 23, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 10, "n_method_overloads": 10, "n_method_params": 13, "n_classes": 2, "n_attrs": 5, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/model_checkpointing/utils.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.runtime.model_checkpointing.utils.create_universal_parallel_info", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "attr", "name": "deepspeed.runtime.model_checkpointing.utils.SOCKETS_PER_MACHINE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.model_checkpointing.utils.MPUInfo", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "MPUInfo.pp_world_size", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "MPUInfo.pp_rank", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "MPUInfo.tp_world_size", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "MPUInfo.tp_rank", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "MPUInfo.dp_world_size", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "MPUInfo.dp_peer_ranks", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "MPUInfo.dp_rank", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 7, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.model_checkpointing.utils.ExpertParallelInfo", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "ExpertParallelInfo.ep_world_size", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ExpertParallelInfo.ep_rank", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ExpertParallelInfo.dp_world_size", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ExpertParallelInfo.dp_peer_ranks", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ExpertParallelInfo.dp_rank", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 5, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.runtime.model_checkpointing.utils.create_data_parallel_writer_config", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "class", "name": "deepspeed.runtime.model_checkpointing.utils.UniversalParallelInfo", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "UniversalParallelInfo.global_world_size", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "UniversalParallelInfo.global_rank", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "UniversalParallelInfo.local_rank", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "UniversalParallelInfo.mpu_info", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "UniversalParallelInfo.ep_info", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "UniversalParallelInfo.pure_dp", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "UniversalParallelInfo.num_machines", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "UniversalParallelInfo.machine_rank", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "UniversalParallelInfo.num_sockets", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 9, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.model_checkpointing.utils", "names": [ "deepspeed.runtime.model_checkpointing.utils.ExpertParallelInfo", "deepspeed.runtime.model_checkpointing.utils.MPUInfo", "deepspeed.runtime.model_checkpointing.utils.SOCKETS_PER_MACHINE", "deepspeed.runtime.model_checkpointing.utils.UniversalParallelInfo", "deepspeed.runtime.model_checkpointing.utils.create_data_parallel_writer_config", "deepspeed.runtime.model_checkpointing.utils.create_universal_parallel_info" ], "n_typable": 8, "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 6, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 3, "n_attrs": 22, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/model_checkpointing/writer_factory.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.model_checkpointing.writer_factory.CheckpointWriterFactory", "methods": [ { "kind": "function", "name": "CheckpointWriterFactory.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "CheckpointWriterFactory.create_writer", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "CheckpointWriterFactory.release_writer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CheckpointWriterFactory._setup_for_aio", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CheckpointWriterFactory._setup_for_gds", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 12, "n_typed": 0, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 7, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.model_checkpointing.writer_factory", "names": [ "deepspeed.runtime.model_checkpointing.writer_factory.CheckpointWriterFactory" ], "n_typable": 12, "n_typed": 0, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 7, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/pipe/engine.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.runtime.pipe.engine.PIPE_SEND_OUTPUT_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.pipe.engine.LOG_STAGE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.pipe.engine.PipelineEngine", "methods": [ { "kind": "function", "name": "PipelineEngine.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "PipelineEngine.set_has_attention_mask", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PipelineEngine._build_data_iter", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PipelineEngine._exec_reduce_tied_grads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineEngine._exec_reduce_grads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineEngine._bf16_reduce_grads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineEngine._reserve_pipe_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PipelineEngine.reset_activation_shape", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineEngine.train_batch", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PipelineEngine.eval_batch", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "PipelineEngine.set_train_batch_size", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PipelineEngine.is_first_stage", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineEngine.is_last_stage", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineEngine.get_pipeline_parallel_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineEngine._reduce_outputs", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "PipelineEngine._bcast_pipe_scalar", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "PipelineEngine._aggregate_total_loss", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineEngine.set_dataloader", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PipelineEngine.set_dataiterator", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PipelineEngine.set_batch_fn", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PipelineEngine.is_gradient_accumulation_boundary", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineEngine.log_for_device", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PipelineEngine.tput_log", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PipelineEngine._next_batch", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineEngine._exec_forward_pass", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PipelineEngine._exec_backward_pass", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PipelineEngine._exec_load_micro_batch", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PipelineEngine._send_tensor_meta", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "PipelineEngine._recv_tensor_meta", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PipelineEngine._exec_send_activations", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PipelineEngine._exec_send_grads", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PipelineEngine._exec_recv_activations", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PipelineEngine._exec_recv_grads", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PipelineEngine._exec_optimizer_step", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PipelineEngine._allocate_zeros", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "PipelineEngine._allocate_buffer", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "PipelineEngine._allocate_or_extend_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "PipelineEngine.forward", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "PipelineEngine.backward", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "PipelineEngine.step", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "PipelineEngine.module_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PipelineEngine.load_module_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "PipelineEngine._exec_schedule", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PipelineEngine.get_additional_losses", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "PipelineEngine.ID_TO_DTYPE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "PipelineEngine.DTYPE_TO_ID", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.enable_backward_allreduce", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.has_bool_tensors", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.eval_return_logits", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.outputs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.using_bf16_optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.pipeline_enable_backward_allreduce", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.log_batch_step_id", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.micro_batch_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.micro_batches", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.grid", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.global_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.num_stages", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.stage_id", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.prev_stage", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.next_stage", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.data_iterator", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.batch_fn", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.batch_timer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.is_pipe_parallel", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.is_data_parallel", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.is_model_parallel", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.is_pipe_partitioned", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.is_grad_partitioned", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.num_pipe_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.pipe_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.pipe_recv_buf", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.grad_layer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.meta_buffer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.first_output_send", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.first_gradient_send", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.pipe_partition_input_meta_cache", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.pipe_partition_output_meta_cache", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.pipe_partition_grad_meta_cache", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.grad_partition_grad_layer_meta_cache", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.loss", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.total_loss", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.total_additional_losses", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.agg_loss", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.dp_group_loss", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.agg_train_loss", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.agg_additional_losses", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.has_attention_mask", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.dynamic_shape", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine.loss_model", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineEngine._INSTRUCTION_MAP", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 146, "n_typed": 0, "n_any": 0, "n_untyped": 146, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 44, "n_method_overloads": 44, "n_method_params": 57, "n_attrs": 47, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.runtime.pipe.engine.mem_cached", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.pipe.engine.BATCH_INPUT_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.pipe.engine.TRAIN_BATCH_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.pipe.engine.TENSOR_META_SIZE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.pipe.engine.DATA_PARALLEL_ID", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.pipe.engine.is_even", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.runtime.pipe.engine.mem_alloced", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.pipe.engine.PIPE_RECV_GRAD_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.pipe.engine.TARGET_ID", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.pipe.engine.PIPE_SEND_GRAD_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.pipe.engine.PIPE_RECV_INPUT_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.pipe.engine", "names": [ "deepspeed.runtime.pipe.engine.BATCH_INPUT_TIMER", "deepspeed.runtime.pipe.engine.DATA_PARALLEL_ID", "deepspeed.runtime.pipe.engine.LOG_STAGE", "deepspeed.runtime.pipe.engine.PIPE_RECV_GRAD_TIMER", "deepspeed.runtime.pipe.engine.PIPE_RECV_INPUT_TIMER", "deepspeed.runtime.pipe.engine.PIPE_SEND_GRAD_TIMER", "deepspeed.runtime.pipe.engine.PIPE_SEND_OUTPUT_TIMER", "deepspeed.runtime.pipe.engine.PipelineEngine", "deepspeed.runtime.pipe.engine.TARGET_ID", "deepspeed.runtime.pipe.engine.TENSOR_META_SIZE", "deepspeed.runtime.pipe.engine.TRAIN_BATCH_TIMER", "deepspeed.runtime.pipe.engine.is_even", "deepspeed.runtime.pipe.engine.mem_alloced", "deepspeed.runtime.pipe.engine.mem_cached" ], "n_typable": 148, "n_typed": 0, "n_any": 0, "n_untyped": 148, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 1, "n_methods": 44, "n_method_overloads": 44, "n_method_params": 57, "n_classes": 1, "n_attrs": 59, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/pipe/module.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.pipe.module.LayerSpec", "methods": [ { "kind": "function", "name": "LayerSpec.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "LayerSpec.__repr__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "LayerSpec.build", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "LayerSpec.typename", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LayerSpec.module_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LayerSpec.module_kwargs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LayerSpec.global_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 11, "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 4, "n_attrs": 4, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.pipe.module.TiedLayerSpec", "methods": [ { "kind": "function", "name": "TiedLayerSpec.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "TiedLayerSpec.key", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TiedLayerSpec.forward_fn", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TiedLayerSpec.tied_weight_attr", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 6, "n_attrs": 3, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.pipe.module.PipelineError", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.pipe.module.PipelineModule", "methods": [ { "kind": "function", "name": "PipelineModule.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 13, "n_overloads": 1, "n_typable": 13, "n_params": 12, "n_function_overloads": 1, "n_function_params": 12 }, { "kind": "function", "name": "PipelineModule._precompute_checkpointable_values", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineModule._build", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineModule._get_frozen_parameter_names", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PipelineModule._count_layer_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineModule._find_layer_type", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PipelineModule.forward", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PipelineModule._partition_layers", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PipelineModule._recursive_getattr", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "PipelineModule.allreduce_tied_weight_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineModule.get_tied_weights_and_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineModule._synchronize_tied_weights", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineModule._index_tied_modules", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineModule.partitions", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineModule.stage_owner", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PipelineModule._set_bounds", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "PipelineModule.set_checkpoint_interval", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PipelineModule.topology", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineModule.mpu", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineModule.num_pipeline_stages", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineModule.ckpt_prefix", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "PipelineModule.ckpt_layer_path", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "PipelineModule.ckpt_layer_path_list", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "PipelineModule.save_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "PipelineModule.load_state_dir", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "PipelineModule._is_checkpointable", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PipelineModule.get_additional_losses", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineModule.compile", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "PipelineModule.micro_offset", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineModule.loss_fn", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineModule.checkpointable_layers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineModule.seed_layers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineModule.seed_fn", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineModule.base_seed", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineModule.world_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineModule.global_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineModule.world_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineModule.local_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineModule.stage_id", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineModule.forward_funcs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineModule.fwd_map", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineModule.tied_modules", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineModule.tied_weight_attrs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineModule.activation_checkpoint_interval", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineModule.activation_checkpoint_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineModule.is_checkpointable_results", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineModule.is_checkpointable_results_interval", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineModule.tied_comms", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineModule.dynamic_shape", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineModule.num_stages", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 87, "n_typed": 3, "n_any": 0, "n_untyped": 84, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 28, "n_method_overloads": 28, "n_method_params": 37, "n_attrs": 22, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.pipe.module", "names": [ "deepspeed.runtime.pipe.module.LayerSpec", "deepspeed.runtime.pipe.module.PipelineError", "deepspeed.runtime.pipe.module.PipelineModule", "deepspeed.runtime.pipe.module.TiedLayerSpec" ], "n_typable": 108, "n_typed": 3, "n_any": 0, "n_untyped": 105, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 32, "n_method_overloads": 32, "n_method_params": 47, "n_classes": 4, "n_attrs": 29, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/pipe/p2p.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.runtime.pipe.p2p.init_process_groups", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.pipe.p2p.recv", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.runtime.pipe.p2p.send", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.runtime.pipe.p2p.can_send_recv", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.runtime.pipe.p2p.send_obj", "n_typed": 1, "n_any": 1, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.runtime.pipe.p2p.recv_obj", "n_typed": 1, "n_any": 1, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.pipe.p2p.wait", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.pipe.p2p", "names": [ "deepspeed.runtime.pipe.p2p.can_send_recv", "deepspeed.runtime.pipe.p2p.init_process_groups", "deepspeed.runtime.pipe.p2p.recv", "deepspeed.runtime.pipe.p2p.recv_obj", "deepspeed.runtime.pipe.p2p.send", "deepspeed.runtime.pipe.p2p.send_obj", "deepspeed.runtime.pipe.p2p.wait" ], "n_typable": 17, "n_typed": 3, "n_any": 2, "n_untyped": 12, "n_functions": 7, "n_function_overloads": 7, "n_function_params": 10, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/pipe/schedule.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.pipe.schedule.TrainSchedule", "methods": [ { "kind": "function", "name": "TrainSchedule.steps", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "TrainSchedule.num_pipe_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "TrainSchedule._step_to_micro_batch", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TrainSchedule._even_step_forward_id", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TrainSchedule._odd_step_forward_id", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TrainSchedule._even_step_backward_id", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TrainSchedule._odd_step_backward_id", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 12, "n_typed": 0, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 5, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.pipe.schedule.ReduceGrads", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.pipe.schedule.OptimizerStep", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.pipe.schedule.RecvActivation", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.pipe.schedule.RecvGrad", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.pipe.schedule.DataParallelSchedule", "methods": [ { "kind": "function", "name": "DataParallelSchedule.steps", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DataParallelSchedule.num_pipe_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 2, "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.pipe.schedule.ForwardPass", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.pipe.schedule.LoadMicroBatch", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.pipe.schedule.PipeInstruction", "methods": [ { "kind": "function", "name": "PipeInstruction.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PipeInstruction.__repr__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "PipeInstruction.name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipeInstruction.kwargs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 5, "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 1, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.pipe.schedule.ReduceTiedGrads", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.pipe.schedule.BackwardPass", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.pipe.schedule.SendActivation", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.pipe.schedule.BufferOpInstruction", "methods": [ { "kind": "function", "name": "BufferOpInstruction.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 3, "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 2, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.pipe.schedule.SendGrad", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.pipe.schedule.PipeSchedule", "methods": [ { "kind": "function", "name": "PipeSchedule.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "PipeSchedule.steps", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipeSchedule.num_pipe_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipeSchedule._valid_micro_batch", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PipeSchedule._valid_stage", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PipeSchedule._buffer_idx", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PipeSchedule.__iter__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipeSchedule.__next__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [ { "kind": "property", "name": "PipeSchedule.stage", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "PipeSchedule.num_stages", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "PipeSchedule.num_micro_batches", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "PipeSchedule.is_first_stage", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "PipeSchedule.is_last_stage", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "PipeSchedule.micro_batches", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipeSchedule.stages", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipeSchedule.stage_id", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipeSchedule.prev_stage", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipeSchedule.next_stage", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 24, "n_typed": 0, "n_any": 0, "n_untyped": 24, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 6, "n_attrs": 5, "n_properties": 5 }, { "kind": "class", "name": "deepspeed.runtime.pipe.schedule.InferenceSchedule", "methods": [ { "kind": "function", "name": "InferenceSchedule.steps", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InferenceSchedule.num_pipe_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 2, "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.pipe.schedule", "names": [ "deepspeed.runtime.pipe.schedule.BackwardPass", "deepspeed.runtime.pipe.schedule.BufferOpInstruction", "deepspeed.runtime.pipe.schedule.DataParallelSchedule", "deepspeed.runtime.pipe.schedule.ForwardPass", "deepspeed.runtime.pipe.schedule.InferenceSchedule", "deepspeed.runtime.pipe.schedule.LoadMicroBatch", "deepspeed.runtime.pipe.schedule.OptimizerStep", "deepspeed.runtime.pipe.schedule.PipeInstruction", "deepspeed.runtime.pipe.schedule.PipeSchedule", "deepspeed.runtime.pipe.schedule.RecvActivation", "deepspeed.runtime.pipe.schedule.RecvGrad", "deepspeed.runtime.pipe.schedule.ReduceGrads", "deepspeed.runtime.pipe.schedule.ReduceTiedGrads", "deepspeed.runtime.pipe.schedule.SendActivation", "deepspeed.runtime.pipe.schedule.SendGrad", "deepspeed.runtime.pipe.schedule.TrainSchedule" ], "n_typable": 48, "n_typed": 0, "n_any": 0, "n_untyped": 48, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 22, "n_method_overloads": 22, "n_method_params": 14, "n_classes": 16, "n_attrs": 7, "n_properties": 5, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/pipe/topology.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.pipe.topology.PipeDataParallelTopology", "methods": [ { "kind": "function", "name": "PipeDataParallelTopology.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 3, "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 2, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.pipe.topology.PipelineParallelGrid", "methods": [ { "kind": "function", "name": "PipelineParallelGrid.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "PipelineParallelGrid.get_stage_id", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineParallelGrid.get_data_parallel_id", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineParallelGrid._build_p2p_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineParallelGrid._is_grid_valid", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineParallelGrid.stage_to_global", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "PipelineParallelGrid.topology", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineParallelGrid.get_global_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineParallelGrid.get_pipe_parallel_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineParallelGrid.get_pipeline_model_parallel_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineParallelGrid.get_pipe_parallel_world_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineParallelGrid.get_pipeline_model_parallel_world_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineParallelGrid.get_pipe_parallel_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineParallelGrid.get_data_parallel_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineParallelGrid.get_data_parallel_world_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineParallelGrid.get_data_parallel_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineParallelGrid.get_data_parallel_group_ranks", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineParallelGrid.get_model_parallel_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineParallelGrid.get_model_parallel_world_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineParallelGrid.get_model_parallel_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineParallelGrid.get_slice_parallel_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineParallelGrid.get_tensor_model_parallel_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineParallelGrid.get_slice_parallel_world_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineParallelGrid.get_tensor_model_parallel_world_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelineParallelGrid.get_slice_parallel_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "PipelineParallelGrid.global_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineParallelGrid.world_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineParallelGrid.data_parallel_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineParallelGrid.pipe_parallel_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineParallelGrid.model_parallel_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineParallelGrid.slice_parallel_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineParallelGrid.stage_id", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineParallelGrid.data_parallel_id", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineParallelGrid.ds_model_proc_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineParallelGrid.ds_model_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineParallelGrid.dp_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineParallelGrid.dp_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineParallelGrid.is_first_stage", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineParallelGrid.is_last_stage", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineParallelGrid.p2p_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineParallelGrid.pp_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineParallelGrid.pp_proc_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineParallelGrid.pipe_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineParallelGrid.mp_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineParallelGrid.model_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineParallelGrid.ds_model_world_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineParallelGrid.dp_proc_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineParallelGrid.slice_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelineParallelGrid.slice_proc_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 53, "n_typed": 0, "n_any": 0, "n_untyped": 53, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 25, "n_method_overloads": 25, "n_method_params": 4, "n_attrs": 24, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.pipe.topology.ProcessTopology", "methods": [ { "kind": "function", "name": "ProcessTopology.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ProcessTopology.get_rank", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ProcessTopology.get_axis_names", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ProcessTopology.get_rank_repr", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "ProcessTopology.get_dim", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ProcessTopology.get_coord", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ProcessTopology.get_axis_comm_lists", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ProcessTopology.filter_match", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ProcessTopology.get_axis_list", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ProcessTopology.world_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ProcessTopology.__str__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "ProcessTopology.axes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ProcessTopology.dims", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ProcessTopology.ProcessCoord", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ProcessTopology.mapping", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 28, "n_typed": 0, "n_any": 0, "n_untyped": 28, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 11, "n_method_overloads": 11, "n_method_params": 13, "n_attrs": 4, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.pipe.topology.PipeModelDataParallelTopology", "methods": [ { "kind": "function", "name": "PipeModelDataParallelTopology.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 3, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.pipe.topology", "names": [ "deepspeed.runtime.pipe.topology.PipeDataParallelTopology", "deepspeed.runtime.pipe.topology.PipeModelDataParallelTopology", "deepspeed.runtime.pipe.topology.PipelineParallelGrid", "deepspeed.runtime.pipe.topology.ProcessTopology" ], "n_typable": 88, "n_typed": 0, "n_any": 0, "n_untyped": 88, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 38, "n_method_overloads": 38, "n_method_params": 22, "n_classes": 4, "n_attrs": 28, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/precision_config.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.runtime.precision_config.get_float16_config", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "deepspeed.runtime.precision_config.DeepSpeedFP16Config", "methods": [ { "kind": "function", "name": "DeepSpeedFP16Config._validate_loss_scale", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedFP16Config.initial_dynamic_scale", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedFP16Config.dynamic_loss_scale_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedFP16Config.enabled", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedFP16Config.auto_cast", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedFP16Config.loss_scale", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedFP16Config.initial_scale_power", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedFP16Config.loss_scale_window", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedFP16Config.hysteresis", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedFP16Config.consecutive_hysteresis", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedFP16Config.min_loss_scale", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedFP16Config.fp16_master_weights_and_grads", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 13, "n_typed": 9, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 1, "n_attrs": 9, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.runtime.precision_config.BFLOAT16_FORMAT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.precision_config.get_bfloat16_config", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.runtime.precision_config.FP16", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.precision_config.BFLOAT16_OLD", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.precision_config.BFLOAT16", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.precision_config.FP16_FORMAT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.precision_config.DeepSpeedBF16Config", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedBF16Config.enabled", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedBF16Config.immediate_grad_update", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedBF16Config.check_grad_overflow", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedBF16Config.bf16_master_weights_and_grads", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedBF16Config.bf16_optimizer_states", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 5, "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 5, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.precision_config", "names": [ "deepspeed.runtime.precision_config.BFLOAT16", "deepspeed.runtime.precision_config.BFLOAT16_FORMAT", "deepspeed.runtime.precision_config.BFLOAT16_OLD", "deepspeed.runtime.precision_config.DeepSpeedBF16Config", "deepspeed.runtime.precision_config.DeepSpeedFP16Config", "deepspeed.runtime.precision_config.FP16", "deepspeed.runtime.precision_config.FP16_FORMAT", "deepspeed.runtime.precision_config.get_bfloat16_config", "deepspeed.runtime.precision_config.get_float16_config" ], "n_typable": 22, "n_typed": 14, "n_any": 0, "n_untyped": 8, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 2, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 1, "n_classes": 2, "n_attrs": 19, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/progressive_layer_drop.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.progressive_layer_drop.ProgressiveLayerDrop", "methods": [ { "kind": "function", "name": "ProgressiveLayerDrop.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ProgressiveLayerDrop.get_state", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ProgressiveLayerDrop.get_theta", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ProgressiveLayerDrop.update_state", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "ProgressiveLayerDrop.theta", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ProgressiveLayerDrop.gamma", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ProgressiveLayerDrop.current_theta", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 3, "n_attrs": 3, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.progressive_layer_drop", "names": [ "deepspeed.runtime.progressive_layer_drop.ProgressiveLayerDrop" ], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 3, "n_classes": 1, "n_attrs": 3, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/quantize.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.quantize.Quantizer", "methods": [ { "kind": "function", "name": "Quantizer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_overloads": 1, "n_typable": 10, "n_params": 9, "n_function_overloads": 1, "n_function_params": 9 }, { "kind": "function", "name": "Quantizer.any_precision_switch", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Quantizer.quantize", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "Quantizer.step", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Quantizer.quantize_highbit", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Quantizer.quantize_tenary", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Quantizer.quantize_binary", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Quantizer.mixed_fp16_quantize", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "Quantizer.compute_quantization", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "Quantizer.update_fp16_ratio", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Quantizer.q_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Quantizer.q_mixed_fp16", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Quantizer.q_change_ratio", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Quantizer.q_type", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Quantizer.qsteps", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Quantizer.quantize_real_ratio", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Quantizer.q_verbose", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Quantizer.q_eigenvalue", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Quantizer.use_quantizer_kernel", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Quantizer.q_rounding", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Quantizer.layer_num", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 44, "n_typed": 0, "n_any": 0, "n_untyped": 44, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 10, "n_method_overloads": 10, "n_method_params": 23, "n_attrs": 11, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.runtime.quantize.TWO_D_PARAMS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.quantize", "names": [ "deepspeed.runtime.quantize.Quantizer", "deepspeed.runtime.quantize.TWO_D_PARAMS" ], "n_typable": 44, "n_typed": 0, "n_any": 0, "n_untyped": 44, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 10, "n_method_overloads": 10, "n_method_params": 23, "n_classes": 1, "n_attrs": 12, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/sequence_parallel/parallel_state_sp.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.runtime.sequence_parallel.parallel_state_sp.get_sequence_data_parallel_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.runtime.sequence_parallel.parallel_state_sp.get_sequence_data_parallel_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.runtime.sequence_parallel.parallel_state_sp.get_sequence_parallel_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.runtime.sequence_parallel.parallel_state_sp.get_sequence_data_parallel_world_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.runtime.sequence_parallel.parallel_state_sp.initialize_sequence_parallel", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.sequence_parallel.parallel_state_sp.get_sequence_parallel_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.runtime.sequence_parallel.parallel_state_sp.get_sequence_parallel_world_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.sequence_parallel.parallel_state_sp", "names": [ "deepspeed.runtime.sequence_parallel.parallel_state_sp.get_sequence_data_parallel_group", "deepspeed.runtime.sequence_parallel.parallel_state_sp.get_sequence_data_parallel_rank", "deepspeed.runtime.sequence_parallel.parallel_state_sp.get_sequence_data_parallel_world_size", "deepspeed.runtime.sequence_parallel.parallel_state_sp.get_sequence_parallel_group", "deepspeed.runtime.sequence_parallel.parallel_state_sp.get_sequence_parallel_rank", "deepspeed.runtime.sequence_parallel.parallel_state_sp.get_sequence_parallel_world_size", "deepspeed.runtime.sequence_parallel.parallel_state_sp.initialize_sequence_parallel" ], "n_typable": 8, "n_typed": 2, "n_any": 0, "n_untyped": 6, "n_functions": 7, "n_function_overloads": 7, "n_function_params": 1, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/sequence_parallel/ulysses_sp.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.sequence_parallel.ulysses_sp.TiledFusedLogitsLoss", "methods": [ { "kind": "function", "name": "TiledFusedLogitsLoss.forward", "n_typed": 1, "n_any": 0, "n_untyped": 9, "n_overloads": 1, "n_typable": 10, "n_params": 9, "n_function_overloads": 1, "n_function_params": 9 }, { "kind": "function", "name": "TiledFusedLogitsLoss.backward", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 13, "n_typed": 2, "n_any": 0, "n_untyped": 11, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 11, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.sequence_parallel.ulysses_sp.UlyssesSPAttentionHF", "methods": [ { "kind": "function", "name": "UlyssesSPAttentionHF.__init__", "n_typed": 11, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 12, "n_params": 11, "n_function_overloads": 1, "n_function_params": 11 }, { "kind": "function", "name": "UlyssesSPAttentionHF._combine_local_sequences", "n_typed": 1, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "UlyssesSPAttentionHF._partition_global_sequence", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "UlyssesSPAttentionHF.forward", "n_typed": 6, "n_any": 2, "n_untyped": 0, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "UlyssesSPAttentionHF.register_with_transformers", "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "UlyssesSPAttentionHF.attn", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "UlyssesSPAttentionHF.process_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "UlyssesSPAttentionHF.world_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "UlyssesSPAttentionHF.sp_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "UlyssesSPAttentionHF.batch_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "UlyssesSPAttentionHF.seq_length_is_variable", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "UlyssesSPAttentionHF.local_seq_length", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "UlyssesSPAttentionHF.global_seq_length", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "UlyssesSPAttentionHF.disable_in_eval", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "UlyssesSPAttentionHF.attn_head_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "UlyssesSPAttentionHF.attn_head_count", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "UlyssesSPAttentionHF.global_kv_head_count", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "UlyssesSPAttentionHF.num_hidden_layers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "UlyssesSPAttentionHF.skip_all_but_last_attention_debug_mode", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "UlyssesSPAttentionHF.rotating_layer_counter", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "UlyssesSPAttentionHF.local_q_head_count", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "UlyssesSPAttentionHF.kv_replication_factor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "UlyssesSPAttentionHF.required_query_shape", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "UlyssesSPAttentionHF.required_key_value_shape", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "UlyssesSPAttentionHF.required_context_shape", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "UlyssesSPAttentionHF.local_kv_head_count", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 56, "n_typed": 19, "n_any": 2, "n_untyped": 35, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 30, "n_attrs": 21, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.sequence_parallel.ulysses_sp.TiledMLP", "methods": [ { "kind": "function", "name": "TiledMLP.forward", "n_typed": 1, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "TiledMLP.backward", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 10, "n_typed": 2, "n_any": 0, "n_untyped": 8, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 8, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.sequence_parallel.ulysses_sp.UlyssesSPDataLoaderAdapter", "methods": [ { "kind": "function", "name": "UlyssesSPDataLoaderAdapter.__init__", "n_typed": 2, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "UlyssesSPDataLoaderAdapter.__len__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "UlyssesSPDataLoaderAdapter.__iter__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "UlyssesSPDataLoaderAdapter.__next__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "UlyssesSPDataLoaderAdapter.refill", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "UlyssesSPDataLoaderAdapter.dl", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "UlyssesSPDataLoaderAdapter.sp_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "UlyssesSPDataLoaderAdapter.sp_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "UlyssesSPDataLoaderAdapter.sp_world_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "UlyssesSPDataLoaderAdapter.device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "UlyssesSPDataLoaderAdapter.iter", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "UlyssesSPDataLoaderAdapter.micro_batches", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 17, "n_typed": 3, "n_any": 0, "n_untyped": 14, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 5, "n_attrs": 7, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.sequence_parallel.ulysses_sp.AutogradComputeMLP", "methods": [ { "kind": "function", "name": "AutogradComputeMLP.forward", "n_typed": 1, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "AutogradComputeMLP.backward", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 8, "n_typed": 2, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 6, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.sequence_parallel.ulysses_sp.TiledLoss", "methods": [ { "kind": "function", "name": "TiledLoss.forward", "n_typed": 1, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "TiledLoss.backward", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 10, "n_typed": 2, "n_any": 0, "n_untyped": 8, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 8, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.sequence_parallel.ulysses_sp.UlyssesSPFwdLossBwdWithLogits", "methods": [ { "kind": "function", "name": "UlyssesSPFwdLossBwdWithLogits.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "UlyssesSPFwdLossBwdWithLogits.sp_fwd_loss_bwd", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "UlyssesSPFwdLossBwdWithLogits.forward", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "UlyssesSPFwdLossBwdWithLogits.compute_loss", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "UlyssesSPFwdLossBwdWithLogits.backward", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "UlyssesSPFwdLossBwdWithLogits.model", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "UlyssesSPFwdLossBwdWithLogits.model_unwrapped", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "UlyssesSPFwdLossBwdWithLogits.device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "UlyssesSPFwdLossBwdWithLogits.num_loss_logit_shards", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "UlyssesSPFwdLossBwdWithLogits.kwargs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "UlyssesSPFwdLossBwdWithLogits.sp_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "UlyssesSPFwdLossBwdWithLogits.sp_world_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "UlyssesSPFwdLossBwdWithLogits.sp_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 22, "n_typed": 1, "n_any": 0, "n_untyped": 21, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 9, "n_attrs": 8, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.sequence_parallel.ulysses_sp.SequenceTiledCompute", "methods": [ { "kind": "function", "name": "SequenceTiledCompute.forward", "n_typed": 1, "n_any": 0, "n_untyped": 11, "n_overloads": 1, "n_typable": 12, "n_params": 11, "n_function_overloads": 1, "n_function_params": 11 }, { "kind": "function", "name": "SequenceTiledCompute.backward", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 15, "n_typed": 2, "n_any": 0, "n_untyped": 13, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 13, "n_attrs": 0, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.runtime.sequence_parallel.ulysses_sp.sequence_tiled_compute", "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_overloads": 1, "n_typable": 10, "n_params": 9, "n_function_overloads": 1, "n_function_params": 9 } ], "type_ignores": [], "name": "deepspeed.runtime.sequence_parallel.ulysses_sp", "names": [ "deepspeed.runtime.sequence_parallel.ulysses_sp.AutogradComputeMLP", "deepspeed.runtime.sequence_parallel.ulysses_sp.SequenceTiledCompute", "deepspeed.runtime.sequence_parallel.ulysses_sp.TiledFusedLogitsLoss", "deepspeed.runtime.sequence_parallel.ulysses_sp.TiledLoss", "deepspeed.runtime.sequence_parallel.ulysses_sp.TiledMLP", "deepspeed.runtime.sequence_parallel.ulysses_sp.UlyssesSPAttentionHF", "deepspeed.runtime.sequence_parallel.ulysses_sp.UlyssesSPDataLoaderAdapter", "deepspeed.runtime.sequence_parallel.ulysses_sp.UlyssesSPFwdLossBwdWithLogits", "deepspeed.runtime.sequence_parallel.ulysses_sp.sequence_tiled_compute" ], "n_typable": 161, "n_typed": 33, "n_any": 2, "n_untyped": 126, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 9, "n_methods": 25, "n_method_overloads": 25, "n_method_params": 90, "n_classes": 8, "n_attrs": 36, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/sparse_tensor.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.sparse_tensor.SparseTensor", "methods": [ { "kind": "function", "name": "SparseTensor.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SparseTensor.to_coo_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SparseTensor.type", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SparseTensor.to_dense", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SparseTensor.sparse_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SparseTensor.add", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SparseTensor.__str__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SparseTensor.__repr__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "SparseTensor.orig_dense_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SparseTensor.is_sparse", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SparseTensor.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SparseTensor.dense_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SparseTensor.indices", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SparseTensor.values", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 16, "n_typed": 0, "n_any": 0, "n_untyped": 16, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 2, "n_attrs": 6, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.sparse_tensor", "names": [ "deepspeed.runtime.sparse_tensor.SparseTensor" ], "n_typable": 16, "n_typed": 0, "n_any": 0, "n_untyped": 16, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 2, "n_classes": 1, "n_attrs": 6, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/state_dict_factory.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.state_dict_factory.MegatronSDLoader", "methods": [ { "kind": "function", "name": "MegatronSDLoader.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "MegatronSDLoader.merge_query_key_value", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MegatronSDLoader.split_query_key_value", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "MegatronSDLoader.merge_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "MegatronSDLoader.split_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "MegatronSDLoader.sanity_check", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MegatronSDLoader.get_checkpoint_version", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 30, "n_typed": 0, "n_any": 0, "n_untyped": 30, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 23, "n_attrs": 0, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.runtime.state_dict_factory.AUTO_MODULE_KEY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.state_dict_factory.SDLoaderBase", "methods": [ { "kind": "function", "name": "SDLoaderBase.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "SDLoaderBase.load", "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "SDLoaderBase.get_merge_state_dicts", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "SDLoaderBase.get_split_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "SDLoaderBase._choose_module_key", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SDLoaderBase.get_module", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SDLoaderBase.set_module", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "SDLoaderBase.check_ckpt_list", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SDLoaderBase.merge_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "SDLoaderBase.split_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "SDLoaderBase.sanity_check", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "SDLoaderBase.module_key", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SDLoaderBase.ckpt_list", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SDLoaderBase.version", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SDLoaderBase.checkpoint_engine", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 47, "n_typed": 0, "n_any": 0, "n_untyped": 47, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 11, "n_method_overloads": 11, "n_method_params": 32, "n_attrs": 4, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.state_dict_factory.SDLoaderFactory", "methods": [ { "kind": "function", "name": "SDLoaderFactory.get_sd_loader_json", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "SDLoaderFactory.get_sd_loader", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [], "n_typable": 8, "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 6, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.state_dict_factory", "names": [ "deepspeed.runtime.state_dict_factory.AUTO_MODULE_KEY", "deepspeed.runtime.state_dict_factory.MegatronSDLoader", "deepspeed.runtime.state_dict_factory.SDLoaderBase", "deepspeed.runtime.state_dict_factory.SDLoaderFactory" ], "n_typable": 85, "n_typed": 0, "n_any": 0, "n_untyped": 85, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 20, "n_method_overloads": 20, "n_method_params": 61, "n_classes": 3, "n_attrs": 5, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/superoffload/superoffload_stage3.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.runtime.superoffload.superoffload_stage3.OPTIMIZER_STEP_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.superoffload.superoffload_stage3.SuperOffloadOptimizer_Stage3", "methods": [ { "kind": "function", "name": "SuperOffloadOptimizer_Stage3.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "SuperOffloadOptimizer_Stage3._create_fp16_sub_groups", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SuperOffloadOptimizer_Stage3._optimizer_step", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SuperOffloadOptimizer_Stage3.reduce_independent_p_g_buckets_and_remove_grads", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SuperOffloadOptimizer_Stage3._reassign_or_swap_out_partitioned_parameters", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SuperOffloadOptimizer_Stage3._reassign_or_swap_out_partitioned_parameters_async", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "SuperOffloadOptimizer_Stage3.partition_grads", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "SuperOffloadOptimizer_Stage3.step", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SuperOffloadOptimizer_Stage3._wait_for_async_operations", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SuperOffloadOptimizer_Stage3._wait_for_single_async_result", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "SuperOffloadOptimizer_Stage3._sync_cpu_optimizer_step", "n_typed": 4, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "SuperOffloadOptimizer_Stage3._handle_overflow_rollback", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SuperOffloadOptimizer_Stage3._handle_gradient_clipping", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SuperOffloadOptimizer_Stage3.check_clip_grads", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "SuperOffloadOptimizer_Stage3.sub_group_to_param_num", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SuperOffloadOptimizer_Stage3.params_in_ipg_bucket_buffer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SuperOffloadOptimizer_Stage3.async_cpuadam_num", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SuperOffloadOptimizer_Stage3.max_grad_numel", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SuperOffloadOptimizer_Stage3.superoffload_cpu_optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 45, "n_typed": 8, "n_any": 0, "n_untyped": 37, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 14, "n_method_overloads": 14, "n_method_params": 26, "n_attrs": 5, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.superoffload.superoffload_stage3", "names": [ "deepspeed.runtime.superoffload.superoffload_stage3.OPTIMIZER_STEP_TIMER", "deepspeed.runtime.superoffload.superoffload_stage3.SuperOffloadOptimizer_Stage3" ], "n_typable": 45, "n_typed": 8, "n_any": 0, "n_untyped": 37, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 14, "n_method_overloads": 14, "n_method_params": 26, "n_classes": 1, "n_attrs": 6, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/superoffload/superoffload_utils.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.superoffload.superoffload_utils.SuperOffloadCPUOptimizer", "methods": [ { "kind": "function", "name": "SuperOffloadCPUOptimizer.__init__", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "SuperOffloadCPUOptimizer._set_cpu_affinity", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SuperOffloadCPUOptimizer.async_step", "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "SuperOffloadCPUOptimizer.get_result", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SuperOffloadCPUOptimizer.close", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "SuperOffloadCPUOptimizer.max_grad_numel", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SuperOffloadCPUOptimizer.mp_context", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SuperOffloadCPUOptimizer.param_queue", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SuperOffloadCPUOptimizer.result_queue", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SuperOffloadCPUOptimizer.cpuadam_process", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 20, "n_typed": 15, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 10, "n_attrs": 5, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.superoffload.superoffload_utils.ResultKeys", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "ResultKeys.UPDATED_PARAM", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ResultKeys.EVENT_TYPE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.superoffload.superoffload_utils.EventTypes", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "EventTypes.ADAM_STEP", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "EventTypes.ROLLBACK", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.superoffload.superoffload_utils.TaskKeys", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "TaskKeys.PARAM_DATA", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "TaskKeys.PARAM_GRAD", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "TaskKeys.PARAM_GROUP_ID", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "TaskKeys.SUB_GROUP_ID", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "TaskKeys.ROLLBACK", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 5, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.runtime.superoffload.superoffload_utils.superoffload_optimizer_worker", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "type_ignores": [], "name": "deepspeed.runtime.superoffload.superoffload_utils", "names": [ "deepspeed.runtime.superoffload.superoffload_utils.EventTypes", "deepspeed.runtime.superoffload.superoffload_utils.ResultKeys", "deepspeed.runtime.superoffload.superoffload_utils.SuperOffloadCPUOptimizer", "deepspeed.runtime.superoffload.superoffload_utils.TaskKeys", "deepspeed.runtime.superoffload.superoffload_utils.superoffload_optimizer_worker" ], "n_typable": 25, "n_typed": 20, "n_any": 0, "n_untyped": 5, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 4, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 10, "n_classes": 4, "n_attrs": 14, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/swap_tensor/aio_config.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.runtime.swap_tensor.aio_config.AIO_DEFAULT_DICT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.swap_tensor.aio_config.get_aio_config", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.runtime.swap_tensor.aio_config", "names": [ "deepspeed.runtime.swap_tensor.aio_config.AIO_DEFAULT_DICT", "deepspeed.runtime.swap_tensor.aio_config.get_aio_config" ], "n_typable": 2, "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 1, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/swap_tensor/async_swapper.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.runtime.swap_tensor.async_swapper.INVALID_BUFFER_INDEX", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.swap_tensor.async_swapper.AsyncTensorSwapper", "methods": [ { "kind": "function", "name": "AsyncTensorSwapper.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "AsyncTensorSwapper.has_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncTensorSwapper.add_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "AsyncTensorSwapper.get_timer_names", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncTensorSwapper.release_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncTensorSwapper.swap_out_tensors", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "AsyncTensorSwapper._report_statistics", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "AsyncTensorSwapper._swap_out_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "AsyncTensorSwapper._make_swap_space", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "AsyncTensorSwapper._io_aligned_numel", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "AsyncTensorSwapper._allocate_buffer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncTensorSwapper._flush_ready_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncTensorSwapper._flush_buffers_until_complete", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncTensorSwapper._swap_out_ready_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncTensorSwapper._wait_for_swap_complete", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncTensorSwapper._get_buffer", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "AsyncTensorSwapper._get_current_buffer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncTensorSwapper._start_timer", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "AsyncTensorSwapper._stop_timer", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "AsyncTensorSwapper._log_timers", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "AsyncTensorSwapper.free_buffer_index", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AsyncTensorSwapper.swapping_buffer_index", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AsyncTensorSwapper.ready_buffer_index", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AsyncTensorSwapper.current_buffer_index", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AsyncTensorSwapper.all_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AsyncTensorSwapper.aio_handle", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AsyncTensorSwapper.numel_alignment", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AsyncTensorSwapper.max_numel", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AsyncTensorSwapper.num_pending_swaps", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AsyncTensorSwapper.timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AsyncTensorSwapper.timer_names", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AsyncTensorSwapper.num_elements_swapped", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AsyncTensorSwapper.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 49, "n_typed": 0, "n_any": 0, "n_untyped": 49, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 20, "n_method_overloads": 20, "n_method_params": 16, "n_attrs": 13, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.runtime.swap_tensor.async_swapper.ASYNC_SWAPPER_WAIT_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.swap_tensor.async_swapper", "names": [ "deepspeed.runtime.swap_tensor.async_swapper.ASYNC_SWAPPER_WAIT_TIMER", "deepspeed.runtime.swap_tensor.async_swapper.AsyncTensorSwapper", "deepspeed.runtime.swap_tensor.async_swapper.INVALID_BUFFER_INDEX" ], "n_typable": 49, "n_typed": 0, "n_any": 0, "n_untyped": 49, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 20, "n_method_overloads": 20, "n_method_params": 16, "n_classes": 1, "n_attrs": 15, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/swap_tensor/constants.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.runtime.swap_tensor.constants.AIO_BLOCK_SIZE_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.swap_tensor.constants.AIO_INTRA_OP_PARALLELISM", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.swap_tensor.constants.AIO_QUEUE_DEPTH_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.swap_tensor.constants.AIO_SINGLE_SUBMIT_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.swap_tensor.constants.AIO_OVERLAP_EVENTS_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.swap_tensor.constants.AIO_USE_GDS_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.swap_tensor.constants.AIO_SINGLE_SUBMIT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.swap_tensor.constants.AIO_FORMAT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.swap_tensor.constants.AIO", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.swap_tensor.constants.AIO_QUEUE_DEPTH", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.swap_tensor.constants.AIO_INTRA_OP_PARALLELISM_DEFAULT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.swap_tensor.constants.AIO_BLOCK_SIZE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.swap_tensor.constants.AIO_USE_GDS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.swap_tensor.constants.AIO_OVERLAP_EVENTS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.swap_tensor.constants", "names": [ "deepspeed.runtime.swap_tensor.constants.AIO", "deepspeed.runtime.swap_tensor.constants.AIO_BLOCK_SIZE", "deepspeed.runtime.swap_tensor.constants.AIO_BLOCK_SIZE_DEFAULT", "deepspeed.runtime.swap_tensor.constants.AIO_FORMAT", "deepspeed.runtime.swap_tensor.constants.AIO_INTRA_OP_PARALLELISM", "deepspeed.runtime.swap_tensor.constants.AIO_INTRA_OP_PARALLELISM_DEFAULT", "deepspeed.runtime.swap_tensor.constants.AIO_OVERLAP_EVENTS", "deepspeed.runtime.swap_tensor.constants.AIO_OVERLAP_EVENTS_DEFAULT", "deepspeed.runtime.swap_tensor.constants.AIO_QUEUE_DEPTH", "deepspeed.runtime.swap_tensor.constants.AIO_QUEUE_DEPTH_DEFAULT", "deepspeed.runtime.swap_tensor.constants.AIO_SINGLE_SUBMIT", "deepspeed.runtime.swap_tensor.constants.AIO_SINGLE_SUBMIT_DEFAULT", "deepspeed.runtime.swap_tensor.constants.AIO_USE_GDS", "deepspeed.runtime.swap_tensor.constants.AIO_USE_GDS_DEFAULT" ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 14, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/swap_tensor/optimizer_utils.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.swap_tensor.optimizer_utils.OptimizerStateSwapInfo", "methods": [ { "kind": "function", "name": "OptimizerStateSwapInfo.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "OptimizerStateSwapInfo.numel", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OptimizerStateSwapInfo.has_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OptimizerStateSwapInfo._add_tensors", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "OptimizerStateSwapInfo.add_state_tensors", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "OptimizerStateSwapInfo.num_tensors", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OptimizerStateSwapInfo.device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OptimizerStateSwapInfo.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OptimizerStateSwapInfo.release_memory", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OptimizerStateSwapInfo.get_compute_tensors", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OptimizerStateSwapInfo.get_swap_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OptimizerStateSwapInfo.get_swap_buffers_and_paths", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "OptimizerStateSwapInfo.get_or_create_gradient_paths", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "OptimizerStateSwapInfo.set_swap_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "OptimizerStateSwapInfo.get_swap_gradient_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "OptimizerStateSwapInfo.get_swap_gradient_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OptimizerStateSwapInfo.get_unpinned_state_tensors", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OptimizerStateSwapInfo.read_unswapped_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "OptimizerStateSwapInfo.write_unswapped_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "OptimizerStateSwapInfo.release_unswapped_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "OptimizerStateSwapInfo.tensors", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OptimizerStateSwapInfo.param_id", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OptimizerStateSwapInfo.swap_folder", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OptimizerStateSwapInfo.swapped_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OptimizerStateSwapInfo.unswapped_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OptimizerStateSwapInfo.tensor_numel", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OptimizerStateSwapInfo.tensor_dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OptimizerStateSwapInfo.tensor_device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OptimizerStateSwapInfo.has_state_tensors", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OptimizerStateSwapInfo.swap_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 43, "n_typed": 0, "n_any": 0, "n_untyped": 43, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 20, "n_method_overloads": 20, "n_method_params": 13, "n_attrs": 10, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.runtime.swap_tensor.optimizer_utils.SWAPPER_DEBUG_MODE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.swap_tensor.optimizer_utils.SwapTensorContext", "methods": [ { "kind": "function", "name": "SwapTensorContext.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "SwapTensorContext.release_memory", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SwapTensorContext.set_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "SwapTensorContext.compute_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SwapTensorContext.swap_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SwapTensorContext.swap_path", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 4, "n_attrs": 3, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.swap_tensor.optimizer_utils.FlattenedTensorSwapInfo", "methods": [ { "kind": "function", "name": "FlattenedTensorSwapInfo.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "FlattenedTensorSwapInfo.path", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FlattenedTensorSwapInfo.offset", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FlattenedTensorSwapInfo.length", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 7, "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 3, "n_attrs": 3, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.swap_tensor.optimizer_utils.OptimizerSwapper", "methods": [ { "kind": "function", "name": "OptimizerSwapper.parameter_id", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "OptimizerSwapper.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "OptimizerSwapper.purge_state", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OptimizerSwapper.is_swappable_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "OptimizerSwapper.init_timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OptimizerSwapper.log_timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OptimizerSwapper.pre_backward", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OptimizerSwapper.post_backward", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OptimizerSwapper._flush_gradient_swapper", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "OptimizerSwapper._swap_out_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "OptimizerSwapper._initialize_from_swapped_fp16_params", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "OptimizerSwapper._swap_in_fp16_params", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "OptimizerSwapper._swap_out_fp16_params", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "OptimizerSwapper._initialize_parameters", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "OptimizerSwapper._get_swap_paths", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "OptimizerSwapper._swap_out_unpinned_tensors", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "OptimizerSwapper._adjust_for_misaligned_lengths", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "OptimizerSwapper._retrieve_unswapped_grad_partitions", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "OptimizerSwapper._get_state_tensors", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "OptimizerSwapper._update_param_state_info", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "OptimizerSwapper._create_param_swap_info", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "OptimizerSwapper._get_param_swap_info", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "OptimizerSwapper._start_timer", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "OptimizerSwapper._stop_timer", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "OptimizerSwapper._log_timers", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "OptimizerSwapper._io_aligned_numel", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "OptimizerSwapper.swap_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OptimizerSwapper.aio_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OptimizerSwapper.swap_params_info", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OptimizerSwapper.swap_element_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OptimizerSwapper.swap_folder", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OptimizerSwapper.optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OptimizerSwapper.min_aio_bytes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OptimizerSwapper.aligned_bytes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OptimizerSwapper.numel_alignment", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OptimizerSwapper.largest_numel", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OptimizerSwapper.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OptimizerSwapper.swap_buffer_manager", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OptimizerSwapper.timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OptimizerSwapper.timer_names", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OptimizerSwapper.print_exclude_list", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 94, "n_typed": 0, "n_any": 0, "n_untyped": 94, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 26, "n_method_overloads": 26, "n_method_params": 53, "n_attrs": 15, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.runtime.swap_tensor.optimizer_utils.SWAP_OUT_GRADIENT_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.swap_tensor.optimizer_utils", "names": [ "deepspeed.runtime.swap_tensor.optimizer_utils.FlattenedTensorSwapInfo", "deepspeed.runtime.swap_tensor.optimizer_utils.OptimizerStateSwapInfo", "deepspeed.runtime.swap_tensor.optimizer_utils.OptimizerSwapper", "deepspeed.runtime.swap_tensor.optimizer_utils.SWAPPER_DEBUG_MODE", "deepspeed.runtime.swap_tensor.optimizer_utils.SWAP_OUT_GRADIENT_TIMER", "deepspeed.runtime.swap_tensor.optimizer_utils.SwapTensorContext" ], "n_typable": 154, "n_typed": 0, "n_any": 0, "n_untyped": 154, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 50, "n_method_overloads": 50, "n_method_params": 73, "n_classes": 4, "n_attrs": 33, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/swap_tensor/partitioned_optimizer_swapper.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.runtime.swap_tensor.partitioned_optimizer_swapper.SWAP_IN_PARAM_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.swap_tensor.partitioned_optimizer_swapper.SWAP_OUT_PARAM_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.swap_tensor.partitioned_optimizer_swapper.SWAP_IN_GRADIENT_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.swap_tensor.partitioned_optimizer_swapper.DEBUG_MODE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.swap_tensor.partitioned_optimizer_swapper.PartitionedOptimizerSwapper", "methods": [ { "kind": "function", "name": "PartitionedOptimizerSwapper.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "PartitionedOptimizerSwapper.initialize_parameters", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "PartitionedOptimizerSwapper.initialize_from_swapped_fp16_params", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "PartitionedOptimizerSwapper.flush_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PartitionedOptimizerSwapper.release_swap_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PartitionedOptimizerSwapper.swap_in_optimizer_state", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "PartitionedOptimizerSwapper._swap_out_optimizer_state", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PartitionedOptimizerSwapper.writeback_optimizer_state_and_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "PartitionedOptimizerSwapper.swap_out_optimizer_state", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "PartitionedOptimizerSwapper.swap_out_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "PartitionedOptimizerSwapper._swap_in_parameter", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "PartitionedOptimizerSwapper._swap_in_pinned_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "PartitionedOptimizerSwapper._swap_in_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "PartitionedOptimizerSwapper.aio_handle", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PartitionedOptimizerSwapper.gradient_swapper", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 50, "n_typed": 0, "n_any": 0, "n_untyped": 50, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 13, "n_method_overloads": 13, "n_method_params": 35, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.swap_tensor.partitioned_optimizer_swapper", "names": [ "deepspeed.runtime.swap_tensor.partitioned_optimizer_swapper.DEBUG_MODE", "deepspeed.runtime.swap_tensor.partitioned_optimizer_swapper.PartitionedOptimizerSwapper", "deepspeed.runtime.swap_tensor.partitioned_optimizer_swapper.SWAP_IN_GRADIENT_TIMER", "deepspeed.runtime.swap_tensor.partitioned_optimizer_swapper.SWAP_IN_PARAM_TIMER", "deepspeed.runtime.swap_tensor.partitioned_optimizer_swapper.SWAP_OUT_PARAM_TIMER" ], "n_typable": 50, "n_typed": 0, "n_any": 0, "n_untyped": 50, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 13, "n_method_overloads": 13, "n_method_params": 35, "n_classes": 1, "n_attrs": 6, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/swap_tensor/partitioned_param_swapper.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.swap_tensor.partitioned_param_swapper.PartitionedParamStatus", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "PartitionedParamStatus.AVAILABLE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "PartitionedParamStatus.NOT_AVAILABLE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "PartitionedParamStatus.INFLIGHT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 3, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.runtime.swap_tensor.partitioned_param_swapper.print_rank_0", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "class", "name": "deepspeed.runtime.swap_tensor.partitioned_param_swapper.AsyncPartitionedParameterSwapper", "methods": [ { "kind": "function", "name": "AsyncPartitionedParameterSwapper.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "AsyncPartitionedParameterSwapper.available_swap_in_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncPartitionedParameterSwapper._configure_aio", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "AsyncPartitionedParameterSwapper.swappable_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "AsyncPartitionedParameterSwapper.get_path", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "AsyncPartitionedParameterSwapper._get_swap_paths", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "AsyncPartitionedParameterSwapper._get_swap_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "AsyncPartitionedParameterSwapper._track_numel", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "AsyncPartitionedParameterSwapper._allocate_and_return_buffers_for_swap_in", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "AsyncPartitionedParameterSwapper.synchronize_writes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncPartitionedParameterSwapper.synchronize_reads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncPartitionedParameterSwapper.remove_partition_and_release_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "AsyncPartitionedParameterSwapper._swap_out", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "AsyncPartitionedParameterSwapper.swap_out_and_release", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "AsyncPartitionedParameterSwapper._update_inflight_swap_in", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "AsyncPartitionedParameterSwapper.swap_in", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "AsyncPartitionedParameterSwapper.swap_into_buffer", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "AsyncPartitionedParameterSwapper.get_buffer", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "AsyncPartitionedParameterSwapper.reserve_available_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncPartitionedParameterSwapper.release_reserved_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "AsyncPartitionedParameterSwapper._io_aligned_numel", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "AsyncPartitionedParameterSwapper._is_io_aligned", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "AsyncPartitionedParameterSwapper.reserve_partitioned_swap_space", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "AsyncPartitionedParameterSwapper.swap_out_partitioned_params", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "AsyncPartitionedParameterSwapper.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AsyncPartitionedParameterSwapper.id_to_path", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AsyncPartitionedParameterSwapper.param_id_to_buffer_id", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AsyncPartitionedParameterSwapper.param_id_to_swap_buffer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AsyncPartitionedParameterSwapper.param_id_to_numel", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AsyncPartitionedParameterSwapper.pending_writes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AsyncPartitionedParameterSwapper.pending_reads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AsyncPartitionedParameterSwapper.inflight_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AsyncPartitionedParameterSwapper.inflight_swap_in_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AsyncPartitionedParameterSwapper.inflight_numel", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AsyncPartitionedParameterSwapper.available_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AsyncPartitionedParameterSwapper.available_numel", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AsyncPartitionedParameterSwapper.partitioned_swap_buffer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AsyncPartitionedParameterSwapper.partitioned_swap_pool", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AsyncPartitionedParameterSwapper.invalid_buffer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 72, "n_typed": 0, "n_any": 0, "n_untyped": 72, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 24, "n_method_overloads": 24, "n_method_params": 33, "n_attrs": 15, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.swap_tensor.partitioned_param_swapper", "names": [ "deepspeed.runtime.swap_tensor.partitioned_param_swapper.AsyncPartitionedParameterSwapper", "deepspeed.runtime.swap_tensor.partitioned_param_swapper.PartitionedParamStatus", "deepspeed.runtime.swap_tensor.partitioned_param_swapper.print_rank_0" ], "n_typable": 76, "n_typed": 0, "n_any": 0, "n_untyped": 76, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 3, "n_methods": 24, "n_method_overloads": 24, "n_method_params": 33, "n_classes": 2, "n_attrs": 18, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/swap_tensor/pipelined_optimizer_swapper.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.runtime.swap_tensor.pipelined_optimizer_swapper.SYNC_SWAP_IN", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.swap_tensor.pipelined_optimizer_swapper.ASYNC_SWAP_IN", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.swap_tensor.pipelined_optimizer_swapper.OptimizerSwapOp", "methods": [ { "kind": "function", "name": "OptimizerSwapOp.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "OptimizerSwapOp.is_parameter", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "OptimizerSwapOp.wait", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "OptimizerSwapOp.aio_handle", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OptimizerSwapOp.read_op", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OptimizerSwapOp.param_info", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OptimizerSwapOp.allocated_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OptimizerSwapOp.state_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OptimizerSwapOp.wait_required", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OptimizerSwapOp.num_ops", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 17, "n_typed": 0, "n_any": 0, "n_untyped": 17, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 7, "n_attrs": 7, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.runtime.swap_tensor.pipelined_optimizer_swapper.ASYNC_SWAP_IN_STATE_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.swap_tensor.pipelined_optimizer_swapper.ASYNC_SWAP_OUT_STATE_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.swap_tensor.pipelined_optimizer_swapper.SYNC_SWAP_OUT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.swap_tensor.pipelined_optimizer_swapper.ASYNC_SWAP_OUT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.swap_tensor.pipelined_optimizer_swapper.SWAP_OUT_STATE_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.swap_tensor.pipelined_optimizer_swapper.PipelinedOptimizerSwapper", "methods": [ { "kind": "function", "name": "PipelinedOptimizerSwapper.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "PipelinedOptimizerSwapper.initialize_parameters", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "PipelinedOptimizerSwapper.initialize_from_swapped_fp16_params", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "PipelinedOptimizerSwapper.flush_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PipelinedOptimizerSwapper.swap_in_optimizer_state", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "PipelinedOptimizerSwapper.swap_out_optimizer_state", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "PipelinedOptimizerSwapper.swap_out_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "PipelinedOptimizerSwapper._complete_swap_out", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PipelinedOptimizerSwapper._swap_out_optimizer_state", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "PipelinedOptimizerSwapper._swap_in_optimizer_state", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "PipelinedOptimizerSwapper.write_aio_handle", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelinedOptimizerSwapper.read_aio_handle", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelinedOptimizerSwapper.gradient_swapper", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelinedOptimizerSwapper.async_swap_in", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelinedOptimizerSwapper.async_swap_out", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PipelinedOptimizerSwapper.swap_ops", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 43, "n_typed": 0, "n_any": 0, "n_untyped": 43, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 10, "n_method_overloads": 10, "n_method_params": 27, "n_attrs": 6, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.runtime.swap_tensor.pipelined_optimizer_swapper.SWAP_IN_STATE_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.swap_tensor.pipelined_optimizer_swapper.SWAP_OUT_GRADIENT_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.swap_tensor.pipelined_optimizer_swapper", "names": [ "deepspeed.runtime.swap_tensor.pipelined_optimizer_swapper.ASYNC_SWAP_IN", "deepspeed.runtime.swap_tensor.pipelined_optimizer_swapper.ASYNC_SWAP_IN_STATE_TIMER", "deepspeed.runtime.swap_tensor.pipelined_optimizer_swapper.ASYNC_SWAP_OUT", "deepspeed.runtime.swap_tensor.pipelined_optimizer_swapper.ASYNC_SWAP_OUT_STATE_TIMER", "deepspeed.runtime.swap_tensor.pipelined_optimizer_swapper.OptimizerSwapOp", "deepspeed.runtime.swap_tensor.pipelined_optimizer_swapper.PipelinedOptimizerSwapper", "deepspeed.runtime.swap_tensor.pipelined_optimizer_swapper.SWAP_IN_STATE_TIMER", "deepspeed.runtime.swap_tensor.pipelined_optimizer_swapper.SWAP_OUT_GRADIENT_TIMER", "deepspeed.runtime.swap_tensor.pipelined_optimizer_swapper.SWAP_OUT_STATE_TIMER", "deepspeed.runtime.swap_tensor.pipelined_optimizer_swapper.SYNC_SWAP_IN", "deepspeed.runtime.swap_tensor.pipelined_optimizer_swapper.SYNC_SWAP_OUT" ], "n_typable": 60, "n_typed": 0, "n_any": 0, "n_untyped": 60, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 13, "n_method_overloads": 13, "n_method_params": 34, "n_classes": 2, "n_attrs": 22, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/swap_tensor/utils.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.swap_tensor.utils.SwapBuffer", "methods": [ { "kind": "function", "name": "SwapBuffer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SwapBuffer.reset", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SwapBuffer.insert_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "SwapBuffer.allocate_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "SwapBuffer.has_space", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SwapBuffer.get_swap_tensors", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SwapBuffer.get_swap_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SwapBuffer.get_compute_tensors", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SwapBuffer.get_num_elem", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SwapBuffer.get_swap_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SwapBuffer.get_compute_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SwapBuffer.get_swap_path", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "SwapBuffer.buffer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 24, "n_typed": 0, "n_any": 0, "n_untyped": 24, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 12, "n_method_overloads": 12, "n_method_params": 11, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.swap_tensor.utils.SwapBufferManager", "methods": [ { "kind": "function", "name": "SwapBufferManager.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "SwapBufferManager.allocate", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "SwapBufferManager.allocate_all", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "SwapBufferManager.free", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "SwapBufferManager.num_elems", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SwapBufferManager.count", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SwapBufferManager.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SwapBufferManager.all_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SwapBufferManager.free_buffer_index", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SwapBufferManager.used_buffer_index", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SwapBufferManager.gigabytes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 20, "n_typed": 0, "n_any": 0, "n_untyped": 20, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 9, "n_attrs": 7, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.swap_tensor.utils.SwapBufferPool", "methods": [ { "kind": "function", "name": "SwapBufferPool.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SwapBufferPool.reset", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SwapBufferPool.allocate_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "SwapBufferPool.insert_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "SwapBufferPool.get_swap_tensors", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SwapBufferPool.get_swap_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SwapBufferPool.get_compute_tensors", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SwapBufferPool.has_space", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SwapBufferPool.swap_out", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "SwapBufferPool.swap_in", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "SwapBufferPool._get_current_buffer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SwapBufferPool._get_used_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "SwapBufferPool.buffers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SwapBufferPool.current_index", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 26, "n_typed": 0, "n_any": 0, "n_untyped": 26, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 12, "n_method_overloads": 12, "n_method_params": 12, "n_attrs": 2, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.runtime.swap_tensor.utils.AIO_ALIGNED_BYTES", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.swap_tensor.utils.print_object", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.runtime.swap_tensor.utils.get_sized_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.runtime.swap_tensor.utils.get_sized_buffer", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "attr", "name": "deepspeed.runtime.swap_tensor.utils.MIN_AIO_BYTES", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.swap_tensor.utils.swap_in_tensors", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.runtime.swap_tensor.utils.swap_out_tensors", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "type_ignores": [], "name": "deepspeed.runtime.swap_tensor.utils", "names": [ "deepspeed.runtime.swap_tensor.utils.AIO_ALIGNED_BYTES", "deepspeed.runtime.swap_tensor.utils.MIN_AIO_BYTES", "deepspeed.runtime.swap_tensor.utils.SwapBuffer", "deepspeed.runtime.swap_tensor.utils.SwapBufferManager", "deepspeed.runtime.swap_tensor.utils.SwapBufferPool", "deepspeed.runtime.swap_tensor.utils.get_sized_buffer", "deepspeed.runtime.swap_tensor.utils.get_sized_buffers", "deepspeed.runtime.swap_tensor.utils.print_object", "deepspeed.runtime.swap_tensor.utils.swap_in_tensors", "deepspeed.runtime.swap_tensor.utils.swap_out_tensors" ], "n_typable": 88, "n_typed": 0, "n_any": 0, "n_untyped": 88, "n_functions": 5, "n_function_overloads": 5, "n_function_params": 13, "n_methods": 28, "n_method_overloads": 28, "n_method_params": 32, "n_classes": 3, "n_attrs": 12, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/tensor_parallel/config.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.tensor_parallel.config.TPTrainingConfig", "methods": [ { "kind": "function", "name": "TPTrainingConfig.get_partition_config_object", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "TPTrainingConfig.dtype", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "TPTrainingConfig.autotp_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "TPTrainingConfig.tp_overlap_comm", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "TPTrainingConfig.tensor_parallel", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "TPTrainingConfig.injection_policy_tuple", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "TPTrainingConfig.partition_config", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "TPTrainingConfig.preset_model", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "TPTrainingConfig.keep_module_on_host", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "TPTrainingConfig.replace_with_kernel_inject", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 10, "n_typed": 9, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 9, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.tensor_parallel.config.AUTOTP_MODE", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "AUTOTP_MODE.TRAINING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "AUTOTP_MODE.INFERENCE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.runtime.tensor_parallel.config.get_tensor_parallel_config", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "deepspeed.runtime.tensor_parallel.config.TPConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "TPConfig.tp_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "TPConfig.tp_grain_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "TPConfig.mpu", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "TPConfig.tp_group", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 4, "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 4, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.tensor_parallel.config", "names": [ "deepspeed.runtime.tensor_parallel.config.AUTOTP_MODE", "deepspeed.runtime.tensor_parallel.config.TPConfig", "deepspeed.runtime.tensor_parallel.config.TPTrainingConfig", "deepspeed.runtime.tensor_parallel.config.get_tensor_parallel_config" ], "n_typable": 16, "n_typed": 13, "n_any": 0, "n_untyped": 3, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 1, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_classes": 3, "n_attrs": 15, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/tensor_parallel/init_utils.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.runtime.tensor_parallel.init_utils.infer_config_dtype", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.tensor_parallel.init_utils.record_tp_model_init_args", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.runtime.tensor_parallel.init_utils.merge_tp_model_init_into_config", "n_typed": 1, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.runtime.tensor_parallel.init_utils.tp_group_world_size", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.runtime.tensor_parallel.init_utils.load_ds_config", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.runtime.tensor_parallel.init_utils", "names": [ "deepspeed.runtime.tensor_parallel.init_utils.infer_config_dtype", "deepspeed.runtime.tensor_parallel.init_utils.load_ds_config", "deepspeed.runtime.tensor_parallel.init_utils.merge_tp_model_init_into_config", "deepspeed.runtime.tensor_parallel.init_utils.record_tp_model_init_args", "deepspeed.runtime.tensor_parallel.init_utils.tp_group_world_size" ], "n_typable": 17, "n_typed": 5, "n_any": 0, "n_untyped": 12, "n_functions": 5, "n_function_overloads": 5, "n_function_params": 12, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/tensor_parallel/tp_manager.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.tensor_parallel.tp_manager.TpTrainingManager", "methods": [ { "kind": "function", "name": "TpTrainingManager.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "TpTrainingManager._initialize_config", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TpTrainingManager._apply_policies", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TpTrainingManager._apply_injection_policy", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "TpTrainingManager._initialize_tp_config", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TpTrainingManager._get_model_config_generate", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "TpTrainingManager.module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TpTrainingManager.config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 16, "n_typed": 0, "n_any": 0, "n_untyped": 16, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 8, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.tensor_parallel.tp_manager", "names": [ "deepspeed.runtime.tensor_parallel.tp_manager.TpTrainingManager" ], "n_typable": 16, "n_typed": 0, "n_any": 0, "n_untyped": 16, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 8, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/torch_autocast.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.runtime.torch_autocast.TORCH_AUTOCAST_DTYPE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.torch_autocast.get_all_comm_dtypes", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.torch_autocast.get_comm_dtype", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.torch_autocast.has_comm_dtype", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.torch_autocast.sort_dtypes", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.runtime.torch_autocast.TORCH_AUTOCAST_INITIALIZED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.torch_autocast.autocast_if_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.runtime.torch_autocast.LOWER_PRECISION_SAFE_MODULES", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.torch_autocast.is_autocast_initialized", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.runtime.torch_autocast.init_autocast_params", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.runtime.torch_autocast.get_default_autocast_lower_precision_modules", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.runtime.torch_autocast.get_autocast_dtype", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "attr", "name": "deepspeed.runtime.torch_autocast.PARAM_COMM_DTYPE_ATTR_NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.torch_autocast", "names": [ "deepspeed.runtime.torch_autocast.LOWER_PRECISION_SAFE_MODULES", "deepspeed.runtime.torch_autocast.PARAM_COMM_DTYPE_ATTR_NAME", "deepspeed.runtime.torch_autocast.TORCH_AUTOCAST_DTYPE", "deepspeed.runtime.torch_autocast.TORCH_AUTOCAST_INITIALIZED", "deepspeed.runtime.torch_autocast.autocast_if_enabled", "deepspeed.runtime.torch_autocast.get_all_comm_dtypes", "deepspeed.runtime.torch_autocast.get_autocast_dtype", "deepspeed.runtime.torch_autocast.get_comm_dtype", "deepspeed.runtime.torch_autocast.get_default_autocast_lower_precision_modules", "deepspeed.runtime.torch_autocast.has_comm_dtype", "deepspeed.runtime.torch_autocast.init_autocast_params", "deepspeed.runtime.torch_autocast.is_autocast_initialized", "deepspeed.runtime.torch_autocast.sort_dtypes" ], "n_typable": 17, "n_typed": 14, "n_any": 0, "n_untyped": 3, "n_functions": 9, "n_function_overloads": 9, "n_function_params": 8, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 4, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/utils.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.runtime.utils.get_global_norm_of_tensors", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "deepspeed.runtime.utils.partition_balanced", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.runtime.utils.filter_empty_parameters", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "deepspeed.runtime.utils.noop_context", "methods": [ { "kind": "function", "name": "noop_context.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "noop_context.__enter__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "noop_context.__exit__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 3, "n_attrs": 0, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.runtime.utils.all_gather_dp_groups", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "deepspeed.runtime.utils.partition_uniform", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "class", "name": "deepspeed.runtime.utils.PartitionedTensor", "methods": [ { "kind": "function", "name": "PartitionedTensor.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "PartitionedTensor.from_meta", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "PartitionedTensor._partition_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PartitionedTensor.full", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PartitionedTensor.to_meta", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PartitionedTensor.data", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PartitionedTensor.local_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PartitionedTensor.full_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "PartitionedTensor.group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PartitionedTensor.num_parts", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PartitionedTensor.rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PartitionedTensor.orig_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PartitionedTensor.orig_device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PartitionedTensor.even_split", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 23, "n_typed": 0, "n_any": 0, "n_untyped": 23, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 9, "n_attrs": 6, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.runtime.utils.register_output_backward_hooks", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.runtime.utils.clip_grad_norm_", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.runtime.utils.get_weight_norm", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.runtime.utils.see_memory_usage", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.runtime.utils.compare_tensors_in_structures", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.runtime.utils.copy_to_device", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.runtime.utils.get_global_norm", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.utils.count_used_parameters_in_backward", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.utils.get_ma_status", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.runtime.utils.offload_adam_states", "n_typed": 2, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "class", "name": "deepspeed.runtime.utils.DummyOptim", "methods": [ { "kind": "function", "name": "DummyOptim.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DummyOptim.param_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 3, "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 1, "n_attrs": 1, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.runtime.utils.get_flattened_grad_norm", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.runtime.utils.get_checkpoint_folder_size", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.runtime.utils.memory_status", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.runtime.utils.is_model_parallel_parameter", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.utils.graph_process", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.runtime.utils.get_only_unique_item", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.utils.get_norm_with_moe_layers_fast", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "class", "name": "deepspeed.runtime.utils.CheckOverflow", "methods": [ { "kind": "function", "name": "CheckOverflow.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "CheckOverflow.check_using_norm", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "CheckOverflow.check", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CheckOverflow.has_overflow_serial", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CheckOverflow.has_overflow", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "CheckOverflow._has_inf_or_nan", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "CheckOverflow.mpu", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CheckOverflow.params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CheckOverflow.zero_reduce_scatter", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CheckOverflow.deepspeed", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CheckOverflow.has_moe_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 23, "n_typed": 0, "n_any": 0, "n_untyped": 23, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 12, "n_attrs": 5, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.runtime.utils.mem_cached", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.utils.empty_cache", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.runtime.utils.get_inactive_params", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.runtime.utils.graph_cache", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.utils.get_norm_with_moe_layers", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.runtime.utils.reload_adam_states", "n_typed": 1, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.runtime.utils.move_to_device", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.runtime.utils.all_gather_into_tensor_dp_groups", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.runtime.utils.set_random_seed", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.runtime.utils.mem_alloced", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.utils.clip_tensors_by_global_norm", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "deepspeed.runtime.utils.get_grad_zeros", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.runtime.utils.maybe_loss_for_backward", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.utils.mask_nan_or_inf_with_val_inplace", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.runtime.utils.check_internal_apis_for_count_used_parameters", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "class", "name": "deepspeed.runtime.utils.OutputBackwardHookManager", "methods": [ { "kind": "function", "name": "OutputBackwardHookManager.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "OutputBackwardHookManager._make_backward_hook", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "OutputBackwardHookManager._traverse_and_register_hooks", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "OutputBackwardHookManager.register_hooks_on_outputs", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "OutputBackwardHookManager.remove_hooks", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OutputBackwardHookManager.reset", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "OutputBackwardHookManager.preprocess_once_fn", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OutputBackwardHookManager.preprocess_per_tensor_fn", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OutputBackwardHookManager.preprocess_done", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OutputBackwardHookManager.hook_handles", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 16, "n_typed": 0, "n_any": 0, "n_untyped": 16, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 6, "n_attrs": 4, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.runtime.utils.noop_decorator", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.utils.get_tensor_bytes", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.utils.ensure_directory_exists", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.utils.prefix_sum_inc", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.utils.call_to_str", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.runtime.utils.align_dense_tensors", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "class", "name": "deepspeed.runtime.utils.TLinear", "methods": [ { "kind": "function", "name": "TLinear.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "TLinear._fwd", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TLinear._fwd_bias_add", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TLinear.forward", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "TLinear.name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TLinear.bias", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 11, "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 5, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.utils", "names": [ "deepspeed.runtime.utils.CheckOverflow", "deepspeed.runtime.utils.DummyOptim", "deepspeed.runtime.utils.OutputBackwardHookManager", "deepspeed.runtime.utils.PartitionedTensor", "deepspeed.runtime.utils.TLinear", "deepspeed.runtime.utils.align_dense_tensors", "deepspeed.runtime.utils.all_gather_dp_groups", "deepspeed.runtime.utils.all_gather_into_tensor_dp_groups", "deepspeed.runtime.utils.call_to_str", "deepspeed.runtime.utils.check_internal_apis_for_count_used_parameters", "deepspeed.runtime.utils.clip_grad_norm_", "deepspeed.runtime.utils.clip_tensors_by_global_norm", "deepspeed.runtime.utils.compare_tensors_in_structures", "deepspeed.runtime.utils.copy_to_device", "deepspeed.runtime.utils.count_used_parameters_in_backward", "deepspeed.runtime.utils.empty_cache", "deepspeed.runtime.utils.ensure_directory_exists", "deepspeed.runtime.utils.filter_empty_parameters", "deepspeed.runtime.utils.get_checkpoint_folder_size", "deepspeed.runtime.utils.get_flattened_grad_norm", "deepspeed.runtime.utils.get_global_norm", "deepspeed.runtime.utils.get_global_norm_of_tensors", "deepspeed.runtime.utils.get_grad_zeros", "deepspeed.runtime.utils.get_inactive_params", "deepspeed.runtime.utils.get_ma_status", "deepspeed.runtime.utils.get_norm_with_moe_layers", "deepspeed.runtime.utils.get_norm_with_moe_layers_fast", "deepspeed.runtime.utils.get_only_unique_item", "deepspeed.runtime.utils.get_tensor_bytes", "deepspeed.runtime.utils.get_weight_norm", "deepspeed.runtime.utils.graph_cache", "deepspeed.runtime.utils.graph_process", "deepspeed.runtime.utils.is_model_parallel_parameter", "deepspeed.runtime.utils.mask_nan_or_inf_with_val_inplace", "deepspeed.runtime.utils.maybe_loss_for_backward", "deepspeed.runtime.utils.mem_alloced", "deepspeed.runtime.utils.mem_cached", "deepspeed.runtime.utils.memory_status", "deepspeed.runtime.utils.move_to_device", "deepspeed.runtime.utils.noop_context", "deepspeed.runtime.utils.noop_decorator", "deepspeed.runtime.utils.offload_adam_states", "deepspeed.runtime.utils.partition_balanced", "deepspeed.runtime.utils.partition_uniform", "deepspeed.runtime.utils.prefix_sum_inc", "deepspeed.runtime.utils.register_output_backward_hooks", "deepspeed.runtime.utils.reload_adam_states", "deepspeed.runtime.utils.see_memory_usage", "deepspeed.runtime.utils.set_random_seed" ], "n_typable": 214, "n_typed": 11, "n_any": 0, "n_untyped": 203, "n_functions": 40, "n_function_overloads": 40, "n_function_params": 92, "n_methods": 28, "n_method_overloads": 28, "n_method_params": 36, "n_classes": 6, "n_attrs": 21, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/weight_quantizer.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.weight_quantizer.WeightQuantization", "methods": [ { "kind": "function", "name": "WeightQuantization.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "WeightQuantization.quantize_data", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "WeightQuantization.is_mlp", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "WeightQuantization.is_qkv", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "WeightQuantization.Quantize", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "WeightQuantization.merge_layer_scales", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "WeightQuantization.merge_scales", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "WeightQuantization.merge_scales_split", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "WeightQuantization.sd_quantize_megatron", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "WeightQuantization.model_quantize", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "WeightQuantization.dense_scales", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "WeightQuantization.qkv_scales", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "WeightQuantization.mlp4hh_scales", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "WeightQuantization.mlph4h_scales", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "WeightQuantization.mlp_extra_grouping", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "WeightQuantization.mp_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 39, "n_typed": 0, "n_any": 0, "n_untyped": 39, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 10, "n_method_overloads": 10, "n_method_params": 23, "n_attrs": 6, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.weight_quantizer", "names": [ "deepspeed.runtime.weight_quantizer.WeightQuantization" ], "n_typable": 39, "n_typed": 0, "n_any": 0, "n_untyped": 39, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 10, "n_method_overloads": 10, "n_method_params": 23, "n_classes": 1, "n_attrs": 6, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/zenflow/engine.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.runtime.zenflow.engine.sync_zenflow_optimizer_lr", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.zenflow.engine.is_zenflow_update_boundary", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.zenflow.engine.configure_zenflow", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.zenflow.engine.zenflow_step", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "type_ignores": [], "name": "deepspeed.runtime.zenflow.engine", "names": [ "deepspeed.runtime.zenflow.engine.configure_zenflow", "deepspeed.runtime.zenflow.engine.is_zenflow_update_boundary", "deepspeed.runtime.zenflow.engine.sync_zenflow_optimizer_lr", "deepspeed.runtime.zenflow.engine.zenflow_step" ], "n_typable": 9, "n_typed": 5, "n_any": 0, "n_untyped": 4, "n_functions": 4, "n_function_overloads": 4, "n_function_params": 5, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/zenflow/engine_stage3.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.runtime.zenflow.engine_stage3.update_selected_channels", "n_typed": 1, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "attr", "name": "deepspeed.runtime.zenflow.engine_stage3.INIT_OPTIMIZER_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.zenflow.engine_stage3.partition_grads", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.runtime.zenflow.engine_stage3.zenflow_cpu_optimizer_overlap_step", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.runtime.zenflow.engine_stage3.zenflow_backward_epilogue", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.zenflow.engine_stage3.step", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.runtime.zenflow.engine_stage3.zenflow_cpu_optimizer_step", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.runtime.zenflow.engine_stage3.OPTIMIZER_SWAP_IN_STATE_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.zenflow.engine_stage3.is_zenflow_select_boundary", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.zenflow.engine_stage3.wait_last_update_and_copy", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.runtime.zenflow.engine_stage3.initialize_optimizer_states", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.zenflow.engine_stage3.log_selective_optimizer_timers", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.runtime.zenflow.engine_stage3.OPTIMIZER_STEP_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.zenflow.engine_stage3.configure_zenflow", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.runtime.zenflow.engine_stage3.zenflow_backward_prologue", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.runtime.zenflow.engine_stage3.OPTIMIZER_SWAP_OUT_STATE_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.zenflow.engine_stage3.unscale_and_clip_grads", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.runtime.zenflow.engine_stage3.sync_fp32_param_from_gpu", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.zenflow.engine_stage3.get_overlap_step_state", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.zenflow.engine_stage3.selective_optimizer_step", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.runtime.zenflow.engine_stage3", "names": [ "deepspeed.runtime.zenflow.engine_stage3.INIT_OPTIMIZER_TIMER", "deepspeed.runtime.zenflow.engine_stage3.OPTIMIZER_STEP_TIMER", "deepspeed.runtime.zenflow.engine_stage3.OPTIMIZER_SWAP_IN_STATE_TIMER", "deepspeed.runtime.zenflow.engine_stage3.OPTIMIZER_SWAP_OUT_STATE_TIMER", "deepspeed.runtime.zenflow.engine_stage3.configure_zenflow", "deepspeed.runtime.zenflow.engine_stage3.get_overlap_step_state", "deepspeed.runtime.zenflow.engine_stage3.initialize_optimizer_states", "deepspeed.runtime.zenflow.engine_stage3.is_zenflow_select_boundary", "deepspeed.runtime.zenflow.engine_stage3.log_selective_optimizer_timers", "deepspeed.runtime.zenflow.engine_stage3.partition_grads", "deepspeed.runtime.zenflow.engine_stage3.selective_optimizer_step", "deepspeed.runtime.zenflow.engine_stage3.step", "deepspeed.runtime.zenflow.engine_stage3.sync_fp32_param_from_gpu", "deepspeed.runtime.zenflow.engine_stage3.unscale_and_clip_grads", "deepspeed.runtime.zenflow.engine_stage3.update_selected_channels", "deepspeed.runtime.zenflow.engine_stage3.wait_last_update_and_copy", "deepspeed.runtime.zenflow.engine_stage3.zenflow_backward_epilogue", "deepspeed.runtime.zenflow.engine_stage3.zenflow_backward_prologue", "deepspeed.runtime.zenflow.engine_stage3.zenflow_cpu_optimizer_overlap_step", "deepspeed.runtime.zenflow.engine_stage3.zenflow_cpu_optimizer_step" ], "n_typable": 44, "n_typed": 15, "n_any": 0, "n_untyped": 29, "n_functions": 16, "n_function_overloads": 16, "n_function_params": 28, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 4, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/zenflow/zenflow_config.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.zenflow.zenflow_config.ZenFlowConfig", "methods": [ { "kind": "function", "name": "ZenFlowConfig.validate_fields", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "ZenFlowConfig.topk_ratio", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "ZenFlowConfig.select_strategy", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "ZenFlowConfig.select_interval", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "ZenFlowConfig.update_interval", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "ZenFlowConfig.overlap_step", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "ZenFlowConfig.offload", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "ZenFlowConfig.auto_ratio", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "ZenFlowConfig.full_warm_up_rounds", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "ZenFlowConfig.pt_reserved_cores_perc", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "ZenFlowConfig.steps_per_epoch", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 11, "n_typed": 10, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 10, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.zenflow.zenflow_config", "names": [ "deepspeed.runtime.zenflow.zenflow_config.ZenFlowConfig" ], "n_typable": 11, "n_typed": 10, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_classes": 1, "n_attrs": 10, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/zenflow/zenflow_stage_1_and_2.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.runtime.zenflow.zenflow_stage_1_and_2.OPTIMIZER_GRADIENTS_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.zenflow.zenflow_stage_1_and_2.OPTIMIZER_STEP_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.zenflow.zenflow_stage_1_and_2.ZenFlowZeroOptimizerSequential", "methods": [ { "kind": "function", "name": "ZenFlowZeroOptimizerSequential.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ZenFlowZeroOptimizerSequential.zenflow_cpu_optimizer_step", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 5, "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 3, "n_attrs": 0, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.runtime.zenflow.zenflow_stage_1_and_2.pg_correctness_test", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.zenflow.zenflow_stage_1_and_2.SELECTIVE_OPTIMIZER_SYNC_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.zenflow.zenflow_stage_1_and_2.SELECTIVE_OPTIMIZER_TIMERS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.zenflow.zenflow_stage_1_and_2.OPTIMIZER_TIMERS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.zenflow.zenflow_stage_1_and_2.OPTIMIZER_RECV_PARAMS_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.zenflow.zenflow_stage_1_and_2.ZenFlowZeroOptimizer", "methods": [ { "kind": "function", "name": "ZenFlowZeroOptimizer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "ZenFlowZeroOptimizer.create", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ZenFlowZeroOptimizer._configure_zenflow", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ZenFlowZeroOptimizer.is_zenflow_select_boundary", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ZenFlowZeroOptimizer.sync_fp32_param_from_gpu", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ZenFlowZeroOptimizer.update_selected_channels", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "ZenFlowZeroOptimizer._process_selected_fp32_groups_grad", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "ZenFlowZeroOptimizer.average_tensor", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ZenFlowZeroOptimizer.backward", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ZenFlowZeroOptimizer.log_selective_optimizer_timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ZenFlowZeroOptimizer._sync_selective_optimizer_lr", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ZenFlowZeroOptimizer._selective_optimizer_step", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ZenFlowZeroOptimizer.selective_optimizer_step", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "ZenFlowZeroOptimizer.micro_step", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ZenFlowZeroOptimizer.full_warm_up_rounds", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ZenFlowZeroOptimizer.offload_selective_optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ZenFlowZeroOptimizer.pt_reserved_cores_perc", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ZenFlowZeroOptimizer.start_optimizer_process", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ZenFlowZeroOptimizer.zf_stage3", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ZenFlowZeroOptimizer.selective_optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ZenFlowZeroOptimizer.num_total_param", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 40, "n_typed": 2, "n_any": 0, "n_untyped": 38, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 13, "n_method_overloads": 13, "n_method_params": 19, "n_attrs": 8, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.runtime.zenflow.zenflow_stage_1_and_2.OPTIMIZER_TRANSMIT_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.zenflow.zenflow_stage_1_and_2.SELECTIVE_OPTIMIZER_PROCESS_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.zenflow.zenflow_stage_1_and_2.ZenFlowZeroOptimizerParallel", "methods": [ { "kind": "function", "name": "ZenFlowZeroOptimizerParallel.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ZenFlowZeroOptimizerParallel.initialize_optimizer_states", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ZenFlowZeroOptimizerParallel._get_offload_gradient_dict", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ZenFlowZeroOptimizerParallel.get_overlap_step_state", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ZenFlowZeroOptimizerParallel.async_inplace_copy_grad_to_fp32_buffer_from_gpu", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ZenFlowZeroOptimizerParallel.wait_last_update_and_copy", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ZenFlowZeroOptimizerParallel.zenflow_cpu_optimizer_step", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ZenFlowZeroOptimizerParallel.step", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "ZenFlowZeroOptimizerParallel.process_optimizer_established", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ZenFlowZeroOptimizerParallel.first_update_round_after_warmup", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 16, "n_typed": 0, "n_any": 0, "n_untyped": 16, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 6, "n_attrs": 2, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.runtime.zenflow.zenflow_stage_1_and_2.OPTIMIZER_ALLGATHER_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.zenflow.zenflow_stage_1_and_2.INITIAL_MICRO_STEP_ID", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.zenflow.zenflow_stage_1_and_2.SELECTIVE_OPTIMIZER_STEP_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.zenflow.zenflow_stage_1_and_2.OPTIMIZER_CALC_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.zenflow.zenflow_stage_1_and_2.SELECTIVE_OPTIMIZER_UPDATE_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.zenflow.zenflow_stage_1_and_2.OPTIMIZER_UPDATE_MODEL_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.zenflow.zenflow_stage_1_and_2", "names": [ "deepspeed.runtime.zenflow.zenflow_stage_1_and_2.INITIAL_MICRO_STEP_ID", "deepspeed.runtime.zenflow.zenflow_stage_1_and_2.OPTIMIZER_ALLGATHER_TIMER", "deepspeed.runtime.zenflow.zenflow_stage_1_and_2.OPTIMIZER_CALC_TIMER", "deepspeed.runtime.zenflow.zenflow_stage_1_and_2.OPTIMIZER_GRADIENTS_TIMER", "deepspeed.runtime.zenflow.zenflow_stage_1_and_2.OPTIMIZER_RECV_PARAMS_TIMER", "deepspeed.runtime.zenflow.zenflow_stage_1_and_2.OPTIMIZER_STEP_TIMER", "deepspeed.runtime.zenflow.zenflow_stage_1_and_2.OPTIMIZER_TIMERS", "deepspeed.runtime.zenflow.zenflow_stage_1_and_2.OPTIMIZER_TRANSMIT_TIMER", "deepspeed.runtime.zenflow.zenflow_stage_1_and_2.OPTIMIZER_UPDATE_MODEL_TIMER", "deepspeed.runtime.zenflow.zenflow_stage_1_and_2.SELECTIVE_OPTIMIZER_PROCESS_TIMER", "deepspeed.runtime.zenflow.zenflow_stage_1_and_2.SELECTIVE_OPTIMIZER_STEP_TIMER", "deepspeed.runtime.zenflow.zenflow_stage_1_and_2.SELECTIVE_OPTIMIZER_SYNC_TIMER", "deepspeed.runtime.zenflow.zenflow_stage_1_and_2.SELECTIVE_OPTIMIZER_TIMERS", "deepspeed.runtime.zenflow.zenflow_stage_1_and_2.SELECTIVE_OPTIMIZER_UPDATE_TIMER", "deepspeed.runtime.zenflow.zenflow_stage_1_and_2.ZenFlowZeroOptimizer", "deepspeed.runtime.zenflow.zenflow_stage_1_and_2.ZenFlowZeroOptimizerParallel", "deepspeed.runtime.zenflow.zenflow_stage_1_and_2.ZenFlowZeroOptimizerSequential", "deepspeed.runtime.zenflow.zenflow_stage_1_and_2.pg_correctness_test" ], "n_typable": 61, "n_typed": 2, "n_any": 0, "n_untyped": 59, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 23, "n_method_overloads": 23, "n_method_params": 28, "n_classes": 3, "n_attrs": 25, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/zenflow/zenflow_utils.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.runtime.zenflow.zenflow_utils.disable_accelerator", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.runtime.zenflow.zenflow_utils.start_optimizer_process", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.zenflow.zenflow_utils.all_tensors_equal", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.zenflow.zenflow_utils.zenflow_optimizer_process", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 } ], "type_ignores": [], "name": "deepspeed.runtime.zenflow.zenflow_utils", "names": [ "deepspeed.runtime.zenflow.zenflow_utils.all_tensors_equal", "deepspeed.runtime.zenflow.zenflow_utils.disable_accelerator", "deepspeed.runtime.zenflow.zenflow_utils.start_optimizer_process", "deepspeed.runtime.zenflow.zenflow_utils.zenflow_optimizer_process" ], "n_typable": 11, "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_functions": 4, "n_function_overloads": 4, "n_function_params": 7, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/zero/config.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.zero.config.ZeroStageEnum", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "ZeroStageEnum.disabled", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ZeroStageEnum.optimizer_states", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ZeroStageEnum.gradients", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ZeroStageEnum.weights", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ZeroStageEnum.max_stage", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 5, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.runtime.zero.config.ZERO_OPTIMIZATION", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.zero.config.read_zero_config_deprecated", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "deepspeed.runtime.zero.config.DeepSpeedZeroConfig", "methods": [ { "kind": "function", "name": "DeepSpeedZeroConfig.overlap_comm_valid", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroConfig.offload_ratio_check", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedZeroConfig.stage", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.contiguous_gradients", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.reduce_scatter", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.reduce_bucket_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.use_multi_rank_bucket_allreduce", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.allgather_partitions", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.allgather_bucket_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.overlap_comm", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.load_from_fp32_weights", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.elastic_checkpoint", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.offload_param", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.offload_optimizer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.zenflow", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.sub_group_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.cpu_offload_param", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.cpu_offload_use_pin_memory", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.cpu_offload", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.prefetch_bucket_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.param_persistence_threshold", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.model_persistence_threshold", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.max_live_parameters", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.max_reuse_distance", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.gather_16bit_weights_on_model_save", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.module_granularity_threshold", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.use_all_reduce_for_fetch_params", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.allgather_sequential", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.stage3_gather_fp16_weights_on_model_save", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.ignore_unused_parameters", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.legacy_stage1", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.round_robin_gradients", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.zero_hpz_partition_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.zero_quantized_weights", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.zero_quantized_nontrainable_weights", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.zero_quantized_gradients", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.zeropp_loco_param", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.mics_shard_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.mics_hierarchical_params_gather", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.memory_efficient_linear", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.pipeline_loading_checkpoint", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.override_module_apply", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.log_trace_cache_warnings", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.enable_sanity_checks", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroConfig.leaf_module", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 45, "n_typed": 43, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 0, "n_attrs": 43, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.runtime.zero.config.get_zero_config", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.runtime.zero.config.ZERO_FORMAT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.zero.config", "names": [ "deepspeed.runtime.zero.config.DeepSpeedZeroConfig", "deepspeed.runtime.zero.config.ZERO_FORMAT", "deepspeed.runtime.zero.config.ZERO_OPTIMIZATION", "deepspeed.runtime.zero.config.ZeroStageEnum", "deepspeed.runtime.zero.config.get_zero_config", "deepspeed.runtime.zero.config.read_zero_config_deprecated" ], "n_typable": 49, "n_typed": 43, "n_any": 0, "n_untyped": 6, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 2, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 0, "n_classes": 2, "n_attrs": 50, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/zero/contiguous_memory_allocator.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.runtime.zero.contiguous_memory_allocator.print_rank_0", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "deepspeed.runtime.zero.contiguous_memory_allocator.ContiguousMemoryAllocator", "methods": [ { "kind": "function", "name": "ContiguousMemoryAllocator.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "ContiguousMemoryAllocator.allocate_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ContiguousMemoryAllocator.assign_to_param", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "ContiguousMemoryAllocator.release_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ContiguousMemoryAllocator.release_tensor_with_id", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ContiguousMemoryAllocator.print_allocation", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ContiguousMemoryAllocator.max_allocated", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ContiguousMemoryAllocator._reset_param_data", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ContiguousMemoryAllocator._unassign_params", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ContiguousMemoryAllocator._release_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ContiguousMemoryAllocator._consolidate_address", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ContiguousMemoryAllocator._defragment_memory", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ContiguousMemoryAllocator._replace_old_address_with_new", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ContiguousMemoryAllocator._get_new_tensor_address", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ContiguousMemoryAllocator._get_new_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ContiguousMemoryAllocator._largest_contiguous", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ContiguousMemoryAllocator._mark_as_occupied", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "ContiguousMemoryAllocator.buffer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ContiguousMemoryAllocator.contiguous_sizes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ContiguousMemoryAllocator.tensor_addresses", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ContiguousMemoryAllocator.tensor_sizes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ContiguousMemoryAllocator.tensor_ids", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ContiguousMemoryAllocator.tensor_map", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ContiguousMemoryAllocator.id_to_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ContiguousMemoryAllocator.total_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ContiguousMemoryAllocator.total_free", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ContiguousMemoryAllocator.largest_contiguous", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ContiguousMemoryAllocator.max_allocated", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ContiguousMemoryAllocator.count", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 51, "n_typed": 0, "n_any": 0, "n_untyped": 51, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 17, "n_method_overloads": 17, "n_method_params": 22, "n_attrs": 12, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.zero.contiguous_memory_allocator", "names": [ "deepspeed.runtime.zero.contiguous_memory_allocator.ContiguousMemoryAllocator", "deepspeed.runtime.zero.contiguous_memory_allocator.print_rank_0" ], "n_typable": 53, "n_typed": 0, "n_any": 0, "n_untyped": 53, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 1, "n_methods": 17, "n_method_overloads": 17, "n_method_params": 22, "n_classes": 1, "n_attrs": 12, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/zero/leaf_module_config.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.runtime.zero.leaf_module_config.DEFAULT_LEAF_MODULE_NAMES", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "deepspeed.runtime.zero.leaf_module_config.DEFAULT_LEAF_MODULE_NAME_SUFFIXES", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "class", "name": "deepspeed.runtime.zero.leaf_module_config.DeepSpeedZeroLeafModuleConfig", "methods": [ { "kind": "function", "name": "DeepSpeedZeroLeafModuleConfig._coerce_container_types", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroLeafModuleConfig._validate_entries", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedZeroLeafModuleConfig.classes", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroLeafModuleConfig.names", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroLeafModuleConfig.name_suffixes", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 6, "n_typed": 3, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 1, "n_attrs": 3, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.runtime.zero.leaf_module_config.DEFAULT_LEAF_MODULE_CLASSES", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "type_ignores": [], "name": "deepspeed.runtime.zero.leaf_module_config", "names": [ "deepspeed.runtime.zero.leaf_module_config.DEFAULT_LEAF_MODULE_CLASSES", "deepspeed.runtime.zero.leaf_module_config.DEFAULT_LEAF_MODULE_NAMES", "deepspeed.runtime.zero.leaf_module_config.DEFAULT_LEAF_MODULE_NAME_SUFFIXES", "deepspeed.runtime.zero.leaf_module_config.DeepSpeedZeroLeafModuleConfig" ], "n_typable": 9, "n_typed": 6, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 1, "n_classes": 1, "n_attrs": 6, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/zero/linear.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.zero.linear.LinearModuleForZeroStage3", "methods": [ { "kind": "function", "name": "LinearModuleForZeroStage3.__init__", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "LinearModuleForZeroStage3.reset_parameters", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "LinearModuleForZeroStage3.forward", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "LinearModuleForZeroStage3.extra_repr", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "LinearModuleForZeroStage3.__constants__", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "LinearModuleForZeroStage3.in_features", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "LinearModuleForZeroStage3.out_features", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "LinearModuleForZeroStage3.weight", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "LinearModuleForZeroStage3.bias", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 12, "n_typed": 11, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 4, "n_attrs": 5, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.zero.linear.LinearFunctionForZeroStage3", "methods": [ { "kind": "function", "name": "LinearFunctionForZeroStage3.forward", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "LinearFunctionForZeroStage3.backward", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 8, "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 6, "n_attrs": 0, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.runtime.zero.linear.autocast_custom_fwd", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "deepspeed.runtime.zero.linear.autocast_custom_bwd", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "function", "name": "deepspeed.runtime.zero.linear.print_rank_0", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.runtime.zero.linear.zero3_linear_wrap", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "type_ignores": [], "name": "deepspeed.runtime.zero.linear", "names": [ "deepspeed.runtime.zero.linear.LinearFunctionForZeroStage3", "deepspeed.runtime.zero.linear.LinearModuleForZeroStage3", "deepspeed.runtime.zero.linear.autocast_custom_bwd", "deepspeed.runtime.zero.linear.autocast_custom_fwd", "deepspeed.runtime.zero.linear.print_rank_0", "deepspeed.runtime.zero.linear.zero3_linear_wrap" ], "n_typable": 30, "n_typed": 11, "n_any": 0, "n_untyped": 19, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 6, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 10, "n_classes": 2, "n_attrs": 7, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/zero/mics.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.zero.mics.MiCS_AllGatherCoalescedHandle", "methods": [ { "kind": "function", "name": "MiCS_AllGatherCoalescedHandle.__init__", "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "MiCS_AllGatherCoalescedHandle.wait", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 7, "n_typed": 5, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 5, "n_attrs": 0, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.runtime.zero.mics.has_hierarchical_all_gather_groups", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "deepspeed.runtime.zero.mics.MiCS_Offload", "methods": [ { "kind": "function", "name": "MiCS_Offload._convert_to_zero_parameters", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 3, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.zero.mics.MiCS_Optimizer", "methods": [ { "kind": "function", "name": "MiCS_Optimizer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "MiCS_Optimizer.initialize_ds_offload", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MiCS_Optimizer.partition_grads", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MiCS_Optimizer.allreduce_mics_shard_grads", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MiCS_Optimizer.load_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "MiCS_Optimizer.dp_process_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MiCS_Optimizer.partition_count", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 25, "n_typed": 4, "n_any": 0, "n_untyped": 21, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 18, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.zero.mics.MiCS_Init", "methods": [ { "kind": "function", "name": "MiCS_Init.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 12, "n_overloads": 1, "n_typable": 12, "n_params": 11, "n_function_overloads": 1, "n_function_params": 11 }, { "kind": "function", "name": "MiCS_Init._convert_to_deepspeed_param", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MiCS_Init._pre_all_gather", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MiCS_Init._flat_all_gather_with_coalescing_manager", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MiCS_Init._hierarchical_all_gather_params", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MiCS_Init.get_partition_dp_group", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MiCS_Init.get_partition_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [ { "kind": "property", "name": "MiCS_Init.num_partitions", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "MiCS_Init.mics_comm_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MiCS_Init.ds_process_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 29, "n_typed": 0, "n_any": 0, "n_untyped": 29, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 19, "n_attrs": 2, "n_properties": 1 } ], "type_ignores": [], "name": "deepspeed.runtime.zero.mics", "names": [ "deepspeed.runtime.zero.mics.MiCS_AllGatherCoalescedHandle", "deepspeed.runtime.zero.mics.MiCS_Init", "deepspeed.runtime.zero.mics.MiCS_Offload", "deepspeed.runtime.zero.mics.MiCS_Optimizer", "deepspeed.runtime.zero.mics.has_hierarchical_all_gather_groups" ], "n_typable": 67, "n_typed": 10, "n_any": 0, "n_untyped": 57, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 1, "n_methods": 15, "n_method_overloads": 15, "n_method_params": 45, "n_classes": 4, "n_attrs": 4, "n_properties": 1, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/zero/mics_utils.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.runtime.zero.mics_utils.create_mics_comm_groups", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.runtime.zero.mics_utils.scale_tensors", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "class", "name": "deepspeed.runtime.zero.mics_utils.MiCS_CommGroups", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "MiCS_CommGroups.param_shard_group", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "MiCS_CommGroups.param_shard_size", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "MiCS_CommGroups.param_shard_rank", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "MiCS_CommGroups.param_repli_group", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "MiCS_CommGroups.param_repli_size", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "MiCS_CommGroups.param_repli_rank", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "MiCS_CommGroups.param_intra_node_group", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "MiCS_CommGroups.param_inter_node_shard_group", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 8, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.zero.mics_utils", "names": [ "deepspeed.runtime.zero.mics_utils.MiCS_CommGroups", "deepspeed.runtime.zero.mics_utils.create_mics_comm_groups", "deepspeed.runtime.zero.mics_utils.scale_tensors" ], "n_typable": 8, "n_typed": 2, "n_any": 0, "n_untyped": 6, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 6, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 1, "n_attrs": 8, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/zero/muon/muon_optimizer.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.zero.muon.muon_optimizer.MuonWithAuxAdam", "methods": [ { "kind": "function", "name": "MuonWithAuxAdam.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MuonWithAuxAdam.step", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 5, "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 3, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.zero.muon.muon_optimizer", "names": [ "deepspeed.runtime.zero.muon.muon_optimizer.MuonWithAuxAdam" ], "n_typable": 5, "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 3, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/zero/muon/original_muon.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.runtime.zero.muon.original_muon.muon_update", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "class", "name": "deepspeed.runtime.zero.muon.original_muon.Muon", "methods": [ { "kind": "function", "name": "Muon.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "Muon.step", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 7, "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 5, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.zero.muon.original_muon.MuonWithAuxAdam", "methods": [ { "kind": "function", "name": "MuonWithAuxAdam.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MuonWithAuxAdam.step", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_attrs": 0, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.runtime.zero.muon.original_muon.zeropower_via_newtonschulz5", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.runtime.zero.muon.original_muon.adam_update", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "class", "name": "deepspeed.runtime.zero.muon.original_muon.SingleDeviceMuon", "methods": [ { "kind": "function", "name": "SingleDeviceMuon.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "SingleDeviceMuon.step", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 7, "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 5, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.zero.muon.original_muon.SingleDeviceMuonWithAuxAdam", "methods": [ { "kind": "function", "name": "SingleDeviceMuonWithAuxAdam.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SingleDeviceMuonWithAuxAdam.step", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.zero.muon.original_muon", "names": [ "deepspeed.runtime.zero.muon.original_muon.Muon", "deepspeed.runtime.zero.muon.original_muon.MuonWithAuxAdam", "deepspeed.runtime.zero.muon.original_muon.SingleDeviceMuon", "deepspeed.runtime.zero.muon.original_muon.SingleDeviceMuonWithAuxAdam", "deepspeed.runtime.zero.muon.original_muon.adam_update", "deepspeed.runtime.zero.muon.original_muon.muon_update", "deepspeed.runtime.zero.muon.original_muon.zeropower_via_newtonschulz5" ], "n_typable": 38, "n_typed": 1, "n_any": 0, "n_untyped": 37, "n_functions": 3, "n_function_overloads": 3, "n_function_params": 13, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 14, "n_classes": 4, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/zero/offload_config.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.zero.offload_config.OffloadStateTypeEnum", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "OffloadStateTypeEnum.optim_states", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "OffloadStateTypeEnum.hp_params", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "OffloadStateTypeEnum.lp_params", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "OffloadStateTypeEnum.lp_grads", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "OffloadStateTypeEnum.contiguous_grad_buffer", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 5, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.zero.offload_config.OffloadDeviceEnum", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "OffloadDeviceEnum.none", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "OffloadDeviceEnum.cpu", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "OffloadDeviceEnum.nvme", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 3, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.zero.offload_config.DeepSpeedZeroOffloadParamConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedZeroOffloadParamConfig.device", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOffloadParamConfig.nvme_path", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOffloadParamConfig.buffer_count", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOffloadParamConfig.buffer_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOffloadParamConfig.max_in_cpu", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOffloadParamConfig.pin_memory", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 6, "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 6, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.zero.offload_config.DeepSpeedZeroOffloadOptimizerConfig", "methods": [ { "kind": "function", "name": "DeepSpeedZeroOffloadOptimizerConfig.set_pipeline", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedZeroOffloadOptimizerConfig.device", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOffloadOptimizerConfig.nvme_path", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOffloadOptimizerConfig.buffer_count", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOffloadOptimizerConfig.pin_memory", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOffloadOptimizerConfig.pipeline_read", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOffloadOptimizerConfig.pipeline_write", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOffloadOptimizerConfig.fast_init", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOffloadOptimizerConfig.ratio", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOffloadOptimizerConfig.super_offload", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOffloadOptimizerConfig.cpuadam_cores_perc", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 11, "n_typed": 10, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 10, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.zero.offload_config", "names": [ "deepspeed.runtime.zero.offload_config.DeepSpeedZeroOffloadOptimizerConfig", "deepspeed.runtime.zero.offload_config.DeepSpeedZeroOffloadParamConfig", "deepspeed.runtime.zero.offload_config.OffloadDeviceEnum", "deepspeed.runtime.zero.offload_config.OffloadStateTypeEnum" ], "n_typable": 17, "n_typed": 16, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_classes": 4, "n_attrs": 24, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/zero/offload_states.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.runtime.zero.offload_states.offload_optimizer_states", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.runtime.zero.offload_states.reload_optimizer_states", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.runtime.zero.offload_states.reload_adam_states", "n_typed": 1, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.runtime.zero.offload_states.get_state_devices", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.runtime.zero.offload_states.offload_adam_states", "n_typed": 2, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "type_ignores": [], "name": "deepspeed.runtime.zero.offload_states", "names": [ "deepspeed.runtime.zero.offload_states.get_state_devices", "deepspeed.runtime.zero.offload_states.offload_adam_states", "deepspeed.runtime.zero.offload_states.offload_optimizer_states", "deepspeed.runtime.zero.offload_states.reload_adam_states", "deepspeed.runtime.zero.offload_states.reload_optimizer_states" ], "n_typable": 21, "n_typed": 5, "n_any": 0, "n_untyped": 16, "n_functions": 5, "n_function_overloads": 5, "n_function_params": 16, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/zero/parameter_offload.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.runtime.zero.parameter_offload.FWD_MODULE_STACK", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "class", "name": "deepspeed.runtime.zero.parameter_offload.DeepSpeedZeRoOffload", "methods": [ { "kind": "function", "name": "DeepSpeedZeRoOffload.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 19, "n_overloads": 1, "n_typable": 19, "n_params": 18, "n_function_overloads": 1, "n_function_params": 18 }, { "kind": "function", "name": "DeepSpeedZeRoOffload.partition_all_parameters", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeRoOffload.get_param_coordinator", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeRoOffload.empty_partition_cache", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeRoOffload._convert_to_zero_parameters", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedZeRoOffload.destroy", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeRoOffload._remove_module_hooks", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeRoOffload.setup_zero_stage3_hooks", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeRoOffload.mark_persistent_parameters", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeRoOffload._register_deepspeed_module", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeRoOffload.pre_sub_module_forward_function", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeRoOffload.post_sub_module_forward_function", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeRoOffload.pre_sub_module_backward_function", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeRoOffload.post_sub_module_backward_function", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeRoOffload._set_z3_leaf_modules_by_threshold", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeRoOffload._get_granularity_recursively", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeRoOffload._set_leaf_by_threshold_preorder", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedZeRoOffload.module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeRoOffload.timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeRoOffload.zenflow", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeRoOffload.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeRoOffload.dp_process_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeRoOffload.offload_device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeRoOffload.offload_param_pin_memory", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeRoOffload.zero_param_parallel_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeRoOffload.zero_quantized_weights", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeRoOffload.zero_quantized_nontrainable_weights", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeRoOffload.log_trace_cache_warnings", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeRoOffload.param_numel_persistence_threshold", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeRoOffload.model_persistence_threshold", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeRoOffload.persistent_parameters", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeRoOffload.fast_sharding_for_leaf_module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeRoOffload.param_coordinator", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeRoOffload.forward_hooks", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeRoOffload.backward_hooks", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeRoOffload.min_granularity_value", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeRoOffload.min_granularity_layer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeRoOffload.granularity_info", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeRoOffload.z3_leaf_layers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 73, "n_typed": 0, "n_any": 0, "n_untyped": 73, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 17, "n_method_overloads": 17, "n_method_params": 34, "n_attrs": 22, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.zero.parameter_offload.ZeROOrderedDict", "methods": [ { "kind": "function", "name": "ZeROOrderedDict.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "ZeROOrderedDict.__reduce__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ZeROOrderedDict.__getitem__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 7, "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 4, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.zero.parameter_offload", "names": [ "deepspeed.runtime.zero.parameter_offload.DeepSpeedZeRoOffload", "deepspeed.runtime.zero.parameter_offload.FWD_MODULE_STACK", "deepspeed.runtime.zero.parameter_offload.ZeROOrderedDict" ], "n_typable": 81, "n_typed": 0, "n_any": 0, "n_untyped": 81, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 20, "n_method_overloads": 20, "n_method_params": 38, "n_classes": 2, "n_attrs": 23, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/zero/partition_parameters.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.runtime.zero.partition_parameters.get_allgather_dtype", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "attr", "name": "deepspeed.runtime.zero.partition_parameters.partitioned_param_data_shape", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.zero.partition_parameters.Init", "methods": [ { "kind": "function", "name": "Init.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 17, "n_overloads": 1, "n_typable": 17, "n_params": 16, "n_function_overloads": 1, "n_function_params": 16 }, { "kind": "function", "name": "Init._update_persist_config", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Init._zero_init_param", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Init._convert_to_zero_parameters", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Init._validate_remote_device", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Init._post_init_method", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Init._convert_to_deepspeed_param", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Init._aligned_size", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Init._padding_size", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Init._partition_numel", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Init._ensure_availability_of_partitioned_params", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Init._all_gather", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "Init._partition", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "Init._partition_param", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "Init._partition_param_sec", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "Init._param_status", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Init._allgather_param", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "Init._allgather_params_coalesced", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "Init._allgather_params_sequential", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Init._reduce_scatter_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Init._reduce_scatter_gradient", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Init._partition_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "Init._partition_gradient", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "Init.get_partition_dp_group", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Init.get_partition_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Init.get_dp_process_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [ { "kind": "property", "name": "Init.num_partitions", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "Init.param_id", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Init.param_persistence_threshold", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Init.model_persistence_threshold", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Init.num_persisted_parameters", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Init.num_persisted_elements", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Init.apply_param_persistence", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Init.override_module_apply", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Init.tensor_overrides", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Init.rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Init.dp_world_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Init.zero_param_process_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Init.num_ranks_in_param_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Init.rank_in_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Init.num_param_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Init.local_device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Init.quantized_weights", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Init.quantized_nontrainable_weights", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Init.enable_sanity_checks", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Init.module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Init.remote_device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Init.pin_memory", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Init.use_all_gather_into_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Init.use_all_reduce_for_fetch_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Init.allgather_sequential", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Init.ds_process_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Init.quantizer_module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Init.param_swapper", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 109, "n_typed": 0, "n_any": 0, "n_untyped": 109, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 26, "n_method_overloads": 26, "n_method_params": 59, "n_attrs": 27, "n_properties": 1 }, { "kind": "attr", "name": "deepspeed.runtime.zero.partition_parameters.temp_contiguous_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.zero.partition_parameters.restore_init_context", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "attr", "name": "deepspeed.runtime.zero.partition_parameters.DEFAULT_TENSOR_OVERRIDES", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.zero.partition_parameters.AllGatherHandle", "methods": [ { "kind": "function", "name": "AllGatherHandle.__init__", "n_typed": 2, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "AllGatherHandle.wait", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 8, "n_typed": 3, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 6, "n_attrs": 0, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.runtime.zero.partition_parameters.print_rank_0", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "attr", "name": "deepspeed.runtime.zero.partition_parameters.top_level_context", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.zero.partition_parameters.register_external_parameter", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.runtime.zero.partition_parameters.get_all_subclasses", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "class", "name": "deepspeed.runtime.zero.partition_parameters.NoGatherCoalescedHandle", "methods": [ { "kind": "function", "name": "NoGatherCoalescedHandle.__init__", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NoGatherCoalescedHandle.wait", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 4, "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_attrs": 0, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.runtime.zero.partition_parameters.reuse_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.zero.partition_parameters.AllGatherCoalescedHandle", "methods": [ { "kind": "function", "name": "AllGatherCoalescedHandle.__init__", "n_typed": 4, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "AllGatherCoalescedHandle.wait", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "AllGatherCoalescedHandle.free_buffer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "AllGatherCoalescedHandle.data_buffer", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "AllGatherCoalescedHandle.allgather_handle", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AllGatherCoalescedHandle.params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AllGatherCoalescedHandle.partitions", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AllGatherCoalescedHandle.world_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AllGatherCoalescedHandle.use_secondary_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AllGatherCoalescedHandle.complete", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AllGatherCoalescedHandle.quantization", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 17, "n_typed": 5, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 7, "n_attrs": 8, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.zero.partition_parameters.CUDAQuantizer", "methods": [ { "kind": "function", "name": "CUDAQuantizer.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CUDAQuantizer.quantize", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "CUDAQuantizer.dequantize", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "CUDAQuantizer.async_flag", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CUDAQuantizer.target_group_size", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CUDAQuantizer.group_size_cache", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CUDAQuantizer.quantizer_cuda_module", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 8, "n_typed": 1, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 4, "n_attrs": 4, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.runtime.zero.partition_parameters.shutdown_init_context", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.runtime.zero.partition_parameters.debug_rank0", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "deepspeed.runtime.zero.partition_parameters.MultipleAllGatherHandles", "methods": [ { "kind": "function", "name": "MultipleAllGatherHandles.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MultipleAllGatherHandles.wait", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "MultipleAllGatherHandles.handles", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 5, "n_typed": 2, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.zero.partition_parameters.ZeroParamType", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "ZeroParamType.NORMAL", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ZeroParamType.PARTITIONED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ZeroParamType.REMOTE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 3, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.zero.partition_parameters.AllReduceCoalescedHandle", "methods": [ { "kind": "function", "name": "AllReduceCoalescedHandle.__init__", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "AllReduceCoalescedHandle.wait", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "AllReduceCoalescedHandle.handle", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AllReduceCoalescedHandle.params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AllReduceCoalescedHandle.complete", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 8, "n_typed": 3, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 3, "n_attrs": 3, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.runtime.zero.partition_parameters.unregister_external_parameter", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "class", "name": "deepspeed.runtime.zero.partition_parameters.InsertPostInitMethodToModuleSubClasses", "methods": [ { "kind": "function", "name": "InsertPostInitMethodToModuleSubClasses.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "InsertPostInitMethodToModuleSubClasses.__enter__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InsertPostInitMethodToModuleSubClasses.__exit__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "InsertPostInitMethodToModuleSubClasses._post_init_method", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "InsertPostInitMethodToModuleSubClasses._set_dtype", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "InsertPostInitMethodToModuleSubClasses.patch_init_and_builtins", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InsertPostInitMethodToModuleSubClasses.unpatch_init_and_builtins", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InsertPostInitMethodToModuleSubClasses._add_tensor_creation_wrappers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "InsertPostInitMethodToModuleSubClasses._remove_tensor_creation_wrappers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "InsertPostInitMethodToModuleSubClasses.num_module_parameters", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "InsertPostInitMethodToModuleSubClasses.num_module_elements", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "InsertPostInitMethodToModuleSubClasses.mem_efficient_linear", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "InsertPostInitMethodToModuleSubClasses.enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "InsertPostInitMethodToModuleSubClasses.wrapped_cls", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "InsertPostInitMethodToModuleSubClasses.skip_init_depth", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "InsertPostInitMethodToModuleSubClasses.quantized_initialization", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 24, "n_typed": 0, "n_any": 0, "n_untyped": 24, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 9, "n_method_overloads": 9, "n_method_params": 10, "n_attrs": 7, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.runtime.zero.partition_parameters.get_new_tensor_fn_for_dtype", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.runtime.zero.partition_parameters.zero_wrapper_for_fp_tensor_constructor", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "attr", "name": "deepspeed.runtime.zero.partition_parameters.empty_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.zero.partition_parameters.NoGatherHandle", "methods": [ { "kind": "function", "name": "NoGatherHandle.__init__", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NoGatherHandle.wait", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 4, "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.zero.partition_parameters.ZeroParamStatus", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "ZeroParamStatus.AVAILABLE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ZeroParamStatus.NOT_AVAILABLE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ZeroParamStatus.INFLIGHT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 3, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.zero.partition_parameters.QuantizationInfo", "methods": [ { "kind": "function", "name": "QuantizationInfo.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "QuantizationInfo.quantized_param", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "QuantizationInfo.backend", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "QuantizationInfo.quant_handle", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "QuantizationInfo.scale_buffer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 5, "n_typed": 1, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 4, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.zero.partition_parameters.GatheredParameters", "methods": [ { "kind": "function", "name": "GatheredParameters.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "GatheredParameters.__enter__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "GatheredParameters.__exit__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "GatheredParameters.enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "GatheredParameters.params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "GatheredParameters.enable_sanity_checks", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "GatheredParameters.src_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "GatheredParameters.fwd_module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 13, "n_typed": 0, "n_any": 0, "n_untyped": 13, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 5, "n_attrs": 5, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.runtime.zero.partition_parameters.free_param", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.runtime.zero.partition_parameters.zero_init_context", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.zero.partition_parameters.DeepSpeedTensorOverride", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedTensorOverride.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DeepSpeedTensorOverride.device", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.zero.partition_parameters", "names": [ "deepspeed.runtime.zero.partition_parameters.AllGatherCoalescedHandle", "deepspeed.runtime.zero.partition_parameters.AllGatherHandle", "deepspeed.runtime.zero.partition_parameters.AllReduceCoalescedHandle", "deepspeed.runtime.zero.partition_parameters.CUDAQuantizer", "deepspeed.runtime.zero.partition_parameters.DEFAULT_TENSOR_OVERRIDES", "deepspeed.runtime.zero.partition_parameters.DeepSpeedTensorOverride", "deepspeed.runtime.zero.partition_parameters.GatheredParameters", "deepspeed.runtime.zero.partition_parameters.Init", "deepspeed.runtime.zero.partition_parameters.InsertPostInitMethodToModuleSubClasses", "deepspeed.runtime.zero.partition_parameters.MultipleAllGatherHandles", "deepspeed.runtime.zero.partition_parameters.NoGatherCoalescedHandle", "deepspeed.runtime.zero.partition_parameters.NoGatherHandle", "deepspeed.runtime.zero.partition_parameters.QuantizationInfo", "deepspeed.runtime.zero.partition_parameters.ZeroParamStatus", "deepspeed.runtime.zero.partition_parameters.ZeroParamType", "deepspeed.runtime.zero.partition_parameters.debug_rank0", "deepspeed.runtime.zero.partition_parameters.empty_buffers", "deepspeed.runtime.zero.partition_parameters.free_param", "deepspeed.runtime.zero.partition_parameters.get_all_subclasses", "deepspeed.runtime.zero.partition_parameters.get_allgather_dtype", "deepspeed.runtime.zero.partition_parameters.get_new_tensor_fn_for_dtype", "deepspeed.runtime.zero.partition_parameters.partitioned_param_data_shape", "deepspeed.runtime.zero.partition_parameters.print_rank_0", "deepspeed.runtime.zero.partition_parameters.register_external_parameter", "deepspeed.runtime.zero.partition_parameters.restore_init_context", "deepspeed.runtime.zero.partition_parameters.reuse_buffers", "deepspeed.runtime.zero.partition_parameters.shutdown_init_context", "deepspeed.runtime.zero.partition_parameters.temp_contiguous_tensor", "deepspeed.runtime.zero.partition_parameters.top_level_context", "deepspeed.runtime.zero.partition_parameters.unregister_external_parameter", "deepspeed.runtime.zero.partition_parameters.zero_init_context", "deepspeed.runtime.zero.partition_parameters.zero_wrapper_for_fp_tensor_constructor" ], "n_typable": 234, "n_typed": 32, "n_any": 0, "n_untyped": 202, "n_functions": 11, "n_function_overloads": 11, "n_function_params": 18, "n_methods": 55, "n_method_overloads": 55, "n_method_params": 100, "n_classes": 14, "n_attrs": 74, "n_properties": 1, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/zero/partitioned_param_coordinator.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.runtime.zero.partitioned_param_coordinator.iter_params", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "attr", "name": "deepspeed.runtime.zero.partitioned_param_coordinator.ENABLE_PROFILER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.zero.partitioned_param_coordinator.ZeRoTraceMode", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "ZeRoTraceMode.RECORD", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ZeRoTraceMode.COMPLETE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ZeRoTraceMode.INVALID", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 3, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.zero.partitioned_param_coordinator.PartitionedParameterCoordinator", "methods": [ { "kind": "function", "name": "PartitionedParameterCoordinator.__init__", "n_typed": 7, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 12, "n_params": 11, "n_function_overloads": 1, "n_function_params": 11 }, { "kind": "function", "name": "PartitionedParameterCoordinator._clear_trace_structures", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PartitionedParameterCoordinator.is_complete_trace", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PartitionedParameterCoordinator.is_invalid_trace", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PartitionedParameterCoordinator.is_record_trace", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PartitionedParameterCoordinator._clean_inflight_param_registry", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PartitionedParameterCoordinator._invalidate_trace", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PartitionedParameterCoordinator.trace_prologue", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PartitionedParameterCoordinator.record_module", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PartitionedParameterCoordinator.record_parameters", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PartitionedParameterCoordinator.construct_parameter_trace_from_module_trace", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PartitionedParameterCoordinator.reset_step", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PartitionedParameterCoordinator._dump_params", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "PartitionedParameterCoordinator._dump_param_ids", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "PartitionedParameterCoordinator.fetch_sub_module", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "PartitionedParameterCoordinator._fetch_sub_module_impl", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "PartitionedParameterCoordinator.release_sub_module", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "PartitionedParameterCoordinator.release_and_reset_all", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PartitionedParameterCoordinator.__all_gather_params", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "PartitionedParameterCoordinator.__all_gather_params_", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "PartitionedParameterCoordinator.__release_param", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "PartitionedParameterCoordinator.__params_to_release", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "PartitionedParameterCoordinator.__prefetch_nvme_param_partitions", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "PartitionedParameterCoordinator.FORWARD_FETCH_SUBMIT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "PartitionedParameterCoordinator.FORWARD_FETCH_WAIT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "PartitionedParameterCoordinator.FORWARD_PREFETCH_SUBMIT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "PartitionedParameterCoordinator.BACKWARD_FETCH_SUBMIT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "PartitionedParameterCoordinator.BACKWARD_FETCH_WAIT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "PartitionedParameterCoordinator.BACKWARD_PREFETCH_SUBMIT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "PartitionedParameterCoordinator.FORWARD_ALL_GATHER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "PartitionedParameterCoordinator.BACKWARD_ALL_GATHER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "PartitionedParameterCoordinator.hierarchy", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "PartitionedParameterCoordinator.zero_quantized_weights", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PartitionedParameterCoordinator.zero_quantized_nontrainable_weights", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PartitionedParameterCoordinator.fast_sharding_for_leaf_module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 66, "n_typed": 46, "n_any": 0, "n_untyped": 20, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 23, "n_method_overloads": 23, "n_method_params": 39, "n_attrs": 12, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.zero.partitioned_param_coordinator.InflightParamRegistry", "methods": [ { "kind": "function", "name": "InflightParamRegistry.__setitem__", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 3, "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 2, "n_attrs": 0, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.runtime.zero.partitioned_param_coordinator.get_all_parameters", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.runtime.zero.partitioned_param_coordinator.debug_rank0", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.runtime.zero.partitioned_param_coordinator", "names": [ "deepspeed.runtime.zero.partitioned_param_coordinator.ENABLE_PROFILER", "deepspeed.runtime.zero.partitioned_param_coordinator.InflightParamRegistry", "deepspeed.runtime.zero.partitioned_param_coordinator.PartitionedParameterCoordinator", "deepspeed.runtime.zero.partitioned_param_coordinator.ZeRoTraceMode", "deepspeed.runtime.zero.partitioned_param_coordinator.debug_rank0", "deepspeed.runtime.zero.partitioned_param_coordinator.get_all_parameters", "deepspeed.runtime.zero.partitioned_param_coordinator.iter_params" ], "n_typable": 77, "n_typed": 53, "n_any": 0, "n_untyped": 24, "n_functions": 3, "n_function_overloads": 3, "n_function_params": 5, "n_methods": 24, "n_method_overloads": 24, "n_method_params": 41, "n_classes": 3, "n_attrs": 16, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/zero/partitioned_param_profiler.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.zero.partitioned_param_profiler.EventCounter", "methods": [ { "kind": "function", "name": "EventCounter.reset", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "EventCounter.increment", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "EventCounter.name", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "EventCounter.count", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "EventCounter.num_elem", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 3, "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 1, "n_attrs": 3, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.zero.partitioned_param_profiler.PartitionedParameterProfiler", "methods": [ { "kind": "function", "name": "PartitionedParameterProfiler.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PartitionedParameterProfiler.reset_events", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PartitionedParameterProfiler.start_event", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PartitionedParameterProfiler.stop_event", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "PartitionedParameterProfiler._log_timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PartitionedParameterProfiler._log_event_counters", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PartitionedParameterProfiler.log_events", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "PartitionedParameterProfiler.timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PartitionedParameterProfiler.event_counters", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 13, "n_typed": 0, "n_any": 0, "n_untyped": 13, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 4, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.zero.partitioned_param_profiler", "names": [ "deepspeed.runtime.zero.partitioned_param_profiler.EventCounter", "deepspeed.runtime.zero.partitioned_param_profiler.PartitionedParameterProfiler" ], "n_typable": 16, "n_typed": 0, "n_any": 0, "n_untyped": 16, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 9, "n_method_overloads": 9, "n_method_params": 5, "n_classes": 2, "n_attrs": 5, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/zero/stage3.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.runtime.zero.stage3.OPTIMIZER_STEP_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.zero.stage3.unwrap_model_for_generation", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.zero.stage3.estimate_zero3_model_states_mem_needs_all_cold", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "attr", "name": "deepspeed.runtime.zero.stage3.pg_correctness_test", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.zero.stage3.estimate_zero3_model_states_mem_needs", "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "attr", "name": "deepspeed.runtime.zero.stage3.INIT_OPTIMIZER_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.zero.stage3.estimate_zero3_model_states_mem_needs_all_live", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.runtime.zero.stage3.isclose", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.runtime.zero.stage3.move_to_cpu", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.zero.stage3.model_to_params", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "deepspeed.runtime.zero.stage3.IPGBucketZ3", "methods": [ { "kind": "function", "name": "IPGBucketZ3.clear", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "IPGBucketZ3.clear_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "IPGBucketZ3.buffer", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "IPGBucketZ3.buffer_meta", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "IPGBucketZ3.params", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "IPGBucketZ3.elements", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 2, "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 0, "n_attrs": 4, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.runtime.zero.stage3.lcm", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "attr", "name": "deepspeed.runtime.zero.stage3.INITIAL_MICRO_STEP_ID", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.zero.stage3.OPTIMIZER_SWAP_IN_STATE_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.zero.stage3.input", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.zero.stage3.print_rank_0", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "attr", "name": "deepspeed.runtime.zero.stage3.OPTIMIZER_SWAP_OUT_STATE_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.zero.stage3.DeepSpeedZeroOptimizer_Stage3", "methods": [ { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 46, "n_overloads": 1, "n_typable": 46, "n_params": 45, "n_function_overloads": 1, "n_function_params": 45 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.destroy", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.create_zenflow_hooks", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.initialize_ds_offload", "n_typed": 0, "n_any": 0, "n_untyped": 19, "n_overloads": 1, "n_typable": 19, "n_params": 18, "n_function_overloads": 1, "n_function_params": 18 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._get_trainable_parameter_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._set_zero_group_parallelism", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.invalidate_secondary_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._setup_for_real_optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._link_all_hp_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.set_lr", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.get_lr", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.defragment", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._get_param_coordinator", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._configure_offloading", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._configure_tensor_swapping", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._move_to_flat_buffer", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._create_param_groups_fp16_flat_cpu_memory", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._create_fp16_partitions_with_defragmentation", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._get_parameter_partitions", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._swap_in_sub_group_to_flat_buffer", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._create_next_swappable_fp32_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._get_sub_group_partitions", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._create_fp32_partitions", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._create_fp16_sub_groups", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._optimizer_step", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._swappable_optimizer_subgroup", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._partitioned_params_swap_out", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._set_fp16_partitioned_groups_flat", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.initialize_optimizer_states", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.get_first_param_index", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.initialize_gradient_partitioning_data_structures", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.independent_gradient_partition_epilogue", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.overlapping_partition_gradients_reduce_epilogue", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.create_reduce_and_remove_grad_hooks", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.get_param_id", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.reduce_independent_p_g_buckets_and_remove_grads", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.__add_grad_to_ipg_bucket", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.__reduce_and_partition_ipg_grads", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.__avg_scatter_contiguous_grads", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.__avg_scatter_grads", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.set_grad_positions", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._constant_buffered_norm2", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.set_norm_for_param_grad_in_gpu", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.async_inplace_copy_grad_to_fp32_buffer_from_gpu", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.complete_grad_norm_calculation_for_cpu_offload", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.partition_grads", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.reduce_ready_partitions_and_remove_grads", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.zero_reduced_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.quantize_nontrainable_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.flatten_and_print", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.get_grads_to_reduce", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.sequential_execution", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.set_none_gradients_to_zero", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.allreduce_bucket", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.allreduce_and_copy", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.allreduce_no_retain", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.get_data_parallel_partitions", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.get_partition_info", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.zero_grad", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.clear_backward_seen_flag", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._model_parallel_all_reduce", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.get_grad_norm_direct", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.get_flat_partition", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.free_grad_in_param_list", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.reset_cpu_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._pre_step", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._get_norm_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._prepare_fp32_grad_for_sub_group", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._prepare_sub_group", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._optimizer_states_and_gradient_swap_in", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._release_sub_group", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.flatten_dense_tensors_aligned", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._optimizer_states_and_gradient_swap_out", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._release_swap_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._writeback_swap_state", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._unflatten_partitioned_parameters", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._overflow_clean_up", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._loco_err_buf_update", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._overflow_check_and_loss_scale_update", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._post_step", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._reassign_or_swap_out_partitioned_parameters", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.override_loss_scale", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.step", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.dump_pre_step_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.dump_post_step_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.unscale_and_clip_grads", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._check_overflow", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.has_overflow_serial", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.has_overflow_partitioned_grads_serial", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.has_overflow", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._has_inf_or_nan", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.backward_prologue", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.backward_epilogue", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.get_fp32_grad_partitions", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._fp32_state_allgather", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._get_fp32_grad_state_partition", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.get_fp32_grad_for_param", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.set_fp32_grad_for_param", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._get_fp32_opt_state_partition", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.get_full_hp_param", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.set_full_hp_param", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.get_local_fp32_grad_for_param", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.set_local_grad_for_param", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.get_local_fp32_param", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.set_local_hp_param", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.update_fp32_grad_for_param_vectorized", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.get_hp_param_device", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._partition_all_parameters", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.check_overflow", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._update_scale", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._get_state", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._set_state", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._get_param_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._set_param_groups", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._get_loss_scale", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._set_loss_scale", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._get_lean_tensors", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.get_lean_optimizer_state", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.get_groups_without_padding", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._set_fp32_optimizer_param_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._clear_fp32_optimizer_param_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._rigid_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._restore_from_fp32_weights", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._restore_from_bit16_weights", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.refresh_fp32_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._get_flattened_partition", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._restore_base_optimizer_state", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._rigid_load_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.load_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._load_universal_checkpoint", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.load_hp_checkpoint_state_from_checkpoint_dir_stage3", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3._load_global_state_stage3", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.load_hp_checkpoint_state", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.reset_swap_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.checkpoint_event_prologue", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.checkpoint_event_epilogue", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.empty_partition_cache", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.offload_states", "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer_Stage3.reload_states", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.param_names", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.flatten", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.unflatten", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.gradient_accumulation_dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.custom_loss_scaler", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.external_loss_scale", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.optimizer_swapper", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.swap_optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.offload_optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.offload_optimizer_pin_memory", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.offload_optimizer_fast_init", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.offload_param", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.offload_param_pin_memory", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.params_in_nvme_and_cpu", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.max_params_in_cpu", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.partial_offload", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.enable_sanity_checks", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.zero_hpz_partition_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.parameter_offload", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.persistent_parameters", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.master_weights_and_grads_dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.module", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.elastic_checkpoint", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.inf_or_nan_tracker", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.deepspeed_adam_offload", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.reduce_and_partition_stream", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.n_caching_allocator_flushes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.all2all_process_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.reduce_scatter", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.dp_process_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.sequence_parallel_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.zero_quantized_nontrainable_weights", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.partition_count", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.zeropp_loco_param", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.overflow", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.clip_grad", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.communication_data_type", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.gradient_predivide_factor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.postscale_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.gradient_accumulation_steps", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.micro_step_id", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.reduce_bucket_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.fp16_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.fp16_partitioned_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.fp16_partitioned_groups_flat", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.fp16_partitioned_groups_flat_numel", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.fp16_partitioned_groups_flat_id", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.param_groups_fp16_flat_cpu_memory", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.fp32_partitioned_groups_flat", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.next_swappable_fp32_partitioned_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.partition_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.all_reduce_print", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.prefetch_elements", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.contiguous_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.groups_padding", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.sub_group_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.sub_group_to_group_id", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.trainable_param_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.is_gradient_accumulation_boundary", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.param_reduce_events", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.max_param_reduce_events", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.param_dict", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.is_param_in_current_partition", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.torch_autocast_gradscaler", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.ipg_buckets", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.params_already_reduced", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.previous_reduced_grads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.grad_position", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.is_partition_reduced", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.is_grad_computed", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.averaged_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.loss_scaler", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.dynamic_loss_scale", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.debug_fp16_grads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.offloaded_states", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.backup_optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.model_parallel_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.model_parallel_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.norm_for_param_grads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.state", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.param_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.loss_scale", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer_Stage3.cur_scale", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 456, "n_typed": 34, "n_any": 0, "n_untyped": 422, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 140, "n_method_overloads": 140, "n_method_params": 229, "n_attrs": 87, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.zero.stage3", "names": [ "deepspeed.runtime.zero.stage3.DeepSpeedZeroOptimizer_Stage3", "deepspeed.runtime.zero.stage3.INITIAL_MICRO_STEP_ID", "deepspeed.runtime.zero.stage3.INIT_OPTIMIZER_TIMER", "deepspeed.runtime.zero.stage3.IPGBucketZ3", "deepspeed.runtime.zero.stage3.OPTIMIZER_STEP_TIMER", "deepspeed.runtime.zero.stage3.OPTIMIZER_SWAP_IN_STATE_TIMER", "deepspeed.runtime.zero.stage3.OPTIMIZER_SWAP_OUT_STATE_TIMER", "deepspeed.runtime.zero.stage3.estimate_zero3_model_states_mem_needs", "deepspeed.runtime.zero.stage3.estimate_zero3_model_states_mem_needs_all_cold", "deepspeed.runtime.zero.stage3.estimate_zero3_model_states_mem_needs_all_live", "deepspeed.runtime.zero.stage3.input", "deepspeed.runtime.zero.stage3.isclose", "deepspeed.runtime.zero.stage3.lcm", "deepspeed.runtime.zero.stage3.model_to_params", "deepspeed.runtime.zero.stage3.move_to_cpu", "deepspeed.runtime.zero.stage3.pg_correctness_test", "deepspeed.runtime.zero.stage3.print_rank_0", "deepspeed.runtime.zero.stage3.unwrap_model_for_generation" ], "n_typable": 498, "n_typed": 34, "n_any": 0, "n_untyped": 464, "n_functions": 10, "n_function_overloads": 10, "n_function_params": 30, "n_methods": 142, "n_method_overloads": 142, "n_method_params": 229, "n_classes": 2, "n_attrs": 97, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/zero/stage_1_and_2.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.runtime.zero.stage_1_and_2.OPTIMIZER_GRADIENTS_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.zero.stage_1_and_2.OPTIMIZER_STEP_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.zero.stage_1_and_2.pg_correctness_test", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.zero.stage_1_and_2.get_alignment_padding", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "attr", "name": "deepspeed.runtime.zero.stage_1_and_2.OPTIMIZER_TIMERS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.zero.stage_1_and_2.isclose", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.runtime.zero.stage_1_and_2.print_rank_msg", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "deepspeed.runtime.zero.stage_1_and_2.IPGBucket", "methods": [ { "kind": "function", "name": "IPGBucket.clear", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "IPGBucket.buffer", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "IPGBucket.params", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "IPGBucket.grads", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "IPGBucket.elements", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "IPGBucket.index", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "IPGBucket.has_moe_params", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 1, "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 6, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.runtime.zero.stage_1_and_2.estimate_zero2_model_states_mem_needs", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "deepspeed.runtime.zero.stage_1_and_2.model_to_params", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.runtime.zero.stage_1_and_2.OPTIMIZER_ALLGATHER_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.zero.stage_1_and_2.INITIAL_MICRO_STEP_ID", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.runtime.zero.stage_1_and_2.split_half_float_double", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.zero.stage_1_and_2.estimate_zero2_model_states_mem_needs_all_live", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.runtime.zero.stage_1_and_2.input", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.zero.stage_1_and_2.lcm", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "class", "name": "deepspeed.runtime.zero.stage_1_and_2.DeepSpeedZeroOptimizer", "methods": [ { "kind": "function", "name": "DeepSpeedZeroOptimizer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 36, "n_overloads": 1, "n_typable": 36, "n_params": 35, "n_function_overloads": 1, "n_function_params": 35 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.destroy", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._enable_universal_checkpoint", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._create_param_mapping", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._create_optimizer_mapping", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._link_all_hp_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._lazy_init_hp_params_optimizer_state", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.is_moe_group", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._configure_moe_settings", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._update_model_bit16_weights", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._round_robin_reorder", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._release_ipg_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.initialize_optimizer_states", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.reduce_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.get_first_param_index", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.initialize_gradient_partitioning_data_structures", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.independent_gradient_partition_epilogue", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.clear_backward_seen_flag", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.reset_partition_gradient_structures", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.initialize_gradient_partition", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.overlapping_partition_gradients_reduce_epilogue", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._fill_param_grad_accum_attribute", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.fill_grad_accum_attribute", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.get_gradient_for_reduction", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.get_param_gradient_attribute", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.clear_grad_attribute", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.create_gradient_handling_hooks", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.get_param_id", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.flatten_dense_tensors_aligned", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.reduce_independent_p_g_buckets_and_remove_grads", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.print_rank_0", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.gradient_reduction_w_predivide", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.allreduce_and_copy_with_multiple_ranks", "n_typed": 1, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.allreduce_and_scatter", "n_typed": 1, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.average_tensor", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.get_grad_position", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.update_offload_overflow_tracker", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.update_offload_overflow_tracker_for_param_grad", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._get_offload_gradient_dict", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.async_accumulate_grad_in_cpu_via_gpu", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.set_norm_for_param_grad", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.set_norm_for_param_grad_in_gpu", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.async_inplace_copy_grad_to_fp32_buffer_from_gpu", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.complete_grad_norm_calculation_for_cpu_offload", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.copy_grads_in_partition", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.reduce_ipg_grads", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.process_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.reduce_ready_partitions_and_remove_grads", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.zero_reduced_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.flatten_and_print", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.get_grads_to_reduce", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.sequential_execution", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.set_none_gradients_to_zero", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.allreduce_bucket", "n_typed": 1, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._clear_previous_reduced_grads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.allreduce_and_copy", "n_typed": 1, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.allreduce_no_retain", "n_typed": 1, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.buffered_reduce_fallback", "n_typed": 1, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.get_data_parallel_partitions", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.get_partition_info", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.zero_grad", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._clear_param_grad_only", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._model_parallel_all_reduce", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.get_grad_norm_direct", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.get_all_grad_tensors", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.get_flat_partition", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.free_grad_in_param_list", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.reset_cpu_buffers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.set_lr", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.get_lr", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.override_loss_scale", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.scaled_global_norm", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.get_bit16_param_group", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._optimizer_step", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.step", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.update_lp_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._average_expert_grad_norms", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.unscale_and_clip_grads", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._check_overflow", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.has_overflow_serial", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.has_overflow_partitioned_grads_serial", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.has_overflow", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._has_inf_or_nan", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.setup_buckets", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.backward_epilogue", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.check_overflow", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._update_scale", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._get_state", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._set_state", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._get_param_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._set_param_groups", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._get_loss_scale", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._set_loss_scale", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._get_groups_without_padding", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._get_state_without_padding", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._get_base_optimizer_state", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._restore_from_elastic_fp32_weights", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._restore_from_bit16_weights", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.refresh_fp32_params", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._partition_base_optimizer_state", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._restore_step_from_elastic_checkpoint", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._restore_base_optimizer_state", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.get_ep_ranks", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._restore_elastic_base_optimizer_state", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.load_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._load_universal_checkpoint", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._load_global_state", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._load_legacy_checkpoint", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._clear_hp_buffer_references", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer._clear_lp_params_references", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.offload_states", "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "DeepSpeedZeroOptimizer.reload_states", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedZeroOptimizer.zenflow", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.elastic_checkpoint", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.check_grad_overflow", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.param_names", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.mpu", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.flatten", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.unflatten", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.partition_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.zero_stage_string", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.reduce_scatter", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.overlap_comm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.deepspeed_adam_offload", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.dp_process_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.sequence_parallel_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.ep_process_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.expert_dp_process_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.real_dp_process_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.partition_count", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.is_gradient_accumulation_boundary", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.contiguous_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.has_moe_layers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.overflow", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.clip_grad", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.communication_data_type", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.gradient_predivide_factor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.postscale_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.gradient_accumulation_steps", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.micro_step_id", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.ignore_unused_parameters", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.round_robin_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.extra_large_param_to_reduce", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.master_weights_and_grads_dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.low_precision_master_weights_and_grads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.bit16_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.bit16_groups_flat", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.parallel_partitioned_bit16_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.single_partition_of_fp32_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.params_not_in_partition", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.params_in_partition", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.first_offset", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.partition_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.nccl_start_alignment_factor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.all_reduce_print", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.gradient_accumulation_dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.round_robin_bit16_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.round_robin_bit16_indices", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.round_robin_bit16_meta", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.groups_padding", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.reduce_bucket_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.use_multi_rank_bucket_allreduce", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.allgather_bucket_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.reduction_stream", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.callback_queued", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.param_dict", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.is_param_in_current_partition", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.torch_autocast_gradscaler", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.ipg_buckets", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.params_already_reduced", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.previous_reduced_grads", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.param_id", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.param_to_partition_ids", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.is_partition_reduced", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.remaining_grads_in_partition", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.total_grads_in_partition", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.is_grad_computed", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.grad_partition_insertion_offset", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.grad_start_offset", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.averaged_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.all_grad_tensors", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.offload_gradient_dict", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.first_param_index_in_partition", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.ready_for_gradients", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.custom_loss_scaler", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.external_loss_scale", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.loss_scaler", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.dynamic_loss_scale", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.offloaded_states", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.cpu_offload", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.cpu_offload_pin_memory", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.model_parallel_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.model_parallel_world_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.model_parallel_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.param_buffer_of_bit16_for_cpu_offload_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.use_separate_grad_accum", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.use_grad_accum_attribute", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.accumulated_grads_in_cpu", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.norm_for_param_grads", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.local_overflow", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.grad_position", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.temp_grad_buffer_for_cpu_offload", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.temp_grad_buffer_for_gpu_offload", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.state", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.param_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.loss_scale", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedZeroOptimizer.cur_scale", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 413, "n_typed": 18, "n_any": 0, "n_untyped": 395, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 113, "n_method_overloads": 113, "n_method_params": 201, "n_attrs": 99, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.runtime.zero.stage_1_and_2.estimate_zero2_model_states_mem_needs_all_cold", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "type_ignores": [], "name": "deepspeed.runtime.zero.stage_1_and_2", "names": [ "deepspeed.runtime.zero.stage_1_and_2.DeepSpeedZeroOptimizer", "deepspeed.runtime.zero.stage_1_and_2.INITIAL_MICRO_STEP_ID", "deepspeed.runtime.zero.stage_1_and_2.IPGBucket", "deepspeed.runtime.zero.stage_1_and_2.OPTIMIZER_ALLGATHER_TIMER", "deepspeed.runtime.zero.stage_1_and_2.OPTIMIZER_GRADIENTS_TIMER", "deepspeed.runtime.zero.stage_1_and_2.OPTIMIZER_STEP_TIMER", "deepspeed.runtime.zero.stage_1_and_2.OPTIMIZER_TIMERS", "deepspeed.runtime.zero.stage_1_and_2.estimate_zero2_model_states_mem_needs", "deepspeed.runtime.zero.stage_1_and_2.estimate_zero2_model_states_mem_needs_all_cold", "deepspeed.runtime.zero.stage_1_and_2.estimate_zero2_model_states_mem_needs_all_live", "deepspeed.runtime.zero.stage_1_and_2.get_alignment_padding", "deepspeed.runtime.zero.stage_1_and_2.input", "deepspeed.runtime.zero.stage_1_and_2.isclose", "deepspeed.runtime.zero.stage_1_and_2.lcm", "deepspeed.runtime.zero.stage_1_and_2.model_to_params", "deepspeed.runtime.zero.stage_1_and_2.pg_correctness_test", "deepspeed.runtime.zero.stage_1_and_2.print_rank_msg", "deepspeed.runtime.zero.stage_1_and_2.split_half_float_double" ], "n_typable": 449, "n_typed": 18, "n_any": 0, "n_untyped": 431, "n_functions": 10, "n_function_overloads": 10, "n_function_params": 25, "n_methods": 114, "n_method_overloads": 114, "n_method_params": 201, "n_classes": 2, "n_attrs": 111, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/zero/test.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.runtime.zero.test.test1", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.runtime.zero.test.test2", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "type_ignores": [], "name": "deepspeed.runtime.zero.test", "names": [ "deepspeed.runtime.zero.test.test1", "deepspeed.runtime.zero.test.test2" ], "n_typable": 2, "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/zero/tiling.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.runtime.zero.tiling.TiledLinear", "methods": [ { "kind": "function", "name": "TiledLinear.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_overloads": 1, "n_typable": 11, "n_params": 10, "n_function_overloads": 1, "n_function_params": 10 }, { "kind": "function", "name": "TiledLinear.forward", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TiledLinear._split_global_input", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "TiledLinear._reduce_local_output", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "TiledLinear._combine_output_splits", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TiledLinear.copy_params_from", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "TiledLinear.in_features", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TiledLinear.out_features", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TiledLinear.use_bias", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TiledLinear.out_splits", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TiledLinear.in_splits", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TiledLinear.input_is_already_split", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TiledLinear.combine_out_splits", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TiledLinear.in_parts", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TiledLinear.out_parts", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TiledLinear.linears", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 35, "n_typed": 0, "n_any": 0, "n_untyped": 35, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 19, "n_attrs": 10, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.runtime.zero.tiling.TiledLinearReturnBias", "methods": [ { "kind": "function", "name": "TiledLinearReturnBias._reduce_local_output", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "TiledLinearReturnBias._combine_output_splits", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 7, "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 5, "n_attrs": 0, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.runtime.zero.tiling.split_tensor_along_last_dim", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "type_ignores": [], "name": "deepspeed.runtime.zero.tiling", "names": [ "deepspeed.runtime.zero.tiling.TiledLinear", "deepspeed.runtime.zero.tiling.TiledLinearReturnBias", "deepspeed.runtime.zero.tiling.split_tensor_along_last_dim" ], "n_typable": 46, "n_typed": 0, "n_any": 0, "n_untyped": 46, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 3, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 24, "n_classes": 2, "n_attrs": 10, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/runtime/zero/utils.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.runtime.zero.utils.assert_ints_same_as_other_ranks", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.zero.utils.assert_lst_len_same_as_other_ranks", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.zero.utils.apply_to_tensors_only", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.runtime.zero.utils.isinstance_namedtuple", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.runtime.zero.utils.ZERO_SUPPORTED_OPTIMIZERS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.runtime.zero.utils.warned", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.runtime.zero.utils.ZeRORuntimeException", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.runtime.zero.utils.is_builtin_type", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.zero.utils.get_mapping_to_flat_buffer", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.zero.utils.is_zero_param", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.zero.utils.is_zero_supported_optimizer", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.runtime.zero.utils.get_lst_from_rank0", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.runtime.zero.utils", "names": [ "deepspeed.runtime.zero.utils.ZERO_SUPPORTED_OPTIMIZERS", "deepspeed.runtime.zero.utils.ZeRORuntimeException", "deepspeed.runtime.zero.utils.apply_to_tensors_only", "deepspeed.runtime.zero.utils.assert_ints_same_as_other_ranks", "deepspeed.runtime.zero.utils.assert_lst_len_same_as_other_ranks", "deepspeed.runtime.zero.utils.get_lst_from_rank0", "deepspeed.runtime.zero.utils.get_mapping_to_flat_buffer", "deepspeed.runtime.zero.utils.is_builtin_type", "deepspeed.runtime.zero.utils.is_zero_param", "deepspeed.runtime.zero.utils.is_zero_supported_optimizer", "deepspeed.runtime.zero.utils.isinstance_namedtuple", "deepspeed.runtime.zero.utils.warned" ], "n_typable": 20, "n_typed": 10, "n_any": 0, "n_untyped": 10, "n_functions": 9, "n_function_overloads": 9, "n_function_params": 11, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/sequence/cross_entropy.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.sequence.cross_entropy.vocab_sequence_parallel_cross_entropy", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "type_ignores": [], "name": "deepspeed.sequence.cross_entropy", "names": [ "deepspeed.sequence.cross_entropy.vocab_sequence_parallel_cross_entropy" ], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 3, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/sequence/fpdt_layer.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.sequence.fpdt_layer.FPDT_InputConstruct", "methods": [ { "kind": "function", "name": "FPDT_InputConstruct.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "FPDT_InputConstruct.generate", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "FPDT_InputConstruct.tokens", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FPDT_InputConstruct.labels", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FPDT_InputConstruct.loss_mask", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FPDT_InputConstruct.attention_mask", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FPDT_InputConstruct.position_ids", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FPDT_InputConstruct.num_chunk_per_gpu", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FPDT_InputConstruct.chunk_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FPDT_InputConstruct.sp_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FPDT_InputConstruct.sp_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FPDT_InputConstruct.global_seq_len", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FPDT_InputConstruct.local_seq_len", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FPDT_InputConstruct.batch_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FPDT_InputConstruct.device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 23, "n_typed": 1, "n_any": 0, "n_untyped": 22, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 8, "n_attrs": 13, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.sequence.fpdt_layer.SequenceChunk", "methods": [ { "kind": "function", "name": "SequenceChunk.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "SequenceChunk.load_to_gpu", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SequenceChunk.get_gpu_chunk", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SequenceChunk.check_gpu_chunk", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SequenceChunk.offload", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SequenceChunk.overwrite_to_cpu", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "SequenceChunk.chunk_shape", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SequenceChunk.chunk_dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SequenceChunk.device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SequenceChunk.cpu_chunk", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SequenceChunk.gpu_chunk", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 14, "n_typed": 1, "n_any": 0, "n_untyped": 13, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 3, "n_attrs": 5, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.sequence.fpdt_layer.FPDT_LogitsLoss", "methods": [ { "kind": "function", "name": "FPDT_LogitsLoss.forward", "n_typed": 0, "n_any": 1, "n_untyped": 8, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "FPDT_LogitsLoss.backward", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "FPDT_LogitsLoss.generate_vmap_rule", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 12, "n_typed": 0, "n_any": 1, "n_untyped": 11, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 10, "n_attrs": 1, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.sequence.fpdt_layer.update_out_and_lse", "n_typed": 5, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "deepspeed.sequence.fpdt_layer.apply_rotary_pos_emb_backward", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.sequence.fpdt_layer.bias_gelu", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "deepspeed.sequence.fpdt_layer.FPDT_FFN", "methods": [ { "kind": "function", "name": "FPDT_FFN.forward", "n_typed": 0, "n_any": 1, "n_untyped": 8, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "FPDT_FFN.backward", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "FPDT_FFN.generate_vmap_rule", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 13, "n_typed": 0, "n_any": 1, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 11, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.sequence.fpdt_layer.FPDT_Attention", "methods": [ { "kind": "function", "name": "FPDT_Attention.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 9, "n_overloads": 1, "n_typable": 12, "n_params": 11, "n_function_overloads": 1, "n_function_params": 11 }, { "kind": "function", "name": "FPDT_Attention.forward", "n_typed": 1, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "FPDT_Attention.spg", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FPDT_Attention.scatter_idx", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FPDT_Attention.gather_idx", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FPDT_Attention.config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FPDT_Attention.projection_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FPDT_Attention.hidden_size_per_attention_head", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FPDT_Attention.kv_projection_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FPDT_Attention.hidden_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FPDT_Attention.qkv_linear_weight", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FPDT_Attention.qkv_linear_bias", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FPDT_Attention.qkv_dense_weight", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FPDT_Attention.qkv_dense_bias", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FPDT_Attention.reture_bias", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FPDT_Attention.dropout", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FPDT_Attention.chunk_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FPDT_Attention.double_buffer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 34, "n_typed": 4, "n_any": 0, "n_untyped": 30, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 16, "n_attrs": 16, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.sequence.fpdt_layer.bias_gelu_back", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "attr", "name": "deepspeed.sequence.fpdt_layer.flash_attn_version", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "type_ignores": [], "name": "deepspeed.sequence.fpdt_layer", "names": [ "deepspeed.sequence.fpdt_layer.FPDT_Attention", "deepspeed.sequence.fpdt_layer.FPDT_FFN", "deepspeed.sequence.fpdt_layer.FPDT_InputConstruct", "deepspeed.sequence.fpdt_layer.FPDT_LogitsLoss", "deepspeed.sequence.fpdt_layer.SequenceChunk", "deepspeed.sequence.fpdt_layer.apply_rotary_pos_emb_backward", "deepspeed.sequence.fpdt_layer.bias_gelu", "deepspeed.sequence.fpdt_layer.bias_gelu_back", "deepspeed.sequence.fpdt_layer.flash_attn_version", "deepspeed.sequence.fpdt_layer.update_out_and_lse" ], "n_typable": 112, "n_typed": 11, "n_any": 2, "n_untyped": 99, "n_functions": 4, "n_function_overloads": 4, "n_function_params": 11, "n_methods": 14, "n_method_overloads": 14, "n_method_params": 48, "n_classes": 5, "n_attrs": 37, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/sequence/layer.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.sequence.layer.pre_all2all_fun", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.sequence.layer.single_all_to_all", "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "class", "name": "deepspeed.sequence.layer.DistributedAttention", "methods": [ { "kind": "function", "name": "DistributedAttention.__init__", "n_typed": 5, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "DistributedAttention.layer_sync", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DistributedAttention.forward", "n_typed": 5, "n_any": 1, "n_untyped": 2, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DistributedAttention.local_attn", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DistributedAttention.spg", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DistributedAttention.scatter_idx", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DistributedAttention.gather_idx", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DistributedAttention.sp_overlap_comm", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DistributedAttention.overlap_handles", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DistributedAttention.sp_stream", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DistributedAttention.default_stream", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 24, "n_typed": 10, "n_any": 1, "n_untyped": 13, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 13, "n_attrs": 8, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.sequence.layer.uneven_heads_all2all", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "deepspeed.sequence.layer.post_all2all", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.sequence.layer.apply_rotary_pos_emb", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "type_ignores": [], "name": "deepspeed.sequence.layer", "names": [ "deepspeed.sequence.layer.DistributedAttention", "deepspeed.sequence.layer.apply_rotary_pos_emb", "deepspeed.sequence.layer.post_all2all", "deepspeed.sequence.layer.pre_all2all_fun", "deepspeed.sequence.layer.single_all_to_all", "deepspeed.sequence.layer.uneven_heads_all2all" ], "n_typable": 50, "n_typed": 10, "n_any": 1, "n_untyped": 39, "n_functions": 5, "n_function_overloads": 5, "n_function_params": 21, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 13, "n_classes": 1, "n_attrs": 8, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/utils/bwc.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.utils.bwc.bwc_tensor_model_parallel_group", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.utils.bwc.bwc_pipeline_parallel_world_size", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.utils.bwc.bwc_tensor_model_parallel_world_size", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.utils.bwc.bwc_tensor_model_parallel_rank", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.utils.bwc.bwc_pipeline_parallel_group", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.utils.bwc", "names": [ "deepspeed.utils.bwc.bwc_pipeline_parallel_group", "deepspeed.utils.bwc.bwc_pipeline_parallel_world_size", "deepspeed.utils.bwc.bwc_tensor_model_parallel_group", "deepspeed.utils.bwc.bwc_tensor_model_parallel_rank", "deepspeed.utils.bwc.bwc_tensor_model_parallel_world_size" ], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 5, "n_function_overloads": 5, "n_function_params": 5, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/utils/comms_logging.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.utils.comms_logging.convert_size", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "deepspeed.utils.comms_logging.CommsLogger", "methods": [ { "kind": "function", "name": "CommsLogger.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CommsLogger.configure", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CommsLogger.start_profiling_comms", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CommsLogger.stop_profiling_comms", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CommsLogger.start_profiling_op", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CommsLogger.stop_profiling_op", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CommsLogger.append", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "CommsLogger.get_raw_data", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CommsLogger.has_data", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CommsLogger.reset_data", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CommsLogger.get_operation_names", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CommsLogger.get_total_operations", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CommsLogger.get_operation_summary", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CommsLogger.log_all", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "CommsLogger.comms_dict", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CommsLogger.verbose", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CommsLogger.debug", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CommsLogger.prof_ops", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CommsLogger.prof_all", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CommsLogger.enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 31, "n_typed": 0, "n_any": 0, "n_untyped": 31, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 14, "n_method_overloads": 14, "n_method_params": 11, "n_attrs": 6, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.utils.comms_logging.get_caller_func", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.utils.comms_logging.calc_bw_log", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.utils.comms_logging.print_rank_0", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.utils.comms_logging", "names": [ "deepspeed.utils.comms_logging.CommsLogger", "deepspeed.utils.comms_logging.calc_bw_log", "deepspeed.utils.comms_logging.convert_size", "deepspeed.utils.comms_logging.get_caller_func", "deepspeed.utils.comms_logging.print_rank_0" ], "n_typable": 41, "n_typed": 0, "n_any": 0, "n_untyped": 41, "n_functions": 4, "n_function_overloads": 4, "n_function_params": 6, "n_methods": 14, "n_method_overloads": 14, "n_method_params": 11, "n_classes": 1, "n_attrs": 6, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/utils/config.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.utils.config.TIMERS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.utils.config.get_timers_config", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.utils.config.TIMERS_THROUGHPUT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.utils.config.DeepSpeedThroughputTimerConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "DeepSpeedThroughputTimerConfig.enabled", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DeepSpeedThroughputTimerConfig.synchronized", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 2, "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.utils.config.TIMERS_FORMAT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.utils.config", "names": [ "deepspeed.utils.config.DeepSpeedThroughputTimerConfig", "deepspeed.utils.config.TIMERS", "deepspeed.utils.config.TIMERS_FORMAT", "deepspeed.utils.config.TIMERS_THROUGHPUT", "deepspeed.utils.config.get_timers_config" ], "n_typable": 4, "n_typed": 2, "n_any": 0, "n_untyped": 2, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 1, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 1, "n_attrs": 5, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/utils/debug.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.utils.debug.fcntl", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.utils.debug.debug_module2name_id", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.utils.debug.fh", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.utils.debug.debug_param2name_id_shape_status", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.utils.debug.debug_param2name", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.utils.debug.debug_module2name", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.utils.debug.ds_shape", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.utils.debug.debug_param2name_id_shape_device", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.utils.debug.param_names", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.utils.debug.print_rank0", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.utils.debug.printflock", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.utils.debug.ds_id", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.utils.debug.log_rank_file", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "attr", "name": "deepspeed.utils.debug.module_names", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.utils.debug.print_backward_tensors", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.utils.debug.debug_param2name_id_numel", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.utils.debug.debug_clear_module_and_param_names", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.utils.debug.print_rank", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.utils.debug.debug_module2name_class", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.utils.debug.debug_param2name_id", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.utils.debug.debug_param2name_id_shape", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.utils.debug.debug_extract_module_and_param_names", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.utils.debug", "names": [ "deepspeed.utils.debug.debug_clear_module_and_param_names", "deepspeed.utils.debug.debug_extract_module_and_param_names", "deepspeed.utils.debug.debug_module2name", "deepspeed.utils.debug.debug_module2name_class", "deepspeed.utils.debug.debug_module2name_id", "deepspeed.utils.debug.debug_param2name", "deepspeed.utils.debug.debug_param2name_id", "deepspeed.utils.debug.debug_param2name_id_numel", "deepspeed.utils.debug.debug_param2name_id_shape", "deepspeed.utils.debug.debug_param2name_id_shape_device", "deepspeed.utils.debug.debug_param2name_id_shape_status", "deepspeed.utils.debug.ds_id", "deepspeed.utils.debug.ds_shape", "deepspeed.utils.debug.fcntl", "deepspeed.utils.debug.fh", "deepspeed.utils.debug.log_rank_file", "deepspeed.utils.debug.module_names", "deepspeed.utils.debug.param_names", "deepspeed.utils.debug.print_backward_tensors", "deepspeed.utils.debug.print_rank", "deepspeed.utils.debug.print_rank0", "deepspeed.utils.debug.printflock" ], "n_typable": 38, "n_typed": 0, "n_any": 0, "n_untyped": 38, "n_functions": 18, "n_function_overloads": 18, "n_function_params": 20, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 4, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/utils/exceptions.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.utils.exceptions.DeprecatedException", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.utils.exceptions", "names": [ "deepspeed.utils.exceptions.DeprecatedException" ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/utils/groups.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.utils.groups.get_tensor_model_parallel_src_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.utils.groups.get_model_parallel_world_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.utils.groups.get_tensor_model_parallel_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.utils.groups.get_model_parallel_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.utils.groups.set_tensor_model_parallel_world_size", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.utils.groups.get_tensor_model_parallel_world_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.utils.groups.get_data_parallel_world_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "attr", "name": "deepspeed.utils.groups.mpu", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.utils.groups.get_tensor_model_parallel_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "attr", "name": "deepspeed.utils.groups.expert_tensor_parallel_world_size", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.utils.groups.get_data_parallel_rank", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "attr", "name": "deepspeed.utils.groups.mesh_device", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.utils.groups.get_model_parallel_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.utils.groups.get_data_parallel_group", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.utils.groups.set_tensor_model_parallel_rank", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.utils.groups.initialize", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "type_ignores": [], "name": "deepspeed.utils.groups", "names": [ "deepspeed.utils.groups.expert_tensor_parallel_world_size", "deepspeed.utils.groups.get_data_parallel_group", "deepspeed.utils.groups.get_data_parallel_rank", "deepspeed.utils.groups.get_data_parallel_world_size", "deepspeed.utils.groups.get_model_parallel_group", "deepspeed.utils.groups.get_model_parallel_rank", "deepspeed.utils.groups.get_model_parallel_world_size", "deepspeed.utils.groups.get_tensor_model_parallel_group", "deepspeed.utils.groups.get_tensor_model_parallel_rank", "deepspeed.utils.groups.get_tensor_model_parallel_src_rank", "deepspeed.utils.groups.get_tensor_model_parallel_world_size", "deepspeed.utils.groups.initialize", "deepspeed.utils.groups.mesh_device", "deepspeed.utils.groups.mpu", "deepspeed.utils.groups.set_tensor_model_parallel_rank", "deepspeed.utils.groups.set_tensor_model_parallel_world_size" ], "n_typable": 17, "n_typed": 0, "n_any": 0, "n_untyped": 17, "n_functions": 13, "n_function_overloads": 13, "n_function_params": 4, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 3, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/utils/init_on_device.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.utils.init_on_device.OnDevice", "methods": [ { "kind": "function", "name": "OnDevice.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "OnDevice.fp_tensor_constructor", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "OnDevice.get_new_tensor_fn_for_dtype", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "OnDevice.__enter__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "OnDevice.__exit__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "OnDevice._orig_torch_empty", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "OnDevice._orig_torch_zeros", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "OnDevice._orig_torch_ones", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "OnDevice._orig_torch_full", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "OnDevice.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OnDevice.enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "OnDevice.device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 17, "n_typed": 5, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 9, "n_attrs": 7, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.utils.init_on_device", "names": [ "deepspeed.utils.init_on_device.OnDevice" ], "n_typable": 17, "n_typed": 5, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 9, "n_classes": 1, "n_attrs": 7, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/utils/logging.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.utils.logging.warning_once", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.utils.logging.log_dist_once", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.utils.logging.set_log_level_from_string", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "attr", "name": "deepspeed.utils.logging.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "function", "name": "deepspeed.utils.logging.print_configuration", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.utils.logging.print_dist", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "attr", "name": "deepspeed.utils.logging.log_levels", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.utils.logging.get_dist_msg", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.utils.logging.log_dist", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.utils.logging.get_current_level", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.utils.logging.print_json_dist", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.utils.logging.get_log_level_from_string", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "deepspeed.utils.logging.LoggerFactory", "methods": [ { "kind": "function", "name": "LoggerFactory.create_logger", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 3, "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 2, "n_attrs": 0, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.utils.logging.should_log_le", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.utils.logging", "names": [ "deepspeed.utils.logging.LoggerFactory", "deepspeed.utils.logging.get_current_level", "deepspeed.utils.logging.get_dist_msg", "deepspeed.utils.logging.get_log_level_from_string", "deepspeed.utils.logging.log_dist", "deepspeed.utils.logging.log_dist_once", "deepspeed.utils.logging.log_levels", "deepspeed.utils.logging.logger", "deepspeed.utils.logging.print_configuration", "deepspeed.utils.logging.print_dist", "deepspeed.utils.logging.print_json_dist", "deepspeed.utils.logging.set_log_level_from_string", "deepspeed.utils.logging.should_log_le", "deepspeed.utils.logging.warning_once" ], "n_typable": 36, "n_typed": 0, "n_any": 0, "n_untyped": 36, "n_functions": 11, "n_function_overloads": 11, "n_function_params": 21, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 2, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/utils/mixed_precision_linkage.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.utils.mixed_precision_linkage.link_hp_params", "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_overloads": 1, "n_typable": 10, "n_params": 9, "n_function_overloads": 1, "n_function_params": 9 }, { "kind": "function", "name": "deepspeed.utils.mixed_precision_linkage.lazy_init_hp_params_optimizer_state", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "type_ignores": [], "name": "deepspeed.utils.mixed_precision_linkage", "names": [ "deepspeed.utils.mixed_precision_linkage.lazy_init_hp_params_optimizer_state", "deepspeed.utils.mixed_precision_linkage.link_hp_params" ], "n_typable": 14, "n_typed": 0, "n_any": 0, "n_untyped": 14, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 12, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/utils/numa.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.utils.numa.parse_range_list", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.utils.numa.parse_range", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.utils.numa.get_numa_cores", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "deepspeed.utils.numa.get_numactl_cmd", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.utils.numa.check_for_numactl_pkg", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "type_ignores": [], "name": "deepspeed.utils.numa", "names": [ "deepspeed.utils.numa.check_for_numactl_pkg", "deepspeed.utils.numa.get_numa_cores", "deepspeed.utils.numa.get_numactl_cmd", "deepspeed.utils.numa.parse_range", "deepspeed.utils.numa.parse_range_list" ], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 5, "n_function_overloads": 5, "n_function_params": 5, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/utils/nvtx.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.utils.nvtx.enable_nvtx", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.utils.nvtx.instrument_w_nvtx", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.utils.nvtx", "names": [ "deepspeed.utils.nvtx.enable_nvtx", "deepspeed.utils.nvtx.instrument_w_nvtx" ], "n_typable": 2, "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 1, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/utils/tensor_fragment.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.utils.tensor_fragment.safe_get_local_fp32_param", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "deepspeed.utils.tensor_fragment.tensor_fragment", "methods": [ { "kind": "function", "name": "tensor_fragment.update_hp", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "tensor_fragment.update_lp", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "tensor_fragment.get_optim_state_fragment", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "tensor_fragment.set_optim_state_fragment", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "tensor_fragment.get_hp_fragment_address", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "tensor_fragment.get_optim_state_keys", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "tensor_fragment.get_hp_fragment", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "tensor_fragment.get_lp_grad_fragment", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "tensor_fragment.lp_fragment", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "tensor_fragment.lp_fragment_address", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "tensor_fragment.hp_fragment", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "tensor_fragment.hp_fragment_address", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "tensor_fragment.gradient_dict", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "tensor_fragment.offload_gradient_dict", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "tensor_fragment.use_offload", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "tensor_fragment.param_group_index", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "tensor_fragment.optim_fragment", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 13, "n_typed": 0, "n_any": 0, "n_untyped": 13, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 5, "n_attrs": 9, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.utils.tensor_fragment.map_to_flat_opt_states", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.utils.tensor_fragment.safe_get_full_fp32_param", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.utils.tensor_fragment.get_hp_fragment_mapping", "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_overloads": 1, "n_typable": 10, "n_params": 9, "n_function_overloads": 1, "n_function_params": 9 }, { "kind": "function", "name": "deepspeed.utils.tensor_fragment.safe_set_local_optimizer_state", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.utils.tensor_fragment.get_full_hp_grad", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.utils.tensor_fragment.safe_update_full_grad_vectorized", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.utils.tensor_fragment.safe_set_local_grad", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.utils.tensor_fragment.get_full_hp_param", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.utils.tensor_fragment.set_full_hp_param", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.utils.tensor_fragment.safe_set_full_optimizer_state", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.utils.tensor_fragment.safe_get_local_optimizer_state", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.utils.tensor_fragment.safe_set_local_fp32_param", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.utils.tensor_fragment.safe_get_full_grad", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.utils.tensor_fragment.safe_get_local_grad", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "deepspeed.utils.tensor_fragment.fragment_address", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "fragment_address.numel", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "fragment_address.start", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.utils.tensor_fragment.safe_set_full_fp32_param", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.utils.tensor_fragment.safe_get_full_optimizer_state", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.utils.tensor_fragment.safe_set_full_grad", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.utils.tensor_fragment.set_full_hp_grad", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "type_ignores": [], "name": "deepspeed.utils.tensor_fragment", "names": [ "deepspeed.utils.tensor_fragment.fragment_address", "deepspeed.utils.tensor_fragment.get_full_hp_grad", "deepspeed.utils.tensor_fragment.get_full_hp_param", "deepspeed.utils.tensor_fragment.get_hp_fragment_mapping", "deepspeed.utils.tensor_fragment.map_to_flat_opt_states", "deepspeed.utils.tensor_fragment.safe_get_full_fp32_param", "deepspeed.utils.tensor_fragment.safe_get_full_grad", "deepspeed.utils.tensor_fragment.safe_get_full_optimizer_state", "deepspeed.utils.tensor_fragment.safe_get_local_fp32_param", "deepspeed.utils.tensor_fragment.safe_get_local_grad", "deepspeed.utils.tensor_fragment.safe_get_local_optimizer_state", "deepspeed.utils.tensor_fragment.safe_set_full_fp32_param", "deepspeed.utils.tensor_fragment.safe_set_full_grad", "deepspeed.utils.tensor_fragment.safe_set_full_optimizer_state", "deepspeed.utils.tensor_fragment.safe_set_local_fp32_param", "deepspeed.utils.tensor_fragment.safe_set_local_grad", "deepspeed.utils.tensor_fragment.safe_set_local_optimizer_state", "deepspeed.utils.tensor_fragment.safe_update_full_grad_vectorized", "deepspeed.utils.tensor_fragment.set_full_hp_grad", "deepspeed.utils.tensor_fragment.set_full_hp_param", "deepspeed.utils.tensor_fragment.tensor_fragment" ], "n_typable": 77, "n_typed": 2, "n_any": 0, "n_untyped": 75, "n_functions": 19, "n_function_overloads": 19, "n_function_params": 45, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 5, "n_classes": 2, "n_attrs": 11, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/utils/timer.py", "symbol_reports": [ { "kind": "class", "name": "deepspeed.utils.timer.SynchronizedWallClockTimer", "methods": [ { "kind": "function", "name": "SynchronizedWallClockTimer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SynchronizedWallClockTimer.get_timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SynchronizedWallClockTimer.__call__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SynchronizedWallClockTimer.memory_usage", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SynchronizedWallClockTimer.log", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "SynchronizedWallClockTimer.get_mean", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "SynchronizedWallClockTimer.timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 16, "n_typed": 0, "n_any": 0, "n_untyped": 16, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 9, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.utils.timer.ThroughputTimer", "methods": [ { "kind": "function", "name": "ThroughputTimer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "ThroughputTimer.update_epoch_count", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ThroughputTimer._init_timer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ThroughputTimer.start", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ThroughputTimer._is_report_boundary", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ThroughputTimer.stop", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ThroughputTimer.avg_samples_per_sec", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "ThroughputTimer.config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ThroughputTimer.start_time", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ThroughputTimer.end_time", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ThroughputTimer.started", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ThroughputTimer.batch_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ThroughputTimer.start_step", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ThroughputTimer.epoch_count", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ThroughputTimer.micro_step_count", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ThroughputTimer.global_step_count", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ThroughputTimer.total_elapsed_time", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ThroughputTimer.step_elapsed_time", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ThroughputTimer.steps_per_output", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ThroughputTimer.monitor_memory", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ThroughputTimer.logging", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ThroughputTimer.initialized", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 30, "n_typed": 0, "n_any": 0, "n_untyped": 30, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 8, "n_attrs": 15, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.utils.timer.BACKWARD_INNER_GLOBAL_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.utils.timer.PSUTILS_INSTALLED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.utils.timer.BACKWARD_MICRO_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.utils.timer.BACKWARD_REDUCE_GLOBAL_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.utils.timer.BACKWARD_GLOBAL_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.utils.timer.NoopTimer", "methods": [ { "kind": "function", "name": "NoopTimer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NoopTimer.__call__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NoopTimer.get_timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NoopTimer.log", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "NoopTimer.get_mean", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "NoopTimer.timer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 15, "n_typed": 0, "n_any": 0, "n_untyped": 15, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 9, "n_attrs": 1, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.utils.timer.BACKWARD_REDUCE_MICRO_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.utils.timer.BACKWARD_INNER_MICRO_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.utils.timer.FORWARD_GLOBAL_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "deepspeed.utils.timer.trim_mean", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "class", "name": "deepspeed.utils.timer.Timer", "methods": [ { "kind": "function", "name": "Timer.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Timer.start", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Timer.stop", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Timer._get_elapsed_msec", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Timer.reset", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Timer.elapsed", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Timer.mean", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Timer.name_", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Timer.started_", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Timer.event_timers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Timer.use_host_timer", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Timer.start_event", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Timer.elapsed_records", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Timer.start_time", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Timer.end_time", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 19, "n_typed": 0, "n_any": 0, "n_untyped": 19, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 4, "n_attrs": 8, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.utils.timer.CudaEventTimer", "methods": [ { "kind": "function", "name": "CudaEventTimer.__init__", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "CudaEventTimer.get_elapsed_msec", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "CudaEventTimer.start_event", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CudaEventTimer.end_event", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 6, "n_typed": 2, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_attrs": 2, "n_properties": 0 }, { "kind": "attr", "name": "deepspeed.utils.timer.TIME_EPSILON", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.utils.timer.FORWARD_MICRO_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.utils.timer.STEP_MICRO_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.utils.timer.STEP_GLOBAL_TIMER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "deepspeed.utils.timer", "names": [ "deepspeed.utils.timer.BACKWARD_GLOBAL_TIMER", "deepspeed.utils.timer.BACKWARD_INNER_GLOBAL_TIMER", "deepspeed.utils.timer.BACKWARD_INNER_MICRO_TIMER", "deepspeed.utils.timer.BACKWARD_MICRO_TIMER", "deepspeed.utils.timer.BACKWARD_REDUCE_GLOBAL_TIMER", "deepspeed.utils.timer.BACKWARD_REDUCE_MICRO_TIMER", "deepspeed.utils.timer.CudaEventTimer", "deepspeed.utils.timer.FORWARD_GLOBAL_TIMER", "deepspeed.utils.timer.FORWARD_MICRO_TIMER", "deepspeed.utils.timer.NoopTimer", "deepspeed.utils.timer.PSUTILS_INSTALLED", "deepspeed.utils.timer.STEP_GLOBAL_TIMER", "deepspeed.utils.timer.STEP_MICRO_TIMER", "deepspeed.utils.timer.SynchronizedWallClockTimer", "deepspeed.utils.timer.TIME_EPSILON", "deepspeed.utils.timer.ThroughputTimer", "deepspeed.utils.timer.Timer", "deepspeed.utils.timer.trim_mean" ], "n_typable": 89, "n_typed": 2, "n_any": 0, "n_untyped": 87, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 2, "n_methods": 27, "n_method_overloads": 27, "n_method_params": 32, "n_classes": 5, "n_attrs": 39, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/utils/torch.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.utils.torch.register_grad_hook", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.utils.torch.required_torch_version", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.utils.torch.jit_script_compat", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "deepspeed.utils.torch", "names": [ "deepspeed.utils.torch.jit_script_compat", "deepspeed.utils.torch.register_grad_hook", "deepspeed.utils.torch.required_torch_version" ], "n_typable": 8, "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_functions": 3, "n_function_overloads": 3, "n_function_params": 5, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/utils/types.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.utils.types.GATED_ACTIVATION_TYPES", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "deepspeed.utils.types.NormType", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "NormType.UNKNOWN", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "NormType.LayerNorm", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "NormType.GroupNorm", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "NormType.RMSNorm", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 4, "n_properties": 0 }, { "kind": "class", "name": "deepspeed.utils.types.ActivationFuncType", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "ActivationFuncType.UNKNOWN", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ActivationFuncType.GELU", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ActivationFuncType.ReLU", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ActivationFuncType.GATED_GELU", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ActivationFuncType.GATED_SILU", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 5, "n_properties": 0 } ], "type_ignores": [], "name": "deepspeed.utils.types", "names": [ "deepspeed.utils.types.ActivationFuncType", "deepspeed.utils.types.GATED_ACTIVATION_TYPES", "deepspeed.utils.types.NormType" ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 2, "n_attrs": 10, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/utils/z3_leaf_module.py", "symbol_reports": [ { "kind": "function", "name": "deepspeed.utils.z3_leaf_module.z3_leaf_module", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.utils.z3_leaf_module.set_z3_leaf_modules_by_suffix", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.utils.z3_leaf_module.set_z3_leaf_modules_by_name", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.utils.z3_leaf_module.apply_zero_leaf_module_config", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.utils.z3_leaf_module.z3_leaf_parameter", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.utils.z3_leaf_module.get_z3_leaf_modules", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.utils.z3_leaf_module.set_z3_leaf_module", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.utils.z3_leaf_module.unset_z3_leaf_modules", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "deepspeed.utils.z3_leaf_module.set_z3_leaf_modules", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "type_ignores": [], "name": "deepspeed.utils.z3_leaf_module", "names": [ "deepspeed.utils.z3_leaf_module.apply_zero_leaf_module_config", "deepspeed.utils.z3_leaf_module.get_z3_leaf_modules", "deepspeed.utils.z3_leaf_module.set_z3_leaf_module", "deepspeed.utils.z3_leaf_module.set_z3_leaf_modules", "deepspeed.utils.z3_leaf_module.set_z3_leaf_modules_by_name", "deepspeed.utils.z3_leaf_module.set_z3_leaf_modules_by_suffix", "deepspeed.utils.z3_leaf_module.unset_z3_leaf_modules", "deepspeed.utils.z3_leaf_module.z3_leaf_module", "deepspeed.utils.z3_leaf_module.z3_leaf_parameter" ], "n_typable": 30, "n_typed": 29, "n_any": 0, "n_untyped": 1, "n_functions": 9, "n_function_overloads": 9, "n_function_params": 21, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "deepspeed/utils/zero_to_fp32.py", "symbol_reports": [ { "kind": "attr", "name": "deepspeed.utils.zero_to_fp32.args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "deepspeed.utils.zero_to_fp32.debug", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "deepspeed.utils.zero_to_fp32.device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "function", "name": "deepspeed.utils.zero_to_fp32.parse_optim_states", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.utils.zero_to_fp32.zero3_partitioned_param_info", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.utils.zero_to_fp32.get_fp32_state_dict_from_zero_checkpoint", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "deepspeed.utils.zero_to_fp32.to_torch_tensor", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.utils.zero_to_fp32.parse_model_states", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.utils.zero_to_fp32.get_checkpoint_files", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.utils.zero_to_fp32.atoi", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "deepspeed.utils.zero_to_fp32.parser", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "function", "name": "deepspeed.utils.zero_to_fp32.get_optim_files", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.utils.zero_to_fp32.get_model_state_files", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "deepspeed.utils.zero_to_fp32.natural_keys", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "deepspeed.utils.zero_to_fp32.zero_model_state", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "zero_model_state.buffers", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "zero_model_state.param_shapes", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "zero_model_state.shared_params", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "zero_model_state.ds_version", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "zero_model_state.frozen_param_shapes", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "zero_model_state.frozen_param_fragments", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 6, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.utils.zero_to_fp32.load_state_dict_from_zero_checkpoint", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "class", "name": "deepspeed.utils.zero_to_fp32.GatheredTensor", "methods": [ { "kind": "function", "name": "GatheredTensor.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "GatheredTensor.contiguous", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "GatheredTensor.flat_groups", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "GatheredTensor.flat_groups_offset", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "GatheredTensor.offset", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "GatheredTensor.partitioned_numel", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "GatheredTensor.shape", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "GatheredTensor.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 13, "n_typed": 0, "n_any": 0, "n_untyped": 13, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 5, "n_attrs": 6, "n_properties": 0 }, { "kind": "function", "name": "deepspeed.utils.zero_to_fp32.get_model_state_file", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "deepspeed.utils.zero_to_fp32.convert_zero_checkpoint_to_fp32_state_dict", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 } ], "type_ignores": [], "name": "deepspeed.utils.zero_to_fp32", "names": [ "deepspeed.utils.zero_to_fp32.GatheredTensor", "deepspeed.utils.zero_to_fp32.args", "deepspeed.utils.zero_to_fp32.atoi", "deepspeed.utils.zero_to_fp32.convert_zero_checkpoint_to_fp32_state_dict", "deepspeed.utils.zero_to_fp32.debug", "deepspeed.utils.zero_to_fp32.device", "deepspeed.utils.zero_to_fp32.get_checkpoint_files", "deepspeed.utils.zero_to_fp32.get_fp32_state_dict_from_zero_checkpoint", "deepspeed.utils.zero_to_fp32.get_model_state_file", "deepspeed.utils.zero_to_fp32.get_model_state_files", "deepspeed.utils.zero_to_fp32.get_optim_files", "deepspeed.utils.zero_to_fp32.load_state_dict_from_zero_checkpoint", "deepspeed.utils.zero_to_fp32.natural_keys", "deepspeed.utils.zero_to_fp32.parse_model_states", "deepspeed.utils.zero_to_fp32.parse_optim_states", "deepspeed.utils.zero_to_fp32.parser", "deepspeed.utils.zero_to_fp32.to_torch_tensor", "deepspeed.utils.zero_to_fp32.zero3_partitioned_param_info", "deepspeed.utils.zero_to_fp32.zero_model_state" ], "n_typable": 57, "n_typed": 0, "n_any": 0, "n_untyped": 57, "n_functions": 13, "n_function_overloads": 13, "n_function_params": 28, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 5, "n_classes": 2, "n_attrs": 16, "n_properties": 0, "n_type_ignores": 0 } ], "typecheckers": {}, "n_modules": 555, "n_typable": 16906, "n_typed": 2989, "n_any": 37, "n_untyped": 13880, "n_functions": 1016, "n_function_overloads": 1016, "n_function_params": 2387, "n_methods": 4206, "n_method_params": 6280, "n_method_overloads": 4206, "n_classes": 756, "n_attrs": 4322, "n_properties": 338, "type_ignores": [ { "kind": "type", "rules": null }, { "kind": "type", "rules": null }, { "kind": "type", "rules": null }, { "kind": "type", "rules": null }, { "kind": "type", "rules": null }, { "kind": "type", "rules": null }, { "kind": "type", "rules": null }, { "kind": "type", "rules": null }, { "kind": "type", "rules": null }, { "kind": "type", "rules": null }, { "kind": "type", "rules": null }, { "kind": "type", "rules": null }, { "kind": "type", "rules": null }, { "kind": "type", "rules": null }, { "kind": "type", "rules": null } ], "n_type_ignores": 15 }