{ "package": "datasets", "version": "4.8.2", "stubs_only": "no", "py_typed": "NO", "pypi": { "upload_time": "2026-03-17T01:09:55.623417Z", "requires_python": ">=3.10.0", "size": 603879, "sha256": "c6ad7e6c28c7436a9c6c23f817d1a450d395c771df881252dfe63697297cbcdf" }, "metadata": { "Metadata-Version": [ "2.2" ], "Name": [ "datasets" ], "Version": [ "4.8.2" ], "Summary": [ "HuggingFace community-driven open-source library of datasets" ], "Home-page": [ "https://github.com/huggingface/datasets" ], "Download-URL": [ "https://github.com/huggingface/datasets/tags" ], "Author": [ "HuggingFace Inc." ], "Author-email": [ "thomas@huggingface.co" ], "License": [ "Apache 2.0" ], "Keywords": [ "datasets machine learning datasets" ], "Classifier": [ "Development Status :: 5 - Production/Stable", "Intended Audience :: Developers", "Intended Audience :: Education", "Intended Audience :: Science/Research", "License :: OSI Approved :: Apache Software License", "Operating System :: OS Independent", "Programming Language :: Python :: 3", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.13", "Programming Language :: Python :: 3.14", "Topic :: Scientific/Engineering :: Artificial Intelligence" ], "Requires-Python": [ ">=3.10.0" ], "Description-Content-Type": [ "text/markdown" ], "License-File": [ "LICENSE", "AUTHORS" ], "Requires-Dist": [ "filelock", "numpy>=1.17", "pyarrow>=21.0.0", "dill<0.4.2,>=0.3.0", "pandas", "requests>=2.32.2", "httpx<1.0.0", "tqdm>=4.66.3", "xxhash", "multiprocess<0.70.20", "fsspec[http]<=2026.2.0,>=2023.1.0", "huggingface-hub<2.0,>=0.25.0", "packaging", "pyyaml>=5.1", "torchcodec>=0.6.0; extra == \"audio\"", "torch>=2.8.0; extra == \"audio\"", "Pillow>=9.4.0; extra == \"vision\"", "tensorflow>=2.6.0; extra == \"tensorflow\"", "tensorflow>=2.6.0; extra == \"tensorflow-gpu\"", "torch; extra == \"torch\"", "jax>=0.3.14; extra == \"jax\"", "jaxlib>=0.3.14; extra == \"jax\"", "numba>=0.56.4; python_version < \"3.14\" and extra == \"dev\"", "absl-py; extra == \"dev\"", "decorator; extra == \"dev\"", "joblib<1.3.0; extra == \"dev\"", "joblibspark; python_version < \"3.14\" and extra == \"dev\"", "pytest; extra == \"dev\"", "pytest-datadir; extra == \"dev\"", "pytest-xdist; extra == \"dev\"", "aiohttp; extra == \"dev\"", "elasticsearch<8.0.0,>=7.17.12; extra == \"dev\"", "faiss-cpu>=1.8.0.post1; extra == \"dev\"", "h5py; extra == \"dev\"", "pylance; extra == \"dev\"", "jax>=0.3.14; sys_platform != \"win32\" and extra == \"dev\"", "jaxlib>=0.3.14; sys_platform != \"win32\" and extra == \"dev\"", "lz4; python_version < \"3.14\" and extra == \"dev\"", "moto[server]; extra == \"dev\"", "pyspark>=3.4; extra == \"dev\"", "py7zr; extra == \"dev\"", "rarfile>=4.0; extra == \"dev\"", "sqlalchemy; extra == \"dev\"", "protobuf<4.0.0; extra == \"dev\"", "tensorflow>=2.6.0; (python_version < \"3.10\" and sys_platform != \"win32\") and extra == \"dev\"", "tensorflow>=2.16.0; (python_version >= \"3.10\" and sys_platform != \"win32\" and python_version < \"3.14\") and extra == \"dev\"", "tiktoken; extra == \"dev\"", "torch>=2.8.0; extra == \"dev\"", "torchdata; extra == \"dev\"", "transformers>=4.42.0; extra == \"dev\"", "zstandard; extra == \"dev\"", "polars[timezone]>=0.20.0; extra == \"dev\"", "Pillow>=9.4.0; extra == \"dev\"", "torchcodec>=0.7.0; python_version < \"3.14\" and extra == \"dev\"", "nibabel>=5.3.1; extra == \"dev\"", "ruff>=0.3.0; extra == \"dev\"", "transformers; extra == \"dev\"", "torch; extra == \"dev\"", "tensorflow>=2.6.0; extra == \"dev\"", "numba>=0.56.4; python_version < \"3.14\" and extra == \"tests\"", "absl-py; extra == \"tests\"", "decorator; extra == \"tests\"", "joblib<1.3.0; extra == \"tests\"", "joblibspark; python_version < \"3.14\" and extra == \"tests\"", "pytest; extra == \"tests\"", "pytest-datadir; extra == \"tests\"", "pytest-xdist; extra == \"tests\"", "aiohttp; extra == \"tests\"", "elasticsearch<8.0.0,>=7.17.12; extra == \"tests\"", "faiss-cpu>=1.8.0.post1; extra == \"tests\"", "h5py; extra == \"tests\"", "pylance; extra == \"tests\"", "jax>=0.3.14; sys_platform != \"win32\" and extra == \"tests\"", "jaxlib>=0.3.14; sys_platform != \"win32\" and extra == \"tests\"", "lz4; python_version < \"3.14\" and extra == \"tests\"", "moto[server]; extra == \"tests\"", "pyspark>=3.4; extra == \"tests\"", "py7zr; extra == \"tests\"", "rarfile>=4.0; extra == \"tests\"", "sqlalchemy; extra == \"tests\"", "protobuf<4.0.0; extra == \"tests\"", "tensorflow>=2.6.0; (python_version < \"3.10\" and sys_platform != \"win32\") and extra == \"tests\"", "tensorflow>=2.16.0; (python_version >= \"3.10\" and sys_platform != \"win32\" and python_version < \"3.14\") and extra == \"tests\"", "tiktoken; extra == \"tests\"", "torch>=2.8.0; extra == \"tests\"", "torchdata; extra == \"tests\"", "transformers>=4.42.0; extra == \"tests\"", "zstandard; extra == \"tests\"", "polars[timezone]>=0.20.0; extra == \"tests\"", "Pillow>=9.4.0; extra == \"tests\"", "torchcodec>=0.7.0; python_version < \"3.14\" and extra == \"tests\"", "nibabel>=5.3.1; extra == \"tests\"", "numba>=0.56.4; python_version < \"3.14\" and extra == \"tests-numpy2\"", "absl-py; extra == \"tests-numpy2\"", "decorator; extra == \"tests-numpy2\"", "joblib<1.3.0; extra == \"tests-numpy2\"", "joblibspark; python_version < \"3.14\" and extra == \"tests-numpy2\"", "pytest; extra == \"tests-numpy2\"", "pytest-datadir; extra == \"tests-numpy2\"", "pytest-xdist; extra == \"tests-numpy2\"", "aiohttp; extra == \"tests-numpy2\"", "elasticsearch<8.0.0,>=7.17.12; extra == \"tests-numpy2\"", "h5py; extra == \"tests-numpy2\"", "pylance; extra == \"tests-numpy2\"", "jax>=0.3.14; sys_platform != \"win32\" and extra == \"tests-numpy2\"", "jaxlib>=0.3.14; sys_platform != \"win32\" and extra == \"tests-numpy2\"", "lz4; python_version < \"3.14\" and extra == \"tests-numpy2\"", "moto[server]; extra == \"tests-numpy2\"", "pyspark>=3.4; extra == \"tests-numpy2\"", "py7zr; extra == \"tests-numpy2\"", "rarfile>=4.0; extra == \"tests-numpy2\"", "sqlalchemy; extra == \"tests-numpy2\"", "protobuf<4.0.0; extra == \"tests-numpy2\"", "tiktoken; extra == \"tests-numpy2\"", "torch>=2.8.0; extra == \"tests-numpy2\"", "torchdata; extra == \"tests-numpy2\"", "transformers>=4.42.0; extra == \"tests-numpy2\"", "zstandard; extra == \"tests-numpy2\"", "polars[timezone]>=0.20.0; extra == \"tests-numpy2\"", "Pillow>=9.4.0; extra == \"tests-numpy2\"", "torchcodec>=0.7.0; python_version < \"3.14\" and extra == \"tests-numpy2\"", "nibabel>=5.3.1; extra == \"tests-numpy2\"", "ruff>=0.3.0; extra == \"quality\"", "tensorflow==2.12.0; extra == \"benchmarks\"", "torch==2.0.1; extra == \"benchmarks\"", "transformers==4.30.1; extra == \"benchmarks\"", "transformers; extra == \"docs\"", "torch; extra == \"docs\"", "tensorflow>=2.6.0; extra == \"docs\"", "pdfplumber>=0.11.4; extra == \"pdfs\"", "nibabel>=5.3.2; extra == \"nibabel\"", "ipyniivue==2.4.2; extra == \"nibabel\"" ], "Provides-Extra": [ "audio", "vision", "tensorflow", "tensorflow-gpu", "torch", "jax", "streaming", "dev", "tests", "tests-numpy2", "quality", "benchmarks", "docs", "pdfs", "nibabel" ], "Dynamic": [ "author", "author-email", "classifier", "description", "description-content-type", "download-url", "home-page", "keywords", "license", "provides-extra", "requires-dist", "requires-python", "summary" ] }, "module_reports": [ { "path": "datasets/__init__.py", "symbol_reports": [ { "kind": "attr", "name": "datasets.__version__", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "datasets", "names": [ "datasets.__version__" ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/arrow_dataset.py", "symbol_reports": [ { "kind": "attr", "name": "datasets.arrow_dataset.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "function", "name": "datasets.arrow_dataset.transmit_format", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.arrow_dataset.async_get_indices_from_mask_function", "n_typed": 6, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "class", "name": "datasets.arrow_dataset.Dataset", "methods": [ { "kind": "function", "name": "Dataset.__init__", "n_typed": 5, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "Dataset.from_file", "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "Dataset.from_buffer", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "Dataset.from_pandas", "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "Dataset.from_polars", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "Dataset.from_dict", "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "Dataset.from_list", "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "Dataset.from_csv", "n_typed": 7, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "Dataset.from_generator", "n_typed": 9, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 10, "n_params": 9, "n_function_overloads": 1, "n_function_params": 9 }, { "kind": "function", "name": "Dataset.from_json", "n_typed": 8, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "Dataset.from_parquet", "n_typed": 11, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 12, "n_params": 11, "n_function_overloads": 1, "n_function_params": 11 }, { "kind": "function", "name": "Dataset.from_text", "n_typed": 9, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 10, "n_params": 9, "n_function_overloads": 1, "n_function_params": 9 }, { "kind": "function", "name": "Dataset.from_spark", "n_typed": 8, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "Dataset.from_sql", "n_typed": 6, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "Dataset.__setstate__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Dataset.__del__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Dataset.__enter__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Dataset.__exit__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "Dataset.save_to_disk", "n_typed": 5, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "Dataset._save_to_disk_single", "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "Dataset._build_local_temp_path", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Dataset.load_from_disk", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "Dataset.unique", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Dataset.class_encode_column", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Dataset.flatten", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Dataset.cast", "n_typed": 8, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "Dataset.cast_column", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "Dataset.remove_columns", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Dataset.rename_column", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "Dataset.rename_columns", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Dataset.select_columns", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Dataset._fast_select_column", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Dataset.__len__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Dataset.__iter__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Dataset.iter", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Dataset.__repr__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Dataset.formatted_as", "n_typed": 3, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "Dataset.set_format", "n_typed": 3, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "Dataset.reset_format", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Dataset.set_transform", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "Dataset.with_format", "n_typed": 3, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "Dataset.with_transform", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "Dataset._getitem", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Dataset.__getitem__", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 2, "n_typable": 2, "n_params": 1, "n_function_overloads": 2, "n_function_params": 1 }, { "kind": "function", "name": "Dataset.__getitems__", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Dataset.cleanup_cache_files", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Dataset._get_cache_file_path", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Dataset.map", "n_typed": 22, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 22, "n_params": 21, "n_function_overloads": 1, "n_function_params": 21 }, { "kind": "function", "name": "Dataset._map_single", "n_typed": 21, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 21, "n_params": 20, "n_function_overloads": 1, "n_function_params": 20 }, { "kind": "function", "name": "Dataset.batch", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "Dataset.filter", "n_typed": 16, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 16, "n_params": 15, "n_function_overloads": 1, "n_function_params": 15 }, { "kind": "function", "name": "Dataset.flatten_indices", "n_typed": 8, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "Dataset._new_dataset_with_indices", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "Dataset.select", "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "Dataset._select_contiguous", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "Dataset._select_with_indices_mapping", "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "Dataset.skip", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Dataset.repeat", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Dataset.take", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Dataset.sort", "n_typed": 9, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "Dataset.shuffle", "n_typed": 8, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "Dataset.train_test_split", "n_typed": 14, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 14, "n_params": 13, "n_function_overloads": 1, "n_function_params": 13 }, { "kind": "function", "name": "Dataset.shard", "n_typed": 7, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "Dataset.to_csv", "n_typed": 5, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "Dataset.to_dict", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Dataset.to_list", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Dataset.to_json", "n_typed": 5, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "Dataset.to_pandas", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Dataset.to_polars", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "Dataset.to_parquet", "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "Dataset.to_sql", "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "Dataset._estimate_nbytes", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Dataset._generate_tables_from_shards", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Dataset._generate_tables_from_cache_file", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Dataset.to_iterable_dataset", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Dataset._push_parquet_shards_to_hub_single", "n_typed": 10, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 11, "n_params": 10, "n_function_overloads": 1, "n_function_params": 10 }, { "kind": "function", "name": "Dataset._push_parquet_shards_to_hub", "n_typed": 10, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 10, "n_params": 9, "n_function_overloads": 1, "n_function_params": 9 }, { "kind": "function", "name": "Dataset.push_to_hub", "n_typed": 16, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 16, "n_params": 15, "n_function_overloads": 1, "n_function_params": 15 }, { "kind": "function", "name": "Dataset.add_column", "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "Dataset.add_faiss_index", "n_typed": 9, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 11, "n_params": 10, "n_function_overloads": 1, "n_function_params": 10 }, { "kind": "function", "name": "Dataset.add_faiss_index_from_external_arrays", "n_typed": 9, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 11, "n_params": 10, "n_function_overloads": 1, "n_function_params": 10 }, { "kind": "function", "name": "Dataset.add_elasticsearch_index", "n_typed": 7, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "Dataset.add_item", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Dataset.align_labels_with_mapping", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [ { "kind": "property", "name": "Dataset.features", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Dataset.data", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Dataset.cache_files", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Dataset.num_columns", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Dataset.num_rows", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Dataset.column_names", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Dataset.shape", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "Dataset.format", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [], "n_typable": 469, "n_typed": 419, "n_any": 0, "n_untyped": 50, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 84, "n_method_overloads": 85, "n_method_params": 377, "n_attrs": 0, "n_properties": 8 }, { "kind": "attr", "name": "datasets.arrow_dataset.HfFileSystemResolvedBucketPath", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.arrow_dataset.PUSH_TO_HUB_WITHOUT_METADATA_CONFIGS_SPLIT_PATTERN_SHARDED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "datasets.arrow_dataset.DatasetTransformationNotAllowedError", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "attr", "name": "datasets.arrow_dataset.BucketNotFoundError", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "datasets.arrow_dataset.Column", "methods": [ { "kind": "function", "name": "Column.__init__", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Column.__iter__", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Column.__getitem__", "n_typed": 1, "n_any": 1, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Column.__len__", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Column.__repr__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Column.__str__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Column.__eq__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Column.source", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Column.column_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Column.features", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 14, "n_typed": 5, "n_any": 1, "n_untyped": 8, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 4, "n_attrs": 3, "n_properties": 0 }, { "kind": "function", "name": "datasets.arrow_dataset.get_indices_from_mask_function", "n_typed": 6, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "class", "name": "datasets.arrow_dataset.DatasetInfoMixin", "methods": [ { "kind": "function", "name": "DatasetInfoMixin.__init__", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [ { "kind": "property", "name": "DatasetInfoMixin.info", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "DatasetInfoMixin.split", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "DatasetInfoMixin.builder_name", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DatasetInfoMixin.citation", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DatasetInfoMixin.config_name", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DatasetInfoMixin.dataset_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DatasetInfoMixin.description", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DatasetInfoMixin.download_checksums", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DatasetInfoMixin.download_size", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DatasetInfoMixin.features", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DatasetInfoMixin.homepage", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DatasetInfoMixin.license", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DatasetInfoMixin.size_in_bytes", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DatasetInfoMixin.supervised_keys", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "DatasetInfoMixin.version", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [], "n_typable": 18, "n_typed": 13, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 2, "n_attrs": 0, "n_properties": 15 }, { "kind": "class", "name": "datasets.arrow_dataset.TensorflowDatasetMixin", "methods": [ { "kind": "function", "name": "TensorflowDatasetMixin._get_output_signature", "n_typed": 6, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "TensorflowDatasetMixin.to_tf_dataset", "n_typed": 10, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 11, "n_params": 10, "n_function_overloads": 1, "n_function_params": 10 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "TensorflowDatasetMixin._TF_DATASET_REFS", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 19, "n_typed": 16, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 16, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "datasets.arrow_dataset.NonExistentDatasetError", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "function", "name": "datasets.arrow_dataset.update_metadata_with_features", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "type_ignores": [], "name": "datasets.arrow_dataset", "names": [ "datasets.arrow_dataset.BucketNotFoundError", "datasets.arrow_dataset.Column", "datasets.arrow_dataset.Dataset", "datasets.arrow_dataset.DatasetInfoMixin", "datasets.arrow_dataset.DatasetTransformationNotAllowedError", "datasets.arrow_dataset.HfFileSystemResolvedBucketPath", "datasets.arrow_dataset.NonExistentDatasetError", "datasets.arrow_dataset.PUSH_TO_HUB_WITHOUT_METADATA_CONFIGS_SPLIT_PATTERN_SHARDED", "datasets.arrow_dataset.TensorflowDatasetMixin", "datasets.arrow_dataset.async_get_indices_from_mask_function", "datasets.arrow_dataset.get_indices_from_mask_function", "datasets.arrow_dataset.logger", "datasets.arrow_dataset.transmit_format", "datasets.arrow_dataset.update_metadata_with_features" ], "n_typable": 544, "n_typed": 467, "n_any": 1, "n_untyped": 76, "n_functions": 4, "n_function_overloads": 4, "n_function_params": 19, "n_methods": 94, "n_method_overloads": 95, "n_method_params": 399, "n_classes": 6, "n_attrs": 8, "n_properties": 23, "n_type_ignores": 0 }, { "path": "datasets/arrow_reader.py", "symbol_reports": [ { "kind": "class", "name": "datasets.arrow_reader.BaseReader", "methods": [ { "kind": "function", "name": "BaseReader.__init__", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "BaseReader._get_table_from_filename", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "BaseReader._read_files", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "BaseReader.get_file_instructions", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "BaseReader.read", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "BaseReader.read_files", "n_typed": 2, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [], "n_typable": 22, "n_typed": 6, "n_any": 0, "n_untyped": 16, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 16, "n_attrs": 0, "n_properties": 0 }, { "kind": "attr", "name": "datasets.arrow_reader.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "function", "name": "datasets.arrow_reader.make_file_instructions", "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "class", "name": "datasets.arrow_reader.ArrowReader", "methods": [ { "kind": "function", "name": "ArrowReader.__init__", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ArrowReader._get_table_from_filename", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ArrowReader.read_table", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 9, "n_typed": 4, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 6, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.arrow_reader.ReadInstruction", "methods": [ { "kind": "function", "name": "ReadInstruction._init", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ReadInstruction._read_instruction_from_relative_instructions", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ReadInstruction.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "ReadInstruction.from_spec", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ReadInstruction.to_spec", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ReadInstruction.__add__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ReadInstruction.__str__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ReadInstruction.__repr__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ReadInstruction.to_absolute", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 19, "n_typed": 0, "n_any": 0, "n_untyped": 19, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 9, "n_method_overloads": 9, "n_method_params": 10, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.arrow_reader.FileInstructions", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "FileInstructions.num_examples", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "FileInstructions.file_instructions", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "datasets.arrow_reader.MissingFilesOnHfGcsError", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.arrow_reader.DatasetNotOnHfGcsError", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "attr", "name": "datasets.arrow_reader.HF_GCP_BASE_URL", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "datasets.arrow_reader.ParquetReader", "methods": [ { "kind": "function", "name": "ParquetReader.__init__", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ParquetReader._get_table_from_filename", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 6, "n_typed": 2, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 4, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.arrow_reader", "names": [ "datasets.arrow_reader.ArrowReader", "datasets.arrow_reader.BaseReader", "datasets.arrow_reader.DatasetNotOnHfGcsError", "datasets.arrow_reader.FileInstructions", "datasets.arrow_reader.HF_GCP_BASE_URL", "datasets.arrow_reader.MissingFilesOnHfGcsError", "datasets.arrow_reader.ParquetReader", "datasets.arrow_reader.ReadInstruction", "datasets.arrow_reader.logger", "datasets.arrow_reader.make_file_instructions" ], "n_typable": 63, "n_typed": 18, "n_any": 0, "n_untyped": 45, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 5, "n_methods": 20, "n_method_overloads": 20, "n_method_params": 36, "n_classes": 7, "n_attrs": 4, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/arrow_writer.py", "symbol_reports": [ { "kind": "function", "name": "datasets.arrow_writer.get_writer_batch_size_from_data_size", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "class", "name": "datasets.arrow_writer.TypedSequence", "methods": [ { "kind": "function", "name": "TypedSequence.__init__", "n_typed": 5, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "TypedSequence.get_inferred_type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "TypedSequence._infer_custom_type_and_encode", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TypedSequence.__arrow_array__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TypedSequence._arrow_array", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "TypedSequence.data", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TypedSequence.type", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TypedSequence.try_type", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TypedSequence.optimized_int_type", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TypedSequence.on_mixed_types", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TypedSequence.trying_type", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TypedSequence.trying_int_optimization", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 20, "n_typed": 10, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 8, "n_attrs": 7, "n_properties": 0 }, { "kind": "attr", "name": "datasets.arrow_writer.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.arrow_writer.type_", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "datasets.arrow_writer.SchemaInferenceError", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "function", "name": "datasets.arrow_writer.get_arrow_writer_batch_size_from_features", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "datasets.arrow_writer.ParquetWriter", "methods": [ { "kind": "function", "name": "ParquetWriter.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "ParquetWriter._build_writer", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "ParquetWriter.use_content_defined_chunking", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ParquetWriter.write_page_index", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 9, "n_typed": 1, "n_any": 0, "n_untyped": 8, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 5, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "datasets.arrow_writer.OptimizedTypedSequence", "methods": [ { "kind": "function", "name": "OptimizedTypedSequence.__init__", "n_typed": 5, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 } ], "properties": [], "attrs": [], "n_typable": 7, "n_typed": 5, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 6, "n_attrs": 0, "n_properties": 0 }, { "kind": "function", "name": "datasets.arrow_writer.get_writer_batch_size_from_features", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "datasets.arrow_writer.ArrowWriter", "methods": [ { "kind": "function", "name": "ArrowWriter.__init__", "n_typed": 13, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 14, "n_params": 13, "n_function_overloads": 1, "n_function_params": 13 }, { "kind": "function", "name": "ArrowWriter.__len__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ArrowWriter.__enter__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ArrowWriter.__exit__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "ArrowWriter.close", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ArrowWriter._build_schema", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ArrowWriter._build_writer", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ArrowWriter._build_metadata", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ArrowWriter.write_examples_on_file", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ArrowWriter.write_rows_on_file", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ArrowWriter.write", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ArrowWriter.write_row", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ArrowWriter.write_batch", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "ArrowWriter.write_table", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ArrowWriter.finalize", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "ArrowWriter.schema", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "ArrowWriter.fingerprint", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ArrowWriter.disable_nullable", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ArrowWriter.writer_batch_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ArrowWriter.update_features", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ArrowWriter.on_mixed_types", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ArrowWriter.with_metadata", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ArrowWriter.unit", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ArrowWriter.embed_local_files", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ArrowWriter.current_examples", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "ArrowWriter.current_rows", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "ArrowWriter.pa_writer", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "ArrowWriter.hkey_record", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ArrowWriter.stream", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 59, "n_typed": 30, "n_any": 0, "n_untyped": 29, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 15, "n_method_overloads": 15, "n_method_params": 30, "n_attrs": 13, "n_properties": 1 } ], "type_ignores": [], "name": "datasets.arrow_writer", "names": [ "datasets.arrow_writer.ArrowWriter", "datasets.arrow_writer.OptimizedTypedSequence", "datasets.arrow_writer.ParquetWriter", "datasets.arrow_writer.SchemaInferenceError", "datasets.arrow_writer.TypedSequence", "datasets.arrow_writer.get_arrow_writer_batch_size_from_features", "datasets.arrow_writer.get_writer_batch_size_from_data_size", "datasets.arrow_writer.get_writer_batch_size_from_features", "datasets.arrow_writer.logger", "datasets.arrow_writer.type_" ], "n_typable": 103, "n_typed": 53, "n_any": 0, "n_untyped": 50, "n_functions": 3, "n_function_overloads": 3, "n_function_params": 4, "n_methods": 23, "n_method_overloads": 23, "n_method_params": 49, "n_classes": 5, "n_attrs": 24, "n_properties": 1, "n_type_ignores": 0 }, { "path": "datasets/builder.py", "symbol_reports": [ { "kind": "class", "name": "datasets.builder.BuilderConfig", "methods": [ { "kind": "function", "name": "BuilderConfig.__post_init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BuilderConfig.__eq__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BuilderConfig.create_config_id", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "BuilderConfig._resolve_data_files", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "BuilderConfig.name", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "BuilderConfig.version", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "BuilderConfig.data_dir", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "BuilderConfig.data_files", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "BuilderConfig.description", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 9, "n_typed": 6, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 5, "n_attrs": 5, "n_properties": 0 }, { "kind": "attr", "name": "datasets.builder.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "class", "name": "datasets.builder.InvalidConfigName", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.builder.DatasetBuilder", "methods": [ { "kind": "function", "name": "DatasetBuilder.__init__", "n_typed": 14, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 16, "n_params": 15, "n_function_overloads": 1, "n_function_params": 15 }, { "kind": "function", "name": "DatasetBuilder.__getstate__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DatasetBuilder.__setstate__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DatasetBuilder._check_legacy_cache", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DatasetBuilder._check_legacy_cache2", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DatasetBuilder._create_builder_config", "n_typed": 1, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "DatasetBuilder.builder_configs", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DatasetBuilder._use_legacy_cache_dir_if_possible", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DatasetBuilder._relative_data_dir", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DatasetBuilder._build_cache_dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DatasetBuilder._info", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DatasetBuilder.get_imported_module_dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DatasetBuilder._rename", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DatasetBuilder.download_and_prepare", "n_typed": 10, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 12, "n_params": 11, "n_function_overloads": 1, "n_function_params": 11 }, { "kind": "function", "name": "DatasetBuilder._download_and_prepare", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DatasetBuilder.download_post_processing_resources", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DatasetBuilder._load_info", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DatasetBuilder._save_info", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DatasetBuilder._make_split_generators_kwargs", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DatasetBuilder.as_dataset", "n_typed": 3, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "DatasetBuilder._build_single_dataset", "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "DatasetBuilder._as_dataset", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DatasetBuilder._get_dataset_fingerprint", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DatasetBuilder.as_streaming_dataset", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DatasetBuilder._as_streaming_dataset_single", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DatasetBuilder._post_process", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DatasetBuilder._post_processing_resources", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DatasetBuilder._download_post_processing_resources", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DatasetBuilder._split_generators", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DatasetBuilder._prepare_split", "n_typed": 4, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "DatasetBuilder._get_examples_iterable_for_split", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "DatasetBuilder.cache_dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "DatasetBuilder.VERSION", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DatasetBuilder.BUILDER_CONFIG_CLASS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DatasetBuilder.BUILDER_CONFIGS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DatasetBuilder.DEFAULT_CONFIG_NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DatasetBuilder.DEFAULT_WRITER_BATCH_SIZE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DatasetBuilder.name", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DatasetBuilder.hash", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "DatasetBuilder.base_path", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DatasetBuilder.token", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DatasetBuilder.repo_id", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DatasetBuilder.storage_options", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DatasetBuilder.dataset_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DatasetBuilder.config_kwargs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DatasetBuilder.info", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DatasetBuilder.dl_manager", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 111, "n_typed": 69, "n_any": 0, "n_untyped": 42, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 31, "n_method_overloads": 31, "n_method_params": 69, "n_attrs": 15, "n_properties": 1 }, { "kind": "class", "name": "datasets.builder.GeneratorBasedBuilder", "methods": [ { "kind": "function", "name": "GeneratorBasedBuilder._generate_shards", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "GeneratorBasedBuilder._generate_examples", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "GeneratorBasedBuilder._prepare_split", "n_typed": 3, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "GeneratorBasedBuilder._prepare_split_single", "n_typed": 7, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "GeneratorBasedBuilder._download_and_prepare", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "GeneratorBasedBuilder._get_examples_iterable_for_split", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 22, "n_typed": 14, "n_any": 0, "n_untyped": 8, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 16, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.builder.Key", "methods": [ { "kind": "function", "name": "Key.__str__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Key.original_shard_id", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Key.item_or_batch_id", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 1, "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "datasets.builder.ArrowBasedBuilder", "methods": [ { "kind": "function", "name": "ArrowBasedBuilder._generate_shards", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ArrowBasedBuilder._generate_tables", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ArrowBasedBuilder._prepare_split", "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "ArrowBasedBuilder._prepare_split_single", "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "ArrowBasedBuilder._get_examples_iterable_for_split", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 17, "n_typed": 14, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 12, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.builder", "names": [ "datasets.builder.ArrowBasedBuilder", "datasets.builder.BuilderConfig", "datasets.builder.DatasetBuilder", "datasets.builder.GeneratorBasedBuilder", "datasets.builder.InvalidConfigName", "datasets.builder.Key", "datasets.builder.logger" ], "n_typable": 161, "n_typed": 103, "n_any": 0, "n_untyped": 58, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 47, "n_method_overloads": 47, "n_method_params": 102, "n_classes": 6, "n_attrs": 23, "n_properties": 1, "n_type_ignores": 0 }, { "path": "datasets/combine.py", "symbol_reports": [ { "kind": "function", "name": "datasets.combine.interleave_datasets", "n_typed": 7, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "attr", "name": "datasets.combine.DatasetType", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.combine.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "function", "name": "datasets.combine.concatenate_datasets", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "type_ignores": [], "name": "datasets.combine", "names": [ "datasets.combine.DatasetType", "datasets.combine.concatenate_datasets", "datasets.combine.interleave_datasets", "datasets.combine.logger" ], "n_typable": 13, "n_typed": 12, "n_any": 0, "n_untyped": 1, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 10, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/commands/__init__.py", "symbol_reports": [ { "kind": "class", "name": "datasets.commands.BaseDatasetsCLICommand", "methods": [ { "kind": "function", "name": "BaseDatasetsCLICommand.register_subcommand", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BaseDatasetsCLICommand.run", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 3, "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 1, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.commands", "names": [ "datasets.commands.BaseDatasetsCLICommand" ], "n_typable": 3, "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 1, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/commands/datasets_cli.py", "symbol_reports": [ { "kind": "function", "name": "datasets.commands.datasets_cli.main", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "datasets.commands.datasets_cli.parse_unknown_args", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "datasets.commands.datasets_cli", "names": [ "datasets.commands.datasets_cli.main", "datasets.commands.datasets_cli.parse_unknown_args" ], "n_typable": 3, "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 1, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/commands/delete_from_hub.py", "symbol_reports": [ { "kind": "class", "name": "datasets.commands.delete_from_hub.DeleteFromHubCommand", "methods": [ { "kind": "function", "name": "DeleteFromHubCommand.register_subcommand", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeleteFromHubCommand.__init__", "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "DeleteFromHubCommand.run", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 8, "n_typed": 5, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 5, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.commands.delete_from_hub", "names": [ "datasets.commands.delete_from_hub.DeleteFromHubCommand" ], "n_typable": 8, "n_typed": 5, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 5, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/commands/env.py", "symbol_reports": [ { "kind": "function", "name": "datasets.commands.env.info_command_factory", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "datasets.commands.env.EnvironmentCommand", "methods": [ { "kind": "function", "name": "EnvironmentCommand.register_subcommand", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "EnvironmentCommand.run", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "EnvironmentCommand.format_dict", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 5, "n_typed": 1, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 2, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.commands.env", "names": [ "datasets.commands.env.EnvironmentCommand", "datasets.commands.env.info_command_factory" ], "n_typable": 7, "n_typed": 1, "n_any": 0, "n_untyped": 6, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 1, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 2, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/commands/test.py", "symbol_reports": [ { "kind": "class", "name": "datasets.commands.test.TestCommand", "methods": [ { "kind": "function", "name": "TestCommand.register_subcommand", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TestCommand.__init__", "n_typed": 10, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 11, "n_params": 10, "n_function_overloads": 1, "n_function_params": 10 }, { "kind": "function", "name": "TestCommand.run", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "TestCommand.__test__", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 14, "n_typed": 11, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 11, "n_attrs": 1, "n_properties": 0 }, { "kind": "attr", "name": "datasets.commands.test.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "type_ignores": [], "name": "datasets.commands.test", "names": [ "datasets.commands.test.TestCommand", "datasets.commands.test.logger" ], "n_typable": 15, "n_typed": 11, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 11, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/config.py", "symbol_reports": [ { "kind": "attr", "name": "datasets.config.TF_VERSION", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.ENV_VARS_FALSE_VALUES", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.HUB_DEFAULT_VERSION", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.STREAMING_READ_RETRY_INTERVAL", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.JAX_AVAILABLE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.S3_DATASETS_BUCKET_PREFIX", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.FSSPEC_VERSION", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.MODULE_NAME_FOR_DYNAMIC_MODULES", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.HF_CACHE_HOME", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.PYARROW_VERSION", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.POLARS_VERSION", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.PARQUET_ROW_GROUP_SIZE_FOR_IMAGE_DATASETS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.ENV_VARS_TRUE_AND_AUTO_VALUES", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.DEFAULT_EXTRACTED_DATASETS_PATH", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.TORCHCODEC_AVAILABLE", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.JAX_VERSION", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.ARROW_READER_BATCH_SIZE_IN_DATASET_ITER", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.MAX_TABLE_NBYTES_FOR_PICKLING", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.DATASET_STATE_JSON_FILENAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.HF_DATASETS_MULTITHREADING_MAX_WORKERS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.DUCKDB_AVAILABLE", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.ARROW_RECORD_BATCH_SIZE_FOR_IMAGE_DATASETS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.PARQUET_ROW_GROUP_SIZE_FOR_AUDIO_DATASETS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.METADATA_CONFIGS_FIELD", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.ARCHIVES_MAX_NUMBER_FOR_MODULE_INFERENCE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.HF_ENDPOINT", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.IS_MP3_SUPPORTED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.EXTRACTED_DATASETS_PATH", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.DATASETDICT_INFOS_FILENAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.CLOUDFRONT_DATASETS_DISTRIB_PREFIX", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.HF_DATASETS_CACHE", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.DEFAULT_CDC_OPTIONS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.UPLOADS_MAX_NUMBER_PER_COMMIT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.DEFAULT_MAX_BATCH_SIZE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.USE_JAX", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.DATASET_ARROW_FILENAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.TORCH_AVAILABLE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.PBAR_REFRESH_TIME_INTERVAL", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.ENV_VARS_TRUE_VALUES", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.PDFPLUMBER_AVAILABLE", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.DOWNLOADED_DATASETS_DIR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.HUB_DATASETS_HFFS_URL", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.PARQUET_ROW_GROUP_SIZE_FOR_BINARY_DATASETS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.RARFILE_AVAILABLE", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.PY_VERSION", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.REPOCARD_FILENAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.REPOYAML_FILENAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.TORCHVISION_AVAILABLE", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.PANDAS_VERSION", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.DATASET_INDICES_FILENAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.ZSTANDARD_AVAILABLE", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.SQLALCHEMY_AVAILABLE", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.REPO_DATASETS_URL", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.USE_PARQUET_EXPORT", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.EXTRACTED_DATASETS_DIR", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.TF_AVAILABLE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.USE_TF", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.DUCKDB_VERSION", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.HF_HUB_OFFLINE", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.STREAMING_OPEN_MAX_RETRIES", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.DATASET_INFO_FILENAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.LICENSE_FILENAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.DATASETDICT_JSON_FILENAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.XDG_CACHE_HOME", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.HF_MODULES_CACHE", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.ARROW_RECORD_BATCH_SIZE_FOR_BINARY_DATASETS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.IN_MEMORY_MAX_SIZE", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.PY7ZR_AVAILABLE", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.ARROW_RECORD_BATCH_SIZE_FOR_VIDEO_DATASETS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.MAX_DATASET_CONFIG_ID_READABLE_LENGTH", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.DEFAULT_HF_DATASETS_CACHE", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.STREAMING_READ_SERVER_UNAVAILABLE_RETRY_INTERVAL", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.SAVE_ORIGINAL_SHARD_LENGTHS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.HUB_DATASETS_URL", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.DEFAULT_XDG_CACHE_HOME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.STREAMING_READ_MAX_RETRIES", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.STREAMING_OPEN_RETRY_INTERVAL", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.HF_UPDATE_DOWNLOAD_COUNTS", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.DEFAULT_HF_MODULES_CACHE", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.LZ4_AVAILABLE", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.HF_HUB_VERSION", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.MAX_SHARD_SIZE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.PIL_AVAILABLE", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.ENV_VARS_FALSE_AND_AUTO_VALUES", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.MAX_NUM_RUNNING_ASYNC_MAP_FUNCTIONS_IN_PARALLEL", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.TEMP_CACHE_DIR_PREFIX", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.DILL_VERSION", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.DEFAULT_DOWNLOADED_DATASETS_PATH", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.USE_TORCH", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.POLARS_AVAILABLE", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.STREAMING_READ_RATE_LIMIT_RETRY_INTERVAL", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.ARROW_RECORD_BATCH_SIZE_FOR_AUDIO_DATASETS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.DEFAULT_IN_MEMORY_MAX_SIZE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.IS_OPUS_SUPPORTED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.TORCH_VERSION", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.NIBABEL_AVAILABLE", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.PARQUET_ROW_GROUP_SIZE_FOR_VIDEO_DATASETS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.MAX_ROW_GROUP_SIZE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.config.DEFAULT_HF_CACHE_HOME", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.DOWNLOADED_DATASETS_PATH", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.config.HF_DATASETS_DISABLE_PROGRESS_BARS", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "type_ignores": [], "name": "datasets.config", "names": [ "datasets.config.ARCHIVES_MAX_NUMBER_FOR_MODULE_INFERENCE", "datasets.config.ARROW_READER_BATCH_SIZE_IN_DATASET_ITER", "datasets.config.ARROW_RECORD_BATCH_SIZE_FOR_AUDIO_DATASETS", "datasets.config.ARROW_RECORD_BATCH_SIZE_FOR_BINARY_DATASETS", "datasets.config.ARROW_RECORD_BATCH_SIZE_FOR_IMAGE_DATASETS", "datasets.config.ARROW_RECORD_BATCH_SIZE_FOR_VIDEO_DATASETS", "datasets.config.CLOUDFRONT_DATASETS_DISTRIB_PREFIX", "datasets.config.DATASETDICT_INFOS_FILENAME", "datasets.config.DATASETDICT_JSON_FILENAME", "datasets.config.DATASET_ARROW_FILENAME", "datasets.config.DATASET_INDICES_FILENAME", "datasets.config.DATASET_INFO_FILENAME", "datasets.config.DATASET_STATE_JSON_FILENAME", "datasets.config.DEFAULT_CDC_OPTIONS", "datasets.config.DEFAULT_DOWNLOADED_DATASETS_PATH", "datasets.config.DEFAULT_EXTRACTED_DATASETS_PATH", "datasets.config.DEFAULT_HF_CACHE_HOME", "datasets.config.DEFAULT_HF_DATASETS_CACHE", "datasets.config.DEFAULT_HF_MODULES_CACHE", "datasets.config.DEFAULT_IN_MEMORY_MAX_SIZE", "datasets.config.DEFAULT_MAX_BATCH_SIZE", "datasets.config.DEFAULT_XDG_CACHE_HOME", "datasets.config.DILL_VERSION", "datasets.config.DOWNLOADED_DATASETS_DIR", "datasets.config.DOWNLOADED_DATASETS_PATH", "datasets.config.DUCKDB_AVAILABLE", "datasets.config.DUCKDB_VERSION", "datasets.config.ENV_VARS_FALSE_AND_AUTO_VALUES", "datasets.config.ENV_VARS_FALSE_VALUES", "datasets.config.ENV_VARS_TRUE_AND_AUTO_VALUES", "datasets.config.ENV_VARS_TRUE_VALUES", "datasets.config.EXTRACTED_DATASETS_DIR", "datasets.config.EXTRACTED_DATASETS_PATH", "datasets.config.FSSPEC_VERSION", "datasets.config.HF_CACHE_HOME", "datasets.config.HF_DATASETS_CACHE", "datasets.config.HF_DATASETS_DISABLE_PROGRESS_BARS", "datasets.config.HF_DATASETS_MULTITHREADING_MAX_WORKERS", "datasets.config.HF_ENDPOINT", "datasets.config.HF_HUB_OFFLINE", "datasets.config.HF_HUB_VERSION", "datasets.config.HF_MODULES_CACHE", "datasets.config.HF_UPDATE_DOWNLOAD_COUNTS", "datasets.config.HUB_DATASETS_HFFS_URL", "datasets.config.HUB_DATASETS_URL", "datasets.config.HUB_DEFAULT_VERSION", "datasets.config.IN_MEMORY_MAX_SIZE", "datasets.config.IS_MP3_SUPPORTED", "datasets.config.IS_OPUS_SUPPORTED", "datasets.config.JAX_AVAILABLE", "datasets.config.JAX_VERSION", "datasets.config.LICENSE_FILENAME", "datasets.config.LZ4_AVAILABLE", "datasets.config.MAX_DATASET_CONFIG_ID_READABLE_LENGTH", "datasets.config.MAX_NUM_RUNNING_ASYNC_MAP_FUNCTIONS_IN_PARALLEL", "datasets.config.MAX_ROW_GROUP_SIZE", "datasets.config.MAX_SHARD_SIZE", "datasets.config.MAX_TABLE_NBYTES_FOR_PICKLING", "datasets.config.METADATA_CONFIGS_FIELD", "datasets.config.MODULE_NAME_FOR_DYNAMIC_MODULES", "datasets.config.NIBABEL_AVAILABLE", "datasets.config.PANDAS_VERSION", "datasets.config.PARQUET_ROW_GROUP_SIZE_FOR_AUDIO_DATASETS", "datasets.config.PARQUET_ROW_GROUP_SIZE_FOR_BINARY_DATASETS", "datasets.config.PARQUET_ROW_GROUP_SIZE_FOR_IMAGE_DATASETS", "datasets.config.PARQUET_ROW_GROUP_SIZE_FOR_VIDEO_DATASETS", "datasets.config.PBAR_REFRESH_TIME_INTERVAL", "datasets.config.PDFPLUMBER_AVAILABLE", "datasets.config.PIL_AVAILABLE", "datasets.config.POLARS_AVAILABLE", "datasets.config.POLARS_VERSION", "datasets.config.PY7ZR_AVAILABLE", "datasets.config.PYARROW_VERSION", "datasets.config.PY_VERSION", "datasets.config.RARFILE_AVAILABLE", "datasets.config.REPOCARD_FILENAME", "datasets.config.REPOYAML_FILENAME", "datasets.config.REPO_DATASETS_URL", "datasets.config.S3_DATASETS_BUCKET_PREFIX", "datasets.config.SAVE_ORIGINAL_SHARD_LENGTHS", "datasets.config.SQLALCHEMY_AVAILABLE", "datasets.config.STREAMING_OPEN_MAX_RETRIES", "datasets.config.STREAMING_OPEN_RETRY_INTERVAL", "datasets.config.STREAMING_READ_MAX_RETRIES", "datasets.config.STREAMING_READ_RATE_LIMIT_RETRY_INTERVAL", "datasets.config.STREAMING_READ_RETRY_INTERVAL", "datasets.config.STREAMING_READ_SERVER_UNAVAILABLE_RETRY_INTERVAL", "datasets.config.TEMP_CACHE_DIR_PREFIX", "datasets.config.TF_AVAILABLE", "datasets.config.TF_VERSION", "datasets.config.TORCHCODEC_AVAILABLE", "datasets.config.TORCHVISION_AVAILABLE", "datasets.config.TORCH_AVAILABLE", "datasets.config.TORCH_VERSION", "datasets.config.UPLOADS_MAX_NUMBER_PER_COMMIT", "datasets.config.USE_JAX", "datasets.config.USE_PARQUET_EXPORT", "datasets.config.USE_TF", "datasets.config.USE_TORCH", "datasets.config.XDG_CACHE_HOME", "datasets.config.ZSTANDARD_AVAILABLE", "datasets.config.logger" ], "n_typable": 40, "n_typed": 1, "n_any": 0, "n_untyped": 39, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 102, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/data_files.py", "symbol_reports": [ { "kind": "attr", "name": "datasets.data_files.SANITIZED_DEFAULT_SPLIT", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.data_files.KEYWORDS_IN_DIR_NAME_BASE_PATTERNS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "datasets.data_files.DataFilesList", "methods": [ { "kind": "function", "name": "DataFilesList.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DataFilesList.__add__", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DataFilesList.from_hf_repo", "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "DataFilesList.from_local_or_remote", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "DataFilesList.from_patterns", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "DataFilesList.filter", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DataFilesList.origin_metadata", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 25, "n_typed": 24, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 18, "n_attrs": 1, "n_properties": 0 }, { "kind": "attr", "name": "datasets.data_files.DEFAULT_PATTERNS_LOGS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.data_files.NON_WORDS_CHARS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.data_files.WILDCARD_CHARACTERS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.data_files.SPLIT_PATTERN_SHARDED", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.data_files.SPLIT_KEYWORDS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "datasets.data_files.get_data_patterns", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "datasets.data_files.resolve_pattern", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "attr", "name": "datasets.data_files.DEFAULT_PATTERNS_SPLIT_IN_FILENAME", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.data_files.DEFAULT_SPLITS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.data_files.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "class", "name": "datasets.data_files.DataFilesPatternsDict", "methods": [ { "kind": "function", "name": "DataFilesPatternsDict.from_patterns", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DataFilesPatternsDict.resolve", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DataFilesPatternsDict.filter_extensions", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 8, "n_typed": 8, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 5, "n_attrs": 0, "n_properties": 0 }, { "kind": "attr", "name": "datasets.data_files.FILES_TO_IGNORE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.data_files.SingleOriginMetadata", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "function", "name": "datasets.data_files.contains_wildcards", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "datasets.data_files.DEFAULT_PATTERNS_SPLIT_IN_DIR_NAME", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.data_files.KEYWORDS_IN_FILENAME_BASE_PATTERNS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.data_files.ALL_SPLIT_PATTERNS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.data_files.DEFAULT_PATTERNS_ALL", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.data_files.ALL_DEFAULT_PATTERNS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "datasets.data_files.sanitize_patterns", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "datasets.data_files.DataFilesDict", "methods": [ { "kind": "function", "name": "DataFilesDict.from_local_or_remote", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "DataFilesDict.from_hf_repo", "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "DataFilesDict.from_patterns", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "DataFilesDict.filter", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 19, "n_typed": 19, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 15, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.data_files.Url", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.data_files.EmptyDatasetError", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.data_files.DataFilesPatternsList", "methods": [ { "kind": "function", "name": "DataFilesPatternsList.__init__", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DataFilesPatternsList.__add__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DataFilesPatternsList.from_patterns", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DataFilesPatternsList.resolve", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DataFilesPatternsList.filter_extensions", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DataFilesPatternsList.allowed_extensions", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 14, "n_typed": 10, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 8, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.data_files", "names": [ "datasets.data_files.ALL_DEFAULT_PATTERNS", "datasets.data_files.ALL_SPLIT_PATTERNS", "datasets.data_files.DEFAULT_PATTERNS_ALL", "datasets.data_files.DEFAULT_PATTERNS_LOGS", "datasets.data_files.DEFAULT_PATTERNS_SPLIT_IN_DIR_NAME", "datasets.data_files.DEFAULT_PATTERNS_SPLIT_IN_FILENAME", "datasets.data_files.DEFAULT_SPLITS", "datasets.data_files.DataFilesDict", "datasets.data_files.DataFilesList", "datasets.data_files.DataFilesPatternsDict", "datasets.data_files.DataFilesPatternsList", "datasets.data_files.EmptyDatasetError", "datasets.data_files.FILES_TO_IGNORE", "datasets.data_files.KEYWORDS_IN_DIR_NAME_BASE_PATTERNS", "datasets.data_files.KEYWORDS_IN_FILENAME_BASE_PATTERNS", "datasets.data_files.NON_WORDS_CHARS", "datasets.data_files.SANITIZED_DEFAULT_SPLIT", "datasets.data_files.SPLIT_KEYWORDS", "datasets.data_files.SPLIT_PATTERN_SHARDED", "datasets.data_files.SingleOriginMetadata", "datasets.data_files.Url", "datasets.data_files.WILDCARD_CHARACTERS", "datasets.data_files.contains_wildcards", "datasets.data_files.get_data_patterns", "datasets.data_files.logger", "datasets.data_files.resolve_pattern", "datasets.data_files.sanitize_patterns" ], "n_typable": 83, "n_typed": 74, "n_any": 0, "n_untyped": 9, "n_functions": 4, "n_function_overloads": 4, "n_function_params": 8, "n_methods": 18, "n_method_overloads": 18, "n_method_params": 46, "n_classes": 6, "n_attrs": 19, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/dataset_dict.py", "symbol_reports": [ { "kind": "class", "name": "datasets.dataset_dict.IterableDatasetDict", "methods": [ { "kind": "function", "name": "IterableDatasetDict._check_values_type", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "IterableDatasetDict._check_values_features", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "IterableDatasetDict.__repr__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "IterableDatasetDict.with_format", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "IterableDatasetDict.map", "n_typed": 10, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 10, "n_params": 9, "n_function_overloads": 1, "n_function_params": 9 }, { "kind": "function", "name": "IterableDatasetDict.filter", "n_typed": 6, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "IterableDatasetDict.shuffle", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "IterableDatasetDict.rename_column", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "IterableDatasetDict.rename_columns", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "IterableDatasetDict.remove_columns", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "IterableDatasetDict.select_columns", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "IterableDatasetDict.cast_column", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "IterableDatasetDict.cast", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "IterableDatasetDict.push_to_hub", "n_typed": 15, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 15, "n_params": 14, "n_function_overloads": 1, "n_function_params": 14 } ], "properties": [ { "kind": "property", "name": "IterableDatasetDict.num_columns", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "IterableDatasetDict.column_names", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [], "n_typable": 57, "n_typed": 52, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 14, "n_method_overloads": 14, "n_method_params": 41, "n_attrs": 0, "n_properties": 2 }, { "kind": "attr", "name": "datasets.dataset_dict.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.dataset_dict.HfFileSystemResolvedBucketPath", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.dataset_dict.BucketNotFoundError", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "datasets.dataset_dict.bind", "methods": [ { "kind": "function", "name": "bind.__call__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 3, "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 2, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.dataset_dict.DatasetDict", "methods": [ { "kind": "function", "name": "DatasetDict._check_values_type", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DatasetDict._check_values_features", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DatasetDict.__enter__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DatasetDict.__exit__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DatasetDict.__getitem__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DatasetDict.flatten", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DatasetDict.unique", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DatasetDict.cleanup_cache_files", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DatasetDict.__repr__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DatasetDict.cast", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DatasetDict.cast_column", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DatasetDict.remove_columns", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DatasetDict.rename_column", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DatasetDict.rename_columns", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DatasetDict.select_columns", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DatasetDict.class_encode_column", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DatasetDict.formatted_as", "n_typed": 3, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "DatasetDict.set_format", "n_typed": 3, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "DatasetDict.reset_format", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DatasetDict.set_transform", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DatasetDict.with_format", "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "DatasetDict.with_transform", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DatasetDict.map", "n_typed": 21, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 21, "n_params": 20, "n_function_overloads": 1, "n_function_params": 20 }, { "kind": "function", "name": "DatasetDict.filter", "n_typed": 14, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 14, "n_params": 13, "n_function_overloads": 1, "n_function_params": 13 }, { "kind": "function", "name": "DatasetDict.flatten_indices", "n_typed": 8, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "DatasetDict.sort", "n_typed": 8, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "DatasetDict.shuffle", "n_typed": 8, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "DatasetDict.save_to_disk", "n_typed": 5, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "DatasetDict.load_from_disk", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DatasetDict.from_csv", "n_typed": 5, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "DatasetDict.from_json", "n_typed": 5, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "DatasetDict.from_parquet", "n_typed": 6, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "DatasetDict.from_text", "n_typed": 5, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "DatasetDict.align_labels_with_mapping", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DatasetDict.push_to_hub", "n_typed": 15, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 15, "n_params": 14, "n_function_overloads": 1, "n_function_params": 14 } ], "properties": [ { "kind": "property", "name": "DatasetDict.data", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DatasetDict.cache_files", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DatasetDict.num_columns", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DatasetDict.num_rows", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DatasetDict.column_names", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "DatasetDict.shape", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [], "n_typable": 174, "n_typed": 151, "n_any": 0, "n_untyped": 23, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 35, "n_method_overloads": 35, "n_method_params": 133, "n_attrs": 0, "n_properties": 6 } ], "type_ignores": [], "name": "datasets.dataset_dict", "names": [ "datasets.dataset_dict.BucketNotFoundError", "datasets.dataset_dict.DatasetDict", "datasets.dataset_dict.HfFileSystemResolvedBucketPath", "datasets.dataset_dict.IterableDatasetDict", "datasets.dataset_dict.bind", "datasets.dataset_dict.logger" ], "n_typable": 235, "n_typed": 203, "n_any": 0, "n_untyped": 32, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 50, "n_method_overloads": 50, "n_method_params": 176, "n_classes": 3, "n_attrs": 3, "n_properties": 8, "n_type_ignores": 0 }, { "path": "datasets/distributed.py", "symbol_reports": [ { "kind": "attr", "name": "datasets.distributed.DatasetType", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "datasets.distributed.split_dataset_by_node", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "type_ignores": [], "name": "datasets.distributed", "names": [ "datasets.distributed.DatasetType", "datasets.distributed.split_dataset_by_node" ], "n_typable": 4, "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 3, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/download/download_config.py", "symbol_reports": [ { "kind": "class", "name": "datasets.download.download_config.DownloadConfig", "methods": [ { "kind": "function", "name": "DownloadConfig.copy", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DownloadConfig.__setattr__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DownloadConfig.cache_dir", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DownloadConfig.force_download", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DownloadConfig.resume_download", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DownloadConfig.local_files_only", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DownloadConfig.proxies", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DownloadConfig.user_agent", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DownloadConfig.extract_compressed_file", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DownloadConfig.force_extract", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DownloadConfig.delete_extracted", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DownloadConfig.extract_on_the_fly", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DownloadConfig.use_etag", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DownloadConfig.num_proc", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DownloadConfig.max_retries", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DownloadConfig.token", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DownloadConfig.storage_options", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DownloadConfig.download_desc", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DownloadConfig.disable_tqdm", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 4, "n_typed": 1, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_attrs": 17, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.download.download_config", "names": [ "datasets.download.download_config.DownloadConfig" ], "n_typable": 4, "n_typed": 1, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_classes": 1, "n_attrs": 17, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/download/streaming_download_manager.py", "symbol_reports": [ { "kind": "class", "name": "datasets.download.streaming_download_manager.StreamingDownloadManager", "methods": [ { "kind": "function", "name": "StreamingDownloadManager.__init__", "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "StreamingDownloadManager.download", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "StreamingDownloadManager._download_single", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "StreamingDownloadManager.extract", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "StreamingDownloadManager._extract", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "StreamingDownloadManager.download_and_extract", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "StreamingDownloadManager.iter_archive", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "StreamingDownloadManager.iter_files", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "StreamingDownloadManager.manage_extracted_files", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "StreamingDownloadManager.get_recorded_sizes_checksums", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [ { "kind": "property", "name": "StreamingDownloadManager.manual_dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "StreamingDownloadManager.is_streaming", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "StreamingDownloadManager.download_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "StreamingDownloadManager.downloaded_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "StreamingDownloadManager.record_checksums", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 25, "n_typed": 12, "n_any": 0, "n_untyped": 13, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 10, "n_method_overloads": 10, "n_method_params": 11, "n_attrs": 4, "n_properties": 1 }, { "kind": "attr", "name": "datasets.download.streaming_download_manager.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "type_ignores": [], "name": "datasets.download.streaming_download_manager", "names": [ "datasets.download.streaming_download_manager.StreamingDownloadManager", "datasets.download.streaming_download_manager.logger" ], "n_typable": 26, "n_typed": 12, "n_any": 0, "n_untyped": 14, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 10, "n_method_overloads": 10, "n_method_params": 11, "n_classes": 1, "n_attrs": 5, "n_properties": 1, "n_type_ignores": 0 }, { "path": "datasets/download/download_manager.py", "symbol_reports": [ { "kind": "class", "name": "datasets.download.download_manager.DownloadManager", "methods": [ { "kind": "function", "name": "DownloadManager.__init__", "n_typed": 4, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "DownloadManager._record_sizes_checksums", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DownloadManager.download", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DownloadManager._download_batched", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DownloadManager._download_single", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DownloadManager.iter_archive", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DownloadManager.iter_files", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DownloadManager.extract", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DownloadManager.download_and_extract", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DownloadManager.get_recorded_sizes_checksums", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DownloadManager.delete_extracted_files", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DownloadManager.manage_extracted_files", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [ { "kind": "property", "name": "DownloadManager.manual_dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "DownloadManager.downloaded_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "DownloadManager.is_streaming", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DownloadManager.record_checksums", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DownloadManager.download_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DownloadManager.downloaded_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "DownloadManager.extracted_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 34, "n_typed": 14, "n_any": 0, "n_untyped": 20, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 12, "n_method_overloads": 12, "n_method_params": 16, "n_attrs": 5, "n_properties": 2 }, { "kind": "class", "name": "datasets.download.download_manager.DownloadMode", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "DownloadMode.REUSE_DATASET_IF_EXISTS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DownloadMode.REUSE_CACHE_IF_EXISTS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DownloadMode.FORCE_REDOWNLOAD", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 3, "n_properties": 0 }, { "kind": "attr", "name": "datasets.download.download_manager.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "type_ignores": [], "name": "datasets.download.download_manager", "names": [ "datasets.download.download_manager.DownloadManager", "datasets.download.download_manager.DownloadMode", "datasets.download.download_manager.logger" ], "n_typable": 35, "n_typed": 14, "n_any": 0, "n_untyped": 21, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 12, "n_method_overloads": 12, "n_method_params": 16, "n_classes": 2, "n_attrs": 9, "n_properties": 2, "n_type_ignores": 0 }, { "path": "datasets/exceptions.py", "symbol_reports": [ { "kind": "class", "name": "datasets.exceptions.DatasetBuildError", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.exceptions.DatasetsError", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.exceptions.ExpectedMoreDownloadedFilesError", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.exceptions.FileNotFoundDatasetsError", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.exceptions.UnexpectedDownloadedFileError", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.exceptions.DataFilesNotFoundError", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.exceptions.NonMatchingChecksumError", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.exceptions.ChecksumVerificationError", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.exceptions.SplitsVerificationError", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.exceptions.UnexpectedSplitsError", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.exceptions.DefunctDatasetError", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.exceptions.FileFormatError", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.exceptions.ManualDownloadError", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.exceptions.DatasetGenerationError", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.exceptions.NonMatchingSplitsSizesError", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.exceptions.DatasetGenerationCastError", "methods": [ { "kind": "function", "name": "DatasetGenerationCastError.from_cast_error", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [], "n_typable": 5, "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 4, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.exceptions.DatasetNotFoundError", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.exceptions.ExpectedMoreSplitsError", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.exceptions", "names": [ "datasets.exceptions.ChecksumVerificationError", "datasets.exceptions.DataFilesNotFoundError", "datasets.exceptions.DatasetBuildError", "datasets.exceptions.DatasetGenerationCastError", "datasets.exceptions.DatasetGenerationError", "datasets.exceptions.DatasetNotFoundError", "datasets.exceptions.DatasetsError", "datasets.exceptions.DefunctDatasetError", "datasets.exceptions.ExpectedMoreDownloadedFilesError", "datasets.exceptions.ExpectedMoreSplitsError", "datasets.exceptions.FileFormatError", "datasets.exceptions.FileNotFoundDatasetsError", "datasets.exceptions.ManualDownloadError", "datasets.exceptions.NonMatchingChecksumError", "datasets.exceptions.NonMatchingSplitsSizesError", "datasets.exceptions.SplitsVerificationError", "datasets.exceptions.UnexpectedDownloadedFileError", "datasets.exceptions.UnexpectedSplitsError" ], "n_typable": 5, "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 4, "n_classes": 18, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/features/features.py", "symbol_reports": [ { "kind": "class", "name": "datasets.features.features.Array4D", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "Array4D.shape", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Array4D.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Array4D.id", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Array4D._type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 4, "n_properties": 0 }, { "kind": "class", "name": "datasets.features.features.LargeList", "methods": [ { "kind": "function", "name": "LargeList.__repr__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "LargeList.feature", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "LargeList.id", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "LargeList.pa_type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "LargeList._type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 1, "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 4, "n_properties": 0 }, { "kind": "class", "name": "datasets.features.features.Sequence", "methods": [ { "kind": "function", "name": "Sequence.__new__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 3, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.features.features.Array3D", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "Array3D.shape", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Array3D.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Array3D.id", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Array3D._type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 4, "n_properties": 0 }, { "kind": "class", "name": "datasets.features.features.Array5D", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "Array5D.shape", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Array5D.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Array5D.id", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Array5D._type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 4, "n_properties": 0 }, { "kind": "class", "name": "datasets.features.features.Json", "methods": [ { "kind": "function", "name": "Json.__call__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Json.encode_example", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Json.decode_example", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Json.cast_storage", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Json.decode", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Json.id", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Json.pa_type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Json._type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 8, "n_typed": 3, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 4, "n_attrs": 4, "n_properties": 0 }, { "kind": "class", "name": "datasets.features.features.Value", "methods": [ { "kind": "function", "name": "Value.__post_init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Value.__call__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Value.encode_example", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Value.__repr__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Value.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Value.id", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Value.pa_type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Value._type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 5, "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 1, "n_attrs": 4, "n_properties": 0 }, { "kind": "class", "name": "datasets.features.features.List", "methods": [ { "kind": "function", "name": "List.__repr__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "List.feature", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "List.length", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "List.id", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "List.pa_type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "List._type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 1, "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 5, "n_properties": 0 }, { "kind": "class", "name": "datasets.features.features.ClassLabel", "methods": [ { "kind": "function", "name": "ClassLabel.__post_init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ClassLabel.__call__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ClassLabel.str2int", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ClassLabel._strval2int", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ClassLabel.int2str", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ClassLabel.encode_example", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ClassLabel.cast_storage", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ClassLabel._load_names_from_file", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "ClassLabel.num_classes", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ClassLabel.names", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ClassLabel.names_file", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ClassLabel.id", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ClassLabel.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ClassLabel.pa_type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ClassLabel._str2int", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ClassLabel._int2str", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ClassLabel._type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 16, "n_typed": 8, "n_any": 0, "n_untyped": 8, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 8, "n_attrs": 9, "n_properties": 0 }, { "kind": "class", "name": "datasets.features.features.Array2D", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "Array2D.shape", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Array2D.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Array2D.id", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Array2D._type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 4, "n_properties": 0 }, { "kind": "class", "name": "datasets.features.features.Features", "methods": [ { "kind": "function", "name": "Features.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Features.__reduce__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Features.from_arrow_schema", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Features.from_dict", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Features.to_dict", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Features._to_yaml_list", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Features._from_yaml_list", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Features.encode_example", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Features.encode_column", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Features.encode_batch", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Features.decode_example", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Features.decode_column", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "Features.decode_batch", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Features.copy", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Features.reorder_fields_as", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Features.flatten", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "Features.type", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "Features.arrow_schema", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "Features.__setitem__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Features.__delitem__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Features.update", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Features.setdefault", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Features.pop", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Features.popitem", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Features.clear", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 43, "n_typed": 18, "n_any": 0, "n_untyped": 25, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 16, "n_method_overloads": 16, "n_method_params": 18, "n_attrs": 7, "n_properties": 2 }, { "kind": "function", "name": "datasets.features.features.require_decoding", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "datasets.features.features.keep_features_dicts_synced", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.features.features.decode_nested_example", "n_typed": 1, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "datasets.features.features.to_pyarrow_listarray", "n_typed": 2, "n_any": 1, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "class", "name": "datasets.features.features.Array5DExtensionType", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "Array5DExtensionType.ndims", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 1, "n_properties": 0 }, { "kind": "function", "name": "datasets.features.features.generate_from_dict", "n_typed": 0, "n_any": 1, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.features.features.pandas_types_mapper", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.features.features.encode_nested_example", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "datasets.features.features.numpy_to_pyarrow_listarray", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "datasets.features.features.contains_any_np_array", "n_typed": 0, "n_any": 1, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "datasets.features.features.Array2DExtensionType", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "Array2DExtensionType.ndims", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "datasets.features.features.Array3DExtensionType", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "Array3DExtensionType.ndims", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 1, "n_properties": 0 }, { "kind": "function", "name": "datasets.features.features.any_np_array_to_pyarrow_listarray", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "attr", "name": "datasets.features.features.FeatureType", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "function", "name": "datasets.features.features.register_feature", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "attr", "name": "datasets.features.features.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "class", "name": "datasets.features.features.PandasArrayExtensionDtype", "methods": [ { "kind": "function", "name": "PandasArrayExtensionDtype.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PandasArrayExtensionDtype.__from_arrow__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PandasArrayExtensionDtype.construct_array_type", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [ { "kind": "property", "name": "PandasArrayExtensionDtype.type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "PandasArrayExtensionDtype.kind", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "PandasArrayExtensionDtype.name", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "PandasArrayExtensionDtype.value_type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "PandasArrayExtensionDtype._metadata", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 9, "n_typed": 6, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 2, "n_attrs": 1, "n_properties": 4 }, { "kind": "class", "name": "datasets.features.features.ArrayExtensionArray", "methods": [ { "kind": "function", "name": "ArrayExtensionArray.__array__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ArrayExtensionArray.__getitem__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ArrayExtensionArray.to_numpy", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ArrayExtensionArray.to_pylist", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 7, "n_typed": 1, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 3, "n_attrs": 0, "n_properties": 0 }, { "kind": "function", "name": "datasets.features.features.get_nested_type", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.features.features.require_storage_cast", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.features.features.generate_from_arrow_type", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.features.features.string_to_arrow", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.features.features.require_storage_embed", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.features.features.cast_to_python_objects", "n_typed": 0, "n_any": 2, "n_untyped": 2, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "class", "name": "datasets.features.features.Array4DExtensionType", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "Array4DExtensionType.ndims", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "datasets.features.features.PandasArrayExtensionArray", "methods": [ { "kind": "function", "name": "PandasArrayExtensionArray.__init__", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "PandasArrayExtensionArray.__array__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PandasArrayExtensionArray.copy", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PandasArrayExtensionArray._from_sequence", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "PandasArrayExtensionArray._concat_same_type", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PandasArrayExtensionArray.isna", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PandasArrayExtensionArray.__setitem__", "n_typed": 2, "n_any": 1, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "PandasArrayExtensionArray.__getitem__", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PandasArrayExtensionArray.take", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "PandasArrayExtensionArray.__len__", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PandasArrayExtensionArray.__eq__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "PandasArrayExtensionArray.dtype", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "PandasArrayExtensionArray.nbytes", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [], "n_typable": 28, "n_typed": 22, "n_any": 1, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 11, "n_method_overloads": 11, "n_method_params": 15, "n_attrs": 0, "n_properties": 2 }, { "kind": "function", "name": "datasets.features.features.list_of_np_array_to_pyarrow_listarray", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "datasets.features.features.list_of_pa_arrays_to_pyarrow_listarray", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "datasets.features.features", "names": [ "datasets.features.features.Array2D", "datasets.features.features.Array2DExtensionType", "datasets.features.features.Array3D", "datasets.features.features.Array3DExtensionType", "datasets.features.features.Array4D", "datasets.features.features.Array4DExtensionType", "datasets.features.features.Array5D", "datasets.features.features.Array5DExtensionType", "datasets.features.features.ArrayExtensionArray", "datasets.features.features.ClassLabel", "datasets.features.features.FeatureType", "datasets.features.features.Features", "datasets.features.features.Json", "datasets.features.features.LargeList", "datasets.features.features.List", "datasets.features.features.PandasArrayExtensionArray", "datasets.features.features.PandasArrayExtensionDtype", "datasets.features.features.Sequence", "datasets.features.features.Value", "datasets.features.features.any_np_array_to_pyarrow_listarray", "datasets.features.features.cast_to_python_objects", "datasets.features.features.contains_any_np_array", "datasets.features.features.decode_nested_example", "datasets.features.features.encode_nested_example", "datasets.features.features.generate_from_arrow_type", "datasets.features.features.generate_from_dict", "datasets.features.features.get_nested_type", "datasets.features.features.keep_features_dicts_synced", "datasets.features.features.list_of_np_array_to_pyarrow_listarray", "datasets.features.features.list_of_pa_arrays_to_pyarrow_listarray", "datasets.features.features.logger", "datasets.features.features.numpy_to_pyarrow_listarray", "datasets.features.features.pandas_types_mapper", "datasets.features.features.register_feature", "datasets.features.features.require_decoding", "datasets.features.features.require_storage_cast", "datasets.features.features.require_storage_embed", "datasets.features.features.string_to_arrow", "datasets.features.features.to_pyarrow_listarray" ], "n_typable": 174, "n_typed": 88, "n_any": 6, "n_untyped": 80, "n_functions": 19, "n_function_overloads": 19, "n_function_params": 31, "n_methods": 53, "n_method_overloads": 53, "n_method_params": 54, "n_classes": 18, "n_attrs": 56, "n_properties": 8, "n_type_ignores": 0 }, { "path": "datasets/features/image.py", "symbol_reports": [ { "kind": "class", "name": "datasets.features.image.Image", "methods": [ { "kind": "function", "name": "Image.__call__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Image.encode_example", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Image.decode_example", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Image.flatten", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Image.cast_storage", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Image.embed_storage", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Image.mode", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Image.decode", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Image.id", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Image.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Image.pa_type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Image._type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 12, "n_typed": 9, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 6, "n_attrs": 6, "n_properties": 0 }, { "kind": "function", "name": "datasets.features.image.image_to_bytes", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.features.image.encode_pil_image", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.features.image.objects_to_list_of_image_dicts", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.features.image.list_image_compression_formats", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "datasets.features.image.encode_np_array", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "datasets.features.image", "names": [ "datasets.features.image.Image", "datasets.features.image.encode_np_array", "datasets.features.image.encode_pil_image", "datasets.features.image.image_to_bytes", "datasets.features.image.list_image_compression_formats", "datasets.features.image.objects_to_list_of_image_dicts" ], "n_typable": 21, "n_typed": 18, "n_any": 0, "n_untyped": 3, "n_functions": 5, "n_function_overloads": 5, "n_function_params": 4, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 6, "n_classes": 1, "n_attrs": 6, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/features/audio.py", "symbol_reports": [ { "kind": "class", "name": "datasets.features.audio.Audio", "methods": [ { "kind": "function", "name": "Audio.__call__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Audio.encode_example", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Audio.decode_example", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Audio.flatten", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Audio.cast_storage", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Audio.embed_storage", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Audio.sampling_rate", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Audio.decode", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Audio.num_channels", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Audio.stream_index", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Audio.id", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Audio.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Audio.pa_type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Audio._type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 12, "n_typed": 10, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 6, "n_attrs": 8, "n_properties": 0 }, { "kind": "function", "name": "datasets.features.audio.encode_torchcodec_audio", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "datasets.features.audio", "names": [ "datasets.features.audio.Audio", "datasets.features.audio.encode_torchcodec_audio" ], "n_typable": 14, "n_typed": 12, "n_any": 0, "n_untyped": 2, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 1, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 6, "n_classes": 1, "n_attrs": 8, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/features/pdf.py", "symbol_reports": [ { "kind": "class", "name": "datasets.features.pdf.Pdf", "methods": [ { "kind": "function", "name": "Pdf.__call__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Pdf.encode_example", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Pdf.decode_example", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Pdf.flatten", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Pdf.cast_storage", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Pdf.embed_storage", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Pdf.decode", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Pdf.id", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Pdf.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Pdf.pa_type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Pdf._type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 12, "n_typed": 9, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 6, "n_attrs": 5, "n_properties": 0 }, { "kind": "function", "name": "datasets.features.pdf.encode_pdfplumber_pdf", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.features.pdf.pdf_to_bytes", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "datasets.features.pdf", "names": [ "datasets.features.pdf.Pdf", "datasets.features.pdf.encode_pdfplumber_pdf", "datasets.features.pdf.pdf_to_bytes" ], "n_typable": 16, "n_typed": 13, "n_any": 0, "n_untyped": 3, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 2, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 6, "n_classes": 1, "n_attrs": 5, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/features/translation.py", "symbol_reports": [ { "kind": "class", "name": "datasets.features.translation.Translation", "methods": [ { "kind": "function", "name": "Translation.__call__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Translation.flatten", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Translation.languages", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Translation.id", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Translation.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Translation.pa_type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Translation._type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 2, "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 0, "n_attrs": 5, "n_properties": 0 }, { "kind": "class", "name": "datasets.features.translation.TranslationVariableLanguages", "methods": [ { "kind": "function", "name": "TranslationVariableLanguages.__post_init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "TranslationVariableLanguages.__call__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "TranslationVariableLanguages.encode_example", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TranslationVariableLanguages.flatten", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "TranslationVariableLanguages.languages", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "TranslationVariableLanguages.num_languages", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "TranslationVariableLanguages.id", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "TranslationVariableLanguages.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "TranslationVariableLanguages.pa_type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "TranslationVariableLanguages._type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 5, "n_typed": 1, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 1, "n_attrs": 6, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.features.translation", "names": [ "datasets.features.translation.Translation", "datasets.features.translation.TranslationVariableLanguages" ], "n_typable": 7, "n_typed": 2, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 1, "n_classes": 2, "n_attrs": 11, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/features/nifti.py", "symbol_reports": [ { "kind": "class", "name": "datasets.features.nifti.Nifti", "methods": [ { "kind": "function", "name": "Nifti.__call__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Nifti.encode_example", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Nifti.decode_example", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Nifti.embed_storage", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Nifti.flatten", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Nifti.cast_storage", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Nifti.decode", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Nifti.id", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Nifti.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Nifti.pa_type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Nifti._type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 12, "n_typed": 9, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 6, "n_attrs": 5, "n_properties": 0 }, { "kind": "function", "name": "datasets.features.nifti.encode_nibabel_image", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "class", "name": "datasets.features.nifti.Nifti1ImageWrapper", "methods": [ { "kind": "function", "name": "Nifti1ImageWrapper.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Nifti1ImageWrapper._repr_html_", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Nifti1ImageWrapper.nifti_image", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 4, "n_typed": 1, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 1, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.features.nifti", "names": [ "datasets.features.nifti.Nifti", "datasets.features.nifti.Nifti1ImageWrapper", "datasets.features.nifti.encode_nibabel_image" ], "n_typable": 19, "n_typed": 13, "n_any": 0, "n_untyped": 6, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 2, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 7, "n_classes": 2, "n_attrs": 6, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/features/video.py", "symbol_reports": [ { "kind": "class", "name": "datasets.features.video.Video", "methods": [ { "kind": "function", "name": "Video.__call__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Video.encode_example", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Video.decode_example", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Video.flatten", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Video.cast_storage", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Video.embed_storage", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Video.decode", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Video.stream_index", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Video.dimension_order", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Video.num_ffmpeg_threads", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Video.device", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Video.seek_mode", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Video.id", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Video.dtype", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Video.pa_type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Video._type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 12, "n_typed": 10, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 6, "n_attrs": 10, "n_properties": 0 }, { "kind": "function", "name": "datasets.features.video.encode_torchcodec_video", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.features.video.video_to_bytes", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.features.video.encode_np_array", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.features.video.hf_video_reader", "n_typed": 8, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "class", "name": "datasets.features.video.Example", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "Example.path", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Example.bytes", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.features.video", "names": [ "datasets.features.video.Example", "datasets.features.video.Video", "datasets.features.video.encode_np_array", "datasets.features.video.encode_torchcodec_video", "datasets.features.video.hf_video_reader", "datasets.features.video.video_to_bytes" ], "n_typable": 26, "n_typed": 24, "n_any": 0, "n_untyped": 2, "n_functions": 4, "n_function_overloads": 4, "n_function_params": 10, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 6, "n_classes": 2, "n_attrs": 12, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/filesystems/__init__.py", "symbol_reports": [ { "kind": "function", "name": "datasets.filesystems.rename", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "attr", "name": "datasets.filesystems.COMPRESSION_FILESYSTEMS", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "function", "name": "datasets.filesystems.is_remote_filesystem", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "datasets.filesystems", "names": [ "datasets.filesystems.COMPRESSION_FILESYSTEMS", "datasets.filesystems.is_remote_filesystem", "datasets.filesystems.rename" ], "n_typable": 7, "n_typed": 6, "n_any": 0, "n_untyped": 1, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 4, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/filesystems/compression.py", "symbol_reports": [ { "kind": "class", "name": "datasets.filesystems.compression.Bz2FileSystem", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "Bz2FileSystem.protocol", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Bz2FileSystem.compression", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Bz2FileSystem.extensions", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 3, "n_properties": 0 }, { "kind": "class", "name": "datasets.filesystems.compression.GzipFileSystem", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "GzipFileSystem.protocol", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "GzipFileSystem.compression", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "GzipFileSystem.extensions", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 3, "n_properties": 0 }, { "kind": "class", "name": "datasets.filesystems.compression.Lz4FileSystem", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "Lz4FileSystem.protocol", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Lz4FileSystem.compression", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Lz4FileSystem.extensions", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 3, "n_properties": 0 }, { "kind": "class", "name": "datasets.filesystems.compression.BaseCompressedFileFileSystem", "methods": [ { "kind": "function", "name": "BaseCompressedFileFileSystem.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "BaseCompressedFileFileSystem._strip_protocol", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BaseCompressedFileFileSystem._get_dirs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BaseCompressedFileFileSystem.cat", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BaseCompressedFileFileSystem._open", "n_typed": 2, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "BaseCompressedFileFileSystem.root_marker", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "BaseCompressedFileFileSystem.protocol", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "BaseCompressedFileFileSystem.compression", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "BaseCompressedFileFileSystem.extensions", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "BaseCompressedFileFileSystem.fo", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseCompressedFileFileSystem.compressed_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseCompressedFileFileSystem.uncompressed_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BaseCompressedFileFileSystem.dir_cache", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 24, "n_typed": 9, "n_any": 0, "n_untyped": 15, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 12, "n_attrs": 8, "n_properties": 0 }, { "kind": "class", "name": "datasets.filesystems.compression.XzFileSystem", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "XzFileSystem.protocol", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "XzFileSystem.compression", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "XzFileSystem.extensions", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 3, "n_properties": 0 }, { "kind": "class", "name": "datasets.filesystems.compression.ZstdFileSystem", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "ZstdFileSystem.protocol", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ZstdFileSystem.compression", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ZstdFileSystem.extensions", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 3, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.filesystems.compression", "names": [ "datasets.filesystems.compression.BaseCompressedFileFileSystem", "datasets.filesystems.compression.Bz2FileSystem", "datasets.filesystems.compression.GzipFileSystem", "datasets.filesystems.compression.Lz4FileSystem", "datasets.filesystems.compression.XzFileSystem", "datasets.filesystems.compression.ZstdFileSystem" ], "n_typable": 24, "n_typed": 9, "n_any": 0, "n_untyped": 15, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 12, "n_classes": 6, "n_attrs": 23, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/fingerprint.py", "symbol_reports": [ { "kind": "function", "name": "datasets.fingerprint.maybe_register_dataset_for_temp_dir_deletion", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.fingerprint.update_fingerprint", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "attr", "name": "datasets.fingerprint.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "function", "name": "datasets.fingerprint.format_kwargs_for_fingerprint", "n_typed": 7, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "datasets.fingerprint.generate_random_fingerprint", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.fingerprint.get_temporary_cache_files_directory", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "datasets.fingerprint.fingerprint_transform", "n_typed": 6, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "datasets.fingerprint.get_datasets_with_cache_file_in_temp_dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "datasets.fingerprint.enable_caching", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "attr", "name": "datasets.fingerprint.fingerprint_warnings", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "function", "name": "datasets.fingerprint.validate_fingerprint", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "datasets.fingerprint.format_transform_for_fingerprint", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "attr", "name": "datasets.fingerprint.fingerprint_rng", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "function", "name": "datasets.fingerprint.is_caching_enabled", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "class", "name": "datasets.fingerprint.Hasher", "methods": [ { "kind": "function", "name": "Hasher.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Hasher.hash_bytes", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Hasher.hash", "n_typed": 1, "n_any": 1, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Hasher.update", "n_typed": 1, "n_any": 1, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Hasher.hexdigest", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Hasher.dispatch", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "Hasher.m", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 10, "n_typed": 6, "n_any": 2, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 3, "n_attrs": 2, "n_properties": 0 }, { "kind": "function", "name": "datasets.fingerprint.disable_caching", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "datasets.fingerprint.generate_fingerprint", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "datasets.fingerprint", "names": [ "datasets.fingerprint.Hasher", "datasets.fingerprint.disable_caching", "datasets.fingerprint.enable_caching", "datasets.fingerprint.fingerprint_rng", "datasets.fingerprint.fingerprint_transform", "datasets.fingerprint.fingerprint_warnings", "datasets.fingerprint.format_kwargs_for_fingerprint", "datasets.fingerprint.format_transform_for_fingerprint", "datasets.fingerprint.generate_fingerprint", "datasets.fingerprint.generate_random_fingerprint", "datasets.fingerprint.get_datasets_with_cache_file_in_temp_dir", "datasets.fingerprint.get_temporary_cache_files_directory", "datasets.fingerprint.is_caching_enabled", "datasets.fingerprint.logger", "datasets.fingerprint.maybe_register_dataset_for_temp_dir_deletion", "datasets.fingerprint.update_fingerprint", "datasets.fingerprint.validate_fingerprint" ], "n_typable": 48, "n_typed": 30, "n_any": 2, "n_untyped": 16, "n_functions": 13, "n_function_overloads": 13, "n_function_params": 22, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 3, "n_classes": 1, "n_attrs": 5, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/formatting/__init__.py", "symbol_reports": [ { "kind": "function", "name": "datasets.formatting.get_format_type_from_alias", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "datasets.formatting.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "function", "name": "datasets.formatting.get_formatter", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "type_ignores": [], "name": "datasets.formatting", "names": [ "datasets.formatting.get_format_type_from_alias", "datasets.formatting.get_formatter", "datasets.formatting.logger" ], "n_typable": 6, "n_typed": 4, "n_any": 0, "n_untyped": 2, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 3, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/formatting/formatting.py", "symbol_reports": [ { "kind": "class", "name": "datasets.formatting.formatting.LazyRow", "methods": [ { "kind": "function", "name": "LazyRow.format", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 2, "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 1, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.formatting.formatting.LazyBatch", "methods": [ { "kind": "function", "name": "LazyBatch.format", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 2, "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 1, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.formatting.formatting.PandasFormatter", "methods": [ { "kind": "function", "name": "PandasFormatter.format_row", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PandasFormatter.format_column", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PandasFormatter.format_batch", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "PandasFormatter.table_type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "PandasFormatter.column_type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 6, "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 3, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "datasets.formatting.formatting.TableFormatter", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "TableFormatter.table_type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "TableFormatter.column_type", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 2, "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 }, { "kind": "attr", "name": "datasets.formatting.formatting.ColumnFormat", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.formatting.formatting.BatchFormat", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "datasets.formatting.formatting.BaseArrowExtractor", "methods": [ { "kind": "function", "name": "BaseArrowExtractor.extract_row", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BaseArrowExtractor.extract_column", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BaseArrowExtractor.extract_batch", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 6, "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 3, "n_attrs": 0, "n_properties": 0 }, { "kind": "function", "name": "datasets.formatting.formatting.key_to_query_type", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "datasets.formatting.formatting.SimpleArrowExtractor", "methods": [ { "kind": "function", "name": "SimpleArrowExtractor.extract_row", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SimpleArrowExtractor.extract_column", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SimpleArrowExtractor.extract_batch", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 6, "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 3, "n_attrs": 0, "n_properties": 0 }, { "kind": "function", "name": "datasets.formatting.formatting.format_table", "n_typed": 4, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "class", "name": "datasets.formatting.formatting.LazyDict", "methods": [ { "kind": "function", "name": "LazyDict.__init__", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "LazyDict.__len__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "LazyDict.__getitem__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "LazyDict.__setitem__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "LazyDict.__delitem__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "LazyDict.__iter__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "LazyDict.__contains__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "LazyDict.__repr__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "LazyDict.__or__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "LazyDict.__ror__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "LazyDict.__ior__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "LazyDict.__copy__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "LazyDict.copy", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "LazyDict.fromkeys", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "LazyDict.format", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "LazyDict._format_all", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "LazyDict.pa_table", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LazyDict.formatter", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LazyDict.data", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LazyDict.keys_to_format", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 33, "n_typed": 3, "n_any": 0, "n_untyped": 30, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 16, "n_method_overloads": 16, "n_method_params": 13, "n_attrs": 4, "n_properties": 0 }, { "kind": "class", "name": "datasets.formatting.formatting.NumpyArrowExtractor", "methods": [ { "kind": "function", "name": "NumpyArrowExtractor.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NumpyArrowExtractor.extract_row", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NumpyArrowExtractor.extract_column", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NumpyArrowExtractor.extract_batch", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NumpyArrowExtractor._arrow_array_to_numpy", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "NumpyArrowExtractor.np_array_kwargs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 11, "n_typed": 8, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 5, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "datasets.formatting.formatting.PythonArrowExtractor", "methods": [ { "kind": "function", "name": "PythonArrowExtractor.extract_row", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PythonArrowExtractor.extract_column", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PythonArrowExtractor.extract_batch", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 6, "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 3, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.formatting.formatting.PandasArrowExtractor", "methods": [ { "kind": "function", "name": "PandasArrowExtractor.extract_row", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PandasArrowExtractor.extract_column", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PandasArrowExtractor.extract_batch", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 6, "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 3, "n_attrs": 0, "n_properties": 0 }, { "kind": "attr", "name": "datasets.formatting.formatting.T", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "datasets.formatting.formatting.Formatter", "methods": [ { "kind": "function", "name": "Formatter.__init__", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Formatter.__call__", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Formatter.format_row", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Formatter.format_column", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Formatter.format_batch", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Formatter.simple_arrow_extractor", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Formatter.python_arrow_extractor", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Formatter.numpy_arrow_extractor", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Formatter.pandas_arrow_extractor", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Formatter.features", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Formatter.token_per_repo_id", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Formatter.python_features_decoder", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Formatter.pandas_features_decoder", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 16, "n_typed": 11, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 7, "n_attrs": 8, "n_properties": 0 }, { "kind": "function", "name": "datasets.formatting.formatting.query_table", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "class", "name": "datasets.formatting.formatting.CustomFormatter", "methods": [ { "kind": "function", "name": "CustomFormatter.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "CustomFormatter.format_row", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CustomFormatter.format_column", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CustomFormatter.format_batch", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "CustomFormatter.transform", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 12, "n_typed": 7, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 7, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "datasets.formatting.formatting.PythonFormatter", "methods": [ { "kind": "function", "name": "PythonFormatter.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "PythonFormatter.format_row", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PythonFormatter.format_column", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PythonFormatter.format_batch", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "PythonFormatter.lazy", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 11, "n_typed": 6, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 6, "n_attrs": 1, "n_properties": 0 }, { "kind": "attr", "name": "datasets.formatting.formatting.RowFormat", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "datasets.formatting.formatting.ArrowFormatter", "methods": [ { "kind": "function", "name": "ArrowFormatter.format_row", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ArrowFormatter.format_column", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ArrowFormatter.format_batch", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "ArrowFormatter.table_type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ArrowFormatter.column_type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 6, "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 3, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "datasets.formatting.formatting.PythonFeaturesDecoder", "methods": [ { "kind": "function", "name": "PythonFeaturesDecoder.__init__", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "PythonFeaturesDecoder.decode_row", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PythonFeaturesDecoder.decode_column", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "PythonFeaturesDecoder.decode_batch", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "PythonFeaturesDecoder.features", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PythonFeaturesDecoder.token_per_repo_id", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 12, "n_typed": 9, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 6, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "datasets.formatting.formatting.TensorFormatter", "methods": [ { "kind": "function", "name": "TensorFormatter.recursive_tensorize", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 2, "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 1, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.formatting.formatting.PandasFeaturesDecoder", "methods": [ { "kind": "function", "name": "PandasFeaturesDecoder.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PandasFeaturesDecoder.decode_row", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PandasFeaturesDecoder.decode_column", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "PandasFeaturesDecoder.decode_batch", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "PandasFeaturesDecoder.features", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 10, "n_typed": 8, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 5, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.formatting.formatting", "names": [ "datasets.formatting.formatting.ArrowFormatter", "datasets.formatting.formatting.BaseArrowExtractor", "datasets.formatting.formatting.BatchFormat", "datasets.formatting.formatting.ColumnFormat", "datasets.formatting.formatting.CustomFormatter", "datasets.formatting.formatting.Formatter", "datasets.formatting.formatting.LazyBatch", "datasets.formatting.formatting.LazyDict", "datasets.formatting.formatting.LazyRow", "datasets.formatting.formatting.NumpyArrowExtractor", "datasets.formatting.formatting.PandasArrowExtractor", "datasets.formatting.formatting.PandasFeaturesDecoder", "datasets.formatting.formatting.PandasFormatter", "datasets.formatting.formatting.PythonArrowExtractor", "datasets.formatting.formatting.PythonFeaturesDecoder", "datasets.formatting.formatting.PythonFormatter", "datasets.formatting.formatting.RowFormat", "datasets.formatting.formatting.SimpleArrowExtractor", "datasets.formatting.formatting.T", "datasets.formatting.formatting.TableFormatter", "datasets.formatting.formatting.TensorFormatter", "datasets.formatting.formatting.format_table", "datasets.formatting.formatting.key_to_query_type", "datasets.formatting.formatting.query_table" ], "n_typable": 161, "n_typed": 101, "n_any": 0, "n_untyped": 60, "n_functions": 3, "n_function_overloads": 3, "n_function_params": 9, "n_methods": 63, "n_method_overloads": 63, "n_method_params": 70, "n_classes": 17, "n_attrs": 28, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/formatting/jax_formatter.py", "symbol_reports": [ { "kind": "class", "name": "datasets.formatting.jax_formatter.JaxFormatter", "methods": [ { "kind": "function", "name": "JaxFormatter.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "JaxFormatter._map_devices_to_str", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "JaxFormatter._consolidate", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "JaxFormatter._tensorize", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "JaxFormatter._recursive_tensorize", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "JaxFormatter.recursive_tensorize", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "JaxFormatter.format_row", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "JaxFormatter.format_column", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "JaxFormatter.format_batch", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "JaxFormatter.device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "JaxFormatter.jnp_array_kwargs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 22, "n_typed": 8, "n_any": 0, "n_untyped": 14, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 9, "n_method_overloads": 9, "n_method_params": 11, "n_attrs": 2, "n_properties": 0 }, { "kind": "attr", "name": "datasets.formatting.jax_formatter.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.formatting.jax_formatter.DEVICE_MAPPING", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "type_ignores": [], "name": "datasets.formatting.jax_formatter", "names": [ "datasets.formatting.jax_formatter.DEVICE_MAPPING", "datasets.formatting.jax_formatter.JaxFormatter", "datasets.formatting.jax_formatter.logger" ], "n_typable": 24, "n_typed": 9, "n_any": 0, "n_untyped": 15, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 9, "n_method_overloads": 9, "n_method_params": 11, "n_classes": 1, "n_attrs": 4, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/formatting/np_formatter.py", "symbol_reports": [ { "kind": "class", "name": "datasets.formatting.np_formatter.NumpyFormatter", "methods": [ { "kind": "function", "name": "NumpyFormatter.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "NumpyFormatter._consolidate", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NumpyFormatter._tensorize", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NumpyFormatter._recursive_tensorize", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NumpyFormatter.recursive_tensorize", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NumpyFormatter.format_row", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NumpyFormatter.format_column", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NumpyFormatter.format_batch", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "NumpyFormatter.np_array_kwargs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 19, "n_typed": 7, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 10, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.formatting.np_formatter", "names": [ "datasets.formatting.np_formatter.NumpyFormatter" ], "n_typable": 19, "n_typed": 7, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 10, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/formatting/polars_formatter.py", "symbol_reports": [ { "kind": "class", "name": "datasets.formatting.polars_formatter.PolarsFormatter", "methods": [ { "kind": "function", "name": "PolarsFormatter.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "PolarsFormatter.format_row", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PolarsFormatter.format_column", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PolarsFormatter.format_batch", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "PolarsFormatter.table_type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "PolarsFormatter.column_type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "PolarsFormatter.np_array_kwargs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PolarsFormatter.polars_arrow_extractor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PolarsFormatter.polars_features_decoder", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 12, "n_typed": 6, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 5, "n_attrs": 5, "n_properties": 0 }, { "kind": "class", "name": "datasets.formatting.polars_formatter.PolarsArrowExtractor", "methods": [ { "kind": "function", "name": "PolarsArrowExtractor.extract_row", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PolarsArrowExtractor.extract_column", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PolarsArrowExtractor.extract_batch", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 6, "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 3, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.formatting.polars_formatter.PolarsFeaturesDecoder", "methods": [ { "kind": "function", "name": "PolarsFeaturesDecoder.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PolarsFeaturesDecoder.decode_row", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "PolarsFeaturesDecoder.decode_column", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "PolarsFeaturesDecoder.decode_batch", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "PolarsFeaturesDecoder.features", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 10, "n_typed": 8, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 5, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.formatting.polars_formatter", "names": [ "datasets.formatting.polars_formatter.PolarsArrowExtractor", "datasets.formatting.polars_formatter.PolarsFeaturesDecoder", "datasets.formatting.polars_formatter.PolarsFormatter" ], "n_typable": 28, "n_typed": 20, "n_any": 0, "n_untyped": 8, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 11, "n_method_overloads": 11, "n_method_params": 13, "n_classes": 3, "n_attrs": 6, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/formatting/tf_formatter.py", "symbol_reports": [ { "kind": "class", "name": "datasets.formatting.tf_formatter.TFFormatter", "methods": [ { "kind": "function", "name": "TFFormatter.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "TFFormatter._consolidate", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TFFormatter._tensorize", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TFFormatter._recursive_tensorize", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TFFormatter.recursive_tensorize", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TFFormatter.format_row", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TFFormatter.format_column", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TFFormatter.format_batch", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "TFFormatter.tf_tensor_kwargs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 19, "n_typed": 7, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 10, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.formatting.tf_formatter", "names": [ "datasets.formatting.tf_formatter.TFFormatter" ], "n_typable": 19, "n_typed": 7, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 10, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/formatting/torch_formatter.py", "symbol_reports": [ { "kind": "class", "name": "datasets.formatting.torch_formatter.TorchFormatter", "methods": [ { "kind": "function", "name": "TorchFormatter.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "TorchFormatter._consolidate", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TorchFormatter._tensorize", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TorchFormatter._recursive_tensorize", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TorchFormatter.recursive_tensorize", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TorchFormatter.format_row", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TorchFormatter.format_column", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TorchFormatter.format_batch", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "TorchFormatter.torch_tensor_kwargs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 19, "n_typed": 7, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 10, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.formatting.torch_formatter", "names": [ "datasets.formatting.torch_formatter.TorchFormatter" ], "n_typable": 19, "n_typed": 7, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 10, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/hub.py", "symbol_reports": [ { "kind": "function", "name": "datasets.hub.delete_from_hub", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "type_ignores": [], "name": "datasets.hub", "names": [ "datasets.hub.delete_from_hub" ], "n_typable": 5, "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 4, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/info.py", "symbol_reports": [ { "kind": "class", "name": "datasets.info.DownloadChecksumsEntryData", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "DownloadChecksumsEntryData.key", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DownloadChecksumsEntryData.value", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 }, { "kind": "attr", "name": "datasets.info.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "class", "name": "datasets.info.SupervisedKeysData", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "SupervisedKeysData.input", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "SupervisedKeysData.output", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "datasets.info.DatasetInfosDict", "methods": [ { "kind": "function", "name": "DatasetInfosDict.write_to_directory", "n_typed": 1, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DatasetInfosDict.from_directory", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DatasetInfosDict.from_dataset_card_data", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DatasetInfosDict.to_dataset_card_data", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 10, "n_typed": 6, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 6, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.info.NonMatchingCachedSizesError", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.info.DatasetInfo", "methods": [ { "kind": "function", "name": "DatasetInfo.__post_init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DatasetInfo.write_to_directory", "n_typed": 1, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "DatasetInfo._dump_info", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DatasetInfo._dump_license", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DatasetInfo.from_merge", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DatasetInfo.from_directory", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DatasetInfo.from_dict", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DatasetInfo.update", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "DatasetInfo.copy", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DatasetInfo._to_yaml_dict", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "DatasetInfo._from_yaml_dict", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "DatasetInfo.description", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DatasetInfo.citation", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DatasetInfo.homepage", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DatasetInfo.license", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DatasetInfo.features", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DatasetInfo.post_processed", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DatasetInfo.supervised_keys", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DatasetInfo.builder_name", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DatasetInfo.dataset_name", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DatasetInfo.config_name", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DatasetInfo.version", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DatasetInfo.splits", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DatasetInfo.download_checksums", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DatasetInfo.download_size", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DatasetInfo.post_processing_size", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DatasetInfo.dataset_size", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DatasetInfo.size_in_bytes", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DatasetInfo._INCLUDED_INFO_IN_YAML", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 24, "n_typed": 12, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 11, "n_method_overloads": 11, "n_method_params": 13, "n_attrs": 18, "n_properties": 0 }, { "kind": "class", "name": "datasets.info.MissingCachedSizesConfigError", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.info.PostProcessedInfo", "methods": [ { "kind": "function", "name": "PostProcessedInfo.__post_init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "PostProcessedInfo.from_dict", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "PostProcessedInfo.features", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "PostProcessedInfo.resources_checksums", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 3, "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 1, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.info", "names": [ "datasets.info.DatasetInfo", "datasets.info.DatasetInfosDict", "datasets.info.DownloadChecksumsEntryData", "datasets.info.MissingCachedSizesConfigError", "datasets.info.NonMatchingCachedSizesError", "datasets.info.PostProcessedInfo", "datasets.info.SupervisedKeysData", "datasets.info.logger" ], "n_typable": 38, "n_typed": 20, "n_any": 0, "n_untyped": 18, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 17, "n_method_overloads": 17, "n_method_params": 20, "n_classes": 7, "n_attrs": 25, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/inspect.py", "symbol_reports": [ { "kind": "function", "name": "datasets.inspect.get_dataset_config_info", "n_typed": 8, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "attr", "name": "datasets.inspect.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "class", "name": "datasets.inspect.SplitsNotFoundError", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "function", "name": "datasets.inspect.get_dataset_split_names", "n_typed": 7, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "datasets.inspect.get_dataset_default_config_name", "n_typed": 6, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "datasets.inspect.get_dataset_config_names", "n_typed": 5, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "datasets.inspect.get_dataset_infos", "n_typed": 6, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 } ], "type_ignores": [], "name": "datasets.inspect", "names": [ "datasets.inspect.SplitsNotFoundError", "datasets.inspect.get_dataset_config_info", "datasets.inspect.get_dataset_config_names", "datasets.inspect.get_dataset_default_config_name", "datasets.inspect.get_dataset_infos", "datasets.inspect.get_dataset_split_names", "datasets.inspect.logger" ], "n_typable": 41, "n_typed": 32, "n_any": 0, "n_untyped": 9, "n_functions": 5, "n_function_overloads": 5, "n_function_params": 35, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/io/abc.py", "symbol_reports": [ { "kind": "class", "name": "datasets.io.abc.AbstractDatasetReader", "methods": [ { "kind": "function", "name": "AbstractDatasetReader.__init__", "n_typed": 7, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "AbstractDatasetReader.read", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "AbstractDatasetReader.path_or_paths", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AbstractDatasetReader.split", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AbstractDatasetReader.features", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AbstractDatasetReader.cache_dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AbstractDatasetReader.keep_in_memory", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AbstractDatasetReader.streaming", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AbstractDatasetReader.num_proc", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AbstractDatasetReader.kwargs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 18, "n_typed": 8, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 8, "n_attrs": 8, "n_properties": 0 }, { "kind": "class", "name": "datasets.io.abc.AbstractDatasetInputStream", "methods": [ { "kind": "function", "name": "AbstractDatasetInputStream.__init__", "n_typed": 5, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "AbstractDatasetInputStream.read", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "AbstractDatasetInputStream.features", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AbstractDatasetInputStream.cache_dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AbstractDatasetInputStream.keep_in_memory", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AbstractDatasetInputStream.streaming", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AbstractDatasetInputStream.num_proc", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "AbstractDatasetInputStream.kwargs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 14, "n_typed": 6, "n_any": 0, "n_untyped": 8, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 6, "n_attrs": 6, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.io.abc", "names": [ "datasets.io.abc.AbstractDatasetInputStream", "datasets.io.abc.AbstractDatasetReader" ], "n_typable": 32, "n_typed": 14, "n_any": 0, "n_untyped": 18, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 14, "n_classes": 2, "n_attrs": 14, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/io/csv.py", "symbol_reports": [ { "kind": "class", "name": "datasets.io.csv.CsvDatasetReader", "methods": [ { "kind": "function", "name": "CsvDatasetReader.__init__", "n_typed": 7, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "CsvDatasetReader.read", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "CsvDatasetReader.builder", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 11, "n_typed": 7, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 8, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "datasets.io.csv.CsvDatasetWriter", "methods": [ { "kind": "function", "name": "CsvDatasetWriter.__init__", "n_typed": 5, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "CsvDatasetWriter.write", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CsvDatasetWriter._batch_csv", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CsvDatasetWriter._write", "n_typed": 2, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "CsvDatasetWriter.dataset", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CsvDatasetWriter.path_or_buf", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CsvDatasetWriter.batch_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CsvDatasetWriter.num_proc", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CsvDatasetWriter.encoding", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CsvDatasetWriter.storage_options", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CsvDatasetWriter.to_csv_kwargs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 22, "n_typed": 8, "n_any": 0, "n_untyped": 14, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 11, "n_attrs": 7, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.io.csv", "names": [ "datasets.io.csv.CsvDatasetReader", "datasets.io.csv.CsvDatasetWriter" ], "n_typable": 33, "n_typed": 15, "n_any": 0, "n_untyped": 18, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 19, "n_classes": 2, "n_attrs": 8, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/io/generator.py", "symbol_reports": [ { "kind": "class", "name": "datasets.io.generator.GeneratorDatasetInputStream", "methods": [ { "kind": "function", "name": "GeneratorDatasetInputStream.__init__", "n_typed": 9, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 11, "n_params": 10, "n_function_overloads": 1, "n_function_params": 10 }, { "kind": "function", "name": "GeneratorDatasetInputStream.read", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "GeneratorDatasetInputStream.builder", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "GeneratorDatasetInputStream.fingerprint", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 14, "n_typed": 9, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 10, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.io.generator", "names": [ "datasets.io.generator.GeneratorDatasetInputStream" ], "n_typable": 14, "n_typed": 9, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 10, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/io/json.py", "symbol_reports": [ { "kind": "class", "name": "datasets.io.json.JsonDatasetReader", "methods": [ { "kind": "function", "name": "JsonDatasetReader.__init__", "n_typed": 8, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 10, "n_params": 9, "n_function_overloads": 1, "n_function_params": 9 }, { "kind": "function", "name": "JsonDatasetReader.read", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "JsonDatasetReader.field", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "JsonDatasetReader.builder", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 13, "n_typed": 8, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 9, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "datasets.io.json.JsonDatasetWriter", "methods": [ { "kind": "function", "name": "JsonDatasetWriter.__init__", "n_typed": 5, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "JsonDatasetWriter.write", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "JsonDatasetWriter._batch_json", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "JsonDatasetWriter._write", "n_typed": 2, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "JsonDatasetWriter.dataset", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "JsonDatasetWriter.path_or_buf", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "JsonDatasetWriter.batch_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "JsonDatasetWriter.num_proc", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "JsonDatasetWriter.encoding", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "JsonDatasetWriter.storage_options", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "JsonDatasetWriter.to_json_kwargs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 22, "n_typed": 8, "n_any": 0, "n_untyped": 14, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 11, "n_attrs": 7, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.io.json", "names": [ "datasets.io.json.JsonDatasetReader", "datasets.io.json.JsonDatasetWriter" ], "n_typable": 35, "n_typed": 16, "n_any": 0, "n_untyped": 19, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 20, "n_classes": 2, "n_attrs": 9, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/io/parquet.py", "symbol_reports": [ { "kind": "class", "name": "datasets.io.parquet.ParquetDatasetWriter", "methods": [ { "kind": "function", "name": "ParquetDatasetWriter.__init__", "n_typed": 6, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "ParquetDatasetWriter.write", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ParquetDatasetWriter._write", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "ParquetDatasetWriter.dataset", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ParquetDatasetWriter.path_or_buf", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ParquetDatasetWriter.batch_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ParquetDatasetWriter.storage_options", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ParquetDatasetWriter.parquet_writer_kwargs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ParquetDatasetWriter.use_content_defined_chunking", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ParquetDatasetWriter.write_page_index", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 20, "n_typed": 10, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 10, "n_attrs": 7, "n_properties": 0 }, { "kind": "class", "name": "datasets.io.parquet.ParquetDatasetReader", "methods": [ { "kind": "function", "name": "ParquetDatasetReader.__init__", "n_typed": 7, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "ParquetDatasetReader.read", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "ParquetDatasetReader.builder", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 11, "n_typed": 7, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 8, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.io.parquet", "names": [ "datasets.io.parquet.ParquetDatasetReader", "datasets.io.parquet.ParquetDatasetWriter" ], "n_typable": 31, "n_typed": 17, "n_any": 0, "n_untyped": 14, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 18, "n_classes": 2, "n_attrs": 8, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/io/spark.py", "symbol_reports": [ { "kind": "class", "name": "datasets.io.spark.SparkDatasetReader", "methods": [ { "kind": "function", "name": "SparkDatasetReader.__init__", "n_typed": 9, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 11, "n_params": 10, "n_function_overloads": 1, "n_function_params": 10 }, { "kind": "function", "name": "SparkDatasetReader.read", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "SparkDatasetReader.builder", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 13, "n_typed": 9, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 10, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.io.spark", "names": [ "datasets.io.spark.SparkDatasetReader" ], "n_typable": 13, "n_typed": 9, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 10, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/io/sql.py", "symbol_reports": [ { "kind": "class", "name": "datasets.io.sql.SqlDatasetReader", "methods": [ { "kind": "function", "name": "SqlDatasetReader.__init__", "n_typed": 5, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "SqlDatasetReader.read", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "SqlDatasetReader.builder", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 9, "n_typed": 5, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 6, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "datasets.io.sql.SqlDatasetWriter", "methods": [ { "kind": "function", "name": "SqlDatasetWriter.__init__", "n_typed": 5, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "SqlDatasetWriter.write", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SqlDatasetWriter._batch_sql", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SqlDatasetWriter._write", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "SqlDatasetWriter.dataset", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SqlDatasetWriter.name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SqlDatasetWriter.con", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SqlDatasetWriter.batch_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SqlDatasetWriter.num_proc", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SqlDatasetWriter.to_sql_kwargs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 19, "n_typed": 7, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 9, "n_attrs": 6, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.io.sql", "names": [ "datasets.io.sql.SqlDatasetReader", "datasets.io.sql.SqlDatasetWriter" ], "n_typable": 28, "n_typed": 12, "n_any": 0, "n_untyped": 16, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 15, "n_classes": 2, "n_attrs": 7, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/io/text.py", "symbol_reports": [ { "kind": "class", "name": "datasets.io.text.TextDatasetReader", "methods": [ { "kind": "function", "name": "TextDatasetReader.__init__", "n_typed": 7, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "TextDatasetReader.read", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "TextDatasetReader.builder", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 11, "n_typed": 7, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 8, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.io.text", "names": [ "datasets.io.text.TextDatasetReader" ], "n_typable": 11, "n_typed": 7, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 8, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/iterable_dataset.py", "symbol_reports": [ { "kind": "class", "name": "datasets.iterable_dataset.TakeExamplesIterable", "methods": [ { "kind": "function", "name": "TakeExamplesIterable.__init__", "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "TakeExamplesIterable._init_state_dict", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "TakeExamplesIterable.__iter__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "TakeExamplesIterable._iter_arrow", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "TakeExamplesIterable.split_number", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "TakeExamplesIterable.shuffle_data_sources", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "TakeExamplesIterable.shard_data_sources", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "TakeExamplesIterable.reshard_data_sources", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [ { "kind": "property", "name": "TakeExamplesIterable.iter_arrow", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "TakeExamplesIterable.is_typed", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "TakeExamplesIterable.features", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "TakeExamplesIterable.num_shards", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "TakeExamplesIterable.ex_iterable", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TakeExamplesIterable.n", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TakeExamplesIterable.block_sources_order_when_shuffling", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TakeExamplesIterable.split_when_sharding", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 26, "n_typed": 12, "n_any": 0, "n_untyped": 14, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 10, "n_attrs": 4, "n_properties": 4 }, { "kind": "class", "name": "datasets.iterable_dataset.ExamplesIterable", "methods": [ { "kind": "function", "name": "ExamplesIterable.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "ExamplesIterable._init_state_dict", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ExamplesIterable.__iter__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ExamplesIterable.shuffle_data_sources", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ExamplesIterable.shard_data_sources", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "ExamplesIterable.reshard_data_sources", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [ { "kind": "property", "name": "ExamplesIterable.num_shards", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "ExamplesIterable.generate_examples_fn", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ExamplesIterable.kwargs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ExamplesIterable.generate_more_kwargs_fn", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 17, "n_typed": 11, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 7, "n_attrs": 3, "n_properties": 1 }, { "kind": "class", "name": "datasets.iterable_dataset.HorizontallyConcatenatedMultiSourcesExamplesIterable", "methods": [ { "kind": "function", "name": "HorizontallyConcatenatedMultiSourcesExamplesIterable.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HorizontallyConcatenatedMultiSourcesExamplesIterable._init_state_dict", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HorizontallyConcatenatedMultiSourcesExamplesIterable.__iter__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HorizontallyConcatenatedMultiSourcesExamplesIterable._iter_arrow", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HorizontallyConcatenatedMultiSourcesExamplesIterable.shuffle_data_sources", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HorizontallyConcatenatedMultiSourcesExamplesIterable.shard_data_sources", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "HorizontallyConcatenatedMultiSourcesExamplesIterable.reshard_data_sources", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [ { "kind": "property", "name": "HorizontallyConcatenatedMultiSourcesExamplesIterable.iter_arrow", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "HorizontallyConcatenatedMultiSourcesExamplesIterable.is_typed", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "HorizontallyConcatenatedMultiSourcesExamplesIterable.features", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "HorizontallyConcatenatedMultiSourcesExamplesIterable.num_shards", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "HorizontallyConcatenatedMultiSourcesExamplesIterable.ex_iterables", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 17, "n_typed": 9, "n_any": 0, "n_untyped": 8, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 5, "n_attrs": 1, "n_properties": 4 }, { "kind": "attr", "name": "datasets.iterable_dataset.BucketNotFoundError", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "datasets.iterable_dataset.VerticallyConcatenatedMultiSourcesExamplesIterable", "methods": [ { "kind": "function", "name": "VerticallyConcatenatedMultiSourcesExamplesIterable.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "VerticallyConcatenatedMultiSourcesExamplesIterable._init_state_dict", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "VerticallyConcatenatedMultiSourcesExamplesIterable.__iter__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "VerticallyConcatenatedMultiSourcesExamplesIterable._iter_arrow", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "VerticallyConcatenatedMultiSourcesExamplesIterable.shuffle_data_sources", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "VerticallyConcatenatedMultiSourcesExamplesIterable.shard_data_sources", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "VerticallyConcatenatedMultiSourcesExamplesIterable.reshard_data_sources", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [ { "kind": "property", "name": "VerticallyConcatenatedMultiSourcesExamplesIterable.is_typed", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "VerticallyConcatenatedMultiSourcesExamplesIterable.features", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "VerticallyConcatenatedMultiSourcesExamplesIterable.iter_arrow", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "VerticallyConcatenatedMultiSourcesExamplesIterable.num_shards", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "VerticallyConcatenatedMultiSourcesExamplesIterable.ex_iterables", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 17, "n_typed": 9, "n_any": 0, "n_untyped": 8, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 5, "n_attrs": 1, "n_properties": 4 }, { "kind": "function", "name": "datasets.iterable_dataset.identity_func", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "datasets.iterable_dataset.FormattingConfig", "methods": [], "properties": [ { "kind": "property", "name": "FormattingConfig.is_table", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "FormattingConfig.is_tensor", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "FormattingConfig.format_type", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 2, "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 1, "n_properties": 2 }, { "kind": "class", "name": "datasets.iterable_dataset.RebatchedArrowExamplesIterable", "methods": [ { "kind": "function", "name": "RebatchedArrowExamplesIterable.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "RebatchedArrowExamplesIterable._init_state_dict", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "RebatchedArrowExamplesIterable.__iter__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "RebatchedArrowExamplesIterable._iter_arrow", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "RebatchedArrowExamplesIterable.shuffle_data_sources", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "RebatchedArrowExamplesIterable.shard_data_sources", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "RebatchedArrowExamplesIterable.reshard_data_sources", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [ { "kind": "property", "name": "RebatchedArrowExamplesIterable.iter_arrow", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "RebatchedArrowExamplesIterable.is_typed", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "RebatchedArrowExamplesIterable.features", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "RebatchedArrowExamplesIterable.num_shards", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "RebatchedArrowExamplesIterable.ex_iterable", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "RebatchedArrowExamplesIterable.batch_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "RebatchedArrowExamplesIterable.drop_last_batch", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 21, "n_typed": 12, "n_any": 0, "n_untyped": 9, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 7, "n_attrs": 3, "n_properties": 4 }, { "kind": "class", "name": "datasets.iterable_dataset.FormattedExamplesIterable", "methods": [ { "kind": "function", "name": "FormattedExamplesIterable.__init__", "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "FormattedExamplesIterable._init_state_dict", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FormattedExamplesIterable.__iter__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FormattedExamplesIterable._iter_arrow", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FormattedExamplesIterable.shuffle_data_sources", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FormattedExamplesIterable.shard_data_sources", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "FormattedExamplesIterable.reshard_data_sources", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [ { "kind": "property", "name": "FormattedExamplesIterable.iter_arrow", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "FormattedExamplesIterable.is_typed", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "FormattedExamplesIterable.features", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "FormattedExamplesIterable.num_shards", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "FormattedExamplesIterable.ex_iterable", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FormattedExamplesIterable.formatting", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FormattedExamplesIterable.token_per_repo_id", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 22, "n_typed": 13, "n_any": 0, "n_untyped": 9, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 8, "n_attrs": 3, "n_properties": 4 }, { "kind": "class", "name": "datasets.iterable_dataset.IterableDataset", "methods": [ { "kind": "function", "name": "IterableDataset.__init__", "n_typed": 6, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "IterableDataset.state_dict", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "IterableDataset.load_state_dict", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "IterableDataset.__repr__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "IterableDataset.__getstate__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "IterableDataset.__setstate__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "IterableDataset._head", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "IterableDataset._iter_pytorch", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "IterableDataset._is_main_process", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "IterableDataset._prepare_ex_iterable_for_iteration", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "IterableDataset.__iter__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "IterableDataset.iter", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "IterableDataset.__getitem__", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "IterableDataset.from_generator", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "IterableDataset.from_spark", "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "IterableDataset.from_file", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "IterableDataset.from_pandas", "n_typed": 7, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "IterableDataset.from_polars", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "IterableDataset.from_dict", "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "IterableDataset.from_list", "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "IterableDataset.from_csv", "n_typed": 5, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "IterableDataset.from_json", "n_typed": 6, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "IterableDataset.from_parquet", "n_typed": 9, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 10, "n_params": 9, "n_function_overloads": 1, "n_function_params": 9 }, { "kind": "function", "name": "IterableDataset.from_text", "n_typed": 7, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "IterableDataset.with_format", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "IterableDataset.map", "n_typed": 10, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 10, "n_params": 9, "n_function_overloads": 1, "n_function_params": 9 }, { "kind": "function", "name": "IterableDataset.filter", "n_typed": 6, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "IterableDataset.shuffle", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "IterableDataset.set_epoch", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "IterableDataset.skip", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "IterableDataset.repeat", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "IterableDataset.take", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "IterableDataset.shard", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "IterableDataset.reshard", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "IterableDataset.add_column", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "IterableDataset.rename_column", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "IterableDataset.rename_columns", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "IterableDataset.remove_columns", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "IterableDataset.select_columns", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "IterableDataset.cast_column", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "IterableDataset.cast", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "IterableDataset.decode", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "IterableDataset._step", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "IterableDataset._resolve_features", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "IterableDataset.batch", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "IterableDataset.to_dict", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "IterableDataset.to_list", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "IterableDataset.to_pandas", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "IterableDataset.to_polars", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "IterableDataset.to_csv", "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "IterableDataset.to_json", "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "IterableDataset.to_sql", "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "IterableDataset.to_parquet", "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "IterableDataset._push_parquet_shards_to_hub_single", "n_typed": 10, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 10, "n_params": 9, "n_function_overloads": 1, "n_function_params": 9 }, { "kind": "function", "name": "IterableDataset._push_parquet_shards_to_hub", "n_typed": 10, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 10, "n_params": 9, "n_function_overloads": 1, "n_function_params": 9 }, { "kind": "function", "name": "IterableDataset.push_to_hub", "n_typed": 16, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 16, "n_params": 15, "n_function_overloads": 1, "n_function_params": 15 } ], "properties": [ { "kind": "property", "name": "IterableDataset.num_columns", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "IterableDataset.column_names", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "IterableDataset.epoch", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "IterableDataset.num_shards", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "IterableDataset.n_shards", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [], "n_typable": 230, "n_typed": 206, "n_any": 0, "n_untyped": 24, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 56, "n_method_overloads": 56, "n_method_params": 169, "n_attrs": 0, "n_properties": 5 }, { "kind": "class", "name": "datasets.iterable_dataset.RandomlyCyclingMultiSourcesExamplesIterable", "methods": [ { "kind": "function", "name": "RandomlyCyclingMultiSourcesExamplesIterable.__init__", "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "RandomlyCyclingMultiSourcesExamplesIterable.shift_rngs", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "RandomlyCyclingMultiSourcesExamplesIterable._get_indices_iterator", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "RandomlyCyclingMultiSourcesExamplesIterable._init_state_dict", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "RandomlyCyclingMultiSourcesExamplesIterable.shuffle_data_sources", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "RandomlyCyclingMultiSourcesExamplesIterable.shard_data_sources", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "RandomlyCyclingMultiSourcesExamplesIterable.reshard_data_sources", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [ { "kind": "property", "name": "RandomlyCyclingMultiSourcesExamplesIterable.is_typed", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "RandomlyCyclingMultiSourcesExamplesIterable.features", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "RandomlyCyclingMultiSourcesExamplesIterable.generator", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "RandomlyCyclingMultiSourcesExamplesIterable.probabilities", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 20, "n_typed": 13, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 9, "n_attrs": 2, "n_properties": 2 }, { "kind": "function", "name": "datasets.iterable_dataset.async_add_mask", "n_typed": 3, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "class", "name": "datasets.iterable_dataset.MappedExamplesIterable", "methods": [ { "kind": "function", "name": "MappedExamplesIterable.__init__", "n_typed": 12, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 13, "n_params": 12, "n_function_overloads": 1, "n_function_params": 12 }, { "kind": "function", "name": "MappedExamplesIterable._init_state_dict", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MappedExamplesIterable.__iter__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MappedExamplesIterable._iter", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MappedExamplesIterable._iter_arrow", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MappedExamplesIterable.shuffle_data_sources", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MappedExamplesIterable.shard_data_sources", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "MappedExamplesIterable.reshard_data_sources", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [ { "kind": "property", "name": "MappedExamplesIterable.iter_arrow", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "MappedExamplesIterable.is_typed", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "MappedExamplesIterable.features", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "MappedExamplesIterable.num_shards", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "MappedExamplesIterable.ex_iterable", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MappedExamplesIterable.function", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MappedExamplesIterable.batched", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MappedExamplesIterable.batch_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MappedExamplesIterable.drop_last_batch", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MappedExamplesIterable.remove_columns", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MappedExamplesIterable.with_indices", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MappedExamplesIterable.input_columns", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MappedExamplesIterable.fn_kwargs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MappedExamplesIterable.formatting", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MappedExamplesIterable.max_num_running_async_map_functions_in_parallel", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 40, "n_typed": 22, "n_any": 0, "n_untyped": 18, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 17, "n_attrs": 11, "n_properties": 4 }, { "kind": "attr", "name": "datasets.iterable_dataset.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "class", "name": "datasets.iterable_dataset.BufferShuffledExamplesIterable", "methods": [ { "kind": "function", "name": "BufferShuffledExamplesIterable.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "BufferShuffledExamplesIterable.shift_rngs", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BufferShuffledExamplesIterable._init_state_dict", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BufferShuffledExamplesIterable.load_state_dict", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BufferShuffledExamplesIterable._iter_random_indices", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "BufferShuffledExamplesIterable.__iter__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BufferShuffledExamplesIterable._iter_arrow", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "BufferShuffledExamplesIterable.shuffle_data_sources", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BufferShuffledExamplesIterable.shard_data_sources", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "BufferShuffledExamplesIterable.reshard_data_sources", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [ { "kind": "property", "name": "BufferShuffledExamplesIterable.is_typed", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "BufferShuffledExamplesIterable.features", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "BufferShuffledExamplesIterable.iter_arrow", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "BufferShuffledExamplesIterable.num_shards", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "BufferShuffledExamplesIterable.ex_iterable", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BufferShuffledExamplesIterable.buffer_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "BufferShuffledExamplesIterable.generator", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 29, "n_typed": 18, "n_any": 0, "n_untyped": 11, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 10, "n_method_overloads": 10, "n_method_params": 12, "n_attrs": 3, "n_properties": 4 }, { "kind": "class", "name": "datasets.iterable_dataset.IterableColumn", "methods": [ { "kind": "function", "name": "IterableColumn.__init__", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "IterableColumn.__iter__", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "IterableColumn.__getitem__", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "IterableColumn.source", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "IterableColumn.column_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 8, "n_typed": 5, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 3, "n_attrs": 2, "n_properties": 0 }, { "kind": "function", "name": "datasets.iterable_dataset.add_column_fn", "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "class", "name": "datasets.iterable_dataset.SkipExamplesIterable", "methods": [ { "kind": "function", "name": "SkipExamplesIterable.__init__", "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "SkipExamplesIterable._init_state_dict", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SkipExamplesIterable.__iter__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SkipExamplesIterable._iter_arrow", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SkipExamplesIterable.split_number", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "SkipExamplesIterable.shuffle_data_sources", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SkipExamplesIterable.shard_data_sources", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "SkipExamplesIterable.reshard_data_sources", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [ { "kind": "property", "name": "SkipExamplesIterable.iter_arrow", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "SkipExamplesIterable.is_typed", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "SkipExamplesIterable.features", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "SkipExamplesIterable.num_shards", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "SkipExamplesIterable.ex_iterable", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SkipExamplesIterable.n", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SkipExamplesIterable.block_sources_order_when_shuffling", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SkipExamplesIterable.split_when_sharding", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 26, "n_typed": 12, "n_any": 0, "n_untyped": 14, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 10, "n_attrs": 4, "n_properties": 4 }, { "kind": "class", "name": "datasets.iterable_dataset.CyclingMultiSourcesExamplesIterable", "methods": [ { "kind": "function", "name": "CyclingMultiSourcesExamplesIterable.__init__", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "CyclingMultiSourcesExamplesIterable._get_indices_iterator", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CyclingMultiSourcesExamplesIterable._init_state_dict", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CyclingMultiSourcesExamplesIterable._iter_arrow", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CyclingMultiSourcesExamplesIterable.__iter__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CyclingMultiSourcesExamplesIterable.shuffle_data_sources", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "CyclingMultiSourcesExamplesIterable.shard_data_sources", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "CyclingMultiSourcesExamplesIterable.reshard_data_sources", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [ { "kind": "property", "name": "CyclingMultiSourcesExamplesIterable.is_typed", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "CyclingMultiSourcesExamplesIterable.features", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "CyclingMultiSourcesExamplesIterable.iter_arrow", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "CyclingMultiSourcesExamplesIterable.num_shards", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "CyclingMultiSourcesExamplesIterable.ex_iterables", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CyclingMultiSourcesExamplesIterable.stopping_strategy", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CyclingMultiSourcesExamplesIterable.bool_strategy_func", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 21, "n_typed": 10, "n_any": 0, "n_untyped": 11, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 6, "n_attrs": 3, "n_properties": 4 }, { "kind": "class", "name": "datasets.iterable_dataset.SelectColumnsIterable", "methods": [ { "kind": "function", "name": "SelectColumnsIterable.__init__", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "SelectColumnsIterable._init_state_dict", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SelectColumnsIterable.__iter__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SelectColumnsIterable._iter_arrow", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SelectColumnsIterable.shuffle_data_sources", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SelectColumnsIterable.shard_data_sources", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "SelectColumnsIterable.reshard_data_sources", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [ { "kind": "property", "name": "SelectColumnsIterable.iter_arrow", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "SelectColumnsIterable.is_typed", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "SelectColumnsIterable.features", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "SelectColumnsIterable.num_shards", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "SelectColumnsIterable.ex_iterable", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SelectColumnsIterable.column_names", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 19, "n_typed": 11, "n_any": 0, "n_untyped": 8, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 6, "n_attrs": 2, "n_properties": 4 }, { "kind": "function", "name": "datasets.iterable_dataset.shift_ex_examples_rngs", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "attr", "name": "datasets.iterable_dataset.Key", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "function", "name": "datasets.iterable_dataset.add_mask", "n_typed": 3, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "attr", "name": "datasets.iterable_dataset.HfFileSystemResolvedBucketPath", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "datasets.iterable_dataset.DistributedConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "DistributedConfig.rank", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DistributedConfig.world_size", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "datasets.iterable_dataset.ArrowExamplesIterable", "methods": [ { "kind": "function", "name": "ArrowExamplesIterable.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "ArrowExamplesIterable._init_state_dict", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ArrowExamplesIterable.__iter__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ArrowExamplesIterable._iter_arrow", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ArrowExamplesIterable.shuffle_data_sources", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ArrowExamplesIterable.shard_data_sources", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "ArrowExamplesIterable.reshard_data_sources", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [ { "kind": "property", "name": "ArrowExamplesIterable.iter_arrow", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "ArrowExamplesIterable.num_shards", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "ArrowExamplesIterable.generate_tables_fn", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ArrowExamplesIterable.kwargs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ArrowExamplesIterable.generate_more_kwargs_fn", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 19, "n_typed": 11, "n_any": 0, "n_untyped": 8, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 7, "n_attrs": 3, "n_properties": 2 }, { "kind": "class", "name": "datasets.iterable_dataset.FilteredExamplesIterable", "methods": [ { "kind": "function", "name": "FilteredExamplesIterable.__init__", "n_typed": 8, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "FilteredExamplesIterable._iter", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FilteredExamplesIterable._iter_arrow", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FilteredExamplesIterable.shuffle_data_sources", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FilteredExamplesIterable.shard_data_sources", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "FilteredExamplesIterable.reshard_data_sources", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [ { "kind": "property", "name": "FilteredExamplesIterable.num_shards", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "FilteredExamplesIterable.mask_column_name", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "FilteredExamplesIterable.mask_function", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 21, "n_typed": 16, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 13, "n_attrs": 2, "n_properties": 1 }, { "kind": "class", "name": "datasets.iterable_dataset.StepExamplesIterable", "methods": [ { "kind": "function", "name": "StepExamplesIterable.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "StepExamplesIterable._init_state_dict", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "StepExamplesIterable.__iter__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "StepExamplesIterable._iter_arrow", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "StepExamplesIterable.shuffle_data_sources", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "StepExamplesIterable.shard_data_sources", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "StepExamplesIterable.reshard_data_sources", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [ { "kind": "property", "name": "StepExamplesIterable.iter_arrow", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "StepExamplesIterable.is_typed", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "StepExamplesIterable.features", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "StepExamplesIterable.num_shards", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "StepExamplesIterable.ex_iterable", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "StepExamplesIterable.step", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "StepExamplesIterable.offset", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 21, "n_typed": 11, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 7, "n_attrs": 3, "n_properties": 4 }, { "kind": "class", "name": "datasets.iterable_dataset.RepeatExamplesIterable", "methods": [ { "kind": "function", "name": "RepeatExamplesIterable.__init__", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "RepeatExamplesIterable._init_state_dict", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "RepeatExamplesIterable.__iter__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "RepeatExamplesIterable.shuffle_data_sources", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "RepeatExamplesIterable.shard_data_sources", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "RepeatExamplesIterable.reshard_data_sources", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [ { "kind": "property", "name": "RepeatExamplesIterable.num_shards", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "RepeatExamplesIterable.ex_iterable", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "RepeatExamplesIterable.num_times", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 15, "n_typed": 10, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 6, "n_attrs": 2, "n_properties": 1 } ], "type_ignores": [], "name": "datasets.iterable_dataset", "names": [ "datasets.iterable_dataset.ArrowExamplesIterable", "datasets.iterable_dataset.BucketNotFoundError", "datasets.iterable_dataset.BufferShuffledExamplesIterable", "datasets.iterable_dataset.CyclingMultiSourcesExamplesIterable", "datasets.iterable_dataset.DistributedConfig", "datasets.iterable_dataset.ExamplesIterable", "datasets.iterable_dataset.FilteredExamplesIterable", "datasets.iterable_dataset.FormattedExamplesIterable", "datasets.iterable_dataset.FormattingConfig", "datasets.iterable_dataset.HfFileSystemResolvedBucketPath", "datasets.iterable_dataset.HorizontallyConcatenatedMultiSourcesExamplesIterable", "datasets.iterable_dataset.IterableColumn", "datasets.iterable_dataset.IterableDataset", "datasets.iterable_dataset.Key", "datasets.iterable_dataset.MappedExamplesIterable", "datasets.iterable_dataset.RandomlyCyclingMultiSourcesExamplesIterable", "datasets.iterable_dataset.RebatchedArrowExamplesIterable", "datasets.iterable_dataset.RepeatExamplesIterable", "datasets.iterable_dataset.SelectColumnsIterable", "datasets.iterable_dataset.SkipExamplesIterable", "datasets.iterable_dataset.StepExamplesIterable", "datasets.iterable_dataset.TakeExamplesIterable", "datasets.iterable_dataset.VerticallyConcatenatedMultiSourcesExamplesIterable", "datasets.iterable_dataset.add_column_fn", "datasets.iterable_dataset.add_mask", "datasets.iterable_dataset.async_add_mask", "datasets.iterable_dataset.identity_func", "datasets.iterable_dataset.logger", "datasets.iterable_dataset.shift_ex_examples_rngs" ], "n_typable": 615, "n_typed": 427, "n_any": 0, "n_untyped": 188, "n_functions": 5, "n_function_overloads": 5, "n_function_params": 17, "n_methods": 175, "n_method_overloads": 175, "n_method_params": 307, "n_classes": 20, "n_attrs": 59, "n_properties": 58, "n_type_ignores": 0 }, { "path": "datasets/load.py", "symbol_reports": [ { "kind": "function", "name": "datasets.load.infer_module_for_data_files_list", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "datasets.load.increase_load_count", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.load.load_dataset", "n_typed": 18, "n_any": 1, "n_untyped": 0, "n_overloads": 4, "n_typable": 19, "n_params": 18, "n_function_overloads": 4, "n_function_params": 18 }, { "kind": "function", "name": "datasets.load.infer_module_for_data_files", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "attr", "name": "datasets.load.BucketNotFoundError", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "datasets.load.HubBucketDatasetModuleFactory", "methods": [ { "kind": "function", "name": "HubBucketDatasetModuleFactory.__init__", "n_typed": 5, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "HubBucketDatasetModuleFactory.get_module", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "HubBucketDatasetModuleFactory.path", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "HubBucketDatasetModuleFactory.name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "HubBucketDatasetModuleFactory.data_files", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "HubBucketDatasetModuleFactory.data_dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "HubBucketDatasetModuleFactory.download_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "HubBucketDatasetModuleFactory.download_mode", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 13, "n_typed": 6, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 5, "n_attrs": 6, "n_properties": 0 }, { "kind": "class", "name": "datasets.load.CachedDatasetModuleFactory", "methods": [ { "kind": "function", "name": "CachedDatasetModuleFactory.__init__", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "CachedDatasetModuleFactory.get_module", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "CachedDatasetModuleFactory.name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CachedDatasetModuleFactory.cache_dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 6, "n_typed": 3, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "datasets.load.DatasetModule", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "DatasetModule.module_path", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DatasetModule.hash", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DatasetModule.builder_kwargs", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DatasetModule.builder_configs_parameters", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "DatasetModule.dataset_infos", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 5, "n_properties": 0 }, { "kind": "class", "name": "datasets.load.LocalDatasetModuleFactory", "methods": [ { "kind": "function", "name": "LocalDatasetModuleFactory.__init__", "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "LocalDatasetModuleFactory.get_module", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "LocalDatasetModuleFactory.path", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LocalDatasetModuleFactory.name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LocalDatasetModuleFactory.data_files", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LocalDatasetModuleFactory.data_dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "LocalDatasetModuleFactory.download_mode", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 11, "n_typed": 5, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 4, "n_attrs": 5, "n_properties": 0 }, { "kind": "function", "name": "datasets.load.create_builder_configs_from_metadata_configs", "n_typed": 6, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "datasets.load.load_from_disk", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "datasets.load.import_main_class", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "datasets.load.HubDatasetModuleFactory", "methods": [ { "kind": "function", "name": "HubDatasetModuleFactory.__init__", "n_typed": 7, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "HubDatasetModuleFactory.get_module", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "HubDatasetModuleFactory.name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "HubDatasetModuleFactory.commit_hash", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "HubDatasetModuleFactory.data_files", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "HubDatasetModuleFactory.data_dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "HubDatasetModuleFactory.download_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "HubDatasetModuleFactory.download_mode", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "HubDatasetModuleFactory.use_exported_dataset_infos", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 16, "n_typed": 8, "n_any": 0, "n_untyped": 8, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 7, "n_attrs": 7, "n_properties": 0 }, { "kind": "attr", "name": "datasets.load.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "class", "name": "datasets.load.HubDatasetModuleFactoryWithParquetExport", "methods": [ { "kind": "function", "name": "HubDatasetModuleFactoryWithParquetExport.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "HubDatasetModuleFactoryWithParquetExport.get_module", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "HubDatasetModuleFactoryWithParquetExport.name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "HubDatasetModuleFactoryWithParquetExport.commit_hash", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "HubDatasetModuleFactoryWithParquetExport.download_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 8, "n_typed": 4, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 3, "n_attrs": 3, "n_properties": 0 }, { "kind": "function", "name": "datasets.load.dataset_module_factory", "n_typed": 8, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 9, "n_params": 8, "n_function_overloads": 1, "n_function_params": 8 }, { "kind": "function", "name": "datasets.load.load_dataset_builder", "n_typed": 12, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 13, "n_params": 12, "n_function_overloads": 1, "n_function_params": 12 }, { "kind": "class", "name": "datasets.load.PackagedDatasetModuleFactory", "methods": [ { "kind": "function", "name": "PackagedDatasetModuleFactory.__init__", "n_typed": 5, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "PackagedDatasetModuleFactory.get_module", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "PackagedDatasetModuleFactory.name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PackagedDatasetModuleFactory.data_files", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PackagedDatasetModuleFactory.data_dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PackagedDatasetModuleFactory.download_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "PackagedDatasetModuleFactory.download_mode", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 12, "n_typed": 6, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 5, "n_attrs": 5, "n_properties": 0 }, { "kind": "class", "name": "datasets.load.BuilderConfigsParameters", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "BuilderConfigsParameters.metadata_configs", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "BuilderConfigsParameters.builder_configs", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "BuilderConfigsParameters.default_config_name", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 3, "n_properties": 0 }, { "kind": "function", "name": "datasets.load.configure_builder_class", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "datasets.load.get_dataset_builder_class", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "datasets.load.infer_module_for_data_files_list_in_archives", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "type_ignores": [], "name": "datasets.load", "names": [ "datasets.load.BucketNotFoundError", "datasets.load.BuilderConfigsParameters", "datasets.load.CachedDatasetModuleFactory", "datasets.load.DatasetModule", "datasets.load.HubBucketDatasetModuleFactory", "datasets.load.HubDatasetModuleFactory", "datasets.load.HubDatasetModuleFactoryWithParquetExport", "datasets.load.LocalDatasetModuleFactory", "datasets.load.PackagedDatasetModuleFactory", "datasets.load.configure_builder_class", "datasets.load.create_builder_configs_from_metadata_configs", "datasets.load.dataset_module_factory", "datasets.load.get_dataset_builder_class", "datasets.load.import_main_class", "datasets.load.increase_load_count", "datasets.load.infer_module_for_data_files", "datasets.load.infer_module_for_data_files_list", "datasets.load.infer_module_for_data_files_list_in_archives", "datasets.load.load_dataset", "datasets.load.load_dataset_builder", "datasets.load.load_from_disk", "datasets.load.logger" ], "n_typable": 140, "n_typed": 100, "n_any": 1, "n_untyped": 39, "n_functions": 12, "n_function_overloads": 15, "n_function_params": 61, "n_methods": 12, "n_method_overloads": 12, "n_method_params": 26, "n_classes": 8, "n_attrs": 38, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/naming.py", "symbol_reports": [ { "kind": "function", "name": "datasets.naming.filenames_for_dataset_split", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "datasets.naming.camelcase_to_snakecase", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.naming.filepattern_for_dataset_split", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "datasets.naming.filename_prefix_for_split", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "datasets.naming.snakecase_to_camelcase", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "datasets.naming.INVALID_WINDOWS_CHARACTERS_IN_PATH", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "datasets.naming.filename_prefix_for_name", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "datasets.naming", "names": [ "datasets.naming.INVALID_WINDOWS_CHARACTERS_IN_PATH", "datasets.naming.camelcase_to_snakecase", "datasets.naming.filename_prefix_for_name", "datasets.naming.filename_prefix_for_split", "datasets.naming.filenames_for_dataset_split", "datasets.naming.filepattern_for_dataset_split", "datasets.naming.snakecase_to_camelcase" ], "n_typable": 20, "n_typed": 0, "n_any": 0, "n_untyped": 20, "n_functions": 6, "n_function_overloads": 6, "n_function_params": 14, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/packaged_modules/arrow/arrow.py", "symbol_reports": [ { "kind": "attr", "name": "datasets.packaged_modules.arrow.arrow.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "class", "name": "datasets.packaged_modules.arrow.arrow.Arrow", "methods": [ { "kind": "function", "name": "Arrow._info", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Arrow._split_generators", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Arrow._cast_table", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Arrow._generate_shards", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Arrow._generate_tables", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Arrow.BUILDER_CONFIG_CLASS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 9, "n_typed": 2, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 4, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "datasets.packaged_modules.arrow.arrow.ArrowConfig", "methods": [ { "kind": "function", "name": "ArrowConfig.__post_init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "ArrowConfig.features", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 1, "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.packaged_modules.arrow.arrow", "names": [ "datasets.packaged_modules.arrow.arrow.Arrow", "datasets.packaged_modules.arrow.arrow.ArrowConfig", "datasets.packaged_modules.arrow.arrow.logger" ], "n_typable": 11, "n_typed": 2, "n_any": 0, "n_untyped": 9, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 4, "n_classes": 2, "n_attrs": 3, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/packaged_modules/audiofolder/audiofolder.py", "symbol_reports": [ { "kind": "class", "name": "datasets.packaged_modules.audiofolder.audiofolder.AudioFolderConfig", "methods": [ { "kind": "function", "name": "AudioFolderConfig.__post_init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "AudioFolderConfig.drop_labels", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "AudioFolderConfig.drop_metadata", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 3, "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 }, { "kind": "attr", "name": "datasets.packaged_modules.audiofolder.audiofolder.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.packaged_modules.audiofolder.audiofolder.AUDIO_EXTENSIONS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "datasets.packaged_modules.audiofolder.audiofolder.AudioFolder", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "AudioFolder.BASE_FEATURE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "AudioFolder.BASE_COLUMN_NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "AudioFolder.BUILDER_CONFIG_CLASS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "AudioFolder.EXTENSIONS", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 1, "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 4, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.packaged_modules.audiofolder.audiofolder", "names": [ "datasets.packaged_modules.audiofolder.audiofolder.AUDIO_EXTENSIONS", "datasets.packaged_modules.audiofolder.audiofolder.AudioFolder", "datasets.packaged_modules.audiofolder.audiofolder.AudioFolderConfig", "datasets.packaged_modules.audiofolder.audiofolder.logger" ], "n_typable": 5, "n_typed": 3, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_classes": 2, "n_attrs": 8, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/packaged_modules/cache/cache.py", "symbol_reports": [ { "kind": "class", "name": "datasets.packaged_modules.cache.cache.Cache", "methods": [ { "kind": "function", "name": "Cache.__init__", "n_typed": 14, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 16, "n_params": 15, "n_function_overloads": 1, "n_function_params": 15 }, { "kind": "function", "name": "Cache._info", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Cache.download_and_prepare", "n_typed": 1, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "Cache._split_generators", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Cache._generate_shards", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Cache._generate_tables", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 27, "n_typed": 16, "n_any": 0, "n_untyped": 11, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 21, "n_attrs": 0, "n_properties": 0 }, { "kind": "attr", "name": "datasets.packaged_modules.cache.cache.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "type_ignores": [], "name": "datasets.packaged_modules.cache.cache", "names": [ "datasets.packaged_modules.cache.cache.Cache", "datasets.packaged_modules.cache.cache.logger" ], "n_typable": 28, "n_typed": 16, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 21, "n_classes": 1, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/packaged_modules/csv/csv.py", "symbol_reports": [ { "kind": "class", "name": "datasets.packaged_modules.csv.csv.CsvConfig", "methods": [ { "kind": "function", "name": "CsvConfig.__post_init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [ { "kind": "property", "name": "CsvConfig.pd_read_csv_kwargs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "CsvConfig.sep", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.delimiter", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.header", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.names", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.column_names", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.index_col", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.usecols", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.prefix", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.mangle_dupe_cols", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.engine", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.converters", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.true_values", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.false_values", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.skipinitialspace", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.skiprows", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.nrows", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.na_values", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.keep_default_na", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.na_filter", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.verbose", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.skip_blank_lines", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.thousands", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.decimal", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.lineterminator", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.quotechar", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.quoting", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.escapechar", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.comment", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.encoding", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.dialect", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.error_bad_lines", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.warn_bad_lines", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.skipfooter", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.doublequote", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.memory_map", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.float_precision", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.chunksize", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.features", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.encoding_errors", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.on_bad_lines", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "CsvConfig.date_format", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 2, "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 41, "n_properties": 1 }, { "kind": "attr", "name": "datasets.packaged_modules.csv.csv.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "class", "name": "datasets.packaged_modules.csv.csv.Csv", "methods": [ { "kind": "function", "name": "Csv._info", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Csv._split_generators", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Csv._cast_table", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Csv._generate_shards", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Csv._generate_tables", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Csv.BUILDER_CONFIG_CLASS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 11, "n_typed": 2, "n_any": 0, "n_untyped": 9, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 6, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.packaged_modules.csv.csv", "names": [ "datasets.packaged_modules.csv.csv.Csv", "datasets.packaged_modules.csv.csv.CsvConfig", "datasets.packaged_modules.csv.csv.logger" ], "n_typable": 14, "n_typed": 2, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 6, "n_classes": 2, "n_attrs": 43, "n_properties": 1, "n_type_ignores": 0 }, { "path": "datasets/packaged_modules/eval/eval.py", "symbol_reports": [ { "kind": "attr", "name": "datasets.packaged_modules.eval.eval.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "class", "name": "datasets.packaged_modules.eval.eval.Eval", "methods": [ { "kind": "function", "name": "Eval._info", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Eval._split_generators", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Eval._sort_samples_key", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Eval._iter_samples_from_log_files", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Eval._generate_shards", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Eval._generate_examples", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Eval.NUM_EXAMPLES_FOR_FEATURES_INFERENCE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 13, "n_typed": 2, "n_any": 0, "n_untyped": 11, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 7, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.packaged_modules.eval.eval", "names": [ "datasets.packaged_modules.eval.eval.Eval", "datasets.packaged_modules.eval.eval.logger" ], "n_typable": 14, "n_typed": 2, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 7, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/packaged_modules/folder_based_builder/folder_based_builder.py", "symbol_reports": [ { "kind": "class", "name": "datasets.packaged_modules.folder_based_builder.folder_based_builder.FolderBasedBuilder", "methods": [ { "kind": "function", "name": "FolderBasedBuilder._info", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "FolderBasedBuilder._split_generators", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FolderBasedBuilder._split_files_and_metadata_and_archives", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "FolderBasedBuilder._read_metadata", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "FolderBasedBuilder._generate_shards", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "FolderBasedBuilder._generate_examples", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "FolderBasedBuilder.BASE_FEATURE", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "FolderBasedBuilder.BASE_COLUMN_NAME", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "FolderBasedBuilder.BUILDER_CONFIG_CLASS", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "FolderBasedBuilder.EXTENSIONS", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "FolderBasedBuilder.METADATA_FILENAMES", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 23, "n_typed": 8, "n_any": 0, "n_untyped": 15, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 12, "n_attrs": 5, "n_properties": 0 }, { "kind": "attr", "name": "datasets.packaged_modules.folder_based_builder.folder_based_builder.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "function", "name": "datasets.packaged_modules.folder_based_builder.folder_based_builder.count_path_segments", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "datasets.packaged_modules.folder_based_builder.folder_based_builder.FolderBasedBuilderConfig", "methods": [ { "kind": "function", "name": "FolderBasedBuilderConfig.__post_init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "FolderBasedBuilderConfig.features", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "FolderBasedBuilderConfig.drop_labels", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "FolderBasedBuilderConfig.drop_metadata", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "FolderBasedBuilderConfig.metadata_filenames", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "FolderBasedBuilderConfig.filters", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 1, "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 5, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.packaged_modules.folder_based_builder.folder_based_builder", "names": [ "datasets.packaged_modules.folder_based_builder.folder_based_builder.FolderBasedBuilder", "datasets.packaged_modules.folder_based_builder.folder_based_builder.FolderBasedBuilderConfig", "datasets.packaged_modules.folder_based_builder.folder_based_builder.count_path_segments", "datasets.packaged_modules.folder_based_builder.folder_based_builder.logger" ], "n_typable": 27, "n_typed": 8, "n_any": 0, "n_untyped": 19, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 1, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 12, "n_classes": 2, "n_attrs": 11, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/packaged_modules/generator/generator.py", "symbol_reports": [ { "kind": "class", "name": "datasets.packaged_modules.generator.generator.GeneratorConfig", "methods": [ { "kind": "function", "name": "GeneratorConfig.__post_init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "GeneratorConfig.generator", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "GeneratorConfig.gen_kwargs", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "GeneratorConfig.features", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "GeneratorConfig.split", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 1, "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 4, "n_properties": 0 }, { "kind": "class", "name": "datasets.packaged_modules.generator.generator.Generator", "methods": [ { "kind": "function", "name": "Generator._info", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Generator._split_generators", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Generator._generate_examples", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Generator.BUILDER_CONFIG_CLASS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 5, "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 2, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.packaged_modules.generator.generator", "names": [ "datasets.packaged_modules.generator.generator.Generator", "datasets.packaged_modules.generator.generator.GeneratorConfig" ], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 2, "n_classes": 2, "n_attrs": 5, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/packaged_modules/hdf5/hdf5.py", "symbol_reports": [ { "kind": "attr", "name": "datasets.packaged_modules.hdf5.hdf5.EXTENSIONS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.packaged_modules.hdf5.hdf5.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "class", "name": "datasets.packaged_modules.hdf5.hdf5.HDF5", "methods": [ { "kind": "function", "name": "HDF5._info", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "HDF5._split_generators", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HDF5._generate_shards", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "HDF5._generate_tables", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "HDF5.BUILDER_CONFIG_CLASS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 7, "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 3, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "datasets.packaged_modules.hdf5.hdf5.HDF5Config", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "HDF5Config.batch_size", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "HDF5Config.features", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.packaged_modules.hdf5.hdf5", "names": [ "datasets.packaged_modules.hdf5.hdf5.EXTENSIONS", "datasets.packaged_modules.hdf5.hdf5.HDF5", "datasets.packaged_modules.hdf5.hdf5.HDF5Config", "datasets.packaged_modules.hdf5.hdf5.logger" ], "n_typable": 8, "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 3, "n_classes": 2, "n_attrs": 5, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/packaged_modules/imagefolder/imagefolder.py", "symbol_reports": [ { "kind": "class", "name": "datasets.packaged_modules.imagefolder.imagefolder.ImageFolderConfig", "methods": [ { "kind": "function", "name": "ImageFolderConfig.__post_init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "ImageFolderConfig.drop_labels", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "ImageFolderConfig.drop_metadata", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 3, "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "datasets.packaged_modules.imagefolder.imagefolder.ImageFolder", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "ImageFolder.BASE_FEATURE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ImageFolder.BASE_COLUMN_NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ImageFolder.BUILDER_CONFIG_CLASS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ImageFolder.EXTENSIONS", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 1, "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 4, "n_properties": 0 }, { "kind": "attr", "name": "datasets.packaged_modules.imagefolder.imagefolder.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.packaged_modules.imagefolder.imagefolder.IMAGE_EXTENSIONS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "datasets.packaged_modules.imagefolder.imagefolder", "names": [ "datasets.packaged_modules.imagefolder.imagefolder.IMAGE_EXTENSIONS", "datasets.packaged_modules.imagefolder.imagefolder.ImageFolder", "datasets.packaged_modules.imagefolder.imagefolder.ImageFolderConfig", "datasets.packaged_modules.imagefolder.imagefolder.logger" ], "n_typable": 5, "n_typed": 3, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_classes": 2, "n_attrs": 8, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/packaged_modules/json/json.py", "symbol_reports": [ { "kind": "attr", "name": "datasets.packaged_modules.json.json.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "class", "name": "datasets.packaged_modules.json.json.FullReadDisallowed", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "function", "name": "datasets.packaged_modules.json.json.pandas_read_json", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "class", "name": "datasets.packaged_modules.json.json.JsonConfig", "methods": [ { "kind": "function", "name": "JsonConfig.__post_init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "JsonConfig.features", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "JsonConfig.encoding", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "JsonConfig.encoding_errors", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "JsonConfig.field", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "JsonConfig.use_threads", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "JsonConfig.block_size", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "JsonConfig.chunksize", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "JsonConfig.newlines_in_values", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "JsonConfig.on_mixed_types", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 1, "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 9, "n_properties": 0 }, { "kind": "class", "name": "datasets.packaged_modules.json.json.Json", "methods": [ { "kind": "function", "name": "Json._info", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Json._split_generators", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Json._cast_table", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Json._generate_shards", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Json._generate_tables", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Json.BUILDER_CONFIG_CLASS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 13, "n_typed": 2, "n_any": 0, "n_untyped": 11, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 8, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.packaged_modules.json.json", "names": [ "datasets.packaged_modules.json.json.FullReadDisallowed", "datasets.packaged_modules.json.json.Json", "datasets.packaged_modules.json.json.JsonConfig", "datasets.packaged_modules.json.json.logger", "datasets.packaged_modules.json.json.pandas_read_json" ], "n_typable": 18, "n_typed": 2, "n_any": 0, "n_untyped": 16, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 2, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 8, "n_classes": 3, "n_attrs": 11, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/packaged_modules/lance/lance.py", "symbol_reports": [ { "kind": "attr", "name": "datasets.packaged_modules.lance.lance.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "class", "name": "datasets.packaged_modules.lance.lance.LanceConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "LanceConfig.features", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "LanceConfig.columns", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "LanceConfig.batch_size", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "LanceConfig.token", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 4, "n_properties": 0 }, { "kind": "function", "name": "datasets.packaged_modules.lance.lance.resolve_dataset_uris", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "datasets.packaged_modules.lance.lance.MAGIC_BYTES_EXTENSION_AND_FEATURE_TYPES", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "class", "name": "datasets.packaged_modules.lance.lance.Lance", "methods": [ { "kind": "function", "name": "Lance._info", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Lance._split_generators", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Lance._cast_table", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Lance._generate_shards", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "Lance._generate_num_examples", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "Lance._generate_tables", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Lance.BUILDER_CONFIG_CLASS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Lance.METADATA_EXTENSIONS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 17, "n_typed": 11, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 11, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.packaged_modules.lance.lance", "names": [ "datasets.packaged_modules.lance.lance.Lance", "datasets.packaged_modules.lance.lance.LanceConfig", "datasets.packaged_modules.lance.lance.MAGIC_BYTES_EXTENSION_AND_FEATURE_TYPES", "datasets.packaged_modules.lance.lance.logger", "datasets.packaged_modules.lance.lance.resolve_dataset_uris" ], "n_typable": 21, "n_typed": 13, "n_any": 0, "n_untyped": 8, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 1, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 11, "n_classes": 2, "n_attrs": 8, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/packaged_modules/niftifolder/niftifolder.py", "symbol_reports": [ { "kind": "class", "name": "datasets.packaged_modules.niftifolder.niftifolder.NiftiFolderConfig", "methods": [ { "kind": "function", "name": "NiftiFolderConfig.__post_init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "NiftiFolderConfig.drop_labels", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "NiftiFolderConfig.drop_metadata", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 3, "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 }, { "kind": "attr", "name": "datasets.packaged_modules.niftifolder.niftifolder.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "class", "name": "datasets.packaged_modules.niftifolder.niftifolder.NiftiFolder", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "NiftiFolder.BASE_FEATURE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "NiftiFolder.BASE_COLUMN_NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "NiftiFolder.BUILDER_CONFIG_CLASS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "NiftiFolder.EXTENSIONS", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 1, "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 4, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.packaged_modules.niftifolder.niftifolder", "names": [ "datasets.packaged_modules.niftifolder.niftifolder.NiftiFolder", "datasets.packaged_modules.niftifolder.niftifolder.NiftiFolderConfig", "datasets.packaged_modules.niftifolder.niftifolder.logger" ], "n_typable": 5, "n_typed": 3, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_classes": 2, "n_attrs": 7, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/packaged_modules/pandas/pandas.py", "symbol_reports": [ { "kind": "class", "name": "datasets.packaged_modules.pandas.pandas.PandasConfig", "methods": [ { "kind": "function", "name": "PandasConfig.__post_init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "PandasConfig.features", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 1, "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "datasets.packaged_modules.pandas.pandas.Pandas", "methods": [ { "kind": "function", "name": "Pandas._info", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Pandas._split_generators", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Pandas._cast_table", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Pandas._generate_shards", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Pandas._generate_tables", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Pandas.BUILDER_CONFIG_CLASS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 9, "n_typed": 2, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 4, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.packaged_modules.pandas.pandas", "names": [ "datasets.packaged_modules.pandas.pandas.Pandas", "datasets.packaged_modules.pandas.pandas.PandasConfig" ], "n_typable": 10, "n_typed": 2, "n_any": 0, "n_untyped": 8, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 4, "n_classes": 2, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/packaged_modules/parquet/parquet.py", "symbol_reports": [ { "kind": "class", "name": "datasets.packaged_modules.parquet.parquet.ParquetConfig", "methods": [ { "kind": "function", "name": "ParquetConfig.__post_init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "ParquetConfig.batch_size", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ParquetConfig.columns", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ParquetConfig.features", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ParquetConfig.filters", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ParquetConfig.fragment_scan_options", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "ParquetConfig.on_bad_files", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 1, "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 6, "n_properties": 0 }, { "kind": "attr", "name": "datasets.packaged_modules.parquet.parquet.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "class", "name": "datasets.packaged_modules.parquet.parquet.Parquet", "methods": [ { "kind": "function", "name": "Parquet._info", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Parquet._split_generators", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Parquet._cast_table", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Parquet._generate_shards", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Parquet._generate_more_gen_kwargs", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Parquet._generate_tables", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Parquet.BUILDER_CONFIG_CLASS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 14, "n_typed": 2, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 8, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.packaged_modules.parquet.parquet", "names": [ "datasets.packaged_modules.parquet.parquet.Parquet", "datasets.packaged_modules.parquet.parquet.ParquetConfig", "datasets.packaged_modules.parquet.parquet.logger" ], "n_typable": 16, "n_typed": 2, "n_any": 0, "n_untyped": 14, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 8, "n_classes": 2, "n_attrs": 8, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/packaged_modules/pdffolder/pdffolder.py", "symbol_reports": [ { "kind": "class", "name": "datasets.packaged_modules.pdffolder.pdffolder.PdfFolderConfig", "methods": [ { "kind": "function", "name": "PdfFolderConfig.__post_init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "PdfFolderConfig.drop_labels", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "PdfFolderConfig.drop_metadata", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 3, "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "datasets.packaged_modules.pdffolder.pdffolder.PdfFolder", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "PdfFolder.BASE_FEATURE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "PdfFolder.BASE_COLUMN_NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "PdfFolder.BUILDER_CONFIG_CLASS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "PdfFolder.EXTENSIONS", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 1, "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 4, "n_properties": 0 }, { "kind": "attr", "name": "datasets.packaged_modules.pdffolder.pdffolder.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "type_ignores": [], "name": "datasets.packaged_modules.pdffolder.pdffolder", "names": [ "datasets.packaged_modules.pdffolder.pdffolder.PdfFolder", "datasets.packaged_modules.pdffolder.pdffolder.PdfFolderConfig", "datasets.packaged_modules.pdffolder.pdffolder.logger" ], "n_typable": 5, "n_typed": 3, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_classes": 2, "n_attrs": 7, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/packaged_modules/spark/spark.py", "symbol_reports": [ { "kind": "class", "name": "datasets.packaged_modules.spark.spark.SparkExamplesIterable", "methods": [ { "kind": "function", "name": "SparkExamplesIterable.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "SparkExamplesIterable._init_state_dict", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SparkExamplesIterable.load_state_dict", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SparkExamplesIterable.__iter__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SparkExamplesIterable.shuffle_data_sources", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SparkExamplesIterable.shard_data_sources", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [ { "kind": "property", "name": "SparkExamplesIterable.num_shards", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "SparkExamplesIterable.df", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SparkExamplesIterable.partition_order", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 16, "n_typed": 10, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 7, "n_attrs": 2, "n_properties": 1 }, { "kind": "attr", "name": "datasets.packaged_modules.spark.spark.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "class", "name": "datasets.packaged_modules.spark.spark.Spark", "methods": [ { "kind": "function", "name": "Spark.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "Spark._validate_cache_dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Spark._info", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Spark._split_generators", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Spark._repartition_df_if_needed", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Spark._prepare_split_single", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "Spark._prepare_split", "n_typed": 4, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "Spark._get_examples_iterable_for_split", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Spark.BUILDER_CONFIG_CLASS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Spark.df", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 24, "n_typed": 14, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 15, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "datasets.packaged_modules.spark.spark.SparkConfig", "methods": [ { "kind": "function", "name": "SparkConfig.__post_init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "SparkConfig.features", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 1, "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.packaged_modules.spark.spark", "names": [ "datasets.packaged_modules.spark.spark.Spark", "datasets.packaged_modules.spark.spark.SparkConfig", "datasets.packaged_modules.spark.spark.SparkExamplesIterable", "datasets.packaged_modules.spark.spark.logger" ], "n_typable": 42, "n_typed": 24, "n_any": 0, "n_untyped": 18, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 15, "n_method_overloads": 15, "n_method_params": 22, "n_classes": 3, "n_attrs": 6, "n_properties": 1, "n_type_ignores": 0 }, { "path": "datasets/packaged_modules/sql/sql.py", "symbol_reports": [ { "kind": "class", "name": "datasets.packaged_modules.sql.sql.Sql", "methods": [ { "kind": "function", "name": "Sql._info", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Sql._split_generators", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Sql._cast_table", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Sql._generate_tables", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Sql.BUILDER_CONFIG_CLASS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 6, "n_typed": 2, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 2, "n_attrs": 1, "n_properties": 0 }, { "kind": "attr", "name": "datasets.packaged_modules.sql.sql.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "class", "name": "datasets.packaged_modules.sql.sql.SqlConfig", "methods": [ { "kind": "function", "name": "SqlConfig.__post_init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SqlConfig.create_config_id", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [ { "kind": "property", "name": "SqlConfig.pd_read_sql_kwargs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "SqlConfig.sql", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "SqlConfig.con", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "SqlConfig.index_col", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "SqlConfig.coerce_float", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "SqlConfig.params", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "SqlConfig.parse_dates", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "SqlConfig.columns", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "SqlConfig.chunksize", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "SqlConfig.features", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 5, "n_typed": 3, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_attrs": 9, "n_properties": 1 } ], "type_ignores": [], "name": "datasets.packaged_modules.sql.sql", "names": [ "datasets.packaged_modules.sql.sql.Sql", "datasets.packaged_modules.sql.sql.SqlConfig", "datasets.packaged_modules.sql.sql.logger" ], "n_typable": 12, "n_typed": 5, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 4, "n_classes": 2, "n_attrs": 11, "n_properties": 1, "n_type_ignores": 0 }, { "path": "datasets/packaged_modules/text/text.py", "symbol_reports": [ { "kind": "class", "name": "datasets.packaged_modules.text.text.Text", "methods": [ { "kind": "function", "name": "Text._info", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Text._split_generators", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Text._cast_table", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Text._generate_shards", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Text._generate_tables", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Text.BUILDER_CONFIG_CLASS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 11, "n_typed": 2, "n_any": 0, "n_untyped": 9, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 6, "n_attrs": 1, "n_properties": 0 }, { "kind": "attr", "name": "datasets.packaged_modules.text.text.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "class", "name": "datasets.packaged_modules.text.text.TextConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "TextConfig.features", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "TextConfig.encoding", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "TextConfig.encoding_errors", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "TextConfig.chunksize", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "TextConfig.keep_linebreaks", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "TextConfig.sample_by", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 6, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.packaged_modules.text.text", "names": [ "datasets.packaged_modules.text.text.Text", "datasets.packaged_modules.text.text.TextConfig", "datasets.packaged_modules.text.text.logger" ], "n_typable": 12, "n_typed": 2, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 6, "n_classes": 2, "n_attrs": 8, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/packaged_modules/videofolder/videofolder.py", "symbol_reports": [ { "kind": "attr", "name": "datasets.packaged_modules.videofolder.videofolder.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "class", "name": "datasets.packaged_modules.videofolder.videofolder.VideoFolder", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "VideoFolder.BASE_FEATURE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "VideoFolder.BASE_COLUMN_NAME", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "VideoFolder.BUILDER_CONFIG_CLASS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "VideoFolder.EXTENSIONS", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 1, "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 4, "n_properties": 0 }, { "kind": "class", "name": "datasets.packaged_modules.videofolder.videofolder.VideoFolderConfig", "methods": [ { "kind": "function", "name": "VideoFolderConfig.__post_init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "VideoFolderConfig.drop_labels", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "VideoFolderConfig.drop_metadata", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 3, "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 }, { "kind": "attr", "name": "datasets.packaged_modules.videofolder.videofolder.VIDEO_EXTENSIONS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "type_ignores": [], "name": "datasets.packaged_modules.videofolder.videofolder", "names": [ "datasets.packaged_modules.videofolder.videofolder.VIDEO_EXTENSIONS", "datasets.packaged_modules.videofolder.videofolder.VideoFolder", "datasets.packaged_modules.videofolder.videofolder.VideoFolderConfig", "datasets.packaged_modules.videofolder.videofolder.logger" ], "n_typable": 5, "n_typed": 3, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_classes": 2, "n_attrs": 8, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/packaged_modules/webdataset/webdataset.py", "symbol_reports": [ { "kind": "function", "name": "datasets.packaged_modules.webdataset.webdataset.cbor_loads", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "datasets.packaged_modules.webdataset.webdataset.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "function", "name": "datasets.packaged_modules.webdataset.webdataset.npy_loads", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "datasets.packaged_modules.webdataset.webdataset.DECODERS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "datasets.packaged_modules.webdataset.webdataset.text_loads", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.packaged_modules.webdataset.webdataset.torch_loads", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "datasets.packaged_modules.webdataset.webdataset.IMAGE_EXTENSIONS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.packaged_modules.webdataset.webdataset.VIDEO_EXTENSIONS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "datasets.packaged_modules.webdataset.webdataset.WebDataset", "methods": [ { "kind": "function", "name": "WebDataset._get_pipeline_from_tar", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "WebDataset._info", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "WebDataset._split_generators", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "WebDataset._generate_shards", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "WebDataset._generate_examples", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "WebDataset.DEFAULT_WRITER_BATCH_SIZE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "WebDataset.IMAGE_EXTENSIONS", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "WebDataset.AUDIO_EXTENSIONS", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "WebDataset.VIDEO_EXTENSIONS", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "WebDataset.DECODERS", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "WebDataset.NUM_EXAMPLES_FOR_FEATURES_INFERENCE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 16, "n_typed": 5, "n_any": 0, "n_untyped": 11, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 7, "n_attrs": 6, "n_properties": 0 }, { "kind": "attr", "name": "datasets.packaged_modules.webdataset.webdataset.AUDIO_EXTENSIONS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "datasets.packaged_modules.webdataset.webdataset.npz_loads", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.packaged_modules.webdataset.webdataset.base_plus_ext", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.packaged_modules.webdataset.webdataset.msgpack_loads", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.packaged_modules.webdataset.webdataset.tenbin_loads", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "datasets.packaged_modules.webdataset.webdataset", "names": [ "datasets.packaged_modules.webdataset.webdataset.AUDIO_EXTENSIONS", "datasets.packaged_modules.webdataset.webdataset.DECODERS", "datasets.packaged_modules.webdataset.webdataset.IMAGE_EXTENSIONS", "datasets.packaged_modules.webdataset.webdataset.VIDEO_EXTENSIONS", "datasets.packaged_modules.webdataset.webdataset.WebDataset", "datasets.packaged_modules.webdataset.webdataset.base_plus_ext", "datasets.packaged_modules.webdataset.webdataset.cbor_loads", "datasets.packaged_modules.webdataset.webdataset.logger", "datasets.packaged_modules.webdataset.webdataset.msgpack_loads", "datasets.packaged_modules.webdataset.webdataset.npy_loads", "datasets.packaged_modules.webdataset.webdataset.npz_loads", "datasets.packaged_modules.webdataset.webdataset.tenbin_loads", "datasets.packaged_modules.webdataset.webdataset.text_loads", "datasets.packaged_modules.webdataset.webdataset.torch_loads" ], "n_typable": 33, "n_typed": 12, "n_any": 0, "n_untyped": 21, "n_functions": 8, "n_function_overloads": 8, "n_function_params": 8, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 7, "n_classes": 1, "n_attrs": 11, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/packaged_modules/xml/xml.py", "symbol_reports": [ { "kind": "attr", "name": "datasets.packaged_modules.xml.xml.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "class", "name": "datasets.packaged_modules.xml.xml.Xml", "methods": [ { "kind": "function", "name": "Xml._info", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Xml._split_generators", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Xml._cast_table", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Xml._generate_shards", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Xml._generate_tables", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Xml.BUILDER_CONFIG_CLASS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 9, "n_typed": 2, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 4, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "datasets.packaged_modules.xml.xml.XmlConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "XmlConfig.features", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "XmlConfig.encoding", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "XmlConfig.encoding_errors", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 3, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.packaged_modules.xml.xml", "names": [ "datasets.packaged_modules.xml.xml.Xml", "datasets.packaged_modules.xml.xml.XmlConfig", "datasets.packaged_modules.xml.xml.logger" ], "n_typable": 10, "n_typed": 2, "n_any": 0, "n_untyped": 8, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 4, "n_classes": 2, "n_attrs": 5, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/parallel/parallel.py", "symbol_reports": [ { "kind": "attr", "name": "datasets.parallel.parallel.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "class", "name": "datasets.parallel.parallel.ParallelBackendConfig", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "ParallelBackendConfig.backend_name", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 1, "n_properties": 0 }, { "kind": "function", "name": "datasets.parallel.parallel.parallel_map", "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_overloads": 1, "n_typable": 10, "n_params": 9, "n_function_overloads": 1, "n_function_params": 9 }, { "kind": "function", "name": "datasets.parallel.parallel.parallel_backend", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "datasets.parallel.parallel", "names": [ "datasets.parallel.parallel.ParallelBackendConfig", "datasets.parallel.parallel.logger", "datasets.parallel.parallel.parallel_backend", "datasets.parallel.parallel.parallel_map" ], "n_typable": 13, "n_typed": 1, "n_any": 0, "n_untyped": 12, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 10, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 1, "n_attrs": 2, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/search.py", "symbol_reports": [ { "kind": "attr", "name": "datasets.search.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "class", "name": "datasets.search.IndexableMixin", "methods": [ { "kind": "function", "name": "IndexableMixin.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "IndexableMixin.__len__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "IndexableMixin.__getitem__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "IndexableMixin.is_index_initialized", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "IndexableMixin._check_index_is_initialized", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "IndexableMixin.list_indexes", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "IndexableMixin.get_index", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "IndexableMixin.add_faiss_index", "n_typed": 9, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 10, "n_params": 9, "n_function_overloads": 1, "n_function_params": 9 }, { "kind": "function", "name": "IndexableMixin.add_faiss_index_from_external_arrays", "n_typed": 9, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 10, "n_params": 9, "n_function_overloads": 1, "n_function_params": 9 }, { "kind": "function", "name": "IndexableMixin.save_faiss_index", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "IndexableMixin.load_faiss_index", "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "IndexableMixin.add_elasticsearch_index", "n_typed": 7, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "function", "name": "IndexableMixin.load_elasticsearch_index", "n_typed": 6, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 }, { "kind": "function", "name": "IndexableMixin.drop_index", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "IndexableMixin.search", "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "IndexableMixin.search_batch", "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "IndexableMixin.get_nearest_examples", "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "IndexableMixin.get_nearest_examples_batch", "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [], "n_typable": 77, "n_typed": 61, "n_any": 0, "n_untyped": 16, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 18, "n_method_overloads": 18, "n_method_params": 59, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.search.FaissIndex", "methods": [ { "kind": "function", "name": "FaissIndex.__init__", "n_typed": 4, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "FaissIndex.add_vectors", "n_typed": 5, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "FaissIndex._faiss_index_to_device", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "FaissIndex.search", "n_typed": 2, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "FaissIndex.search_batch", "n_typed": 2, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "FaissIndex.save", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "FaissIndex.load", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "FaissIndex.device", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FaissIndex.string_factory", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FaissIndex.metric_type", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "FaissIndex.faiss_index", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 33, "n_typed": 22, "n_any": 0, "n_untyped": 11, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 22, "n_attrs": 4, "n_properties": 0 }, { "kind": "class", "name": "datasets.search.NearestExamplesResults", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "NearestExamplesResults.scores", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "NearestExamplesResults.examples", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "datasets.search.BaseIndex", "methods": [ { "kind": "function", "name": "BaseIndex.search", "n_typed": 2, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "BaseIndex.search_batch", "n_typed": 2, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "BaseIndex.save", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "BaseIndex.load", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 12, "n_typed": 7, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 8, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.search.ElasticSearchIndex", "methods": [ { "kind": "function", "name": "ElasticSearchIndex.__init__", "n_typed": 5, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "ElasticSearchIndex.add_documents", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ElasticSearchIndex.search", "n_typed": 2, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "ElasticSearchIndex.search_batch", "n_typed": 2, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "ElasticSearchIndex.es_client", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ElasticSearchIndex.es_index_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ElasticSearchIndex.es_index_config", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 21, "n_typed": 11, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 14, "n_attrs": 3, "n_properties": 0 }, { "kind": "class", "name": "datasets.search.MissingIndex", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.search.BatchedNearestExamplesResults", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "BatchedNearestExamplesResults.total_scores", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "BatchedNearestExamplesResults.total_examples", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "datasets.search.BatchedSearchResults", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "BatchedSearchResults.total_scores", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "BatchedSearchResults.total_indices", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "datasets.search.SearchResults", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "SearchResults.scores", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "SearchResults.indices", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.search", "names": [ "datasets.search.BaseIndex", "datasets.search.BatchedNearestExamplesResults", "datasets.search.BatchedSearchResults", "datasets.search.ElasticSearchIndex", "datasets.search.FaissIndex", "datasets.search.IndexableMixin", "datasets.search.MissingIndex", "datasets.search.NearestExamplesResults", "datasets.search.SearchResults", "datasets.search.logger" ], "n_typable": 144, "n_typed": 101, "n_any": 0, "n_untyped": 43, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 33, "n_method_overloads": 33, "n_method_params": 103, "n_classes": 9, "n_attrs": 16, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/splits.py", "symbol_reports": [ { "kind": "class", "name": "datasets.splits.PercentSliceMeta", "methods": [ { "kind": "function", "name": "PercentSliceMeta.__getitem__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 2, "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 1, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.splits.SplitInfo", "methods": [], "properties": [ { "kind": "property", "name": "SplitInfo.file_instructions", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "SplitInfo.name", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "SplitInfo.num_bytes", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "SplitInfo.num_examples", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "SplitInfo.shard_lengths", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "SplitInfo.original_shard_lengths", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "SplitInfo.dataset_name", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 1, "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 6, "n_properties": 1 }, { "kind": "class", "name": "datasets.splits.PercentSlice", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.splits.SplitGenerator", "methods": [ { "kind": "function", "name": "SplitGenerator.__post_init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "SplitGenerator.name", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "SplitGenerator.gen_kwargs", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "SplitGenerator.split_info", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 1, "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 0, "n_attrs": 3, "n_properties": 0 }, { "kind": "class", "name": "datasets.splits.SplitDict", "methods": [ { "kind": "function", "name": "SplitDict.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "SplitDict.__getitem__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SplitDict.__setitem__", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "SplitDict.add", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SplitDict.from_split_dict", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "SplitDict.to_split_dict", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SplitDict.copy", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SplitDict._to_yaml_list", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SplitDict._from_yaml_list", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "SplitDict.total_num_examples", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "SplitDict.dataset_name", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 21, "n_typed": 9, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 9, "n_method_overloads": 9, "n_method_params": 10, "n_attrs": 1, "n_properties": 1 }, { "kind": "class", "name": "datasets.splits.Split", "methods": [ { "kind": "function", "name": "Split.__new__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Split.TRAIN", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Split.TEST", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Split.VALIDATION", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "Split.ALL", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 6, "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 1, "n_attrs": 4, "n_properties": 0 }, { "kind": "class", "name": "datasets.splits.SubSplitInfo", "methods": [], "properties": [ { "kind": "property", "name": "SubSplitInfo.num_examples", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "SubSplitInfo.file_instructions", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "SubSplitInfo.instructions", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 2, "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 1, "n_properties": 2 }, { "kind": "class", "name": "datasets.splits.SplitReadInstruction", "methods": [ { "kind": "function", "name": "SplitReadInstruction.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SplitReadInstruction.add", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SplitReadInstruction.__add__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SplitReadInstruction.__getitem__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SplitReadInstruction.get_list_sliced_split_info", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [], "n_typable": 9, "n_typed": 0, "n_any": 0, "n_untyped": 9, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 4, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.splits.NamedSplitAll", "methods": [ { "kind": "function", "name": "NamedSplitAll.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NamedSplitAll.__repr__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NamedSplitAll.get_read_instruction", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 1, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.splits.SplitBase", "methods": [ { "kind": "function", "name": "SplitBase.get_read_instruction", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SplitBase.__eq__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SplitBase.__ne__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SplitBase.__add__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "SplitBase.subsplit", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 } ], "properties": [], "attrs": [], "n_typable": 13, "n_typed": 0, "n_any": 0, "n_untyped": 13, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 8, "n_attrs": 0, "n_properties": 0 }, { "kind": "attr", "name": "datasets.splits.SlicedSplitInfo", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "datasets.splits.NamedSplit", "methods": [ { "kind": "function", "name": "NamedSplit.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NamedSplit.__str__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NamedSplit.__repr__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NamedSplit.__eq__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NamedSplit.__lt__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NamedSplit.__hash__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NamedSplit.get_read_instruction", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 11, "n_typed": 1, "n_any": 0, "n_untyped": 10, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 7, "n_method_overloads": 7, "n_method_params": 4, "n_attrs": 0, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.splits", "names": [ "datasets.splits.NamedSplit", "datasets.splits.NamedSplitAll", "datasets.splits.PercentSlice", "datasets.splits.PercentSliceMeta", "datasets.splits.SlicedSplitInfo", "datasets.splits.Split", "datasets.splits.SplitBase", "datasets.splits.SplitDict", "datasets.splits.SplitGenerator", "datasets.splits.SplitInfo", "datasets.splits.SplitReadInstruction", "datasets.splits.SubSplitInfo" ], "n_typable": 70, "n_typed": 10, "n_any": 0, "n_untyped": 60, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 32, "n_method_overloads": 32, "n_method_params": 29, "n_classes": 11, "n_attrs": 16, "n_properties": 4, "n_type_ignores": 0 }, { "path": "datasets/streaming.py", "symbol_reports": [ { "kind": "function", "name": "datasets.streaming.extend_module_for_streaming", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "datasets.streaming.extend_dataset_builder_for_streaming", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "datasets.streaming.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "type_ignores": [], "name": "datasets.streaming", "names": [ "datasets.streaming.extend_dataset_builder_for_streaming", "datasets.streaming.extend_module_for_streaming", "datasets.streaming.logger" ], "n_typable": 6, "n_typed": 2, "n_any": 0, "n_untyped": 4, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 3, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/table.py", "symbol_reports": [ { "kind": "function", "name": "datasets.table.array_cast", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "datasets.table.embed_array_storage", "n_typed": 2, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "datasets.table.inject_arrow_table_documentation", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.table.cast_table_to_schema", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "class", "name": "datasets.table.ConcatenationTable", "methods": [ { "kind": "function", "name": "ConcatenationTable.__init__", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ConcatenationTable.__getstate__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "ConcatenationTable.__setstate__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ConcatenationTable._concat_blocks", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ConcatenationTable._concat_blocks_horizontally_and_vertically", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ConcatenationTable._merge_blocks", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ConcatenationTable._consolidate_blocks", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ConcatenationTable.from_blocks", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ConcatenationTable.from_tables", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ConcatenationTable.slice", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ConcatenationTable.filter", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "ConcatenationTable.flatten", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ConcatenationTable.combine_chunks", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ConcatenationTable.cast", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "ConcatenationTable.replace_schema_metadata", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ConcatenationTable.add_column", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ConcatenationTable.append_column", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ConcatenationTable.remove_column", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "ConcatenationTable.set_column", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ConcatenationTable.rename_columns", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "ConcatenationTable.drop", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "ConcatenationTable.select", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [ { "kind": "property", "name": "ConcatenationTable._slices", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "ConcatenationTable.blocks", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 68, "n_typed": 17, "n_any": 0, "n_untyped": 51, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 22, "n_method_overloads": 22, "n_method_params": 44, "n_attrs": 1, "n_properties": 1 }, { "kind": "function", "name": "datasets.table.embed_table_storage", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "class", "name": "datasets.table.TableBlock", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.table.IndexedTableMixin", "methods": [ { "kind": "function", "name": "IndexedTableMixin.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "IndexedTableMixin.fast_gather", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "IndexedTableMixin.fast_slice", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 7, "n_typed": 4, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 4, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.table.MemoryMappedTable", "methods": [ { "kind": "function", "name": "MemoryMappedTable.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "MemoryMappedTable.from_file", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MemoryMappedTable.__getstate__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "MemoryMappedTable.__setstate__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MemoryMappedTable._apply_replays", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MemoryMappedTable._append_replay", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MemoryMappedTable.slice", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MemoryMappedTable.filter", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MemoryMappedTable.flatten", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MemoryMappedTable.combine_chunks", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MemoryMappedTable.cast", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MemoryMappedTable.replace_schema_metadata", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MemoryMappedTable.add_column", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MemoryMappedTable.append_column", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MemoryMappedTable.remove_column", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MemoryMappedTable.set_column", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MemoryMappedTable.rename_columns", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MemoryMappedTable.drop", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MemoryMappedTable.select", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "MemoryMappedTable.path", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "MemoryMappedTable.replays", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 56, "n_typed": 10, "n_any": 0, "n_untyped": 46, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 19, "n_method_overloads": 19, "n_method_params": 35, "n_attrs": 2, "n_properties": 0 }, { "kind": "function", "name": "datasets.table.cast_array_to_feature", "n_typed": 5, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "datasets.table.table_iter", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "datasets.table.table_flatten", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "datasets.table.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.table.TableBlockContainer", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "datasets.table.InMemoryTable", "methods": [ { "kind": "function", "name": "InMemoryTable.from_file", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "InMemoryTable.from_buffer", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "InMemoryTable.from_pandas", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "InMemoryTable.from_arrays", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "InMemoryTable.from_pydict", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "InMemoryTable.from_pylist", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "InMemoryTable.from_batches", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "InMemoryTable.slice", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "InMemoryTable.filter", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "InMemoryTable.flatten", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "InMemoryTable.combine_chunks", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "InMemoryTable.cast", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "InMemoryTable.replace_schema_metadata", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "InMemoryTable.add_column", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "InMemoryTable.append_column", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "InMemoryTable.remove_column", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "InMemoryTable.set_column", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "InMemoryTable.rename_columns", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "InMemoryTable.drop", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "InMemoryTable.select", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 59, "n_typed": 2, "n_any": 0, "n_untyped": 57, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 20, "n_method_overloads": 20, "n_method_params": 39, "n_attrs": 0, "n_properties": 0 }, { "kind": "function", "name": "datasets.table.table_visitor", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "datasets.table.concat_tables", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "class", "name": "datasets.table.Table", "methods": [ { "kind": "function", "name": "Table.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Table.__deepcopy__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Table.validate", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Table.equals", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Table.to_batches", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Table.to_pydict", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Table.to_pylist", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Table.to_pandas", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Table.to_string", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Table.to_reader", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Table.field", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Table.column", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Table.itercolumns", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Table.__eq__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Table.__getitem__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Table.__len__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Table.__repr__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Table.__str__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Table.slice", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Table.filter", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Table.flatten", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Table.combine_chunks", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Table.cast", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Table.replace_schema_metadata", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Table.add_column", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Table.append_column", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Table.remove_column", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Table.set_column", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Table.rename_columns", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Table.drop", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Table.select", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [ { "kind": "property", "name": "Table.schema", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "Table.columns", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "Table.num_columns", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "Table.num_rows", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "Table.shape", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "Table.nbytes", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "property", "name": "Table.column_names", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "Table.table", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 90, "n_typed": 3, "n_any": 0, "n_untyped": 87, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 31, "n_method_overloads": 31, "n_method_params": 51, "n_attrs": 1, "n_properties": 7 }, { "kind": "function", "name": "datasets.table.cast_table_to_features", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "datasets.table.table_cast", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "datasets.table.list_table_cache_files", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.table.read_schema_from_file", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "datasets.table.Replay", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "datasets.table.CastError", "methods": [ { "kind": "function", "name": "CastError.__init__", "n_typed": 3, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "CastError.__reduce__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "CastError.details", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "CastError.table_column_names", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "CastError.requested_column_names", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 8, "n_typed": 3, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 3, "n_attrs": 2, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.table", "names": [ "datasets.table.CastError", "datasets.table.ConcatenationTable", "datasets.table.InMemoryTable", "datasets.table.IndexedTableMixin", "datasets.table.MemoryMappedTable", "datasets.table.Replay", "datasets.table.Table", "datasets.table.TableBlock", "datasets.table.TableBlockContainer", "datasets.table.array_cast", "datasets.table.cast_array_to_feature", "datasets.table.cast_table_to_features", "datasets.table.cast_table_to_schema", "datasets.table.concat_tables", "datasets.table.embed_array_storage", "datasets.table.embed_table_storage", "datasets.table.inject_arrow_table_documentation", "datasets.table.list_table_cache_files", "datasets.table.logger", "datasets.table.read_schema_from_file", "datasets.table.table_cast", "datasets.table.table_flatten", "datasets.table.table_iter", "datasets.table.table_visitor" ], "n_typable": 333, "n_typed": 71, "n_any": 0, "n_untyped": 262, "n_functions": 14, "n_function_overloads": 14, "n_function_params": 30, "n_methods": 98, "n_method_overloads": 98, "n_method_params": 176, "n_classes": 7, "n_attrs": 9, "n_properties": 8, "n_type_ignores": 0 }, { "path": "datasets/utils/deprecation_utils.py", "symbol_reports": [ { "kind": "attr", "name": "datasets.utils.deprecation_utils.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "class", "name": "datasets.utils.deprecation_utils.OnAccess", "methods": [ { "kind": "function", "name": "OnAccess.__getattribute__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "OnAccess.__getitem__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "OnAccess.__call__", "n_typed": 0, "n_any": 0, "n_untyped": 7, "n_overloads": 1, "n_typable": 7, "n_params": 6, "n_function_overloads": 1, "n_function_params": 6 } ], "properties": [], "attrs": [], "n_typable": 11, "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 8, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.utils.deprecation_utils.DeprecatedEnum", "methods": [ { "kind": "function", "name": "DeprecatedEnum.__new__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "DeprecatedEnum.deprecate", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [ { "kind": "property", "name": "DeprecatedEnum.help_message", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 1, "n_attrs": 0, "n_properties": 1 }, { "kind": "function", "name": "datasets.utils.deprecation_utils.deprecated", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "datasets.utils.deprecation_utils", "names": [ "datasets.utils.deprecation_utils.DeprecatedEnum", "datasets.utils.deprecation_utils.OnAccess", "datasets.utils.deprecation_utils.deprecated", "datasets.utils.deprecation_utils.logger" ], "n_typable": 18, "n_typed": 1, "n_any": 0, "n_untyped": 17, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 1, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 9, "n_classes": 2, "n_attrs": 1, "n_properties": 1, "n_type_ignores": 0 }, { "path": "datasets/utils/doc_utils.py", "symbol_reports": [ { "kind": "function", "name": "datasets.utils.doc_utils.is_documented_by", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "datasets.utils.doc_utils", "names": [ "datasets.utils.doc_utils.is_documented_by" ], "n_typable": 2, "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 1, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/utils/experimental.py", "symbol_reports": [ { "kind": "function", "name": "datasets.utils.experimental.experimental", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "datasets.utils.experimental", "names": [ "datasets.utils.experimental.experimental" ], "n_typable": 2, "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_functions": 1, "n_function_overloads": 1, "n_function_params": 1, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/utils/extract.py", "symbol_reports": [ { "kind": "class", "name": "datasets.utils.extract.XzExtractor", "methods": [ { "kind": "function", "name": "XzExtractor.extract", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "XzExtractor.magic_numbers", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 3, "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 2, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "datasets.utils.extract.BaseExtractor", "methods": [ { "kind": "function", "name": "BaseExtractor.is_extractable", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "BaseExtractor.extract", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 6, "n_typed": 5, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 4, "n_attrs": 0, "n_properties": 0 }, { "kind": "attr", "name": "datasets.utils.extract.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "class", "name": "datasets.utils.extract.MagicNumberBaseExtractor", "methods": [ { "kind": "function", "name": "MagicNumberBaseExtractor.read_magic_number", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "MagicNumberBaseExtractor.is_extractable", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "MagicNumberBaseExtractor.magic_numbers", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 7, "n_typed": 6, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 4, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "datasets.utils.extract.Bzip2Extractor", "methods": [ { "kind": "function", "name": "Bzip2Extractor.extract", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Bzip2Extractor.magic_numbers", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 3, "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 2, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "datasets.utils.extract.TarExtractor", "methods": [ { "kind": "function", "name": "TarExtractor.is_extractable", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "TarExtractor.safemembers", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "TarExtractor.extract", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 9, "n_typed": 7, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 6, "n_attrs": 0, "n_properties": 0 }, { "kind": "class", "name": "datasets.utils.extract.ZipExtractor", "methods": [ { "kind": "function", "name": "ZipExtractor.is_extractable", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ZipExtractor.safemembers", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ZipExtractor.extract", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "ZipExtractor.magic_numbers", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 9, "n_typed": 8, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 6, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "datasets.utils.extract.SevenZipExtractor", "methods": [ { "kind": "function", "name": "SevenZipExtractor.safemembers", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "SevenZipExtractor.extract", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "SevenZipExtractor.magic_numbers", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 6, "n_typed": 5, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 4, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "datasets.utils.extract.ExtractManager", "methods": [ { "kind": "function", "name": "ExtractManager.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ExtractManager._get_output_path", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ExtractManager._do_extract", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ExtractManager.extract", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "ExtractManager.extract_dir", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "ExtractManager.extractor", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 12, "n_typed": 9, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 6, "n_attrs": 2, "n_properties": 0 }, { "kind": "class", "name": "datasets.utils.extract.ZstdExtractor", "methods": [ { "kind": "function", "name": "ZstdExtractor.extract", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "ZstdExtractor.magic_numbers", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 3, "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 2, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "datasets.utils.extract.Lz4Extractor", "methods": [ { "kind": "function", "name": "Lz4Extractor.extract", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Lz4Extractor.magic_numbers", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 3, "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 2, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "datasets.utils.extract.RarExtractor", "methods": [ { "kind": "function", "name": "RarExtractor.safemembers", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "RarExtractor.extract", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "RarExtractor.magic_numbers", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 6, "n_typed": 5, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 4, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "datasets.utils.extract.Extractor", "methods": [ { "kind": "function", "name": "Extractor._get_magic_number_max_length", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Extractor._read_magic_number", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Extractor.is_extractable", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "Extractor.infer_extractor_format", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Extractor.extract", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "Extractor.extractors", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 14, "n_typed": 12, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 8, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "datasets.utils.extract.GzipExtractor", "methods": [ { "kind": "function", "name": "GzipExtractor.extract", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "GzipExtractor.magic_numbers", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 3, "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 2, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.utils.extract", "names": [ "datasets.utils.extract.BaseExtractor", "datasets.utils.extract.Bzip2Extractor", "datasets.utils.extract.ExtractManager", "datasets.utils.extract.Extractor", "datasets.utils.extract.GzipExtractor", "datasets.utils.extract.Lz4Extractor", "datasets.utils.extract.MagicNumberBaseExtractor", "datasets.utils.extract.RarExtractor", "datasets.utils.extract.SevenZipExtractor", "datasets.utils.extract.TarExtractor", "datasets.utils.extract.XzExtractor", "datasets.utils.extract.ZipExtractor", "datasets.utils.extract.ZstdExtractor", "datasets.utils.extract.logger" ], "n_typable": 85, "n_typed": 72, "n_any": 0, "n_untyped": 13, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 28, "n_method_overloads": 28, "n_method_params": 52, "n_classes": 13, "n_attrs": 13, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/utils/file_utils.py", "symbol_reports": [ { "kind": "attr", "name": "datasets.utils.file_utils.SINGLE_SLASH_AFTER_PROTOCOL_PATTERN", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.utils.file_utils.CONNECTION_ERRORS_TO_RETRY", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "datasets.utils.file_utils.estimate_dataset_size", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.utils.file_utils.relative_to_absolute_path", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "datasets.utils.file_utils.NonStreamableDatasetError", "methods": [], "properties": [], "attrs": [], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 0, "n_properties": 0 }, { "kind": "function", "name": "datasets.utils.file_utils.xopen", "n_typed": 2, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "datasets.utils.file_utils.get_from_cache", "n_typed": 1, "n_any": 0, "n_untyped": 9, "n_overloads": 1, "n_typable": 10, "n_params": 9, "n_function_overloads": 1, "n_function_params": 9 }, { "kind": "function", "name": "datasets.utils.file_utils.xsio_loadmat", "n_typed": 1, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "attr", "name": "datasets.utils.file_utils.MAGIC_NUMBER_TO_UNSUPPORTED_COMPRESSION_PROTOCOL", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "datasets.utils.file_utils.xxml_dom_minidom_parse", "n_typed": 1, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "datasets.utils.file_utils.xgzip_open", "n_typed": 1, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "datasets.utils.file_utils.xpandas_read_csv", "n_typed": 1, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "datasets.utils.file_utils.xsplit", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "datasets.utils.file_utils.xPath", "methods": [ { "kind": "function", "name": "xPath.__str__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "xPath.exists", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "xPath.glob", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "xPath.rglob", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "xPath.open", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "xPath.joinpath", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "xPath.__truediv__", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "xPath.with_suffix", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [ { "kind": "property", "name": "xPath.parent", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "xPath.name", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "xPath.stem", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "property", "name": "xPath.suffix", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "attrs": [], "n_typable": 22, "n_typed": 10, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 10, "n_attrs": 0, "n_properties": 4 }, { "kind": "function", "name": "datasets.utils.file_utils.xgetsize", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "datasets.utils.file_utils.xrelpath", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "datasets.utils.file_utils.cached_path", "n_typed": 1, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "datasets.utils.file_utils.xwalk", "n_typed": 1, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "class", "name": "datasets.utils.file_utils.TqdmCallback", "methods": [ { "kind": "function", "name": "TqdmCallback.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [], "n_typable": 4, "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 3, "n_attrs": 0, "n_properties": 0 }, { "kind": "function", "name": "datasets.utils.file_utils.xdirname", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.utils.file_utils.xbasename", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "datasets.utils.file_utils.MAGIC_NUMBER_TO_COMPRESSION_PROTOCOL", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "function", "name": "datasets.utils.file_utils.xlistdir", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "datasets.utils.file_utils.xexists", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "datasets.utils.file_utils.hash_url_to_filename", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "datasets.utils.file_utils.fsspec_head", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "datasets.utils.file_utils.is_local_path", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.utils.file_utils.url_or_path_join", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "datasets.utils.file_utils.get_authentication_headers_for_url", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "datasets.utils.file_utils.xisfile", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "datasets.utils.file_utils.xnumpy_load", "n_typed": 1, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "datasets.utils.file_utils.get_datasets_user_agent", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.utils.file_utils.xet_parse", "n_typed": 1, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "attr", "name": "datasets.utils.file_utils.RATE_LIMIT_CODE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "datasets.utils.file_utils.ArchiveIterable", "methods": [ { "kind": "function", "name": "ArchiveIterable._iter_tar", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ArchiveIterable._iter_zip", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ArchiveIterable._iter_from_fileobj", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ArchiveIterable._iter_from_urlpath", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "ArchiveIterable.from_buf", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "ArchiveIterable.from_urlpath", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 14, "n_typed": 7, "n_any": 0, "n_untyped": 7, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 8, "n_attrs": 0, "n_properties": 0 }, { "kind": "function", "name": "datasets.utils.file_utils.is_remote_url", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.utils.file_utils.stack_multiprocessing_download_progress_bars", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "attr", "name": "datasets.utils.file_utils.T", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "datasets.utils.file_utils.xisdir", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "datasets.utils.file_utils.readline", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "datasets.utils.file_utils.FilesIterable", "methods": [ { "kind": "function", "name": "FilesIterable._iter_from_urlpaths", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "FilesIterable.from_urlpaths", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 6, "n_typed": 5, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 4, "n_attrs": 0, "n_properties": 0 }, { "kind": "function", "name": "datasets.utils.file_utils.xpyarrow_parquet_read_table", "n_typed": 1, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "attr", "name": "datasets.utils.file_utils.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "function", "name": "datasets.utils.file_utils.add_end_docstrings", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "datasets.utils.file_utils.MAGIC_NUMBER_MAX_LENGTH", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "function", "name": "datasets.utils.file_utils.xpandas_read_excel", "n_typed": 1, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "attr", "name": "datasets.utils.file_utils.SERVER_UNAVAILABLE_CODE", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.utils.file_utils.COMPRESSION_EXTENSION_TO_PROTOCOL", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "function", "name": "datasets.utils.file_utils.xsplitext", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "datasets.utils.file_utils.SINGLE_FILE_COMPRESSION_EXTENSION_TO_PROTOCOL", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "function", "name": "datasets.utils.file_utils.fsspec_get", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "attr", "name": "datasets.utils.file_utils.BASE_KNOWN_EXTENSIONS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.utils.file_utils.SINGLE_FILE_COMPRESSION_PROTOCOLS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "datasets.utils.file_utils.xjoin", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "datasets.utils.file_utils.xglob", "n_typed": 1, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "datasets.utils.file_utils.url_or_path_parent", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "datasets.utils.file_utils.INCOMPLETE_SUFFIX", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "datasets.utils.file_utils.is_relative_path", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.utils.file_utils.add_start_docstrings", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "type_ignores": [], "name": "datasets.utils.file_utils", "names": [ "datasets.utils.file_utils.ArchiveIterable", "datasets.utils.file_utils.BASE_KNOWN_EXTENSIONS", "datasets.utils.file_utils.COMPRESSION_EXTENSION_TO_PROTOCOL", "datasets.utils.file_utils.CONNECTION_ERRORS_TO_RETRY", "datasets.utils.file_utils.FilesIterable", "datasets.utils.file_utils.INCOMPLETE_SUFFIX", "datasets.utils.file_utils.MAGIC_NUMBER_MAX_LENGTH", "datasets.utils.file_utils.MAGIC_NUMBER_TO_COMPRESSION_PROTOCOL", "datasets.utils.file_utils.MAGIC_NUMBER_TO_UNSUPPORTED_COMPRESSION_PROTOCOL", "datasets.utils.file_utils.NonStreamableDatasetError", "datasets.utils.file_utils.RATE_LIMIT_CODE", "datasets.utils.file_utils.SERVER_UNAVAILABLE_CODE", "datasets.utils.file_utils.SINGLE_FILE_COMPRESSION_EXTENSION_TO_PROTOCOL", "datasets.utils.file_utils.SINGLE_FILE_COMPRESSION_PROTOCOLS", "datasets.utils.file_utils.SINGLE_SLASH_AFTER_PROTOCOL_PATTERN", "datasets.utils.file_utils.T", "datasets.utils.file_utils.TqdmCallback", "datasets.utils.file_utils.add_end_docstrings", "datasets.utils.file_utils.add_start_docstrings", "datasets.utils.file_utils.cached_path", "datasets.utils.file_utils.estimate_dataset_size", "datasets.utils.file_utils.fsspec_get", "datasets.utils.file_utils.fsspec_head", "datasets.utils.file_utils.get_authentication_headers_for_url", "datasets.utils.file_utils.get_datasets_user_agent", "datasets.utils.file_utils.get_from_cache", "datasets.utils.file_utils.hash_url_to_filename", "datasets.utils.file_utils.is_local_path", "datasets.utils.file_utils.is_relative_path", "datasets.utils.file_utils.is_remote_url", "datasets.utils.file_utils.logger", "datasets.utils.file_utils.readline", "datasets.utils.file_utils.relative_to_absolute_path", "datasets.utils.file_utils.stack_multiprocessing_download_progress_bars", "datasets.utils.file_utils.url_or_path_join", "datasets.utils.file_utils.url_or_path_parent", "datasets.utils.file_utils.xPath", "datasets.utils.file_utils.xbasename", "datasets.utils.file_utils.xdirname", "datasets.utils.file_utils.xet_parse", "datasets.utils.file_utils.xexists", "datasets.utils.file_utils.xgetsize", "datasets.utils.file_utils.xglob", "datasets.utils.file_utils.xgzip_open", "datasets.utils.file_utils.xisdir", "datasets.utils.file_utils.xisfile", "datasets.utils.file_utils.xjoin", "datasets.utils.file_utils.xlistdir", "datasets.utils.file_utils.xnumpy_load", "datasets.utils.file_utils.xopen", "datasets.utils.file_utils.xpandas_read_csv", "datasets.utils.file_utils.xpandas_read_excel", "datasets.utils.file_utils.xpyarrow_parquet_read_table", "datasets.utils.file_utils.xrelpath", "datasets.utils.file_utils.xsio_loadmat", "datasets.utils.file_utils.xsplit", "datasets.utils.file_utils.xsplitext", "datasets.utils.file_utils.xwalk", "datasets.utils.file_utils.xxml_dom_minidom_parse" ], "n_typable": 182, "n_typed": 66, "n_any": 0, "n_untyped": 116, "n_functions": 40, "n_function_overloads": 40, "n_function_params": 90, "n_methods": 17, "n_method_overloads": 17, "n_method_params": 25, "n_classes": 5, "n_attrs": 14, "n_properties": 4, "n_type_ignores": 0 }, { "path": "datasets/utils/hub.py", "symbol_reports": [ { "kind": "attr", "name": "datasets.utils.hub.hf_dataset_url", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "type_ignores": [], "name": "datasets.utils.hub", "names": [ "datasets.utils.hub.hf_dataset_url" ], "n_typable": 1, "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/utils/info_utils.py", "symbol_reports": [ { "kind": "attr", "name": "datasets.utils.info_utils.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "function", "name": "datasets.utils.info_utils.is_small_dataset", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.utils.info_utils.verify_splits", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "datasets.utils.info_utils.get_size_checksum_dict", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "datasets.utils.info_utils.verify_checksums", "n_typed": 2, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "class", "name": "datasets.utils.info_utils.VerificationMode", "methods": [], "properties": [], "attrs": [ { "kind": "attr", "name": "VerificationMode.ALL_CHECKS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "VerificationMode.BASIC_CHECKS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "VerificationMode.NO_CHECKS", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 0, "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_attrs": 3, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.utils.info_utils", "names": [ "datasets.utils.info_utils.VerificationMode", "datasets.utils.info_utils.get_size_checksum_dict", "datasets.utils.info_utils.is_small_dataset", "datasets.utils.info_utils.logger", "datasets.utils.info_utils.verify_checksums", "datasets.utils.info_utils.verify_splits" ], "n_typable": 13, "n_typed": 7, "n_any": 0, "n_untyped": 6, "n_functions": 4, "n_function_overloads": 4, "n_function_params": 8, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 1, "n_attrs": 4, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/utils/json.py", "symbol_reports": [ { "kind": "function", "name": "datasets.utils.json.json_encode_fields_in_json_lines", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "datasets.utils.json.ujson_loads", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "datasets.utils.json.get_json_field_paths_from_feature", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.utils.json.json_encode_field", "n_typed": 1, "n_any": 2, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "datasets.utils.json.find_mixed_struct_types_field_paths", "n_typed": 2, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "datasets.utils.json.get_json_field_path_from_pyarrow_json_error", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.utils.json.set_json_types_in_feature", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "datasets.utils.json.insert_json_field_path", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "datasets.utils.json.ujson_dumps", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "type_ignores": [], "name": "datasets.utils.json", "names": [ "datasets.utils.json.find_mixed_struct_types_field_paths", "datasets.utils.json.get_json_field_path_from_pyarrow_json_error", "datasets.utils.json.get_json_field_paths_from_feature", "datasets.utils.json.insert_json_field_path", "datasets.utils.json.json_encode_field", "datasets.utils.json.json_encode_fields_in_json_lines", "datasets.utils.json.set_json_types_in_feature", "datasets.utils.json.ujson_dumps", "datasets.utils.json.ujson_loads" ], "n_typable": 25, "n_typed": 16, "n_any": 2, "n_untyped": 7, "n_functions": 9, "n_function_overloads": 9, "n_function_params": 16, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/utils/logging.py", "symbol_reports": [ { "kind": "attr", "name": "datasets.utils.logging.log_levels", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "datasets.utils.logging.enable_propagation", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "datasets.utils.logging.set_verbosity_error", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "datasets.utils.logging.set_verbosity_warning", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "datasets.utils.logging.disable_propagation", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "datasets.utils.logging.set_verbosity", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.utils.logging.get_verbosity", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "datasets.utils.logging.set_verbosity_info", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "datasets.utils.logging.get_logger", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.utils.logging.set_verbosity_debug", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "type_ignores": [], "name": "datasets.utils.logging", "names": [ "datasets.utils.logging.disable_propagation", "datasets.utils.logging.enable_propagation", "datasets.utils.logging.get_logger", "datasets.utils.logging.get_verbosity", "datasets.utils.logging.log_levels", "datasets.utils.logging.set_verbosity", "datasets.utils.logging.set_verbosity_debug", "datasets.utils.logging.set_verbosity_error", "datasets.utils.logging.set_verbosity_info", "datasets.utils.logging.set_verbosity_warning" ], "n_typable": 11, "n_typed": 7, "n_any": 0, "n_untyped": 4, "n_functions": 9, "n_function_overloads": 9, "n_function_params": 2, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 1, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/utils/metadata.py", "symbol_reports": [ { "kind": "attr", "name": "datasets.utils.metadata.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.utils.metadata.known_task_ids", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "datasets.utils.metadata.MetadataConfigs", "methods": [ { "kind": "function", "name": "MetadataConfigs._raise_if_data_files_field_not_valid", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MetadataConfigs._from_exported_parquet_files_and_dataset_infos", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "MetadataConfigs.from_dataset_card_data", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MetadataConfigs.to_dataset_card_data", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "MetadataConfigs.get_default_config_name", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "MetadataConfigs.FIELD_NAME", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "n_typable": 12, "n_typed": 11, "n_any": 0, "n_untyped": 1, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 6, "n_attrs": 1, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.utils.metadata", "names": [ "datasets.utils.metadata.MetadataConfigs", "datasets.utils.metadata.known_task_ids", "datasets.utils.metadata.logger" ], "n_typable": 13, "n_typed": 11, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 6, "n_classes": 1, "n_attrs": 3, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/utils/patching.py", "symbol_reports": [ { "kind": "attr", "name": "datasets.utils.patching.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "class", "name": "datasets.utils.patching.patch_submodule", "methods": [ { "kind": "function", "name": "patch_submodule.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "patch_submodule.__enter__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "patch_submodule.__exit__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "patch_submodule.start", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "patch_submodule.stop", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "patch_submodule._active_patches", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "patch_submodule.obj", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "patch_submodule.target", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "patch_submodule.new", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "patch_submodule.key", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "patch_submodule.original", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "patch_submodule.attrs", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 16, "n_typed": 1, "n_any": 0, "n_untyped": 15, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 5, "n_attrs": 7, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.utils.patching", "names": [ "datasets.utils.patching.logger", "datasets.utils.patching.patch_submodule" ], "n_typable": 17, "n_typed": 1, "n_any": 0, "n_untyped": 16, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 5, "n_classes": 1, "n_attrs": 8, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/utils/py_utils.py", "symbol_reports": [ { "kind": "function", "name": "datasets.utils.py_utils.first_non_null_value", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.utils.py_utils.string_to_dict", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "datasets.utils.py_utils.size_str", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.utils.py_utils.zip_dict", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.utils.py_utils.no_op_if_value_is_null", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "datasets.utils.py_utils.classproperty", "methods": [ { "kind": "function", "name": "classproperty.__get__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "properties": [], "attrs": [], "n_typable": 3, "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 1, "n_method_overloads": 1, "n_method_params": 2, "n_attrs": 0, "n_properties": 0 }, { "kind": "function", "name": "datasets.utils.py_utils.asdict", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.utils.py_utils.unique_values", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.utils.py_utils.glob_pattern_to_regex", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.utils.py_utils.map_nested", "n_typed": 12, "n_any": 2, "n_untyped": 0, "n_overloads": 1, "n_typable": 14, "n_params": 13, "n_function_overloads": 1, "n_function_params": 13 }, { "kind": "class", "name": "datasets.utils.py_utils.NonMutableDict", "methods": [ { "kind": "function", "name": "NonMutableDict.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "NonMutableDict.__setitem__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "NonMutableDict.update", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 8, "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 5, "n_attrs": 0, "n_properties": 0 }, { "kind": "function", "name": "datasets.utils.py_utils.copyfunc", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.utils.py_utils.temporary_assignment", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "datasets.utils.py_utils.first_non_null_non_empty_value", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.utils.py_utils.convert_file_size_to_int", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "attr", "name": "datasets.utils.py_utils.logger", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "datasets.utils.py_utils.T", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "datasets.utils.py_utils.iflatmap_unordered", "n_typed": 4, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "attr", "name": "datasets.utils.py_utils.Final", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "class", "name": "datasets.utils.py_utils.NestedDataStructure", "methods": [ { "kind": "function", "name": "NestedDataStructure.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "NestedDataStructure.flatten", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "NestedDataStructure.data", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 5, "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 2, "n_attrs": 1, "n_properties": 0 }, { "kind": "function", "name": "datasets.utils.py_utils.iter_batched", "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "datasets.utils.py_utils.temp_seed", "n_typed": 1, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "attr", "name": "datasets.utils.py_utils.Y", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.utils.py_utils.Literal", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "datasets.utils.py_utils.has_sufficient_disk_space", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 } ], "type_ignores": [], "name": "datasets.utils.py_utils", "names": [ "datasets.utils.py_utils.Final", "datasets.utils.py_utils.Literal", "datasets.utils.py_utils.NestedDataStructure", "datasets.utils.py_utils.NonMutableDict", "datasets.utils.py_utils.T", "datasets.utils.py_utils.Y", "datasets.utils.py_utils.asdict", "datasets.utils.py_utils.classproperty", "datasets.utils.py_utils.convert_file_size_to_int", "datasets.utils.py_utils.copyfunc", "datasets.utils.py_utils.first_non_null_non_empty_value", "datasets.utils.py_utils.first_non_null_value", "datasets.utils.py_utils.glob_pattern_to_regex", "datasets.utils.py_utils.has_sufficient_disk_space", "datasets.utils.py_utils.iflatmap_unordered", "datasets.utils.py_utils.iter_batched", "datasets.utils.py_utils.logger", "datasets.utils.py_utils.map_nested", "datasets.utils.py_utils.no_op_if_value_is_null", "datasets.utils.py_utils.size_str", "datasets.utils.py_utils.string_to_dict", "datasets.utils.py_utils.temp_seed", "datasets.utils.py_utils.temporary_assignment", "datasets.utils.py_utils.unique_values", "datasets.utils.py_utils.zip_dict" ], "n_typable": 72, "n_typed": 25, "n_any": 2, "n_untyped": 45, "n_functions": 17, "n_function_overloads": 17, "n_function_params": 38, "n_methods": 6, "n_method_overloads": 6, "n_method_params": 9, "n_classes": 3, "n_attrs": 6, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/utils/stratify.py", "symbol_reports": [ { "kind": "function", "name": "datasets.utils.stratify.stratified_shuffle_split_generate_indices", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 }, { "kind": "function", "name": "datasets.utils.stratify.approximate_mode", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "type_ignores": [], "name": "datasets.utils.stratify", "names": [ "datasets.utils.stratify.approximate_mode", "datasets.utils.stratify.stratified_shuffle_split_generate_indices" ], "n_typable": 10, "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_functions": 2, "n_function_overloads": 2, "n_function_params": 8, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/utils/tf_utils.py", "symbol_reports": [ { "kind": "function", "name": "datasets.utils.tf_utils.is_numeric_pa_type", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "class", "name": "datasets.utils.tf_utils.SharedMemoryContext", "methods": [ { "kind": "function", "name": "SharedMemoryContext.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SharedMemoryContext.get_shm", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 }, { "kind": "function", "name": "SharedMemoryContext.get_array", "n_typed": 0, "n_any": 0, "n_untyped": 5, "n_overloads": 1, "n_typable": 5, "n_params": 4, "n_function_overloads": 1, "n_function_params": 4 }, { "kind": "function", "name": "SharedMemoryContext.__enter__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "SharedMemoryContext.__exit__", "n_typed": 0, "n_any": 0, "n_untyped": 4, "n_overloads": 1, "n_typable": 4, "n_params": 3, "n_function_overloads": 1, "n_function_params": 3 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "SharedMemoryContext.created_shms", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "SharedMemoryContext.opened_shms", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 17, "n_typed": 0, "n_any": 0, "n_untyped": 17, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 10, "n_attrs": 2, "n_properties": 0 }, { "kind": "function", "name": "datasets.utils.tf_utils.multiprocess_dataset_to_tf", "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_overloads": 1, "n_typable": 11, "n_params": 10, "n_function_overloads": 1, "n_function_params": 10 }, { "kind": "function", "name": "datasets.utils.tf_utils.minimal_tf_collate_fn", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.utils.tf_utils.minimal_tf_collate_fn_with_renaming", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "datasets.utils.tf_utils.dataset_to_tf", "n_typed": 0, "n_any": 0, "n_untyped": 10, "n_overloads": 1, "n_typable": 10, "n_params": 9, "n_function_overloads": 1, "n_function_params": 9 }, { "kind": "attr", "name": "datasets.utils.tf_utils.SharedMemory", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "function", "name": "datasets.utils.tf_utils.np_get_batch", "n_typed": 0, "n_any": 0, "n_untyped": 8, "n_overloads": 1, "n_typable": 8, "n_params": 7, "n_function_overloads": 1, "n_function_params": 7 }, { "kind": "class", "name": "datasets.utils.tf_utils.NumpyMultiprocessingGenerator", "methods": [ { "kind": "function", "name": "NumpyMultiprocessingGenerator.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 11, "n_overloads": 1, "n_typable": 11, "n_params": 10, "n_function_overloads": 1, "n_function_params": 10 }, { "kind": "function", "name": "NumpyMultiprocessingGenerator.__iter__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NumpyMultiprocessingGenerator.__call__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "NumpyMultiprocessingGenerator.worker_loop", "n_typed": 0, "n_any": 0, "n_untyped": 13, "n_overloads": 1, "n_typable": 13, "n_params": 12, "n_function_overloads": 1, "n_function_params": 12 }, { "kind": "function", "name": "NumpyMultiprocessingGenerator.distribute_batches", "n_typed": 0, "n_any": 0, "n_untyped": 6, "n_overloads": 1, "n_typable": 6, "n_params": 5, "n_function_overloads": 1, "n_function_params": 5 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "NumpyMultiprocessingGenerator.dataset", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "NumpyMultiprocessingGenerator.cols_to_retain", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "NumpyMultiprocessingGenerator.collate_fn", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "NumpyMultiprocessingGenerator.collate_fn_args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "NumpyMultiprocessingGenerator.string_columns", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "NumpyMultiprocessingGenerator.columns_to_np_types", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "NumpyMultiprocessingGenerator.output_signature", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "NumpyMultiprocessingGenerator.shuffle", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "NumpyMultiprocessingGenerator.batch_size", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "NumpyMultiprocessingGenerator.drop_remainder", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "NumpyMultiprocessingGenerator.num_workers", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "NumpyMultiprocessingGenerator.columns_to_ranks", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 44, "n_typed": 0, "n_any": 0, "n_untyped": 44, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 5, "n_method_overloads": 5, "n_method_params": 27, "n_attrs": 12, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.utils.tf_utils", "names": [ "datasets.utils.tf_utils.NumpyMultiprocessingGenerator", "datasets.utils.tf_utils.SharedMemory", "datasets.utils.tf_utils.SharedMemoryContext", "datasets.utils.tf_utils.dataset_to_tf", "datasets.utils.tf_utils.is_numeric_pa_type", "datasets.utils.tf_utils.minimal_tf_collate_fn", "datasets.utils.tf_utils.minimal_tf_collate_fn_with_renaming", "datasets.utils.tf_utils.multiprocess_dataset_to_tf", "datasets.utils.tf_utils.np_get_batch" ], "n_typable": 96, "n_typed": 0, "n_any": 0, "n_untyped": 96, "n_functions": 6, "n_function_overloads": 6, "n_function_params": 29, "n_methods": 10, "n_method_overloads": 10, "n_method_params": 37, "n_classes": 2, "n_attrs": 15, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/utils/tqdm.py", "symbol_reports": [ { "kind": "class", "name": "datasets.utils.tqdm.tqdm", "methods": [ { "kind": "function", "name": "tqdm.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "tqdm.__delattr__", "n_typed": 2, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 } ], "properties": [], "attrs": [], "n_typable": 5, "n_typed": 2, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 3, "n_attrs": 0, "n_properties": 0 }, { "kind": "function", "name": "datasets.utils.tqdm.enable_progress_bars", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "datasets.utils.tqdm.disable_progress_bars", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "datasets.utils.tqdm.is_progress_bar_enabled", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "datasets.utils.tqdm.are_progress_bars_disabled", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "type_ignores": [], "name": "datasets.utils.tqdm", "names": [ "datasets.utils.tqdm.are_progress_bars_disabled", "datasets.utils.tqdm.disable_progress_bars", "datasets.utils.tqdm.enable_progress_bars", "datasets.utils.tqdm.is_progress_bar_enabled", "datasets.utils.tqdm.tqdm" ], "n_typable": 9, "n_typed": 5, "n_any": 0, "n_untyped": 4, "n_functions": 4, "n_function_overloads": 4, "n_function_params": 0, "n_methods": 2, "n_method_overloads": 2, "n_method_params": 3, "n_classes": 1, "n_attrs": 0, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/utils/track.py", "symbol_reports": [ { "kind": "class", "name": "datasets.utils.track.tracked_str", "methods": [ { "kind": "function", "name": "tracked_str.set_origin", "n_typed": 1, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "tracked_str.get_origin", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "tracked_str.__repr__", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "tracked_str.origins", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 4, "n_typed": 2, "n_any": 0, "n_untyped": 2, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 1, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "datasets.utils.track.tracked_list", "methods": [ { "kind": "function", "name": "tracked_list.__init__", "n_typed": 1, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "tracked_list.__iter__", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "tracked_list.__repr__", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "tracked_list.last_item", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 6, "n_typed": 3, "n_any": 0, "n_untyped": 3, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 3, "n_method_overloads": 3, "n_method_params": 2, "n_attrs": 1, "n_properties": 0 }, { "kind": "class", "name": "datasets.utils.track.TrackedIterableFromGenerator", "methods": [ { "kind": "function", "name": "TrackedIterableFromGenerator.__init__", "n_typed": 0, "n_any": 0, "n_untyped": 3, "n_overloads": 1, "n_typable": 3, "n_params": 2, "n_function_overloads": 1, "n_function_params": 2 }, { "kind": "function", "name": "TrackedIterableFromGenerator.__iter__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "TrackedIterableFromGenerator.__repr__", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "TrackedIterableFromGenerator.__reduce__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [], "attrs": [ { "kind": "attr", "name": "TrackedIterableFromGenerator.generator", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TrackedIterableFromGenerator.args", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 }, { "kind": "attr", "name": "TrackedIterableFromGenerator.last_item", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "n_typable": 9, "n_typed": 1, "n_any": 0, "n_untyped": 8, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 4, "n_method_overloads": 4, "n_method_params": 2, "n_attrs": 3, "n_properties": 0 } ], "type_ignores": [], "name": "datasets.utils.track", "names": [ "datasets.utils.track.TrackedIterableFromGenerator", "datasets.utils.track.tracked_list", "datasets.utils.track.tracked_str" ], "n_typable": 19, "n_typed": 6, "n_any": 0, "n_untyped": 13, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 10, "n_method_overloads": 10, "n_method_params": 5, "n_classes": 3, "n_attrs": 5, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/utils/typing.py", "symbol_reports": [ { "kind": "attr", "name": "datasets.utils.typing.ListLike", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "datasets.utils.typing.NestedDataStructureLike", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 }, { "kind": "attr", "name": "datasets.utils.typing.T", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "datasets.utils.typing.PathLike", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_typable": 1 } ], "type_ignores": [], "name": "datasets.utils.typing", "names": [ "datasets.utils.typing.ListLike", "datasets.utils.typing.NestedDataStructureLike", "datasets.utils.typing.PathLike", "datasets.utils.typing.T" ], "n_typable": 3, "n_typed": 3, "n_any": 0, "n_untyped": 0, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 0, "n_method_overloads": 0, "n_method_params": 0, "n_classes": 0, "n_attrs": 4, "n_properties": 0, "n_type_ignores": 0 }, { "path": "datasets/utils/version.py", "symbol_reports": [ { "kind": "class", "name": "datasets.utils.version.Version", "methods": [ { "kind": "function", "name": "Version.__post_init__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Version.__repr__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Version._validate_operand", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Version.__eq__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Version.__lt__", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Version.__hash__", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 }, { "kind": "function", "name": "Version.from_dict", "n_typed": 0, "n_any": 0, "n_untyped": 2, "n_overloads": 1, "n_typable": 2, "n_params": 1, "n_function_overloads": 1, "n_function_params": 1 }, { "kind": "function", "name": "Version._to_yaml_string", "n_typed": 1, "n_any": 0, "n_untyped": 0, "n_overloads": 1, "n_typable": 1, "n_params": 0, "n_function_overloads": 1, "n_function_params": 0 } ], "properties": [ { "kind": "property", "name": "Version.tuple", "n_typed": 0, "n_any": 0, "n_untyped": 1, "n_typable": 1 } ], "attrs": [ { "kind": "attr", "name": "Version.version_str", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Version.description", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Version.major", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Version.minor", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 }, { "kind": "attr", "name": "Version.patch", "n_typed": 0, "n_any": 0, "n_untyped": 0, "n_typable": 0 } ], "n_typable": 13, "n_typed": 1, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 4, "n_attrs": 5, "n_properties": 1 } ], "type_ignores": [], "name": "datasets.utils.version", "names": [ "datasets.utils.version.Version" ], "n_typable": 13, "n_typed": 1, "n_any": 0, "n_untyped": 12, "n_functions": 0, "n_function_overloads": 0, "n_function_params": 0, "n_methods": 8, "n_method_overloads": 8, "n_method_params": 4, "n_classes": 1, "n_attrs": 5, "n_properties": 1, "n_type_ignores": 0 } ], "typecheckers": {}, "n_modules": 94, "n_typable": 4504, "n_typed": 2556, "n_any": 14, "n_untyped": 1934, "n_functions": 222, "n_function_overloads": 225, "n_function_params": 519, "n_methods": 1097, "n_method_params": 2144, "n_method_overloads": 1098, "n_classes": 268, "n_attrs": 871, "n_properties": 123, "type_ignores": [], "n_type_ignores": 0 }