mosaicml-streaming
View on PyPI — Reverse Dependencies (8)
0.12.0 | mosaicml_streaming-0.12.0-py3-none-any.whl |
Wheel Details
Project: | mosaicml-streaming |
Version: | 0.12.0 |
Filename: | mosaicml_streaming-0.12.0-py3-none-any.whl |
Download: | [link] |
Size: | 264926 |
MD5: | 85af5b7d013c00a02527cdb936b300f7 |
SHA256: | bbc17ea9c0920d09f94428f0a9b693f8f2d99dea708d12d8f160a85c1f8af2cb |
Uploaded: | 2025-04-03 22:18:06 +0000 |
dist-info
METADATA · WHEEL · RECORD · top_level.txt · entry_points.txt
METADATA
WHEEL
Wheel-Version: | 1.0 |
Generator: | setuptools (78.1.0) |
Root-Is-Purelib: | true |
Tag: | py3-none-any |
RECORD
Path | Digest | Size |
---|---|---|
mosaicml_streaming-0.12.0.dist-info/licenses/LICENSE | sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ | 11357 |
simulation/__init__.py | sha256=TTUsyYoqhI8RbJZaFeQwXYFC7bjWojMyXMSbKDi4_tQ | 171 |
simulation/launcher.py | sha256=J_inDC4LFYg8FHhOtz_jxP9KuHcQ56_jPUUymUIa6aM | 469 |
simulation/core/__init__.py | sha256=9IHLmUrQxkgn4XAG0v0E0YY9Bl7F_imyD4JFvmSfFJU | 147 |
simulation/core/create_index.py | sha256=_Dw4zJpYrPUDc6VgYlW0ipf-9lBzg0zFMAPthQChfRQ | 2591 |
simulation/core/last_used_ordered_set.py | sha256=Y_tTs3t4QCRsgREsx8n8e2wPrz33cJNYXuO4pIT5CpE | 1167 |
simulation/core/main.py | sha256=gZ82KVZxENt6NRvAJT78nwNyXhjtznpmaSmfDb8VPxk | 12116 |
simulation/core/node_tracker.py | sha256=5eKqhoYm4AArystmZ8dMY7NV8RwPC3-0ZO3jK5ZOpRw | 9547 |
simulation/core/shard_downloads.py | sha256=C3fU_S1iAOJys16FcC9xj0ia1IYpHF1i5g3PP3Wwur4 | 7523 |
simulation/core/shuffle_quality.py | sha256=CYNdVFGs2cNa_7HY_PrFbTuy4mQKO_kBSuENuaJLF00 | 7234 |
simulation/core/sim_dataset.py | sha256=9ls-DUiQuKd0LmIFvbTbC8NNEnaky7q_Cuq_3M5_hOM | 25254 |
simulation/core/sim_spanner.py | sha256=Zs98Nl3iVidDQUaJ_lNORXvHEdC0MNJng3im-TQvKpY | 1249 |
simulation/core/sim_time.py | sha256=hdZg3mwVJldYN1It8T5Eode4Y1i5iKKHlKd4-OVuDDE | 10970 |
simulation/core/sim_world.py | sha256=c4i9VcBD3gXJLmydFZSqBY6HxSuJZB2yqjX2LBXBGi4 | 1937 |
simulation/core/utils.py | sha256=1ooaufyDiCSRJWkovpzOOPQEWVgocMQ2LPJx7XhNZ3g | 6109 |
simulation/core/yaml_processing.py | sha256=tTASgL81OpC-TGL3rtoteNtcLobSidlP4dwNuPYZznQ | 9412 |
simulation/interfaces/__init__.py | sha256=MundlunCh_FGbBoQEvnWNvnkUzxZbrMWKHl7p5UMqrs | 131 |
simulation/interfaces/interface_utils.py | sha256=9d347-JiSndocEoRl7PKZ27NmPi3uPc5u8za1OCEYWw | 4480 |
simulation/interfaces/sim_cli.py | sha256=zVPmw9hBmg1E8J9qYbTlfYJY8epA14PB1tMuPGm7gTQ | 5743 |
simulation/interfaces/sim_script.py | sha256=8buXQIsMuCGVA2LS1ZVDVxaSDB20UYkOFSpXqhR5NwI | 5177 |
simulation/interfaces/sim_ui.py | sha256=RolYFmhVRhvqF0CbABsBeRd2fMSOJjp3dn4koOOGm6I | 21882 |
simulation/interfaces/widgets.py | sha256=MazX8kZxg-ab8nvnKVEt2XgHSo2kuakgXy_hH32cCRc | 23519 |
streaming/__init__.py | sha256=oRalOD4BxmU8UAY14IrgDSirwwT_m95FBUJ60UTGASw | 722 |
streaming/_version.py | sha256=I4kKLxgHgfIlvVKYEh2CDsNxqbGfogkSuxumufiHsWo | 141 |
streaming/py.typed | sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU | 0 |
streaming/base/__init__.py | sha256=KxHSCWf8qANqk9VopjPg8ZEQCOYFdDmpvCvGs7dVClA | 599 |
streaming/base/array.py | sha256=fnlg1KNuISu3qbNvQ6UQIedrQfc8fRb_25yZYHjVf1w | 3103 |
streaming/base/compression.py | sha256=0G8gZByCSi4YPR-ES-UuuCULMY0okDoEy31y0AJAlK0 | 6253 |
streaming/base/constant.py | sha256=zME9gT8dw_SQxp268biQc5XkaHOM2cmzgu0iuUz6OQ4 | 711 |
streaming/base/dataloader.py | sha256=q2D98DjKC3Xduf4GMPBq9oJVbW8ZSJ-tYUX2grB1VUs | 3568 |
streaming/base/dataset.py | sha256=QzOGvUWdpcqqg6NsgFactR4jJkVKC0RzK4BXwfIef_o | 69235 |
streaming/base/distributed.py | sha256=KQpG_xePYybvyVp29l0M9Hv8TkCFdGzZnIWKrBHrIgE | 3923 |
streaming/base/hashing.py | sha256=PQPwgPHVMRN-jZKbHoBU58Oa1TnfTzFNxYXmEyzTyto | 1600 |
streaming/base/local.py | sha256=-LYboSqHGWBFJVZ8dlz2RQT7t9PZunyFWsbprryBDJM | 2293 |
streaming/base/registry_utils.py | sha256=jlxd9i8ufgYDqq1Gk_D1luEn6_IG3Mx_hBkRUx4pc4s | 6460 |
streaming/base/sampling.py | sha256=4YDQ8hO3q9od_hagzL5DAQ8WNB8DiPj_zaKhPQrxkIY | 3137 |
streaming/base/spanner.py | sha256=qMaj5YsHCQtbW1N9eDsRzaNBv6I9stQ0SESCy8Y_yPs | 2254 |
streaming/base/stream.py | sha256=0eNFfo3gUpMUmCWAK-tR8Ls2sMaHkeWKRoGqJ8miVCU | 24008 |
streaming/base/util.py | sha256=GdwTRIPt2U8bgJqmRAtXOC8o3Huep-dP9kZCgPUy9lo | 21159 |
streaming/base/world.py | sha256=fxpNLeQwPn7o99NiflQ3c1drKCa89lJ0KaUG78fuXFE | 5452 |
streaming/base/batching/__init__.py | sha256=OnFiX-ew1CA7Ya2wTbhDVybjGyUsmfRaYVwNDQtmsBE | 1788 |
streaming/base/batching/device_per_stream.py | sha256=6v0p32mtubsnfr2vxtHQ93FpIyxKb8ID1cEgnoTuNyw | 13670 |
streaming/base/batching/per_stream.py | sha256=-AiixmSFfpVxaksPxVywmzuIajSD3tqWhLEPQTMLZUw | 8760 |
streaming/base/batching/random.py | sha256=Szsg55AkWKFOeOYbyorOTx7wh6-fIboCv-5QfPMvNkA | 3468 |
streaming/base/batching/stratified.py | sha256=VhTBrS0UII0akn19R-0lWhi-BeSjwvAmoEgcJIAGP8I | 10534 |
streaming/base/converters/__init__.py | sha256=h_KiJGB7vq8DlnYPp3UzqiDShs3X9UIjmhz3sq09Nlo | 443 |
streaming/base/converters/dataframe_to_mds.py | sha256=t_Xo1RStkmfX36jO7oeZv5fojkEY7IgCOnu_ibIH0yI | 12908 |
streaming/base/format/__init__.py | sha256=Xw9jfb4eDOWxklDI43RGDvQiFhRWM2cRViaDedsSTuk | 1337 |
streaming/base/format/index.py | sha256=VWVTqkacrUzfHYviitDipJY0GKJrUPFNLfOKHMbo58c | 337 |
streaming/base/format/base/__init__.py | sha256=xc1WOxxX-hVLTrrAkSmIHrw9gLwqjhKboan79DBRrxA | 235 |
streaming/base/format/base/reader.py | sha256=Kxe6mRT7yluPtJ51meVNSUIg-k8_Axdo4x9xjpTKXo8 | 13600 |
streaming/base/format/base/writer.py | sha256=UQ3OPCqRRISqS_5gL6rqLol9WuEbF8bG-13I-19VZ8E | 23466 |
streaming/base/format/json/__init__.py | sha256=_nAFD4zlZ_gexzdyY2RvUdTz8EAjqNz1qmxuDaOKqsA | 302 |
streaming/base/format/json/encodings.py | sha256=ZrPdB_KPQgk418j91BfgHOBOOMS99lFjb9_R7EAV8zA | 1965 |
streaming/base/format/json/reader.py | sha256=0kthxpHr_aQlUbMiDP56qu0fNlhts7G38HuvqORmCks | 4379 |
streaming/base/format/json/writer.py | sha256=APf1G37O5FUkLVqHzzub4KXHod-bSkXZ8OGsKxqHPFo | 5052 |
streaming/base/format/mds/__init__.py | sha256=GB5pVhlsibAgpN1FHZlrdrHkdx0N-5uVmnf6yq-UeLc | 295 |
streaming/base/format/mds/encodings.py | sha256=vQFIHJW52CitjNKv2q-rHV04kvBOj6FPbKmE1Ow9bkQ | 21456 |
streaming/base/format/mds/reader.py | sha256=eNmDSYd0aVgeCpiBgdEGV1vFZvy8B3Pz9LLRX7V2SF4 | 5630 |
streaming/base/format/mds/writer.py | sha256=YJ2dndMYag2QlTqkaIALglxYu_ZFQd7zNuzzmCGsumQ | 6325 |
streaming/base/format/xsv/__init__.py | sha256=XLRbUGz8B8QkO6CAHjTGRCWpoSKCIfacqgg7jkwS2OI | 395 |
streaming/base/format/xsv/encodings.py | sha256=7dKLjc8_GW03b3vfBqjclRabxE6hCCMxPTNJoNUXlgc | 2847 |
streaming/base/format/xsv/reader.py | sha256=8lkqQwLwMbNeDuzgDpiEgedBOXtrHvtbp-jXFIoMfuY | 10432 |
streaming/base/format/xsv/writer.py | sha256=lwbIYLe_BcqnBKAnBofZOl8ZL7Yg44QFR6fjnxXP_jo | 11983 |
streaming/base/partition/__init__.py | sha256=3Sb5Q6XxvWPoKAEODI3g38yX2HQ3Oz7eQ48QGXV99Jg | 3075 |
streaming/base/partition/orig.py | sha256=m30fhFBFCgVfKRfWZSQUP5YCZPrgzMWYFtSdzoIFqQw | 9305 |
streaming/base/partition/relaxed.py | sha256=C_UnoGV8W1lpOxSr7zukZfYBIHVZ2rcvNZsqngGxmQg | 5517 |
streaming/base/shared/__init__.py | sha256=aY3C-hbcQSY-Igc9lk1j6NAzqjyPRVE-7JZ57KhCX34 | 814 |
streaming/base/shared/array.py | sha256=QXee55loWEQCIL7zkblP1Cizglw4RRGbr0YSMpDDvlA | 2030 |
streaming/base/shared/barrier.py | sha256=MZUgViV0E9o8Ta4lTYlvEV8U8PNhyHs0hb47253mGl8 | 3819 |
streaming/base/shared/memory.py | sha256=vNbAnVVpHPswJQlFIJuz4gS6Bw-zoyFSAXlDzOC1SNc | 4960 |
streaming/base/shared/prefix.py | sha256=SL6vgzIPWFMxKB0quw1KfoDfY_WEgIwGAmOI1o4816Q | 9393 |
streaming/base/shared/scalar.py | sha256=qUNgJPbIX9CTSIUXYmjkEyzCcTI_YvvGdMixs4VXoqo | 893 |
streaming/base/shuffle/__init__.py | sha256=Gfkss3M_wAeH_1GoceAO9fMbI3eDBjFJ8nqhJaF_a4s | 1859 |
streaming/base/shuffle/naive.py | sha256=QcTLIKXB-yAQpL1tCNy6UCl9v--cK9bngm6xH-Vu6hg | 1662 |
streaming/base/shuffle/py1br.py | sha256=OCmkVN4HgU05LArUHhTfAYSsEYOX7wqIbgTFLalpgwg | 4343 |
streaming/base/shuffle/py1e.py | sha256=b53qYsEce1ZeoMoJPE_Dgwlxkn7Bt0_BmHvRiURWtUc | 7039 |
streaming/base/shuffle/py1s.py | sha256=VlxhsPVkVfRyb3PQHGJwcw8dhzC4-vzOuKvdv4b0BSQ | 5313 |
streaming/base/shuffle/py2s.py | sha256=1OjYfREJzVOfAD2h_kkulCbnzmR8fe_MZXutcIdU0BA | 4980 |
streaming/base/storage/__init__.py | sha256=0AfDegLHBufy1DeAbf3gCxNDmlMMALpyxD0uwdN7BgM | 1335 |
streaming/base/storage/download.py | sha256=0WayrTvSEjBHeVu1Fmi7RTX6gv77aI6YJuvx8oSJcHE | 31196 |
streaming/base/storage/upload.py | sha256=97lHTguE9GjNq1dq0BuCtFRcCzCki90l0IWQwnOv4uU | 54715 |
streaming/multimodal/__init__.py | sha256=1MBe6epqSy4yerkPmYiwVQ8_yXVoCLCl0K5j8_BEdXg | 408 |
streaming/multimodal/webvid.py | sha256=DeibdZM8R9LPocu_AweocdojFmaUTAYUoJhkOuWuP88 | 21636 |
streaming/multimodal/convert/__init__.py | sha256=-4DIieCt4LbA3EOvUBGW0ne_m4d95Ev5htZY-kLVYQE | 157 |
streaming/multimodal/convert/laion/__init__.py | sha256=hc0tLBZuuTF3EqMb8zAwdsyiTfJpTSMsF8nS0i0LXX0 | 118 |
streaming/multimodal/convert/laion/laion400m/__init__.py | sha256=t9w_S1YjNBJPv_ZNZiwUA2hKdkU745Hb3K_RHwO0SIg | 123 |
streaming/multimodal/convert/laion/laion400m/convert_and_upload.py | sha256=ezoOio95V5KtSUr8gpDjg8H7Prm3GMb84bz-mjBSKis | 9346 |
streaming/multimodal/convert/webvid/__init__.py | sha256=L5CMfi9Hwcv6jQT7ZT0d33_FlolIu0xZKhf7y8Rhb5I | 119 |
streaming/multimodal/convert/webvid/crawl_webvid.py | sha256=PC7fzHx7WmGdoXhBK-Srtxpv3egGZyHYV4M_VpJLoWI | 4303 |
streaming/multimodal/convert/webvid/crawl_webvid_subsets.py | sha256=MU3wNirljR8lhAGIQa2aS4JfRuP8rvkgr1xj4UBh8II | 6653 |
streaming/multimodal/convert/webvid/extract_webvid_videos.py | sha256=Lm_5cB07IAqgYDfMXIFKldOd2d_93ydhoyFv1-FPrSc | 2589 |
streaming/text/__init__.py | sha256=5EKW8iAKiMz8Bqa7ZqR6usOVGSRh1C-n89EyTuSw2Es | 380 |
streaming/text/c4.py | sha256=rfgdFrqzbacXcHoko4AcleYVSF2KLhzb_mdlw531Sm4 | 8429 |
streaming/text/enwiki.py | sha256=Ff47Iaa2ltTmlN5VJNfPAgn4JJc0rQRU4tXN7JE9agA | 7379 |
streaming/text/pile.py | sha256=qm7VlvDhjRTmIwgwtX2QYwAaqEZnm3nc8MVEtPWzJMI | 8360 |
streaming/text/convert/__init__.py | sha256=HdhWUBs8F0HePR8YZa0mydvO_iAfSh4fTldDbDhb0_Q | 151 |
streaming/text/convert/c4.py | sha256=ut57nuFbaCMaAgzrpp9Iivu11lgf3ewc-k3LW_q-H9A | 5032 |
streaming/text/convert/enwiki_text.py | sha256=iYb8eizTp0r-0vNoyPqQJriwb9QPf--FjvzQMCj-g_g | 3895 |
streaming/text/convert/pile.py | sha256=V66uWsqxU4-pp6nHJ0VJcYB3pcBGbqGf73f_Wq17yD4 | 7156 |
streaming/text/convert/enwiki/__init__.py | sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU | 0 |
streaming/text/convert/enwiki/mds/__init__.py | sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU | 0 |
streaming/text/convert/enwiki/mds/create_pretraining_data.py | sha256=3sw0Ymk1RSJ2bfni8V01YVre59nmnO2m8bdp_Ih8aFA | 15176 |
streaming/text/convert/enwiki/mds/make_train_parallel.py | sha256=ESAUYrHToLGGF887VeZEPoLcHEN-pk8uHZ_zvGJNZ0g | 5148 |
streaming/text/convert/enwiki/mds/merge_shard_groups.py | sha256=4zCqsaBNOh7ndqTllFREA0nSLFAVxsy1IkWWHgzayIo | 2301 |
streaming/text/convert/enwiki/mds/pick_eval_samples.py | sha256=fRM_Q91wi5lTW2NagXMZiNvm0KEmzCAgdmkLU4XsC28 | 2106 |
streaming/text/convert/enwiki/mds/tokenization.py | sha256=jJDBjyulSrcd45KX-dJmel9qXAa42Jb9A9-L6BFePPg | 12473 |
streaming/text/convert/enwiki/tfrecord/__init__.py | sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU | 0 |
streaming/text/convert/enwiki/tfrecord/count_samples.py | sha256=ShHtZYfAcll4BavlfJtEhw_IdqU4XumJtfia97vbeiw | 799 |
streaming/text/convert/enwiki/tfrecord/create_pretraining_data.py | sha256=Dfpsz2veXoPtvVzizxIRV-MHhaFvugwhCFFItj7eIew | 14632 |
streaming/text/convert/enwiki/tfrecord/make_train_parallel.py | sha256=Q4qvPIe5QuXZM0OWMqvc13wWT-M_KR6yFuIAk-vuMlM | 1239 |
streaming/text/convert/enwiki/tfrecord/pick_eval_samples.py | sha256=pIpJeUfHXaFwPKr3cTO9PWsMXxsytyFmKh-cjtjXU5A | 3829 |
streaming/text/convert/enwiki/tfrecord/tokenization.py | sha256=jJDBjyulSrcd45KX-dJmel9qXAa42Jb9A9-L6BFePPg | 12473 |
streaming/vision/__init__.py | sha256=YtOwgEY-7zppoMvzu2h3YBA7Qp00ZV62FPG6epHiJFU | 503 |
streaming/vision/ade20k.py | sha256=SQCLIlsCye8ZrZq6Y7FMLs9qbYDYRjT7nRetnK7YjMI | 7662 |
streaming/vision/base.py | sha256=DIIsTnBF8UXYchoeP44RGpddQ8pbbqYDZu8401aKNhg | 8893 |
streaming/vision/cifar10.py | sha256=XCdi6BlmKxgSUNQC3gL_8xqHs9xREaIr2jCNUlgdQ2Q | 4768 |
streaming/vision/coco.py | sha256=V_joKEpAo-XW8HESyjbQOP48Hr2WrUjexEILlcFfIxQ | 7302 |
streaming/vision/imagenet.py | sha256=XDaTGPX8CaRXmnpG8T0MHYmkGELGDrnVSt9JXjnIwkA | 4760 |
streaming/vision/convert/__init__.py | sha256=Z-ehH6K3gkMlyj_h3XcQvHv2t58QAVWiyea6alk2xRw | 139 |
streaming/vision/convert/ade20k.py | sha256=JDU-9EwumJXy-f_cLka0bPZU7o7RBDBkWEaqUBWGPuc | 5829 |
streaming/vision/convert/base.py | sha256=H92LJ_dAH_OZSGZhn9x1a_uXRY4zncoDj7uqM8ulN8I | 2641 |
streaming/vision/convert/cifar10.py | sha256=Me9X6eWcnE2u_KEa0imlFKwyku7JI6cePQNhg5X5398 | 2423 |
streaming/vision/convert/coco.py | sha256=CNd14e4pFea5d0NC4yvAS3RRCmOG4QqMxIrX5a8v4Pc | 7645 |
streaming/vision/convert/fake_cifar10.py | sha256=E9uMU5w5wEe7f10u3u7a8J0mYa0BRNoY8agsGmplWks | 1498 |
streaming/vision/convert/imagenet.py | sha256=sCincVeIGPVJZO3qft8IL1Rkrab0Aa-8jDjU0nrgRUY | 4987 |
mosaicml_streaming-0.12.0.dist-info/METADATA | sha256=NMXjBIbb-I_r_DOpGJ4gi6DH7HQ99tg8tiIPJ06sP0Y | 22062 |
mosaicml_streaming-0.12.0.dist-info/WHEEL | sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0 | 91 |
mosaicml_streaming-0.12.0.dist-info/entry_points.txt | sha256=kqgZPftUU8qoQpMT1yTyiJNJM9lRSrKmkGeJ25NSPpM | 71 |
mosaicml_streaming-0.12.0.dist-info/top_level.txt | sha256=D_eZcq7NZQ4T5bg6_Ecqw8CISIeX1DeEp-9nyrcG2sg | 21 |
mosaicml_streaming-0.12.0.dist-info/RECORD | — | — |
top_level.txt
simulation
streaming
entry_points.txt
simulator = simulation.launcher:launch_simulation_ui