mosaicml-streaming
View on PyPI — Reverse Dependencies (6)
0.9.1 | mosaicml_streaming-0.9.1-py3-none-any.whl |
Wheel Details
Project: | mosaicml-streaming |
Version: | 0.9.1 |
Filename: | mosaicml_streaming-0.9.1-py3-none-any.whl |
Download: | [link] |
Size: | 261851 |
MD5: | 8c54fcc760cd3d0ec1f71d4f57f7038a |
SHA256: | f1b46c2657ead66e77a8d5736d3746c829216b9615ebd2be93812eb7f7e0bb06 |
Uploaded: | 2024-11-04 20:57:54 +0000 |
dist-info
METADATA · WHEEL · RECORD · top_level.txt · entry_points.txt
METADATA
WHEEL
Wheel-Version: | 1.0 |
Generator: | bdist_wheel (0.44.0) |
Root-Is-Purelib: | true |
Tag: | py3-none-any |
RECORD
Path | Digest | Size |
---|---|---|
simulation/__init__.py | sha256=TTUsyYoqhI8RbJZaFeQwXYFC7bjWojMyXMSbKDi4_tQ | 171 |
simulation/launcher.py | sha256=J_inDC4LFYg8FHhOtz_jxP9KuHcQ56_jPUUymUIa6aM | 469 |
simulation/core/__init__.py | sha256=9IHLmUrQxkgn4XAG0v0E0YY9Bl7F_imyD4JFvmSfFJU | 147 |
simulation/core/create_index.py | sha256=_Dw4zJpYrPUDc6VgYlW0ipf-9lBzg0zFMAPthQChfRQ | 2591 |
simulation/core/last_used_ordered_set.py | sha256=Y_tTs3t4QCRsgREsx8n8e2wPrz33cJNYXuO4pIT5CpE | 1167 |
simulation/core/main.py | sha256=kfJojdeLiTm3QQAqgRDO-KbiwaPZrJ5zs0fiRej_bXc | 12060 |
simulation/core/node_tracker.py | sha256=D_7Iu8ZGgwgKQ8ELXMhKXK-7abWghlXTp2IkRmJcZiY | 9525 |
simulation/core/shard_downloads.py | sha256=EW3ttLE_2aIO2_afKbrFMGVHpqoI_tagE7eQpf1CvcU | 7511 |
simulation/core/shuffle_quality.py | sha256=r2ChDtEAm-QUnIb38DEDi0WkPDbMcKparwr8eUHJdNA | 7223 |
simulation/core/sim_dataset.py | sha256=kK8iy9J336H2dCbAe2y9O7GKSNcBCr3STxvOeKq2L_A | 25080 |
simulation/core/sim_spanner.py | sha256=Zs98Nl3iVidDQUaJ_lNORXvHEdC0MNJng3im-TQvKpY | 1249 |
simulation/core/sim_time.py | sha256=hdZg3mwVJldYN1It8T5Eode4Y1i5iKKHlKd4-OVuDDE | 10970 |
simulation/core/sim_world.py | sha256=c4i9VcBD3gXJLmydFZSqBY6HxSuJZB2yqjX2LBXBGi4 | 1937 |
simulation/core/utils.py | sha256=-iEcfMQSoLfGLBiv4nyZumwOBDXSs4Y_MK_rbDEKcNo | 6085 |
simulation/core/yaml_processing.py | sha256=KZX2-SdhoxdyaMqtw6l5a_MzKq5d87GNcGQkUoQKqTU | 9390 |
simulation/interfaces/__init__.py | sha256=MundlunCh_FGbBoQEvnWNvnkUzxZbrMWKHl7p5UMqrs | 131 |
simulation/interfaces/interface_utils.py | sha256=nPz-0hNLirMBJfA-CSa-1R0EghWFRKgyuo2zqeVSFhE | 4469 |
simulation/interfaces/sim_cli.py | sha256=hNts5Svvwusvy_T5sidu0tvdVzh-sZKHqkflYCkIJ94 | 5690 |
simulation/interfaces/sim_script.py | sha256=HoH0qq7I-d8hT6kXpGchNJj-gSJfy-cgX_fuOX34mWg | 5162 |
simulation/interfaces/sim_ui.py | sha256=aCBeeopufDuvXaXStuZYH1annwVRqhK29ya-OiLjXLQ | 21816 |
simulation/interfaces/widgets.py | sha256=uHxd18Cg_ucKWFa-B5orDKS3XEzkudqA_g6tbLFBJ5I | 23561 |
streaming/__init__.py | sha256=oRalOD4BxmU8UAY14IrgDSirwwT_m95FBUJ60UTGASw | 722 |
streaming/_version.py | sha256=usDl8m2LCxhRDiTFaVpgIbLx4Wz3YZvyyZYvTOWNnFc | 140 |
streaming/py.typed | sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU | 0 |
streaming/base/__init__.py | sha256=KxHSCWf8qANqk9VopjPg8ZEQCOYFdDmpvCvGs7dVClA | 599 |
streaming/base/array.py | sha256=fnlg1KNuISu3qbNvQ6UQIedrQfc8fRb_25yZYHjVf1w | 3103 |
streaming/base/compression.py | sha256=0G8gZByCSi4YPR-ES-UuuCULMY0okDoEy31y0AJAlK0 | 6253 |
streaming/base/constant.py | sha256=aJFJBGC7PIvoy9x02rMv-m__lpyJDsikiyu9Qh509aY | 660 |
streaming/base/dataloader.py | sha256=q2D98DjKC3Xduf4GMPBq9oJVbW8ZSJ-tYUX2grB1VUs | 3568 |
streaming/base/dataset.py | sha256=CZuPYQqRABttTkEXWaX4czGTy9_9N01TNPQvnMRJhU0 | 68586 |
streaming/base/distributed.py | sha256=KQpG_xePYybvyVp29l0M9Hv8TkCFdGzZnIWKrBHrIgE | 3923 |
streaming/base/hashing.py | sha256=PQPwgPHVMRN-jZKbHoBU58Oa1TnfTzFNxYXmEyzTyto | 1600 |
streaming/base/local.py | sha256=DaxL_g6tEl5m0oWIu-uqAGaIdbM1Ua4RV3LvVkxPHes | 2262 |
streaming/base/sampling.py | sha256=4YDQ8hO3q9od_hagzL5DAQ8WNB8DiPj_zaKhPQrxkIY | 3137 |
streaming/base/spanner.py | sha256=qMaj5YsHCQtbW1N9eDsRzaNBv6I9stQ0SESCy8Y_yPs | 2254 |
streaming/base/stream.py | sha256=SvpGtXCfJz2L3T6NXt75XupXio6Yp_hUe1pM_sarVuQ | 23498 |
streaming/base/util.py | sha256=kQbFUUVgA0pZ3o_-ZxMFhzBdWUl_SBd4tQ9LAomGdAs | 20567 |
streaming/base/world.py | sha256=fxpNLeQwPn7o99NiflQ3c1drKCa89lJ0KaUG78fuXFE | 5452 |
streaming/base/batching/__init__.py | sha256=OnFiX-ew1CA7Ya2wTbhDVybjGyUsmfRaYVwNDQtmsBE | 1788 |
streaming/base/batching/device_per_stream.py | sha256=3nPFwVt2J4rja5Gp74yts6uaNBc74eKzIaQVgoPhf0c | 13278 |
streaming/base/batching/per_stream.py | sha256=HPrebkFf-X1zsK2kZBayA4ji0eyVBPp8gOPZmM8yE08 | 8754 |
streaming/base/batching/random.py | sha256=Szsg55AkWKFOeOYbyorOTx7wh6-fIboCv-5QfPMvNkA | 3468 |
streaming/base/batching/stratified.py | sha256=FUYQb_d6byjg4X-z2mnczVcTJJSgmk13s334XtkpmXs | 10534 |
streaming/base/converters/__init__.py | sha256=pyj82q44XkqJ11GRVrsmJ50h6SYN9iOQ3oornPv54pQ | 543 |
streaming/base/converters/dataframe_to_mds.py | sha256=i7PDmEvi_GX14D3jQn6rYuDdZN0IvjlrQHAm18p4I6A | 13554 |
streaming/base/format/__init__.py | sha256=Xw9jfb4eDOWxklDI43RGDvQiFhRWM2cRViaDedsSTuk | 1337 |
streaming/base/format/index.py | sha256=VWVTqkacrUzfHYviitDipJY0GKJrUPFNLfOKHMbo58c | 337 |
streaming/base/format/base/__init__.py | sha256=xc1WOxxX-hVLTrrAkSmIHrw9gLwqjhKboan79DBRrxA | 235 |
streaming/base/format/base/reader.py | sha256=Kxe6mRT7yluPtJ51meVNSUIg-k8_Axdo4x9xjpTKXo8 | 13600 |
streaming/base/format/base/writer.py | sha256=UQ3OPCqRRISqS_5gL6rqLol9WuEbF8bG-13I-19VZ8E | 23466 |
streaming/base/format/json/__init__.py | sha256=_nAFD4zlZ_gexzdyY2RvUdTz8EAjqNz1qmxuDaOKqsA | 302 |
streaming/base/format/json/encodings.py | sha256=ZrPdB_KPQgk418j91BfgHOBOOMS99lFjb9_R7EAV8zA | 1965 |
streaming/base/format/json/reader.py | sha256=urUttHMaB46v7RI8Qyqnkqslq-dvLfbvOgfGZuyLKRI | 4368 |
streaming/base/format/json/writer.py | sha256=APf1G37O5FUkLVqHzzub4KXHod-bSkXZ8OGsKxqHPFo | 5052 |
streaming/base/format/mds/__init__.py | sha256=GB5pVhlsibAgpN1FHZlrdrHkdx0N-5uVmnf6yq-UeLc | 295 |
streaming/base/format/mds/encodings.py | sha256=xmog7809shl466AXDQYrKLFAjPiUSkWnfhsVw1LE5Vc | 17084 |
streaming/base/format/mds/reader.py | sha256=JPYykbsbPDZ5uuV1dxXmXKm1Q8qTY92xm248Mm0nezY | 5619 |
streaming/base/format/mds/writer.py | sha256=YJ2dndMYag2QlTqkaIALglxYu_ZFQd7zNuzzmCGsumQ | 6325 |
streaming/base/format/xsv/__init__.py | sha256=XLRbUGz8B8QkO6CAHjTGRCWpoSKCIfacqgg7jkwS2OI | 395 |
streaming/base/format/xsv/encodings.py | sha256=7dKLjc8_GW03b3vfBqjclRabxE6hCCMxPTNJoNUXlgc | 2847 |
streaming/base/format/xsv/reader.py | sha256=slKZVIiLUiztUc4fc08lrSk3M09dD58XTaFELbyh9hI | 10399 |
streaming/base/format/xsv/writer.py | sha256=lwbIYLe_BcqnBKAnBofZOl8ZL7Yg44QFR6fjnxXP_jo | 11983 |
streaming/base/partition/__init__.py | sha256=3Sb5Q6XxvWPoKAEODI3g38yX2HQ3Oz7eQ48QGXV99Jg | 3075 |
streaming/base/partition/orig.py | sha256=m30fhFBFCgVfKRfWZSQUP5YCZPrgzMWYFtSdzoIFqQw | 9305 |
streaming/base/partition/relaxed.py | sha256=C_UnoGV8W1lpOxSr7zukZfYBIHVZ2rcvNZsqngGxmQg | 5517 |
streaming/base/shared/__init__.py | sha256=aY3C-hbcQSY-Igc9lk1j6NAzqjyPRVE-7JZ57KhCX34 | 814 |
streaming/base/shared/array.py | sha256=QXee55loWEQCIL7zkblP1Cizglw4RRGbr0YSMpDDvlA | 2030 |
streaming/base/shared/barrier.py | sha256=MZUgViV0E9o8Ta4lTYlvEV8U8PNhyHs0hb47253mGl8 | 3819 |
streaming/base/shared/memory.py | sha256=vNbAnVVpHPswJQlFIJuz4gS6Bw-zoyFSAXlDzOC1SNc | 4960 |
streaming/base/shared/prefix.py | sha256=SL6vgzIPWFMxKB0quw1KfoDfY_WEgIwGAmOI1o4816Q | 9393 |
streaming/base/shared/scalar.py | sha256=qUNgJPbIX9CTSIUXYmjkEyzCcTI_YvvGdMixs4VXoqo | 893 |
streaming/base/shuffle/__init__.py | sha256=rjaW7oQSuGofX90_jvuNxhpZHKoA9qXpHZng4jobFck | 1946 |
streaming/base/shuffle/naive.py | sha256=QcTLIKXB-yAQpL1tCNy6UCl9v--cK9bngm6xH-Vu6hg | 1662 |
streaming/base/shuffle/py1b.py | sha256=nVifNyj_MIK3nak3LGCEvbTNHFifnu02XnBeuRy-9Og | 3318 |
streaming/base/shuffle/py1br.py | sha256=OCmkVN4HgU05LArUHhTfAYSsEYOX7wqIbgTFLalpgwg | 4343 |
streaming/base/shuffle/py1e.py | sha256=9ffQCRDG9GSgEJAcfybtTup2oxJcjFoIIflsyFXNARQ | 7052 |
streaming/base/shuffle/py1s.py | sha256=VlxhsPVkVfRyb3PQHGJwcw8dhzC4-vzOuKvdv4b0BSQ | 5313 |
streaming/base/shuffle/py2s.py | sha256=1OjYfREJzVOfAD2h_kkulCbnzmR8fe_MZXutcIdU0BA | 4980 |
streaming/base/storage/__init__.py | sha256=AuIlBTFNfrlqoVAtAQZIAZX_kqlYXyTz6WAtwpMcac8 | 1258 |
streaming/base/storage/download.py | sha256=zwIevxbUjBy6z3S-UZscQ9sTA5xtyiB0QF41tPCyZX0 | 21951 |
streaming/base/storage/upload.py | sha256=97lHTguE9GjNq1dq0BuCtFRcCzCki90l0IWQwnOv4uU | 54715 |
streaming/multimodal/__init__.py | sha256=1MBe6epqSy4yerkPmYiwVQ8_yXVoCLCl0K5j8_BEdXg | 408 |
streaming/multimodal/webvid.py | sha256=yxYxARFyypicsneSd_9RDDfjoh3wpKIEWLh4atID87I | 21444 |
streaming/multimodal/convert/__init__.py | sha256=-4DIieCt4LbA3EOvUBGW0ne_m4d95Ev5htZY-kLVYQE | 157 |
streaming/multimodal/convert/laion/__init__.py | sha256=hc0tLBZuuTF3EqMb8zAwdsyiTfJpTSMsF8nS0i0LXX0 | 118 |
streaming/multimodal/convert/laion/laion400m/__init__.py | sha256=t9w_S1YjNBJPv_ZNZiwUA2hKdkU745Hb3K_RHwO0SIg | 123 |
streaming/multimodal/convert/laion/laion400m/convert_and_upload.py | sha256=ezoOio95V5KtSUr8gpDjg8H7Prm3GMb84bz-mjBSKis | 9346 |
streaming/multimodal/convert/webvid/__init__.py | sha256=L5CMfi9Hwcv6jQT7ZT0d33_FlolIu0xZKhf7y8Rhb5I | 119 |
streaming/multimodal/convert/webvid/crawl_webvid.py | sha256=PC7fzHx7WmGdoXhBK-Srtxpv3egGZyHYV4M_VpJLoWI | 4303 |
streaming/multimodal/convert/webvid/crawl_webvid_subsets.py | sha256=MU3wNirljR8lhAGIQa2aS4JfRuP8rvkgr1xj4UBh8II | 6653 |
streaming/multimodal/convert/webvid/extract_webvid_videos.py | sha256=Lm_5cB07IAqgYDfMXIFKldOd2d_93ydhoyFv1-FPrSc | 2589 |
streaming/text/__init__.py | sha256=5EKW8iAKiMz8Bqa7ZqR6usOVGSRh1C-n89EyTuSw2Es | 380 |
streaming/text/c4.py | sha256=rfgdFrqzbacXcHoko4AcleYVSF2KLhzb_mdlw531Sm4 | 8429 |
streaming/text/enwiki.py | sha256=Ff47Iaa2ltTmlN5VJNfPAgn4JJc0rQRU4tXN7JE9agA | 7379 |
streaming/text/pile.py | sha256=qm7VlvDhjRTmIwgwtX2QYwAaqEZnm3nc8MVEtPWzJMI | 8360 |
streaming/text/convert/__init__.py | sha256=HdhWUBs8F0HePR8YZa0mydvO_iAfSh4fTldDbDhb0_Q | 151 |
streaming/text/convert/c4.py | sha256=ut57nuFbaCMaAgzrpp9Iivu11lgf3ewc-k3LW_q-H9A | 5032 |
streaming/text/convert/enwiki_text.py | sha256=iYb8eizTp0r-0vNoyPqQJriwb9QPf--FjvzQMCj-g_g | 3895 |
streaming/text/convert/pile.py | sha256=V66uWsqxU4-pp6nHJ0VJcYB3pcBGbqGf73f_Wq17yD4 | 7156 |
streaming/text/convert/enwiki/__init__.py | sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU | 0 |
streaming/text/convert/enwiki/mds/__init__.py | sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU | 0 |
streaming/text/convert/enwiki/mds/create_pretraining_data.py | sha256=3sw0Ymk1RSJ2bfni8V01YVre59nmnO2m8bdp_Ih8aFA | 15176 |
streaming/text/convert/enwiki/mds/make_train_parallel.py | sha256=ESAUYrHToLGGF887VeZEPoLcHEN-pk8uHZ_zvGJNZ0g | 5148 |
streaming/text/convert/enwiki/mds/merge_shard_groups.py | sha256=ou_J1wmeI0gBt34zalc6apvnNDF4elc8OwZeLYAvTG8 | 2302 |
streaming/text/convert/enwiki/mds/pick_eval_samples.py | sha256=fRM_Q91wi5lTW2NagXMZiNvm0KEmzCAgdmkLU4XsC28 | 2106 |
streaming/text/convert/enwiki/mds/tokenization.py | sha256=jJDBjyulSrcd45KX-dJmel9qXAa42Jb9A9-L6BFePPg | 12473 |
streaming/text/convert/enwiki/tfrecord/__init__.py | sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU | 0 |
streaming/text/convert/enwiki/tfrecord/count_samples.py | sha256=ShHtZYfAcll4BavlfJtEhw_IdqU4XumJtfia97vbeiw | 799 |
streaming/text/convert/enwiki/tfrecord/create_pretraining_data.py | sha256=Dfpsz2veXoPtvVzizxIRV-MHhaFvugwhCFFItj7eIew | 14632 |
streaming/text/convert/enwiki/tfrecord/make_train_parallel.py | sha256=Q4qvPIe5QuXZM0OWMqvc13wWT-M_KR6yFuIAk-vuMlM | 1239 |
streaming/text/convert/enwiki/tfrecord/pick_eval_samples.py | sha256=VKZSs3LN0PzapFnQaYsyY4vbD7KAhiA7A_sI3Da1DKA | 3829 |
streaming/text/convert/enwiki/tfrecord/tokenization.py | sha256=jJDBjyulSrcd45KX-dJmel9qXAa42Jb9A9-L6BFePPg | 12473 |
streaming/vision/__init__.py | sha256=YtOwgEY-7zppoMvzu2h3YBA7Qp00ZV62FPG6epHiJFU | 503 |
streaming/vision/ade20k.py | sha256=SQCLIlsCye8ZrZq6Y7FMLs9qbYDYRjT7nRetnK7YjMI | 7662 |
streaming/vision/base.py | sha256=DIIsTnBF8UXYchoeP44RGpddQ8pbbqYDZu8401aKNhg | 8893 |
streaming/vision/cifar10.py | sha256=XCdi6BlmKxgSUNQC3gL_8xqHs9xREaIr2jCNUlgdQ2Q | 4768 |
streaming/vision/coco.py | sha256=V_joKEpAo-XW8HESyjbQOP48Hr2WrUjexEILlcFfIxQ | 7302 |
streaming/vision/imagenet.py | sha256=XDaTGPX8CaRXmnpG8T0MHYmkGELGDrnVSt9JXjnIwkA | 4760 |
streaming/vision/convert/__init__.py | sha256=Z-ehH6K3gkMlyj_h3XcQvHv2t58QAVWiyea6alk2xRw | 139 |
streaming/vision/convert/ade20k.py | sha256=JDU-9EwumJXy-f_cLka0bPZU7o7RBDBkWEaqUBWGPuc | 5829 |
streaming/vision/convert/base.py | sha256=H92LJ_dAH_OZSGZhn9x1a_uXRY4zncoDj7uqM8ulN8I | 2641 |
streaming/vision/convert/cifar10.py | sha256=Me9X6eWcnE2u_KEa0imlFKwyku7JI6cePQNhg5X5398 | 2423 |
streaming/vision/convert/coco.py | sha256=CNd14e4pFea5d0NC4yvAS3RRCmOG4QqMxIrX5a8v4Pc | 7645 |
streaming/vision/convert/fake_cifar10.py | sha256=E9uMU5w5wEe7f10u3u7a8J0mYa0BRNoY8agsGmplWks | 1498 |
streaming/vision/convert/imagenet.py | sha256=sCincVeIGPVJZO3qft8IL1Rkrab0Aa-8jDjU0nrgRUY | 4987 |
mosaicml_streaming-0.9.1.dist-info/LICENSE | sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ | 11357 |
mosaicml_streaming-0.9.1.dist-info/METADATA | sha256=mHFRvibcMK_9P3TY9jc91hs6gDP9L1WBCr9ZzuHrDfw | 21709 |
mosaicml_streaming-0.9.1.dist-info/WHEEL | sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc | 92 |
mosaicml_streaming-0.9.1.dist-info/entry_points.txt | sha256=kqgZPftUU8qoQpMT1yTyiJNJM9lRSrKmkGeJ25NSPpM | 71 |
mosaicml_streaming-0.9.1.dist-info/top_level.txt | sha256=D_eZcq7NZQ4T5bg6_Ecqw8CISIeX1DeEp-9nyrcG2sg | 21 |
mosaicml_streaming-0.9.1.dist-info/RECORD | — | — |
top_level.txt
simulation
streaming
entry_points.txt
simulator = simulation.launcher:launch_simulation_ui