LICENSE
MANIFEST.in
README.md
pyproject.toml
setup.py
mosaicml_streaming.egg-info/PKG-INFO
mosaicml_streaming.egg-info/SOURCES.txt
mosaicml_streaming.egg-info/dependency_links.txt
mosaicml_streaming.egg-info/entry_points.txt
mosaicml_streaming.egg-info/requires.txt
mosaicml_streaming.egg-info/top_level.txt
simulation/__init__.py
simulation/launcher.py
simulation/core/__init__.py
simulation/core/create_index.py
simulation/core/last_used_ordered_set.py
simulation/core/main.py
simulation/core/node_tracker.py
simulation/core/shard_downloads.py
simulation/core/shuffle_quality.py
simulation/core/sim_dataset.py
simulation/core/sim_spanner.py
simulation/core/sim_time.py
simulation/core/sim_world.py
simulation/core/utils.py
simulation/core/yaml_processing.py
simulation/interfaces/__init__.py
simulation/interfaces/interface_utils.py
simulation/interfaces/sim_cli.py
simulation/interfaces/sim_script.py
simulation/interfaces/sim_ui.py
simulation/interfaces/widgets.py
streaming/__init__.py
streaming/_version.py
streaming/py.typed
streaming/base/__init__.py
streaming/base/array.py
streaming/base/compression.py
streaming/base/constant.py
streaming/base/dataloader.py
streaming/base/dataset.py
streaming/base/distributed.py
streaming/base/hashing.py
streaming/base/local.py
streaming/base/sampling.py
streaming/base/spanner.py
streaming/base/stream.py
streaming/base/util.py
streaming/base/world.py
streaming/base/batching/__init__.py
streaming/base/batching/per_stream.py
streaming/base/batching/random.py
streaming/base/batching/stratified.py
streaming/base/converters/__init__.py
streaming/base/converters/dataframe_to_mds.py
streaming/base/format/__init__.py
streaming/base/format/index.py
streaming/base/format/base/__init__.py
streaming/base/format/base/reader.py
streaming/base/format/base/writer.py
streaming/base/format/json/__init__.py
streaming/base/format/json/encodings.py
streaming/base/format/json/reader.py
streaming/base/format/json/writer.py
streaming/base/format/mds/__init__.py
streaming/base/format/mds/encodings.py
streaming/base/format/mds/reader.py
streaming/base/format/mds/writer.py
streaming/base/format/xsv/__init__.py
streaming/base/format/xsv/encodings.py
streaming/base/format/xsv/reader.py
streaming/base/format/xsv/writer.py
streaming/base/partition/__init__.py
streaming/base/partition/orig.py
streaming/base/partition/relaxed.py
streaming/base/shared/__init__.py
streaming/base/shared/array.py
streaming/base/shared/barrier.py
streaming/base/shared/memory.py
streaming/base/shared/prefix.py
streaming/base/shared/scalar.py
streaming/base/shuffle/__init__.py
streaming/base/shuffle/naive.py
streaming/base/shuffle/py1b.py
streaming/base/shuffle/py1br.py
streaming/base/shuffle/py1e.py
streaming/base/shuffle/py1s.py
streaming/base/shuffle/py2s.py
streaming/base/storage/__init__.py
streaming/base/storage/download.py
streaming/base/storage/upload.py
streaming/multimodal/__init__.py
streaming/multimodal/webvid.py
streaming/multimodal/convert/__init__.py
streaming/multimodal/convert/laion/__init__.py
streaming/multimodal/convert/laion/laion400m/__init__.py
streaming/multimodal/convert/laion/laion400m/convert_and_upload.py
streaming/multimodal/convert/webvid/__init__.py
streaming/multimodal/convert/webvid/crawl_webvid.py
streaming/multimodal/convert/webvid/crawl_webvid_subsets.py
streaming/multimodal/convert/webvid/extract_webvid_videos.py
streaming/text/__init__.py
streaming/text/c4.py
streaming/text/enwiki.py
streaming/text/pile.py
streaming/text/convert/__init__.py
streaming/text/convert/c4.py
streaming/text/convert/enwiki_text.py
streaming/text/convert/pile.py
streaming/text/convert/enwiki/__init__.py
streaming/text/convert/enwiki/mds/__init__.py
streaming/text/convert/enwiki/mds/create_pretraining_data.py
streaming/text/convert/enwiki/mds/make_train_parallel.py
streaming/text/convert/enwiki/mds/merge_shard_groups.py
streaming/text/convert/enwiki/mds/pick_eval_samples.py
streaming/text/convert/enwiki/mds/tokenization.py
streaming/text/convert/enwiki/tfrecord/__init__.py
streaming/text/convert/enwiki/tfrecord/count_samples.py
streaming/text/convert/enwiki/tfrecord/create_pretraining_data.py
streaming/text/convert/enwiki/tfrecord/make_train_parallel.py
streaming/text/convert/enwiki/tfrecord/pick_eval_samples.py
streaming/text/convert/enwiki/tfrecord/tokenization.py
streaming/vision/__init__.py
streaming/vision/ade20k.py
streaming/vision/base.py
streaming/vision/cifar10.py
streaming/vision/coco.py
streaming/vision/imagenet.py
streaming/vision/convert/__init__.py
streaming/vision/convert/ade20k.py
streaming/vision/convert/base.py
streaming/vision/convert/cifar10.py
streaming/vision/convert/coco.py
streaming/vision/convert/fake_cifar10.py
streaming/vision/convert/imagenet.py
tests/test_array.py
tests/test_barrier.py
tests/test_compression.py
tests/test_distributed.py
tests/test_download.py
tests/test_encodings.py
tests/test_eviction.py
tests/test_hashing.py
tests/test_laziness.py
tests/test_local.py
tests/test_mixing.py
tests/test_partition.py
tests/test_reader.py
tests/test_sampling.py
tests/test_shared.py
tests/test_shuffle.py
tests/test_spanner.py
tests/test_stream.py
tests/test_streaming.py
tests/test_streaming_remote.py
tests/test_upload.py
tests/test_util.py
tests/test_writer.py