LICENSE
MANIFEST.in
README.md
pyproject.toml
setup.py
mosaicml_streaming.egg-info/PKG-INFO
mosaicml_streaming.egg-info/SOURCES.txt
mosaicml_streaming.egg-info/dependency_links.txt
mosaicml_streaming.egg-info/requires.txt
mosaicml_streaming.egg-info/top_level.txt
streaming/__init__.py
streaming/_version.py
streaming/base/__init__.py
streaming/base/compression.py
streaming/base/dataloader.py
streaming/base/dataset.py
streaming/base/distributed.py
streaming/base/hashing.py
streaming/base/index.py
streaming/base/local.py
streaming/base/shared.py
streaming/base/stream.py
streaming/base/util.py
streaming/base/world.py
streaming/base/format/__init__.py
streaming/base/format/base/__init__.py
streaming/base/format/base/reader.py
streaming/base/format/base/writer.py
streaming/base/format/json/__init__.py
streaming/base/format/json/encodings.py
streaming/base/format/json/reader.py
streaming/base/format/json/writer.py
streaming/base/format/mds/__init__.py
streaming/base/format/mds/encodings.py
streaming/base/format/mds/reader.py
streaming/base/format/mds/writer.py
streaming/base/format/xsv/__init__.py
streaming/base/format/xsv/encodings.py
streaming/base/format/xsv/reader.py
streaming/base/format/xsv/writer.py
streaming/base/partition/__init__.py
streaming/base/partition/orig.py
streaming/base/shuffle/__init__.py
streaming/base/shuffle/py1s.py
streaming/base/shuffle/py2s.py
streaming/base/storage/__init__.py
streaming/base/storage/download.py
streaming/base/storage/upload.py
streaming/multimodal/__init__.py
streaming/multimodal/webvid.py
streaming/multimodal/convert/__init__.py
streaming/multimodal/convert/laion/__init__.py
streaming/multimodal/convert/laion/laion400m/__init__.py
streaming/multimodal/convert/laion/laion400m/convert_and_upload.py
streaming/multimodal/convert/webvid/__init__.py
streaming/multimodal/convert/webvid/crawl.py
streaming/multimodal/convert/webvid/crawl_subsets.py
streaming/multimodal/convert/webvid/inside_to_outside.py
streaming/text/__init__.py
streaming/text/c4.py
streaming/text/enwiki.py
streaming/text/pile.py
streaming/text/convert/__init__.py
streaming/text/convert/c4.py
streaming/text/convert/enwiki_text.py
streaming/text/convert/pile.py
streaming/text/convert/enwiki/__init__.py
streaming/text/convert/enwiki/mds/__init__.py
streaming/text/convert/enwiki/mds/create_pretraining_data.py
streaming/text/convert/enwiki/mds/make_train_parallel.py
streaming/text/convert/enwiki/mds/merge_shard_groups.py
streaming/text/convert/enwiki/mds/pick_eval_samples.py
streaming/text/convert/enwiki/mds/tokenization.py
streaming/text/convert/enwiki/tfrecord/__init__.py
streaming/text/convert/enwiki/tfrecord/count_samples.py
streaming/text/convert/enwiki/tfrecord/create_pretraining_data.py
streaming/text/convert/enwiki/tfrecord/make_train_parallel.py
streaming/text/convert/enwiki/tfrecord/pick_eval_samples.py
streaming/text/convert/enwiki/tfrecord/tokenization.py
streaming/vision/__init__.py
streaming/vision/ade20k.py
streaming/vision/base.py
streaming/vision/cifar10.py
streaming/vision/coco.py
streaming/vision/imagenet.py
streaming/vision/convert/__init__.py
streaming/vision/convert/ade20k.py
streaming/vision/convert/base.py
streaming/vision/convert/cifar10.py
streaming/vision/convert/coco.py
streaming/vision/convert/fake_cifar10.py
streaming/vision/convert/imagenet.py
tests/test_barrier.py
tests/test_compression.py
tests/test_distributed.py
tests/test_download.py
tests/test_encodings.py
tests/test_hashing.py
tests/test_laziness.py
tests/test_mixing.py
tests/test_reader.py
tests/test_shuffle.py
tests/test_streaming.py
tests/test_streaming_remote.py
tests/test_upload.py
tests/test_util.py
tests/test_writer.py