LICENSE
README.md
setup.cfg
setup.py
flagai/__init__.py
flagai/env_args.py
flagai/env_trainer.py
flagai/launch.py
flagai/logger.py
flagai/metrics.py
flagai/mp_tools.py
flagai/mp_utils.py
flagai/optimizers.py
flagai/schedulers.py
flagai/test_utils.py
flagai/trainer.py
flagai/utils.py
flagai.egg-info/PKG-INFO
flagai.egg-info/SOURCES.txt
flagai.egg-info/dependency_links.txt
flagai.egg-info/requires.txt
flagai.egg-info/top_level.txt
flagai/auto_model/__init__.py
flagai/auto_model/auto_loader.py
flagai/data/__init__.py
flagai/data/collate_utils.py
flagai/data/file_utils.py
flagai/data/dataset/__init__.py
flagai/data/dataset/data_utils.py
flagai/data/dataset/block/__init__.py
flagai/data/dataset/block/blocklm_utils.py
flagai/data/dataset/block/corpora.py
flagai/data/dataset/block/data_utils.py
flagai/data/dataset/block/dataset.py
flagai/data/dataset/block/lazy_loader.py
flagai/data/dataset/cpm3_data/__init__.py
flagai/data/dataset/cpm3_data/dataset.py
flagai/data/dataset/cpm3_data/distributed_indexed.py
flagai/data/dataset/cpm3_data/indexed.py
flagai/data/dataset/data_collator/__init__.py
flagai/data/dataset/data_collator/collate_fn.py
flagai/data/dataset/language_model/__init__.py
flagai/data/dataset/language_model/dataset.py
flagai/data/dataset/mm/__init__.py
flagai/data/dataset/mm/clip_dataset.py
flagai/data/dataset/seq2seq/__init__.py
flagai/data/dataset/seq2seq/dataset.py
flagai/data/dataset/superglue/__init__.py
flagai/data/dataset/superglue/control.py
flagai/data/dataset/superglue/dataset.py
flagai/data/dataset/superglue/processor.py
flagai/data/dataset/superglue/properties.py
flagai/data/dataset/superglue/pvp.py
flagai/data/tokenizer/__init__.py
flagai/data/tokenizer/tokenizer.py
flagai/data/tokenizer/wp_tokenizer.py
flagai/data/tokenizer/bert/__init__.py
flagai/data/tokenizer/bert/bert_tokenizer.py
flagai/data/tokenizer/bert/wordpiece.py
flagai/data/tokenizer/clip/__init__.py
flagai/data/tokenizer/clip/tokenizer.py
flagai/data/tokenizer/cpm_1/__init__.py
flagai/data/tokenizer/cpm_1/cpm1_tokenizer.py
flagai/data/tokenizer/cpm_3/__init__.py
flagai/data/tokenizer/cpm_3/cpm3_tokenizer.py
flagai/data/tokenizer/glm_10b_en/__init__.py
flagai/data/tokenizer/glm_10b_en/glm_10b_en_bpe_tokenizer.py
flagai/data/tokenizer/glm_10b_en/glm_10b_en_tokenizer.py
flagai/data/tokenizer/glm_large_ch/__init__.py
flagai/data/tokenizer/glm_large_ch/glm_large_ch.py
flagai/data/tokenizer/glm_large_ch/glm_large_ch_tokenizer.py
flagai/data/tokenizer/glm_large_en/__init__.py
flagai/data/tokenizer/glm_large_en/glm_large_en_tokenizer.py
flagai/data/tokenizer/glm_large_en/wordpiece.py
flagai/data/tokenizer/opt/__init__.py
flagai/data/tokenizer/opt/opt_en_tokenizer.py
flagai/data/tokenizer/roberta/__init__.py
flagai/data/tokenizer/roberta/roberta_tokenizer.py
flagai/data/tokenizer/t5/__init__.py
flagai/data/tokenizer/t5/t5_pegasus_tokenizer.py
flagai/data/tokenizer/t5/t5_tokenizer.py
flagai/data/tokenizer/uni_tokenizer/__init__.py
flagai/data/tokenizer/uni_tokenizer/base_tokenizer.py
flagai/data/tokenizer/uni_tokenizer/bpe_tokenizer.py
flagai/data/tokenizer/uni_tokenizer/difffusion_bert_tokenizer.py
flagai/data/tokenizer/uni_tokenizer/properties.py
flagai/data/tokenizer/uni_tokenizer/sp_tokenizer.py
flagai/data/tokenizer/uni_tokenizer/tokenizer.py
flagai/data/tokenizer/uni_tokenizer/wp_tokenizer.py
flagai/fp16/__init__.py
flagai/fp16/fp16.py
flagai/fp16/fp16util.py
flagai/fp16/loss_scaler.py
flagai/model/__init__.py
flagai/model/alm_model.py
flagai/model/base_model.py
flagai/model/bert_model.py
flagai/model/config.py
flagai/model/cpm3_model.py
flagai/model/cpm3_train_model.py
flagai/model/cpm_model.py
flagai/model/file_utils.py
flagai/model/glm_model.py
flagai/model/gpt2_model.py
flagai/model/opt_model.py
flagai/model/prompt.py
flagai/model/t5_model.py
flagai/model/utils.py
flagai/model/blocks/__init__.py
flagai/model/blocks/bert_block.py
flagai/model/blocks/cpm_block.py
flagai/model/blocks/glm_block.py
flagai/model/blocks/gpt2_block.py
flagai/model/blocks/t5_block.py
flagai/model/layers/__init__.py
flagai/model/layers/activations.py
flagai/model/layers/attentions.py
flagai/model/layers/attentions_bmt.py
flagai/model/layers/crf.py
flagai/model/layers/embeddings.py
flagai/model/layers/embeddings_bmt.py
flagai/model/layers/feedforward.py
flagai/model/layers/feedforward_bmt.py
flagai/model/layers/global_pointer.py
flagai/model/layers/layer_norm.py
flagai/model/layers/layer_norm_bmt.py
flagai/model/layers/linear.py
flagai/model/layers/linear_bmt.py
flagai/model/mm/AltCLIP.py
flagai/model/mm/AltDiffusion.py
flagai/model/mm/Sampler.py
flagai/model/mm/__init__.py
flagai/model/mm/autoencoders.py
flagai/model/mm/clip_model.py
flagai/model/mm/eva_clip_model.py
flagai/model/mm/model.py
flagai/model/mm/modeling_berts.py
flagai/model/mm/utils.py
flagai/model/mm/Unets/Unet.py
flagai/model/mm/Unets/__init__.py
flagai/model/mm/attentions/__init__.py
flagai/model/mm/attentions/attention.py
flagai/model/mm/clip_guohua/__init__.py
flagai/model/mm/clip_guohua/bert_tokenizer.py
flagai/model/mm/clip_guohua/clip.py
flagai/model/mm/clip_guohua/configuration_bert.py
flagai/model/mm/clip_guohua/model.py
flagai/model/mm/clip_guohua/modeling_bert.py
flagai/model/mm/lm/__init__.py
flagai/model/mm/lm/clip_guohua.py
flagai/model/mm/lm/en_clip.py
flagai/model/mm/lm/x_transformer.py
flagai/model/predictor/__init__.py
flagai/model/predictor/gpt.py
flagai/model/predictor/predictor.py
flagai/model/predictor/utils.py
flagai/model/vision/__init__.py
flagai/model/vision/helpers.py
flagai/model/vision/swinv1.py
flagai/model/vision/swinv2.py
flagai/model/vision/vit.py
flagai/model/vision/layers/__init__.py
flagai/model/vision/layers/activations.py
flagai/model/vision/layers/activations_jit.py
flagai/model/vision/layers/activations_me.py
flagai/model/vision/layers/adaptive_avgmax_pool.py
flagai/model/vision/layers/attention_pool2d.py
flagai/model/vision/layers/blur_pool.py
flagai/model/vision/layers/bottleneck_attn.py
flagai/model/vision/layers/cbam.py
flagai/model/vision/layers/classifier.py
flagai/model/vision/layers/cond_conv2d.py
flagai/model/vision/layers/config.py
flagai/model/vision/layers/conv2d_same.py
flagai/model/vision/layers/conv_bn_act.py
flagai/model/vision/layers/create_act.py
flagai/model/vision/layers/create_attn.py
flagai/model/vision/layers/create_conv2d.py
flagai/model/vision/layers/create_norm_act.py
flagai/model/vision/layers/drop.py
flagai/model/vision/layers/eca.py
flagai/model/vision/layers/evo_norm.py
flagai/model/vision/layers/filter_response_norm.py
flagai/model/vision/layers/gather_excite.py
flagai/model/vision/layers/global_context.py
flagai/model/vision/layers/halo_attn.py
flagai/model/vision/layers/helpers.py
flagai/model/vision/layers/inplace_abn.py
flagai/model/vision/layers/lambda_layer.py
flagai/model/vision/layers/linear.py
flagai/model/vision/layers/median_pool.py
flagai/model/vision/layers/mixed_conv2d.py
flagai/model/vision/layers/ml_decoder.py
flagai/model/vision/layers/mlp.py
flagai/model/vision/layers/non_local_attn.py
flagai/model/vision/layers/norm.py
flagai/model/vision/layers/norm_act.py
flagai/model/vision/layers/padding.py
flagai/model/vision/layers/patch_embed.py
flagai/model/vision/layers/pool2d_same.py
flagai/model/vision/layers/pos_embed.py
flagai/model/vision/layers/selective_kernel.py
flagai/model/vision/layers/separable_conv.py
flagai/model/vision/layers/space_to_depth.py
flagai/model/vision/layers/split_attn.py
flagai/model/vision/layers/split_batchnorm.py
flagai/model/vision/layers/squeeze_excite.py
flagai/model/vision/layers/std_conv.py
flagai/model/vision/layers/test_time_pool.py
flagai/model/vision/layers/trace_utils.py
flagai/model/vision/layers/weight_init.py
flagai/mpu/__init__.py
flagai/mpu/cross_entropy.py
flagai/mpu/data.py
flagai/mpu/func_utils.py
flagai/mpu/grads.py
flagai/mpu/initialize.py
flagai/mpu/local_attention_function.py
flagai/mpu/mappings.py
flagai/mpu/random.py
flagai/mpu/utils.py
tests/__init__.py
tests/bak_test_superglue.py
tests/bak_test_t5_ch.py
tests/test_autoloader.py
tests/test_bert.py
tests/test_glm_large_ch.py
tests/test_glm_seq2seq.py
tests/test_gpt2_ch.py
tests/test_tokenizer.py