tf-models-nightly 2.17.0.dev20240528__py2.py3-none-any.whl → 2.20.0.dev20251205__py2.py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- official/__init__.py +1 -1
- official/common/__init__.py +1 -1
- official/common/dataset_fn.py +1 -1
- official/common/distribute_utils.py +27 -3
- official/common/distribute_utils_test.py +13 -12
- official/common/flags.py +28 -1
- official/common/registry_imports.py +1 -1
- official/common/streamz_counters.py +1 -1
- official/core/__init__.py +1 -1
- official/core/actions.py +1 -1
- official/core/actions_test.py +1 -1
- official/core/base_task.py +1 -1
- official/core/base_trainer.py +1 -1
- official/core/base_trainer_test.py +1 -1
- official/core/config_definitions.py +1 -1
- official/core/exp_factory.py +1 -1
- official/core/export_base.py +1 -1
- official/core/export_base_test.py +1 -1
- official/core/file_writers.py +1 -1
- official/core/file_writers_test.py +1 -1
- official/core/input_reader.py +1 -1
- official/core/registry.py +1 -1
- official/core/registry_test.py +1 -1
- official/core/savedmodel_checkpoint_manager.py +1 -1
- official/core/savedmodel_checkpoint_manager_test.py +1 -1
- official/core/task_factory.py +1 -1
- official/core/test_utils.py +1 -1
- official/core/tf_example_builder.py +1 -1
- official/core/tf_example_builder_test.py +1 -1
- official/core/tf_example_feature_key.py +1 -1
- official/core/tf_example_feature_key_test.py +1 -1
- official/core/train_lib.py +1 -3
- official/core/train_lib_test.py +1 -1
- official/core/train_utils.py +1 -1
- official/core/train_utils_test.py +1 -1
- official/legacy/__init__.py +1 -1
- official/legacy/albert/__init__.py +1 -1
- official/legacy/albert/configs.py +1 -1
- official/legacy/bert/__init__.py +1 -1
- official/legacy/bert/bert_models.py +1 -1
- official/legacy/bert/bert_models_test.py +1 -1
- official/legacy/bert/common_flags.py +1 -1
- official/legacy/bert/configs.py +1 -1
- official/legacy/bert/export_tfhub.py +1 -2
- official/legacy/bert/export_tfhub_test.py +1 -1
- official/legacy/bert/input_pipeline.py +1 -1
- official/legacy/bert/model_saving_utils.py +1 -1
- official/legacy/bert/model_training_utils.py +1 -1
- official/legacy/bert/model_training_utils_test.py +1 -1
- official/legacy/bert/run_classifier.py +1 -2
- official/legacy/bert/run_pretraining.py +1 -2
- official/legacy/bert/run_squad.py +1 -2
- official/legacy/bert/run_squad_helper.py +1 -1
- official/legacy/bert/serving.py +1 -1
- official/legacy/detection/__init__.py +1 -1
- official/legacy/detection/configs/__init__.py +1 -1
- official/legacy/detection/configs/base_config.py +1 -1
- official/legacy/detection/configs/factory.py +1 -1
- official/legacy/detection/configs/maskrcnn_config.py +1 -1
- official/legacy/detection/configs/olnmask_config.py +1 -1
- official/legacy/detection/configs/retinanet_config.py +1 -1
- official/legacy/detection/configs/shapemask_config.py +1 -1
- official/legacy/detection/dataloader/__init__.py +1 -1
- official/legacy/detection/dataloader/anchor.py +1 -1
- official/legacy/detection/dataloader/factory.py +1 -1
- official/legacy/detection/dataloader/input_reader.py +1 -1
- official/legacy/detection/dataloader/maskrcnn_parser.py +1 -1
- official/legacy/detection/dataloader/mode_keys.py +1 -1
- official/legacy/detection/dataloader/olnmask_parser.py +1 -1
- official/legacy/detection/dataloader/retinanet_parser.py +1 -1
- official/legacy/detection/dataloader/shapemask_parser.py +1 -1
- official/legacy/detection/dataloader/tf_example_decoder.py +1 -1
- official/legacy/detection/evaluation/__init__.py +1 -1
- official/legacy/detection/evaluation/coco_evaluator.py +1 -1
- official/legacy/detection/evaluation/coco_utils.py +1 -1
- official/legacy/detection/evaluation/factory.py +1 -1
- official/legacy/detection/executor/__init__.py +1 -1
- official/legacy/detection/executor/detection_executor.py +1 -1
- official/legacy/detection/executor/distributed_executor.py +1 -1
- official/legacy/detection/main.py +1 -1
- official/legacy/detection/modeling/__init__.py +1 -1
- official/legacy/detection/modeling/architecture/__init__.py +1 -1
- official/legacy/detection/modeling/architecture/factory.py +1 -1
- official/legacy/detection/modeling/architecture/fpn.py +1 -1
- official/legacy/detection/modeling/architecture/heads.py +1 -1
- official/legacy/detection/modeling/architecture/identity.py +1 -1
- official/legacy/detection/modeling/architecture/nn_blocks.py +1 -1
- official/legacy/detection/modeling/architecture/nn_ops.py +1 -1
- official/legacy/detection/modeling/architecture/resnet.py +1 -1
- official/legacy/detection/modeling/architecture/spinenet.py +1 -1
- official/legacy/detection/modeling/base_model.py +1 -1
- official/legacy/detection/modeling/checkpoint_utils.py +1 -1
- official/legacy/detection/modeling/factory.py +1 -1
- official/legacy/detection/modeling/learning_rates.py +1 -1
- official/legacy/detection/modeling/losses.py +1 -1
- official/legacy/detection/modeling/maskrcnn_model.py +1 -1
- official/legacy/detection/modeling/olnmask_model.py +1 -1
- official/legacy/detection/modeling/optimizers.py +1 -1
- official/legacy/detection/modeling/retinanet_model.py +1 -1
- official/legacy/detection/modeling/shapemask_model.py +1 -1
- official/legacy/detection/ops/__init__.py +1 -1
- official/legacy/detection/ops/nms.py +1 -1
- official/legacy/detection/ops/postprocess_ops.py +1 -1
- official/legacy/detection/ops/roi_ops.py +1 -1
- official/legacy/detection/ops/spatial_transform_ops.py +1 -1
- official/legacy/detection/ops/target_ops.py +1 -1
- official/legacy/detection/utils/__init__.py +1 -1
- official/legacy/detection/utils/box_utils.py +1 -1
- official/legacy/detection/utils/class_utils.py +1 -1
- official/legacy/detection/utils/dataloader_utils.py +1 -1
- official/legacy/detection/utils/input_utils.py +1 -1
- official/legacy/detection/utils/mask_utils.py +1 -1
- official/legacy/image_classification/__init__.py +1 -1
- official/legacy/image_classification/augment.py +1 -1
- official/legacy/image_classification/augment_test.py +1 -1
- official/legacy/image_classification/callbacks.py +1 -1
- official/legacy/image_classification/classifier_trainer.py +1 -1
- official/legacy/image_classification/classifier_trainer_test.py +1 -1
- official/legacy/image_classification/classifier_trainer_util_test.py +1 -1
- official/legacy/image_classification/configs/__init__.py +1 -1
- official/legacy/image_classification/configs/base_configs.py +1 -1
- official/legacy/image_classification/configs/configs.py +1 -1
- official/legacy/image_classification/dataset_factory.py +1 -1
- official/legacy/image_classification/efficientnet/__init__.py +1 -1
- official/legacy/image_classification/efficientnet/common_modules.py +1 -1
- official/legacy/image_classification/efficientnet/efficientnet_config.py +1 -1
- official/legacy/image_classification/efficientnet/efficientnet_model.py +1 -1
- official/legacy/image_classification/efficientnet/tfhub_export.py +1 -1
- official/legacy/image_classification/learning_rate.py +1 -1
- official/legacy/image_classification/learning_rate_test.py +1 -1
- official/legacy/image_classification/mnist_main.py +1 -2
- official/legacy/image_classification/mnist_test.py +1 -1
- official/legacy/image_classification/optimizer_factory.py +1 -1
- official/legacy/image_classification/optimizer_factory_test.py +1 -1
- official/legacy/image_classification/preprocessing.py +1 -1
- official/legacy/image_classification/resnet/__init__.py +1 -1
- official/legacy/image_classification/resnet/common.py +1 -1
- official/legacy/image_classification/resnet/imagenet_preprocessing.py +1 -1
- official/legacy/image_classification/resnet/resnet_config.py +1 -1
- official/legacy/image_classification/resnet/resnet_ctl_imagenet_main.py +1 -2
- official/legacy/image_classification/resnet/resnet_model.py +1 -1
- official/legacy/image_classification/resnet/resnet_runnable.py +1 -1
- official/legacy/image_classification/resnet/tfhub_export.py +1 -2
- official/legacy/image_classification/test_utils.py +1 -1
- official/legacy/image_classification/vgg/__init__.py +1 -1
- official/legacy/image_classification/vgg/vgg_config.py +1 -1
- official/legacy/image_classification/vgg/vgg_model.py +1 -1
- official/legacy/transformer/__init__.py +1 -1
- official/legacy/transformer/attention_layer.py +1 -1
- official/legacy/transformer/beam_search_v1.py +1 -1
- official/legacy/transformer/compute_bleu.py +1 -1
- official/legacy/transformer/compute_bleu_test.py +1 -1
- official/legacy/transformer/data_download.py +1 -1
- official/legacy/transformer/data_pipeline.py +1 -1
- official/legacy/transformer/embedding_layer.py +1 -1
- official/legacy/transformer/ffn_layer.py +1 -1
- official/legacy/transformer/metrics.py +1 -1
- official/legacy/transformer/misc.py +1 -1
- official/legacy/transformer/model_params.py +1 -1
- official/legacy/transformer/model_utils.py +1 -1
- official/legacy/transformer/model_utils_test.py +1 -1
- official/legacy/transformer/optimizer.py +1 -1
- official/legacy/transformer/transformer.py +1 -1
- official/legacy/transformer/transformer_forward_test.py +1 -1
- official/legacy/transformer/transformer_layers_test.py +1 -1
- official/legacy/transformer/transformer_main.py +1 -5
- official/legacy/transformer/transformer_main_test.py +1 -1
- official/legacy/transformer/transformer_test.py +1 -1
- official/legacy/transformer/translate.py +1 -2
- official/legacy/transformer/utils/__init__.py +1 -1
- official/legacy/transformer/utils/metrics.py +1 -1
- official/legacy/transformer/utils/tokenizer.py +1 -1
- official/legacy/transformer/utils/tokenizer_test.py +1 -1
- official/legacy/xlnet/__init__.py +1 -1
- official/legacy/xlnet/classifier_utils.py +1 -1
- official/legacy/xlnet/common_flags.py +1 -1
- official/legacy/xlnet/data_utils.py +1 -1
- official/legacy/xlnet/optimization.py +1 -1
- official/legacy/xlnet/preprocess_classification_data.py +1 -2
- official/legacy/xlnet/preprocess_pretrain_data.py +1 -2
- official/legacy/xlnet/preprocess_squad_data.py +1 -2
- official/legacy/xlnet/preprocess_utils.py +1 -1
- official/legacy/xlnet/run_classifier.py +1 -2
- official/legacy/xlnet/run_pretrain.py +1 -2
- official/legacy/xlnet/run_squad.py +1 -2
- official/legacy/xlnet/squad_utils.py +1 -1
- official/legacy/xlnet/training_utils.py +1 -1
- official/legacy/xlnet/xlnet_config.py +1 -1
- official/legacy/xlnet/xlnet_modeling.py +1 -1
- official/modeling/__init__.py +1 -1
- official/modeling/activations/__init__.py +1 -1
- official/modeling/activations/gelu.py +1 -1
- official/modeling/activations/gelu_test.py +1 -1
- official/modeling/activations/mish.py +1 -1
- official/modeling/activations/mish_test.py +1 -1
- official/modeling/activations/relu.py +1 -1
- official/modeling/activations/relu_test.py +1 -1
- official/modeling/activations/sigmoid.py +1 -1
- official/modeling/activations/sigmoid_test.py +1 -1
- official/modeling/activations/swish.py +1 -1
- official/modeling/activations/swish_test.py +1 -1
- official/modeling/grad_utils.py +1 -1
- official/modeling/grad_utils_test.py +1 -1
- official/modeling/hyperparams/__init__.py +1 -1
- official/modeling/hyperparams/base_config.py +27 -19
- official/modeling/hyperparams/base_config_test.py +32 -1
- official/modeling/hyperparams/oneof.py +1 -1
- official/modeling/hyperparams/oneof_test.py +1 -1
- official/modeling/hyperparams/params_dict.py +1 -1
- official/modeling/hyperparams/params_dict_test.py +1 -1
- official/modeling/multitask/__init__.py +1 -1
- official/modeling/multitask/base_model.py +1 -1
- official/modeling/multitask/base_trainer.py +1 -1
- official/modeling/multitask/base_trainer_test.py +1 -1
- official/modeling/multitask/configs.py +3 -3
- official/modeling/multitask/evaluator.py +1 -1
- official/modeling/multitask/evaluator_test.py +1 -1
- official/modeling/multitask/interleaving_trainer.py +1 -1
- official/modeling/multitask/interleaving_trainer_test.py +1 -1
- official/modeling/multitask/multitask.py +1 -1
- official/modeling/multitask/task_sampler.py +1 -1
- official/modeling/multitask/task_sampler_test.py +1 -1
- official/modeling/multitask/test_utils.py +1 -1
- official/modeling/multitask/train_lib.py +81 -14
- official/modeling/multitask/train_lib_test.py +1 -1
- official/modeling/optimization/__init__.py +1 -1
- official/modeling/optimization/adafactor_optimizer.py +1 -1
- official/modeling/optimization/configs/__init__.py +1 -1
- official/modeling/optimization/configs/learning_rate_config.py +1 -1
- official/modeling/optimization/configs/optimization_config.py +1 -1
- official/modeling/optimization/configs/optimization_config_test.py +1 -1
- official/modeling/optimization/configs/optimizer_config.py +1 -1
- official/modeling/optimization/ema_optimizer.py +1 -1
- official/modeling/optimization/lamb.py +1 -1
- official/modeling/optimization/lamb_test.py +1 -1
- official/modeling/optimization/lars.py +1 -1
- official/modeling/optimization/legacy_adamw.py +1 -1
- official/modeling/optimization/lr_schedule.py +1 -1
- official/modeling/optimization/lr_schedule_test.py +1 -1
- official/modeling/optimization/optimizer_factory.py +1 -1
- official/modeling/optimization/optimizer_factory_test.py +1 -1
- official/modeling/optimization/slide_optimizer.py +1 -1
- official/modeling/performance.py +1 -1
- official/modeling/privacy/__init__.py +1 -1
- official/modeling/privacy/configs.py +1 -1
- official/modeling/privacy/configs_test.py +1 -1
- official/modeling/privacy/ops.py +1 -1
- official/modeling/privacy/ops_test.py +1 -1
- official/modeling/tf_utils.py +1 -1
- official/modeling/tf_utils_test.py +1 -1
- official/nlp/__init__.py +1 -1
- official/nlp/configs/__init__.py +1 -1
- official/nlp/configs/bert.py +1 -1
- official/nlp/configs/electra.py +1 -1
- official/nlp/configs/encoders.py +1 -1
- official/nlp/configs/encoders_test.py +1 -1
- official/nlp/configs/experiment_configs.py +1 -1
- official/nlp/configs/finetuning_experiments.py +1 -1
- official/nlp/configs/pretraining_experiments.py +1 -1
- official/nlp/configs/wmt_transformer_experiments.py +1 -1
- official/nlp/continuous_finetune_lib.py +1 -1
- official/nlp/continuous_finetune_lib_test.py +1 -1
- official/nlp/data/__init__.py +1 -1
- official/nlp/data/classifier_data_lib.py +1 -1
- official/nlp/data/classifier_data_lib_test.py +1 -1
- official/nlp/data/create_finetuning_data.py +1 -2
- official/nlp/data/create_pretraining_data.py +1 -3
- official/nlp/data/create_pretraining_data_test.py +1 -1
- official/nlp/data/create_xlnet_pretraining_data.py +1 -3
- official/nlp/data/create_xlnet_pretraining_data_test.py +1 -1
- official/nlp/data/data_loader.py +1 -1
- official/nlp/data/data_loader_factory.py +1 -1
- official/nlp/data/data_loader_factory_test.py +1 -1
- official/nlp/data/dual_encoder_dataloader.py +1 -1
- official/nlp/data/dual_encoder_dataloader_test.py +1 -1
- official/nlp/data/pretrain_dataloader.py +1 -1
- official/nlp/data/pretrain_dataloader_test.py +1 -1
- official/nlp/data/pretrain_dynamic_dataloader.py +1 -1
- official/nlp/data/pretrain_dynamic_dataloader_test.py +1 -1
- official/nlp/data/pretrain_text_dataloader.py +1 -1
- official/nlp/data/question_answering_dataloader.py +1 -1
- official/nlp/data/question_answering_dataloader_test.py +1 -1
- official/nlp/data/sentence_prediction_dataloader.py +1 -1
- official/nlp/data/sentence_prediction_dataloader_test.py +1 -1
- official/nlp/data/sentence_retrieval_lib.py +1 -1
- official/nlp/data/squad_lib.py +1 -1
- official/nlp/data/squad_lib_sp.py +1 -1
- official/nlp/data/tagging_data_lib.py +1 -1
- official/nlp/data/tagging_data_lib_test.py +1 -1
- official/nlp/data/tagging_dataloader.py +1 -1
- official/nlp/data/tagging_dataloader_test.py +1 -1
- official/nlp/data/train_sentencepiece.py +1 -1
- official/nlp/data/wmt_dataloader.py +1 -1
- official/nlp/data/wmt_dataloader_test.py +1 -1
- official/nlp/metrics/__init__.py +1 -1
- official/nlp/metrics/bleu.py +1 -1
- official/nlp/metrics/bleu_test.py +1 -1
- official/nlp/modeling/__init__.py +1 -1
- official/nlp/modeling/layers/__init__.py +3 -1
- official/nlp/modeling/layers/attention.py +1 -1
- official/nlp/modeling/layers/attention_test.py +1 -1
- official/nlp/modeling/layers/bigbird_attention.py +1 -1
- official/nlp/modeling/layers/bigbird_attention_test.py +1 -1
- official/nlp/modeling/layers/block_diag_feedforward.py +1 -1
- official/nlp/modeling/layers/block_diag_feedforward_test.py +1 -1
- official/nlp/modeling/layers/block_sparse_attention.py +359 -0
- official/nlp/modeling/layers/block_sparse_attention_test.py +433 -0
- official/nlp/modeling/layers/cls_head.py +1 -1
- official/nlp/modeling/layers/cls_head_test.py +1 -1
- official/nlp/modeling/layers/factorized_embedding.py +1 -1
- official/nlp/modeling/layers/factorized_embedding_test.py +1 -1
- official/nlp/modeling/layers/gated_feedforward.py +2 -2
- official/nlp/modeling/layers/gated_feedforward_test.py +1 -1
- official/nlp/modeling/layers/gaussian_process.py +1 -1
- official/nlp/modeling/layers/gaussian_process_test.py +1 -1
- official/nlp/modeling/layers/kernel_attention.py +1 -1
- official/nlp/modeling/layers/kernel_attention_test.py +1 -1
- official/nlp/modeling/layers/masked_lm.py +1 -1
- official/nlp/modeling/layers/masked_lm_test.py +1 -1
- official/nlp/modeling/layers/masked_softmax.py +1 -1
- official/nlp/modeling/layers/masked_softmax_test.py +1 -1
- official/nlp/modeling/layers/mat_mul_with_margin.py +1 -2
- official/nlp/modeling/layers/mat_mul_with_margin_test.py +1 -1
- official/nlp/modeling/layers/mixing.py +1 -1
- official/nlp/modeling/layers/mixing_test.py +1 -1
- official/nlp/modeling/layers/mobile_bert_layers.py +1 -1
- official/nlp/modeling/layers/mobile_bert_layers_test.py +1 -1
- official/nlp/modeling/layers/moe.py +1 -1
- official/nlp/modeling/layers/moe_test.py +1 -1
- official/nlp/modeling/layers/multi_channel_attention.py +1 -1
- official/nlp/modeling/layers/multi_channel_attention_test.py +1 -1
- official/nlp/modeling/layers/multi_query_attention.py +426 -0
- official/nlp/modeling/layers/multi_query_attention_test.py +415 -0
- official/nlp/modeling/layers/on_device_embedding.py +1 -1
- official/nlp/modeling/layers/on_device_embedding_test.py +1 -1
- official/nlp/modeling/layers/pack_optimization.py +9 -1
- official/nlp/modeling/layers/pack_optimization_test.py +1 -1
- official/nlp/modeling/layers/per_dim_scale_attention.py +1 -1
- official/nlp/modeling/layers/per_dim_scale_attention_test.py +1 -1
- official/nlp/modeling/layers/position_embedding.py +1 -1
- official/nlp/modeling/layers/position_embedding_test.py +1 -1
- official/nlp/modeling/layers/relative_attention.py +1 -1
- official/nlp/modeling/layers/relative_attention_test.py +1 -1
- official/nlp/modeling/layers/reuse_attention.py +1 -1
- official/nlp/modeling/layers/reuse_attention_test.py +1 -1
- official/nlp/modeling/layers/reuse_transformer.py +1 -1
- official/nlp/modeling/layers/reuse_transformer_test.py +1 -1
- official/nlp/modeling/layers/rezero_transformer.py +89 -21
- official/nlp/modeling/layers/rezero_transformer_test.py +64 -1
- official/nlp/modeling/layers/routing.py +1 -1
- official/nlp/modeling/layers/routing_test.py +1 -1
- official/nlp/modeling/layers/self_attention_mask.py +1 -1
- official/nlp/modeling/layers/spectral_normalization.py +1 -1
- official/nlp/modeling/layers/spectral_normalization_test.py +1 -1
- official/nlp/modeling/layers/talking_heads_attention.py +1 -1
- official/nlp/modeling/layers/talking_heads_attention_test.py +1 -1
- official/nlp/modeling/layers/text_layers.py +1 -1
- official/nlp/modeling/layers/text_layers_test.py +1 -1
- official/nlp/modeling/layers/tn_expand_condense.py +1 -1
- official/nlp/modeling/layers/tn_expand_condense_test.py +1 -1
- official/nlp/modeling/layers/tn_transformer_expand_condense.py +1 -3
- official/nlp/modeling/layers/tn_transformer_test.py +1 -1
- official/nlp/modeling/layers/transformer.py +1 -1
- official/nlp/modeling/layers/transformer_encoder_block.py +313 -52
- official/nlp/modeling/layers/transformer_encoder_block_test.py +291 -9
- official/nlp/modeling/layers/transformer_scaffold.py +1 -1
- official/nlp/modeling/layers/transformer_scaffold_test.py +1 -1
- official/nlp/modeling/layers/transformer_test.py +1 -1
- official/nlp/modeling/layers/transformer_xl.py +1 -1
- official/nlp/modeling/layers/transformer_xl_test.py +1 -1
- official/nlp/modeling/layers/util.py +1 -1
- official/nlp/modeling/losses/__init__.py +1 -1
- official/nlp/modeling/losses/weighted_sparse_categorical_crossentropy.py +1 -1
- official/nlp/modeling/losses/weighted_sparse_categorical_crossentropy_test.py +1 -1
- official/nlp/modeling/models/__init__.py +1 -1
- official/nlp/modeling/models/bert_classifier.py +1 -1
- official/nlp/modeling/models/bert_classifier_test.py +1 -1
- official/nlp/modeling/models/bert_pretrainer.py +1 -1
- official/nlp/modeling/models/bert_pretrainer_test.py +1 -1
- official/nlp/modeling/models/bert_span_labeler.py +1 -1
- official/nlp/modeling/models/bert_span_labeler_test.py +1 -1
- official/nlp/modeling/models/bert_token_classifier.py +1 -1
- official/nlp/modeling/models/bert_token_classifier_test.py +1 -1
- official/nlp/modeling/models/dual_encoder.py +1 -1
- official/nlp/modeling/models/dual_encoder_test.py +1 -1
- official/nlp/modeling/models/electra_pretrainer.py +1 -1
- official/nlp/modeling/models/electra_pretrainer_test.py +1 -1
- official/nlp/modeling/models/seq2seq_transformer.py +1 -1
- official/nlp/modeling/models/seq2seq_transformer_test.py +1 -1
- official/nlp/modeling/models/t5.py +1 -1
- official/nlp/modeling/models/t5_test.py +1 -1
- official/nlp/modeling/models/xlnet.py +1 -1
- official/nlp/modeling/models/xlnet_test.py +1 -1
- official/nlp/modeling/networks/__init__.py +1 -1
- official/nlp/modeling/networks/albert_encoder.py +1 -1
- official/nlp/modeling/networks/albert_encoder_test.py +1 -1
- official/nlp/modeling/networks/bert_dense_encoder_test.py +1 -2
- official/nlp/modeling/networks/bert_encoder.py +1 -1
- official/nlp/modeling/networks/bert_encoder_test.py +1 -2
- official/nlp/modeling/networks/classification.py +1 -1
- official/nlp/modeling/networks/classification_test.py +1 -1
- official/nlp/modeling/networks/encoder_scaffold.py +1 -1
- official/nlp/modeling/networks/encoder_scaffold_test.py +1 -1
- official/nlp/modeling/networks/fnet.py +1 -1
- official/nlp/modeling/networks/fnet_test.py +1 -1
- official/nlp/modeling/networks/funnel_transformer.py +1 -1
- official/nlp/modeling/networks/funnel_transformer_test.py +1 -1
- official/nlp/modeling/networks/mobile_bert_encoder.py +6 -4
- official/nlp/modeling/networks/mobile_bert_encoder_test.py +1 -1
- official/nlp/modeling/networks/packed_sequence_embedding.py +1 -1
- official/nlp/modeling/networks/packed_sequence_embedding_test.py +1 -3
- official/nlp/modeling/networks/span_labeling.py +1 -1
- official/nlp/modeling/networks/span_labeling_test.py +1 -1
- official/nlp/modeling/networks/sparse_mixer.py +1 -1
- official/nlp/modeling/networks/sparse_mixer_test.py +1 -1
- official/nlp/modeling/networks/xlnet_base.py +1 -1
- official/nlp/modeling/networks/xlnet_base_test.py +1 -1
- official/nlp/modeling/ops/__init__.py +1 -1
- official/nlp/modeling/ops/beam_search.py +1 -1
- official/nlp/modeling/ops/beam_search_test.py +1 -1
- official/nlp/modeling/ops/decoding_module.py +1 -1
- official/nlp/modeling/ops/decoding_module_test.py +1 -1
- official/nlp/modeling/ops/sampling_module.py +3 -3
- official/nlp/modeling/ops/segment_extractor.py +1 -1
- official/nlp/modeling/ops/segment_extractor_test.py +1 -1
- official/nlp/optimization.py +1 -1
- official/nlp/serving/__init__.py +1 -1
- official/nlp/serving/export_savedmodel.py +1 -1
- official/nlp/serving/export_savedmodel_test.py +1 -1
- official/nlp/serving/export_savedmodel_util.py +1 -1
- official/nlp/serving/serving_modules.py +1 -1
- official/nlp/serving/serving_modules_test.py +1 -1
- official/nlp/tasks/__init__.py +1 -1
- official/nlp/tasks/dual_encoder.py +1 -2
- official/nlp/tasks/dual_encoder_test.py +1 -1
- official/nlp/tasks/electra_task.py +1 -1
- official/nlp/tasks/electra_task_test.py +1 -1
- official/nlp/tasks/masked_lm.py +1 -1
- official/nlp/tasks/masked_lm_determinism_test.py +1 -1
- official/nlp/tasks/masked_lm_test.py +1 -1
- official/nlp/tasks/question_answering.py +1 -1
- official/nlp/tasks/question_answering_test.py +1 -1
- official/nlp/tasks/sentence_prediction.py +1 -1
- official/nlp/tasks/sentence_prediction_test.py +1 -1
- official/nlp/tasks/tagging.py +1 -1
- official/nlp/tasks/tagging_test.py +1 -1
- official/nlp/tasks/translation.py +1 -1
- official/nlp/tasks/translation_test.py +1 -1
- official/nlp/tasks/utils.py +1 -1
- official/nlp/tools/__init__.py +1 -1
- official/nlp/tools/export_tfhub.py +1 -1
- official/nlp/tools/export_tfhub_lib.py +1 -2
- official/nlp/tools/export_tfhub_lib_test.py +1 -1
- official/nlp/tools/squad_evaluate_v1_1.py +1 -1
- official/nlp/tools/squad_evaluate_v2_0.py +1 -1
- official/nlp/tools/tf1_bert_checkpoint_converter_lib.py +1 -1
- official/nlp/tools/tf2_albert_encoder_checkpoint_converter.py +1 -1
- official/nlp/tools/tf2_bert_encoder_checkpoint_converter.py +1 -1
- official/nlp/tools/tokenization.py +1 -1
- official/nlp/tools/tokenization_test.py +1 -1
- official/nlp/train.py +1 -1
- official/projects/__init__.py +1 -1
- official/projects/bigbird/__init__.py +1 -1
- official/projects/bigbird/encoder.py +1 -1
- official/projects/bigbird/encoder_test.py +1 -1
- official/projects/bigbird/experiment_configs.py +1 -1
- official/projects/bigbird/recompute_grad.py +1 -1
- official/projects/bigbird/recomputing_dropout.py +1 -1
- official/projects/bigbird/stateless_dropout.py +1 -1
- official/projects/centernet/__init__.py +1 -1
- official/projects/centernet/common/__init__.py +1 -1
- official/projects/centernet/common/registry_imports.py +1 -1
- official/projects/centernet/configs/__init__.py +1 -1
- official/projects/centernet/configs/backbones.py +1 -1
- official/projects/centernet/configs/centernet.py +1 -1
- official/projects/centernet/configs/centernet_test.py +1 -1
- official/projects/centernet/dataloaders/__init__.py +1 -1
- official/projects/centernet/dataloaders/centernet_input.py +1 -1
- official/projects/centernet/losses/__init__.py +1 -1
- official/projects/centernet/losses/centernet_losses.py +1 -1
- official/projects/centernet/losses/centernet_losses_test.py +1 -1
- official/projects/centernet/modeling/__init__.py +1 -1
- official/projects/centernet/modeling/backbones/__init__.py +1 -1
- official/projects/centernet/modeling/backbones/hourglass.py +1 -1
- official/projects/centernet/modeling/backbones/hourglass_test.py +1 -1
- official/projects/centernet/modeling/centernet_model.py +2 -2
- official/projects/centernet/modeling/centernet_model_test.py +1 -1
- official/projects/centernet/modeling/heads/__init__.py +1 -1
- official/projects/centernet/modeling/heads/centernet_head.py +2 -2
- official/projects/centernet/modeling/heads/centernet_head_test.py +1 -1
- official/projects/centernet/modeling/layers/__init__.py +1 -1
- official/projects/centernet/modeling/layers/cn_nn_blocks.py +1 -1
- official/projects/centernet/modeling/layers/cn_nn_blocks_test.py +1 -1
- official/projects/centernet/modeling/layers/detection_generator.py +1 -1
- official/projects/centernet/modeling/layers/detection_generator_test.py +1 -1
- official/projects/centernet/ops/__init__.py +1 -1
- official/projects/centernet/ops/box_list.py +1 -1
- official/projects/centernet/ops/box_list_ops.py +1 -1
- official/projects/centernet/ops/loss_ops.py +1 -1
- official/projects/centernet/ops/nms_ops.py +1 -1
- official/projects/centernet/ops/preprocess_ops.py +1 -1
- official/projects/centernet/ops/target_assigner.py +1 -1
- official/projects/centernet/ops/target_assigner_test.py +1 -1
- official/projects/centernet/tasks/__init__.py +1 -1
- official/projects/centernet/tasks/centernet.py +1 -1
- official/projects/centernet/train.py +1 -1
- official/projects/centernet/utils/__init__.py +1 -1
- official/projects/centernet/utils/checkpoints/__init__.py +1 -1
- official/projects/centernet/utils/checkpoints/config_classes.py +1 -1
- official/projects/centernet/utils/checkpoints/config_data.py +1 -1
- official/projects/centernet/utils/checkpoints/load_weights.py +1 -1
- official/projects/centernet/utils/checkpoints/read_checkpoints.py +1 -1
- official/projects/centernet/utils/tf2_centernet_checkpoint_converter.py +1 -1
- official/projects/deepmac_maskrcnn/__init__.py +1 -1
- official/projects/deepmac_maskrcnn/common/__init__.py +1 -1
- official/projects/deepmac_maskrcnn/common/registry_imports.py +1 -1
- official/projects/deepmac_maskrcnn/configs/__init__.py +1 -1
- official/projects/deepmac_maskrcnn/configs/deep_mask_head_rcnn.py +1 -1
- official/projects/deepmac_maskrcnn/configs/deep_mask_head_rcnn_config_test.py +1 -1
- official/projects/deepmac_maskrcnn/modeling/__init__.py +1 -1
- official/projects/deepmac_maskrcnn/modeling/heads/__init__.py +1 -1
- official/projects/deepmac_maskrcnn/modeling/heads/hourglass_network.py +1 -1
- official/projects/deepmac_maskrcnn/modeling/heads/instance_heads.py +1 -3
- official/projects/deepmac_maskrcnn/modeling/heads/instance_heads_test.py +1 -2
- official/projects/deepmac_maskrcnn/modeling/maskrcnn_model.py +1 -3
- official/projects/deepmac_maskrcnn/modeling/maskrcnn_model_test.py +1 -3
- official/projects/deepmac_maskrcnn/serving/__init__.py +1 -1
- official/projects/deepmac_maskrcnn/serving/detection.py +1 -1
- official/projects/deepmac_maskrcnn/serving/detection_test.py +1 -1
- official/projects/deepmac_maskrcnn/serving/export_saved_model.py +1 -1
- official/projects/deepmac_maskrcnn/tasks/__init__.py +1 -1
- official/projects/deepmac_maskrcnn/tasks/deep_mask_head_rcnn.py +1 -1
- official/projects/deepmac_maskrcnn/train.py +1 -1
- official/projects/detr/__init__.py +14 -0
- official/projects/detr/configs/__init__.py +14 -0
- official/projects/detr/configs/detr.py +277 -0
- official/projects/detr/configs/detr_test.py +51 -0
- official/projects/detr/dataloaders/__init__.py +14 -0
- official/projects/detr/dataloaders/coco.py +157 -0
- official/projects/detr/dataloaders/coco_test.py +111 -0
- official/projects/detr/dataloaders/detr_input.py +175 -0
- official/projects/detr/experiments/__init__.py +14 -0
- official/projects/detr/modeling/__init__.py +14 -0
- official/projects/detr/modeling/detr.py +345 -0
- official/projects/detr/modeling/detr_test.py +70 -0
- official/projects/detr/modeling/transformer.py +849 -0
- official/projects/detr/modeling/transformer_test.py +263 -0
- official/projects/detr/ops/__init__.py +14 -0
- official/projects/detr/ops/matchers.py +489 -0
- official/projects/detr/ops/matchers_test.py +95 -0
- official/projects/detr/optimization.py +151 -0
- official/projects/detr/serving/__init__.py +14 -0
- official/projects/detr/serving/export_module.py +103 -0
- official/projects/detr/serving/export_module_test.py +98 -0
- official/projects/detr/serving/export_saved_model.py +109 -0
- official/projects/detr/tasks/__init__.py +14 -0
- official/projects/detr/tasks/detection.py +433 -0
- official/projects/detr/tasks/detection_test.py +203 -0
- official/projects/detr/train.py +70 -0
- official/projects/maskconver/__init__.py +14 -0
- official/projects/maskconver/configs/__init__.py +14 -0
- official/projects/maskconver/configs/backbones.py +43 -0
- official/projects/maskconver/configs/decoders.py +36 -0
- official/projects/maskconver/configs/maskconver.py +523 -0
- official/projects/maskconver/configs/multiscale_maskconver.py +215 -0
- official/projects/maskconver/tasks/__init__.py +14 -0
- official/projects/maskconver/tasks/maskconver.py +641 -0
- official/projects/maskconver/tasks/multiscale_maskconver.py +278 -0
- official/projects/maskconver/train.py +30 -0
- official/projects/maxvit/__init__.py +1 -1
- official/projects/maxvit/configs/__init__.py +1 -1
- official/projects/maxvit/configs/backbones.py +1 -1
- official/projects/maxvit/configs/image_classification.py +1 -1
- official/projects/maxvit/configs/image_classification_test.py +1 -1
- official/projects/maxvit/configs/rcnn.py +1 -1
- official/projects/maxvit/configs/rcnn_test.py +1 -1
- official/projects/maxvit/configs/retinanet.py +1 -1
- official/projects/maxvit/configs/retinanet_test.py +1 -1
- official/projects/maxvit/configs/semantic_segmentation.py +1 -1
- official/projects/maxvit/configs/semantic_segmentation_test.py +1 -1
- official/projects/maxvit/modeling/__init__.py +1 -1
- official/projects/maxvit/modeling/common_ops.py +14 -1
- official/projects/maxvit/modeling/layers.py +1 -1
- official/projects/maxvit/modeling/maxvit.py +2 -2
- official/projects/maxvit/modeling/maxvit_test.py +1 -1
- official/projects/maxvit/registry_imports.py +1 -1
- official/projects/maxvit/train.py +1 -1
- official/projects/maxvit/train_test.py +1 -1
- official/projects/mobilebert/__init__.py +1 -1
- official/projects/mobilebert/distillation.py +1 -1
- official/projects/mobilebert/distillation_test.py +1 -1
- official/projects/mobilebert/export_tfhub.py +1 -1
- official/projects/mobilebert/model_utils.py +1 -1
- official/projects/mobilebert/run_distillation.py +1 -1
- official/projects/mobilebert/tf2_model_checkpoint_converter.py +1 -1
- official/projects/mobilebert/utils.py +1 -1
- official/projects/movinet/__init__.py +1 -1
- official/projects/movinet/configs/__init__.py +1 -1
- official/projects/movinet/configs/movinet.py +1 -1
- official/projects/movinet/configs/movinet_test.py +1 -1
- official/projects/movinet/modeling/__init__.py +1 -1
- official/projects/movinet/modeling/movinet.py +1 -1
- official/projects/movinet/modeling/movinet_layers.py +1 -1
- official/projects/movinet/modeling/movinet_layers_test.py +1 -1
- official/projects/movinet/modeling/movinet_model.py +1 -1
- official/projects/movinet/modeling/movinet_model_test.py +1 -1
- official/projects/movinet/modeling/movinet_test.py +1 -1
- official/projects/movinet/tools/__init__.py +1 -1
- official/projects/movinet/tools/convert_3d_2plus1d.py +1 -1
- official/projects/movinet/tools/convert_3d_2plus1d_test.py +1 -1
- official/projects/movinet/tools/export_saved_model.py +1 -1
- official/projects/movinet/tools/export_saved_model_test.py +6 -3
- official/projects/movinet/tools/quantize_movinet.py +1 -1
- official/projects/movinet/train.py +1 -1
- official/projects/movinet/train_test.py +1 -1
- official/projects/nhnet/__init__.py +1 -1
- official/projects/nhnet/configs.py +1 -1
- official/projects/nhnet/configs_test.py +1 -1
- official/projects/nhnet/decoder.py +1 -1
- official/projects/nhnet/decoder_test.py +1 -1
- official/projects/nhnet/evaluation.py +1 -3
- official/projects/nhnet/input_pipeline.py +1 -1
- official/projects/nhnet/models.py +1 -1
- official/projects/nhnet/models_test.py +1 -1
- official/projects/nhnet/optimizer.py +1 -1
- official/projects/nhnet/raw_data_process.py +1 -1
- official/projects/nhnet/raw_data_processor.py +1 -1
- official/projects/nhnet/trainer.py +1 -6
- official/projects/nhnet/trainer_test.py +1 -1
- official/projects/nhnet/utils.py +1 -1
- official/projects/panoptic/__init__.py +1 -1
- official/projects/panoptic/configs/__init__.py +1 -1
- official/projects/panoptic/configs/panoptic_deeplab.py +5 -6
- official/projects/panoptic/configs/panoptic_maskrcnn.py +1 -1
- official/projects/panoptic/tasks/__init__.py +1 -1
- official/projects/panoptic/tasks/panoptic_deeplab.py +1 -1
- official/projects/panoptic/tasks/panoptic_maskrcnn.py +3 -1
- official/projects/panoptic/train.py +1 -1
- official/projects/qat/__init__.py +1 -1
- official/projects/qat/nlp/__init__.py +1 -1
- official/projects/qat/nlp/configs/__init__.py +1 -1
- official/projects/qat/nlp/configs/finetuning_experiments.py +1 -1
- official/projects/qat/nlp/modeling/__init__.py +1 -1
- official/projects/qat/nlp/modeling/layers/__init__.py +1 -1
- official/projects/qat/nlp/modeling/layers/mobile_bert_layers.py +1 -1
- official/projects/qat/nlp/modeling/layers/multi_head_attention.py +1 -1
- official/projects/qat/nlp/modeling/layers/transformer_encoder_block.py +1 -1
- official/projects/qat/nlp/modeling/layers/transformer_encoder_block_test.py +1 -1
- official/projects/qat/nlp/modeling/models/__init__.py +1 -1
- official/projects/qat/nlp/modeling/models/bert_span_labeler.py +1 -1
- official/projects/qat/nlp/modeling/networks/__init__.py +1 -1
- official/projects/qat/nlp/modeling/networks/span_labeling.py +1 -1
- official/projects/qat/nlp/pretrained_checkpoint_converter.py +1 -3
- official/projects/qat/nlp/quantization/__init__.py +1 -1
- official/projects/qat/nlp/quantization/configs.py +1 -1
- official/projects/qat/nlp/quantization/configs_test.py +1 -2
- official/projects/qat/nlp/quantization/helper.py +1 -1
- official/projects/qat/nlp/quantization/schemes.py +1 -3
- official/projects/qat/nlp/quantization/wrappers.py +1 -1
- official/projects/qat/nlp/registry_imports.py +1 -1
- official/projects/qat/nlp/tasks/__init__.py +1 -1
- official/projects/qat/nlp/tasks/question_answering.py +1 -1
- official/projects/qat/nlp/tasks/question_answering_test.py +1 -1
- official/projects/qat/nlp/train.py +1 -1
- official/projects/qat/vision/__init__.py +1 -1
- official/projects/qat/vision/configs/__init__.py +1 -1
- official/projects/qat/vision/configs/common.py +1 -1
- official/projects/qat/vision/configs/image_classification.py +1 -1
- official/projects/qat/vision/configs/image_classification_test.py +1 -1
- official/projects/qat/vision/configs/retinanet.py +1 -1
- official/projects/qat/vision/configs/retinanet_test.py +1 -1
- official/projects/qat/vision/configs/semantic_segmentation.py +1 -1
- official/projects/qat/vision/configs/semantic_segmentation_test.py +1 -1
- official/projects/qat/vision/modeling/__init__.py +1 -1
- official/projects/qat/vision/modeling/factory.py +1 -3
- official/projects/qat/vision/modeling/factory_test.py +1 -3
- official/projects/qat/vision/modeling/heads/__init__.py +1 -1
- official/projects/qat/vision/modeling/heads/dense_prediction_heads.py +1 -3
- official/projects/qat/vision/modeling/heads/dense_prediction_heads_test.py +1 -2
- official/projects/qat/vision/modeling/layers/__init__.py +1 -1
- official/projects/qat/vision/modeling/layers/nn_blocks.py +1 -3
- official/projects/qat/vision/modeling/layers/nn_blocks_test.py +1 -2
- official/projects/qat/vision/modeling/layers/nn_layers.py +2 -2
- official/projects/qat/vision/modeling/layers/nn_layers_test.py +1 -2
- official/projects/qat/vision/modeling/segmentation_model.py +1 -2
- official/projects/qat/vision/n_bit/__init__.py +1 -1
- official/projects/qat/vision/n_bit/configs.py +1 -1
- official/projects/qat/vision/n_bit/configs_test.py +1 -3
- official/projects/qat/vision/n_bit/nn_blocks.py +1 -3
- official/projects/qat/vision/n_bit/nn_blocks_test.py +1 -2
- official/projects/qat/vision/n_bit/nn_layers.py +1 -1
- official/projects/qat/vision/n_bit/schemes.py +1 -3
- official/projects/qat/vision/quantization/__init__.py +1 -1
- official/projects/qat/vision/quantization/configs.py +1 -1
- official/projects/qat/vision/quantization/configs_test.py +1 -3
- official/projects/qat/vision/quantization/helper.py +1 -1
- official/projects/qat/vision/quantization/helper_test.py +1 -1
- official/projects/qat/vision/quantization/layer_transforms.py +1 -1
- official/projects/qat/vision/quantization/schemes.py +1 -3
- official/projects/qat/vision/registry_imports.py +1 -1
- official/projects/qat/vision/serving/__init__.py +1 -1
- official/projects/qat/vision/serving/export_module.py +1 -1
- official/projects/qat/vision/serving/export_saved_model.py +1 -1
- official/projects/qat/vision/serving/export_tflite.py +1 -1
- official/projects/qat/vision/tasks/__init__.py +1 -1
- official/projects/qat/vision/tasks/image_classification.py +1 -1
- official/projects/qat/vision/tasks/image_classification_test.py +1 -1
- official/projects/qat/vision/tasks/retinanet.py +1 -1
- official/projects/qat/vision/tasks/retinanet_test.py +1 -1
- official/projects/qat/vision/tasks/semantic_segmentation.py +1 -1
- official/projects/qat/vision/train.py +1 -1
- official/projects/roformer/__init__.py +1 -1
- official/projects/roformer/roformer.py +1 -1
- official/projects/roformer/roformer_attention.py +1 -1
- official/projects/roformer/roformer_attention_test.py +1 -1
- official/projects/roformer/roformer_encoder.py +1 -1
- official/projects/roformer/roformer_encoder_block.py +1 -1
- official/projects/roformer/roformer_encoder_block_test.py +1 -1
- official/projects/roformer/roformer_encoder_test.py +1 -1
- official/projects/roformer/roformer_experiments.py +1 -1
- official/projects/roformer/train.py +1 -1
- official/projects/teams/__init__.py +1 -1
- official/projects/teams/teams.py +1 -1
- official/projects/teams/teams_experiments.py +1 -1
- official/projects/teams/teams_pretrainer.py +1 -1
- official/projects/teams/teams_pretrainer_test.py +1 -1
- official/projects/teams/teams_task.py +1 -1
- official/projects/teams/teams_task_test.py +1 -1
- official/projects/teams/train.py +1 -1
- official/projects/triviaqa/__init__.py +1 -1
- official/projects/triviaqa/dataset.py +1 -1
- official/projects/triviaqa/download_and_prepare.py +1 -1
- official/projects/triviaqa/evaluate.py +1 -1
- official/projects/triviaqa/evaluation.py +1 -1
- official/projects/triviaqa/inputs.py +1 -1
- official/projects/triviaqa/modeling.py +1 -1
- official/projects/triviaqa/predict.py +1 -1
- official/projects/triviaqa/prediction.py +1 -1
- official/projects/triviaqa/preprocess.py +1 -1
- official/projects/triviaqa/sentencepiece_pb2.py +1 -1
- official/projects/triviaqa/train.py +1 -1
- official/projects/video_ssl/__init__.py +1 -1
- official/projects/video_ssl/configs/__init__.py +1 -1
- official/projects/video_ssl/configs/video_ssl.py +1 -1
- official/projects/video_ssl/configs/video_ssl_test.py +1 -1
- official/projects/video_ssl/dataloaders/__init__.py +1 -1
- official/projects/video_ssl/dataloaders/video_ssl_input.py +1 -1
- official/projects/video_ssl/dataloaders/video_ssl_input_test.py +1 -2
- official/projects/video_ssl/losses/__init__.py +1 -1
- official/projects/video_ssl/losses/losses.py +1 -2
- official/projects/video_ssl/modeling/__init__.py +1 -1
- official/projects/video_ssl/modeling/video_ssl_model.py +1 -3
- official/projects/video_ssl/ops/__init__.py +1 -1
- official/projects/video_ssl/ops/video_ssl_preprocess_ops.py +1 -1
- official/projects/video_ssl/ops/video_ssl_preprocess_ops_test.py +1 -1
- official/projects/video_ssl/tasks/__init__.py +1 -1
- official/projects/video_ssl/tasks/linear_eval.py +1 -1
- official/projects/video_ssl/tasks/pretrain.py +1 -1
- official/projects/video_ssl/tasks/pretrain_test.py +1 -1
- official/projects/video_ssl/train.py +1 -1
- official/projects/volumetric_models/__init__.py +1 -1
- official/projects/volumetric_models/configs/__init__.py +1 -1
- official/projects/volumetric_models/configs/backbones.py +1 -1
- official/projects/volumetric_models/configs/decoders.py +1 -1
- official/projects/volumetric_models/configs/semantic_segmentation_3d.py +1 -1
- official/projects/volumetric_models/configs/semantic_segmentation_3d_test.py +1 -1
- official/projects/volumetric_models/dataloaders/__init__.py +1 -1
- official/projects/volumetric_models/dataloaders/segmentation_input_3d.py +1 -1
- official/projects/volumetric_models/dataloaders/segmentation_input_3d_test.py +1 -1
- official/projects/volumetric_models/evaluation/__init__.py +1 -1
- official/projects/volumetric_models/evaluation/segmentation_metrics.py +1 -1
- official/projects/volumetric_models/evaluation/segmentation_metrics_test.py +1 -1
- official/projects/volumetric_models/losses/__init__.py +1 -1
- official/projects/volumetric_models/losses/segmentation_losses.py +1 -1
- official/projects/volumetric_models/losses/segmentation_losses_test.py +1 -1
- official/projects/volumetric_models/modeling/__init__.py +1 -1
- official/projects/volumetric_models/modeling/backbones/__init__.py +1 -1
- official/projects/volumetric_models/modeling/backbones/unet_3d.py +1 -2
- official/projects/volumetric_models/modeling/backbones/unet_3d_test.py +1 -2
- official/projects/volumetric_models/modeling/decoders/__init__.py +1 -1
- official/projects/volumetric_models/modeling/decoders/factory.py +1 -3
- official/projects/volumetric_models/modeling/decoders/factory_test.py +1 -1
- official/projects/volumetric_models/modeling/decoders/unet_3d_decoder.py +1 -1
- official/projects/volumetric_models/modeling/decoders/unet_3d_decoder_test.py +1 -2
- official/projects/volumetric_models/modeling/factory.py +1 -3
- official/projects/volumetric_models/modeling/factory_test.py +1 -1
- official/projects/volumetric_models/modeling/heads/__init__.py +1 -1
- official/projects/volumetric_models/modeling/heads/segmentation_heads_3d.py +1 -1
- official/projects/volumetric_models/modeling/heads/segmentation_heads_3d_test.py +1 -1
- official/projects/volumetric_models/modeling/nn_blocks_3d.py +2 -3
- official/projects/volumetric_models/modeling/nn_blocks_3d_test.py +1 -2
- official/projects/volumetric_models/modeling/segmentation_model_test.py +1 -1
- official/projects/volumetric_models/registry_imports.py +1 -1
- official/projects/volumetric_models/serving/__init__.py +1 -1
- official/projects/volumetric_models/serving/export_saved_model.py +1 -1
- official/projects/volumetric_models/serving/semantic_segmentation_3d.py +1 -1
- official/projects/volumetric_models/serving/semantic_segmentation_3d_test.py +3 -3
- official/projects/volumetric_models/tasks/__init__.py +1 -1
- official/projects/volumetric_models/tasks/semantic_segmentation_3d.py +1 -1
- official/projects/volumetric_models/tasks/semantic_segmentation_3d_test.py +1 -1
- official/projects/volumetric_models/train.py +1 -1
- official/projects/volumetric_models/train_test.py +1 -1
- official/projects/waste_identification_ml/__init__.py +1 -1
- official/projects/waste_identification_ml/data_generation/__init__.py +1 -1
- official/projects/waste_identification_ml/data_generation/utils.py +1 -1
- official/projects/waste_identification_ml/data_generation/utils_test.py +1 -1
- official/projects/yolo/__init__.py +1 -1
- official/projects/yolo/common/__init__.py +1 -1
- official/projects/yolo/common/registry_imports.py +1 -1
- official/projects/yolo/configs/__init__.py +1 -1
- official/projects/yolo/configs/backbones.py +1 -1
- official/projects/yolo/configs/darknet_classification.py +1 -1
- official/projects/yolo/configs/decoders.py +1 -1
- official/projects/yolo/configs/yolo.py +1 -1
- official/projects/yolo/configs/yolov7.py +17 -1
- official/projects/yolo/dataloaders/__init__.py +1 -1
- official/projects/yolo/dataloaders/classification_input.py +1 -1
- official/projects/yolo/dataloaders/tf_example_decoder.py +1 -1
- official/projects/yolo/dataloaders/yolo_input.py +1 -1
- official/projects/yolo/losses/__init__.py +1 -1
- official/projects/yolo/losses/yolo_loss.py +1 -1
- official/projects/yolo/losses/yolo_loss_test.py +1 -1
- official/projects/yolo/losses/yolov7_loss.py +1 -1
- official/projects/yolo/losses/yolov7_loss_test.py +1 -1
- official/projects/yolo/modeling/__init__.py +1 -1
- official/projects/yolo/modeling/backbones/__init__.py +1 -1
- official/projects/yolo/modeling/backbones/darknet.py +1 -1
- official/projects/yolo/modeling/backbones/darknet_test.py +1 -1
- official/projects/yolo/modeling/backbones/yolov7.py +69 -1
- official/projects/yolo/modeling/backbones/yolov7_test.py +1 -1
- official/projects/yolo/modeling/decoders/__init__.py +1 -1
- official/projects/yolo/modeling/decoders/yolo_decoder.py +1 -1
- official/projects/yolo/modeling/decoders/yolo_decoder_test.py +1 -2
- official/projects/yolo/modeling/decoders/yolov7.py +90 -1
- official/projects/yolo/modeling/decoders/yolov7_test.py +1 -1
- official/projects/yolo/modeling/factory.py +1 -1
- official/projects/yolo/modeling/factory_test.py +1 -1
- official/projects/yolo/modeling/heads/__init__.py +1 -1
- official/projects/yolo/modeling/heads/yolo_head.py +1 -1
- official/projects/yolo/modeling/heads/yolo_head_test.py +1 -2
- official/projects/yolo/modeling/heads/yolov7_head.py +1 -1
- official/projects/yolo/modeling/heads/yolov7_head_test.py +1 -1
- official/projects/yolo/modeling/layers/__init__.py +1 -1
- official/projects/yolo/modeling/layers/detection_generator.py +1 -1
- official/projects/yolo/modeling/layers/detection_generator_test.py +1 -1
- official/projects/yolo/modeling/layers/nn_blocks.py +1 -1
- official/projects/yolo/modeling/layers/nn_blocks_test.py +1 -1
- official/projects/yolo/modeling/yolo_model.py +2 -2
- official/projects/yolo/modeling/yolov7_model.py +2 -2
- official/projects/yolo/ops/__init__.py +1 -1
- official/projects/yolo/ops/anchor.py +1 -1
- official/projects/yolo/ops/box_ops.py +1 -1
- official/projects/yolo/ops/box_ops_test.py +1 -1
- official/projects/yolo/ops/initializer_ops.py +1 -1
- official/projects/yolo/ops/kmeans_anchors.py +1 -1
- official/projects/yolo/ops/kmeans_anchors_test.py +1 -1
- official/projects/yolo/ops/loss_utils.py +1 -1
- official/projects/yolo/ops/math_ops.py +1 -1
- official/projects/yolo/ops/mosaic.py +1 -1
- official/projects/yolo/ops/preprocessing_ops.py +1 -1
- official/projects/yolo/ops/preprocessing_ops_test.py +1 -1
- official/projects/yolo/optimization/__init__.py +1 -1
- official/projects/yolo/optimization/configs/__init__.py +1 -1
- official/projects/yolo/optimization/configs/optimization_config.py +1 -1
- official/projects/yolo/optimization/configs/optimizer_config.py +1 -1
- official/projects/yolo/optimization/optimizer_factory.py +1 -1
- official/projects/yolo/optimization/sgd_torch.py +1 -1
- official/projects/yolo/serving/__init__.py +1 -1
- official/projects/yolo/serving/export_module_factory.py +1 -1
- official/projects/yolo/serving/export_saved_model.py +1 -1
- official/projects/yolo/serving/export_tflite.py +1 -1
- official/projects/yolo/serving/model_fn.py +1 -1
- official/projects/yolo/tasks/__init__.py +1 -1
- official/projects/yolo/tasks/image_classification.py +1 -1
- official/projects/yolo/tasks/task_utils.py +1 -1
- official/projects/yolo/tasks/yolo.py +1 -1
- official/projects/yolo/tasks/yolov7.py +1 -1
- official/projects/yolo/train.py +1 -1
- official/projects/yt8m/__init__.py +1 -1
- official/projects/yt8m/configs/__init__.py +1 -1
- official/projects/yt8m/configs/yt8m.py +1 -1
- official/projects/yt8m/configs/yt8m_test.py +1 -1
- official/projects/yt8m/modeling/__init__.py +1 -1
- official/projects/yt8m/modeling/backbones/__init__.py +1 -1
- official/projects/yt8m/modeling/backbones/dbof.py +1 -1
- official/projects/yt8m/modeling/backbones/dbof_test.py +1 -1
- official/projects/yt8m/modeling/heads/__init__.py +1 -1
- official/projects/yt8m/modeling/heads/logistic.py +1 -1
- official/projects/yt8m/modeling/heads/moe.py +1 -1
- official/projects/yt8m/modeling/nn_layers.py +1 -1
- official/projects/yt8m/modeling/nn_layers_test.py +1 -1
- official/projects/yt8m/modeling/yt8m_model.py +1 -1
- official/projects/yt8m/modeling/yt8m_model_test.py +1 -1
- official/projects/yt8m/modeling/yt8m_model_utils.py +1 -1
- official/projects/yt8m/modeling/yt8m_model_utils_test.py +1 -1
- official/projects/yt8m/tasks/__init__.py +1 -1
- official/projects/yt8m/tasks/yt8m_task.py +1 -1
- official/projects/yt8m/train.py +1 -1
- official/projects/yt8m/train_test.py +1 -1
- official/recommendation/__init__.py +1 -1
- official/recommendation/constants.py +1 -1
- official/recommendation/create_ncf_data.py +1 -2
- official/recommendation/data_pipeline.py +1 -1
- official/recommendation/data_preprocessing.py +1 -1
- official/recommendation/data_test.py +4 -4
- official/recommendation/movielens.py +1 -2
- official/recommendation/ncf_common.py +1 -1
- official/recommendation/ncf_input_pipeline.py +1 -1
- official/recommendation/ncf_keras_main.py +1 -1
- official/recommendation/ncf_test.py +1 -1
- official/recommendation/neumf_model.py +1 -1
- official/recommendation/popen_helper.py +1 -1
- official/recommendation/ranking/__init__.py +1 -1
- official/recommendation/ranking/common.py +1 -1
- official/recommendation/ranking/configs/__init__.py +1 -1
- official/recommendation/ranking/configs/config.py +14 -1
- official/recommendation/ranking/configs/config_test.py +1 -1
- official/recommendation/ranking/data/__init__.py +1 -1
- official/recommendation/ranking/data/data_pipeline.py +9 -2
- official/recommendation/ranking/data/data_pipeline_multi_hot.py +8 -2
- official/recommendation/ranking/data/data_pipeline_multi_hot_test.py +12 -6
- official/recommendation/ranking/data/data_pipeline_test.py +18 -8
- official/recommendation/ranking/task.py +102 -19
- official/recommendation/ranking/task_test.py +1 -1
- official/recommendation/ranking/train.py +1 -1
- official/recommendation/ranking/train_test.py +76 -31
- official/recommendation/stat_utils.py +1 -1
- official/recommendation/uplift/__init__.py +1 -1
- official/recommendation/uplift/keras_test_case.py +1 -1
- official/recommendation/uplift/keys.py +1 -1
- official/recommendation/uplift/layers/__init__.py +1 -1
- official/recommendation/uplift/layers/encoders/__init__.py +1 -1
- official/recommendation/uplift/layers/encoders/concat_features.py +1 -1
- official/recommendation/uplift/layers/encoders/concat_features_test.py +1 -1
- official/recommendation/uplift/layers/heads/__init__.py +1 -1
- official/recommendation/uplift/layers/heads/two_tower_logits_head.py +1 -1
- official/recommendation/uplift/layers/heads/two_tower_logits_head_test.py +1 -1
- official/recommendation/uplift/layers/uplift_networks/__init__.py +1 -1
- official/recommendation/uplift/layers/uplift_networks/base_uplift_networks.py +1 -1
- official/recommendation/uplift/layers/uplift_networks/two_tower_output_head.py +1 -1
- official/recommendation/uplift/layers/uplift_networks/two_tower_output_head_test.py +1 -1
- official/recommendation/uplift/layers/uplift_networks/two_tower_uplift_network.py +1 -1
- official/recommendation/uplift/layers/uplift_networks/two_tower_uplift_network_test.py +1 -1
- official/recommendation/uplift/losses/__init__.py +1 -1
- official/recommendation/uplift/losses/true_logits_loss.py +1 -1
- official/recommendation/uplift/losses/true_logits_loss_test.py +1 -1
- official/recommendation/uplift/metrics/__init__.py +1 -1
- official/recommendation/uplift/metrics/label_mean.py +1 -1
- official/recommendation/uplift/metrics/label_mean_test.py +1 -1
- official/recommendation/uplift/metrics/label_variance.py +1 -1
- official/recommendation/uplift/metrics/label_variance_test.py +1 -1
- official/recommendation/uplift/metrics/loss_metric.py +1 -1
- official/recommendation/uplift/metrics/loss_metric_test.py +1 -1
- official/recommendation/uplift/metrics/metric_configs.py +1 -1
- official/recommendation/uplift/metrics/poisson_metrics.py +1 -1
- official/recommendation/uplift/metrics/poisson_metrics_test.py +1 -1
- official/recommendation/uplift/metrics/sliced_metric.py +1 -1
- official/recommendation/uplift/metrics/sliced_metric_test.py +1 -1
- official/recommendation/uplift/metrics/treatment_fraction.py +1 -1
- official/recommendation/uplift/metrics/treatment_fraction_test.py +1 -1
- official/recommendation/uplift/metrics/treatment_sliced_metric.py +1 -1
- official/recommendation/uplift/metrics/treatment_sliced_metric_test.py +1 -1
- official/recommendation/uplift/metrics/uplift_mean.py +1 -1
- official/recommendation/uplift/metrics/uplift_mean_test.py +1 -1
- official/recommendation/uplift/metrics/variance.py +1 -1
- official/recommendation/uplift/metrics/variance_test.py +12 -10
- official/recommendation/uplift/models/__init__.py +1 -1
- official/recommendation/uplift/models/two_tower_uplift_model.py +1 -1
- official/recommendation/uplift/models/two_tower_uplift_model_test.py +1 -1
- official/recommendation/uplift/types.py +1 -1
- official/recommendation/uplift/utils.py +3 -3
- official/recommendation/uplift/utils_test.py +1 -1
- official/utils/__init__.py +1 -1
- official/utils/docs/__init__.py +1 -1
- official/utils/docs/build_orbit_api_docs.py +1 -1
- official/utils/docs/build_tfm_api_docs.py +1 -1
- official/utils/flags/__init__.py +1 -1
- official/utils/flags/_base.py +1 -1
- official/utils/flags/_benchmark.py +1 -1
- official/utils/flags/_conventions.py +1 -1
- official/utils/flags/_device.py +1 -1
- official/utils/flags/_distribution.py +1 -1
- official/utils/flags/_misc.py +1 -1
- official/utils/flags/_performance.py +1 -1
- official/utils/flags/core.py +1 -1
- official/utils/flags/flags_test.py +1 -1
- official/utils/hyperparams_flags.py +1 -1
- official/utils/misc/__init__.py +1 -1
- official/utils/misc/keras_utils.py +1 -1
- official/utils/misc/model_helpers.py +1 -1
- official/utils/misc/model_helpers_test.py +3 -3
- official/utils/testing/__init__.py +1 -1
- official/utils/testing/integration.py +1 -1
- official/utils/testing/mock_task.py +1 -1
- official/vision/__init__.py +1 -1
- official/vision/configs/__init__.py +1 -1
- official/vision/configs/backbones.py +3 -1
- official/vision/configs/backbones_3d.py +1 -2
- official/vision/configs/common.py +1 -3
- official/vision/configs/decoders.py +1 -3
- official/vision/configs/image_classification.py +1 -1
- official/vision/configs/image_classification_test.py +1 -1
- official/vision/configs/maskrcnn.py +1 -1
- official/vision/configs/maskrcnn_test.py +1 -1
- official/vision/configs/retinanet.py +2 -1
- official/vision/configs/retinanet_test.py +1 -1
- official/vision/configs/semantic_segmentation.py +7 -8
- official/vision/configs/semantic_segmentation_test.py +1 -1
- official/vision/configs/video_classification.py +1 -1
- official/vision/configs/video_classification_test.py +1 -1
- official/vision/data/__init__.py +1 -1
- official/vision/data/create_coco_tf_record.py +1 -1
- official/vision/data/fake_feature_generator.py +5 -2
- official/vision/data/image_utils.py +1 -1
- official/vision/data/image_utils_test.py +1 -1
- official/vision/data/process_coco_few_shot_json_files.py +1 -1
- official/vision/data/tf_example_builder.py +1 -1
- official/vision/data/tf_example_builder_test.py +1 -1
- official/vision/data/tf_example_feature_key.py +1 -1
- official/vision/data/tfrecord_lib.py +1 -1
- official/vision/data/tfrecord_lib_test.py +1 -1
- official/vision/dataloaders/__init__.py +1 -1
- official/vision/dataloaders/classification_input.py +1 -2
- official/vision/dataloaders/decoder.py +1 -1
- official/vision/dataloaders/input_reader.py +1 -1
- official/vision/dataloaders/input_reader_factory.py +1 -1
- official/vision/dataloaders/maskrcnn_input.py +1 -2
- official/vision/dataloaders/parser.py +1 -1
- official/vision/dataloaders/retinanet_input.py +1 -3
- official/vision/dataloaders/segmentation_input.py +9 -4
- official/vision/dataloaders/tf_example_decoder.py +1 -1
- official/vision/dataloaders/tf_example_decoder_test.py +1 -2
- official/vision/dataloaders/tf_example_label_map_decoder.py +1 -2
- official/vision/dataloaders/tf_example_label_map_decoder_test.py +1 -2
- official/vision/dataloaders/tfds_classification_decoders.py +1 -1
- official/vision/dataloaders/tfds_detection_decoders.py +1 -1
- official/vision/dataloaders/tfds_factory.py +1 -1
- official/vision/dataloaders/tfds_factory_test.py +1 -1
- official/vision/dataloaders/tfds_segmentation_decoders.py +1 -1
- official/vision/dataloaders/tfexample_utils.py +1 -1
- official/vision/dataloaders/utils.py +1 -2
- official/vision/dataloaders/utils_test.py +1 -3
- official/vision/dataloaders/video_input.py +1 -1
- official/vision/dataloaders/video_input_test.py +1 -2
- official/vision/evaluation/__init__.py +1 -1
- official/vision/evaluation/coco_evaluator.py +1 -2
- official/vision/evaluation/coco_utils.py +1 -3
- official/vision/evaluation/coco_utils_test.py +1 -1
- official/vision/evaluation/instance_metrics.py +1 -1
- official/vision/evaluation/instance_metrics_test.py +1 -1
- official/vision/evaluation/iou.py +1 -1
- official/vision/evaluation/iou_test.py +1 -1
- official/vision/evaluation/panoptic_quality.py +1 -1
- official/vision/evaluation/panoptic_quality_evaluator.py +1 -1
- official/vision/evaluation/panoptic_quality_evaluator_test.py +1 -1
- official/vision/evaluation/panoptic_quality_test.py +1 -1
- official/vision/evaluation/segmentation_metrics.py +1 -1
- official/vision/evaluation/segmentation_metrics_test.py +1 -1
- official/vision/evaluation/wod_detection_evaluator.py +1 -1
- official/vision/losses/__init__.py +1 -1
- official/vision/losses/focal_loss.py +1 -1
- official/vision/losses/loss_utils.py +1 -1
- official/vision/losses/maskrcnn_losses.py +1 -2
- official/vision/losses/maskrcnn_losses_test.py +1 -1
- official/vision/losses/retinanet_losses.py +1 -2
- official/vision/losses/segmentation_losses.py +1 -1
- official/vision/losses/segmentation_losses_test.py +1 -1
- official/vision/modeling/__init__.py +1 -1
- official/vision/modeling/backbones/__init__.py +1 -1
- official/vision/modeling/backbones/efficientnet.py +1 -3
- official/vision/modeling/backbones/efficientnet_test.py +1 -2
- official/vision/modeling/backbones/factory.py +1 -3
- official/vision/modeling/backbones/factory_test.py +1 -2
- official/vision/modeling/backbones/mobiledet.py +1 -1
- official/vision/modeling/backbones/mobiledet_test.py +1 -1
- official/vision/modeling/backbones/mobilenet.py +73 -3
- official/vision/modeling/backbones/mobilenet_test.py +12 -3
- official/vision/modeling/backbones/resnet.py +1 -2
- official/vision/modeling/backbones/resnet_3d.py +1 -2
- official/vision/modeling/backbones/resnet_3d_test.py +1 -2
- official/vision/modeling/backbones/resnet_deeplab.py +5 -4
- official/vision/modeling/backbones/resnet_deeplab_test.py +21 -10
- official/vision/modeling/backbones/resnet_test.py +1 -2
- official/vision/modeling/backbones/resnet_unet.py +1 -2
- official/vision/modeling/backbones/resnet_unet_test.py +1 -3
- official/vision/modeling/backbones/revnet.py +1 -2
- official/vision/modeling/backbones/revnet_test.py +1 -2
- official/vision/modeling/backbones/spinenet.py +1 -3
- official/vision/modeling/backbones/spinenet_mobile.py +1 -3
- official/vision/modeling/backbones/spinenet_mobile_test.py +1 -2
- official/vision/modeling/backbones/spinenet_test.py +1 -2
- official/vision/modeling/backbones/vit.py +53 -27
- official/vision/modeling/backbones/vit_specs.py +1 -1
- official/vision/modeling/backbones/vit_test.py +12 -1
- official/vision/modeling/classification_model.py +1 -2
- official/vision/modeling/classification_model_test.py +1 -2
- official/vision/modeling/decoders/__init__.py +1 -1
- official/vision/modeling/decoders/aspp.py +1 -3
- official/vision/modeling/decoders/aspp_test.py +1 -2
- official/vision/modeling/decoders/factory.py +1 -3
- official/vision/modeling/decoders/factory_test.py +1 -1
- official/vision/modeling/decoders/fpn.py +1 -2
- official/vision/modeling/decoders/fpn_test.py +1 -2
- official/vision/modeling/decoders/nasfpn.py +1 -3
- official/vision/modeling/decoders/nasfpn_test.py +1 -2
- official/vision/modeling/factory.py +1 -1
- official/vision/modeling/factory_3d.py +1 -2
- official/vision/modeling/factory_test.py +1 -2
- official/vision/modeling/heads/__init__.py +1 -1
- official/vision/modeling/heads/dense_prediction_heads.py +1 -3
- official/vision/modeling/heads/dense_prediction_heads_test.py +1 -3
- official/vision/modeling/heads/instance_heads.py +3 -4
- official/vision/modeling/heads/instance_heads_test.py +1 -2
- official/vision/modeling/heads/segmentation_heads.py +2 -2
- official/vision/modeling/heads/segmentation_heads_test.py +1 -2
- official/vision/modeling/layers/__init__.py +1 -1
- official/vision/modeling/layers/box_sampler.py +1 -2
- official/vision/modeling/layers/deeplab.py +1 -1
- official/vision/modeling/layers/deeplab_test.py +1 -1
- official/vision/modeling/layers/detection_generator.py +1 -3
- official/vision/modeling/layers/detection_generator_test.py +1 -3
- official/vision/modeling/layers/edgetpu.py +1 -1
- official/vision/modeling/layers/edgetpu_test.py +1 -1
- official/vision/modeling/layers/mask_sampler.py +1 -2
- official/vision/modeling/layers/nn_blocks.py +1 -2
- official/vision/modeling/layers/nn_blocks_3d.py +1 -2
- official/vision/modeling/layers/nn_blocks_3d_test.py +1 -2
- official/vision/modeling/layers/nn_blocks_test.py +1 -3
- official/vision/modeling/layers/nn_layers.py +1 -1
- official/vision/modeling/layers/nn_layers_test.py +1 -2
- official/vision/modeling/layers/roi_aligner.py +7 -5
- official/vision/modeling/layers/roi_aligner_test.py +1 -2
- official/vision/modeling/layers/roi_generator.py +1 -2
- official/vision/modeling/layers/roi_sampler.py +1 -2
- official/vision/modeling/maskrcnn_model.py +1 -1
- official/vision/modeling/maskrcnn_model_test.py +1 -2
- official/vision/modeling/models/__init__.py +1 -1
- official/vision/modeling/retinanet_model.py +9 -8
- official/vision/modeling/retinanet_model_test.py +1 -2
- official/vision/modeling/segmentation_model.py +4 -4
- official/vision/modeling/segmentation_model_test.py +1 -1
- official/vision/modeling/video_classification_model.py +1 -1
- official/vision/modeling/video_classification_model_test.py +1 -2
- official/vision/ops/__init__.py +1 -1
- official/vision/ops/anchor.py +1 -3
- official/vision/ops/anchor_generator.py +1 -1
- official/vision/ops/anchor_generator_test.py +1 -1
- official/vision/ops/anchor_test.py +1 -2
- official/vision/ops/augment.py +4 -16
- official/vision/ops/augment_test.py +1 -1
- official/vision/ops/box_matcher.py +1 -1
- official/vision/ops/box_matcher_test.py +1 -1
- official/vision/ops/box_ops.py +1 -2
- official/vision/ops/iou_similarity.py +1 -1
- official/vision/ops/iou_similarity_test.py +1 -1
- official/vision/ops/mask_ops.py +1 -3
- official/vision/ops/mask_ops_test.py +1 -2
- official/vision/ops/nms.py +1 -2
- official/vision/ops/preprocess_ops.py +40 -11
- official/vision/ops/preprocess_ops_3d.py +6 -3
- official/vision/ops/preprocess_ops_3d_test.py +1 -1
- official/vision/ops/preprocess_ops_test.py +13 -7
- official/vision/ops/sampling_ops.py +1 -2
- official/vision/ops/spatial_transform_ops.py +1 -1
- official/vision/ops/target_gather.py +1 -1
- official/vision/ops/target_gather_test.py +1 -1
- official/vision/registry_imports.py +1 -1
- official/vision/serving/__init__.py +1 -1
- official/vision/serving/detection.py +84 -33
- official/vision/serving/detection_test.py +39 -1
- official/vision/serving/export_base.py +1 -1
- official/vision/serving/export_base_v2.py +1 -1
- official/vision/serving/export_base_v2_test.py +1 -1
- official/vision/serving/export_module_factory.py +1 -1
- official/vision/serving/export_module_factory_test.py +1 -1
- official/vision/serving/export_saved_model.py +1 -1
- official/vision/serving/export_saved_model_lib.py +47 -30
- official/vision/serving/export_saved_model_lib_test.py +1 -1
- official/vision/serving/export_saved_model_lib_v2.py +1 -1
- official/vision/serving/export_tfhub.py +1 -2
- official/vision/serving/export_tfhub_lib.py +1 -3
- official/vision/serving/export_tflite.py +1 -1
- official/vision/serving/export_tflite_lib.py +1 -1
- official/vision/serving/export_utils.py +1 -1
- official/vision/serving/image_classification.py +1 -1
- official/vision/serving/image_classification_test.py +1 -1
- official/vision/serving/semantic_segmentation.py +6 -3
- official/vision/serving/semantic_segmentation_test.py +71 -7
- official/vision/serving/video_classification.py +1 -1
- official/vision/serving/video_classification_test.py +1 -1
- official/vision/tasks/__init__.py +1 -1
- official/vision/tasks/image_classification.py +1 -1
- official/vision/tasks/maskrcnn.py +1 -1
- official/vision/tasks/retinanet.py +1 -1
- official/vision/tasks/semantic_segmentation.py +1 -1
- official/vision/tasks/video_classification.py +1 -1
- official/vision/train.py +1 -1
- official/vision/train_spatial_partitioning.py +1 -1
- official/vision/utils/__init__.py +1 -1
- official/vision/utils/object_detection/__init__.py +1 -1
- official/vision/utils/object_detection/argmax_matcher.py +1 -1
- official/vision/utils/object_detection/balanced_positive_negative_sampler.py +1 -1
- official/vision/utils/object_detection/box_coder.py +1 -1
- official/vision/utils/object_detection/box_list.py +1 -1
- official/vision/utils/object_detection/box_list_ops.py +1 -1
- official/vision/utils/object_detection/faster_rcnn_box_coder.py +1 -1
- official/vision/utils/object_detection/matcher.py +1 -1
- official/vision/utils/object_detection/minibatch_sampler.py +1 -1
- official/vision/utils/object_detection/ops.py +1 -1
- official/vision/utils/object_detection/preprocessor.py +1 -1
- official/vision/utils/object_detection/region_similarity_calculator.py +1 -1
- official/vision/utils/object_detection/shape_utils.py +1 -1
- official/vision/utils/object_detection/target_assigner.py +1 -1
- official/vision/utils/object_detection/visualization_utils.py +6 -1
- official/vision/utils/ops_test.py +1 -1
- official/vision/utils/summary_manager.py +1 -1
- orbit/__init__.py +1 -1
- orbit/actions/__init__.py +1 -1
- orbit/actions/conditional_action.py +3 -2
- orbit/actions/conditional_action_test.py +1 -1
- orbit/actions/export_saved_model.py +1 -1
- orbit/actions/export_saved_model_test.py +1 -1
- orbit/actions/new_best_metric.py +2 -2
- orbit/actions/new_best_metric_test.py +2 -2
- orbit/actions/save_checkpoint_if_preempted.py +1 -1
- orbit/controller.py +1 -1
- orbit/controller_test.py +1 -1
- orbit/examples/__init__.py +1 -1
- orbit/examples/single_task/__init__.py +1 -1
- orbit/examples/single_task/single_task_evaluator.py +1 -1
- orbit/examples/single_task/single_task_evaluator_test.py +1 -1
- orbit/examples/single_task/single_task_trainer.py +1 -1
- orbit/examples/single_task/single_task_trainer_test.py +1 -1
- orbit/runner.py +1 -1
- orbit/standard_runner.py +1 -1
- orbit/standard_runner_test.py +1 -1
- orbit/utils/__init__.py +1 -1
- orbit/utils/common.py +1 -1
- orbit/utils/common_test.py +1 -1
- orbit/utils/epoch_helper.py +1 -1
- orbit/utils/loop_fns.py +7 -2
- orbit/utils/summary_manager.py +1 -1
- orbit/utils/summary_manager_interface.py +1 -1
- orbit/utils/tpu_summaries.py +1 -1
- orbit/utils/tpu_summaries_test.py +1 -1
- tensorflow_models/__init__.py +1 -1
- tensorflow_models/nlp/__init__.py +1 -1
- tensorflow_models/tensorflow_models_test.py +1 -1
- tensorflow_models/uplift/__init__.py +1 -1
- tensorflow_models/vision/__init__.py +1 -1
- {tf_models_nightly-2.17.0.dev20240528.dist-info → tf_models_nightly-2.20.0.dev20251205.dist-info}/METADATA +1 -1
- tf_models_nightly-2.20.0.dev20251205.dist-info/RECORD +1256 -0
- tf_models_nightly-2.17.0.dev20240528.dist-info/RECORD +0 -1216
- {tf_models_nightly-2.17.0.dev20240528.dist-info → tf_models_nightly-2.20.0.dev20251205.dist-info}/AUTHORS +0 -0
- {tf_models_nightly-2.17.0.dev20240528.dist-info → tf_models_nightly-2.20.0.dev20251205.dist-info}/LICENSE +0 -0
- {tf_models_nightly-2.17.0.dev20240528.dist-info → tf_models_nightly-2.20.0.dev20251205.dist-info}/WHEEL +0 -0
- {tf_models_nightly-2.17.0.dev20240528.dist-info → tf_models_nightly-2.20.0.dev20251205.dist-info}/top_level.txt +0 -0
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
# Copyright
|
|
1
|
+
# Copyright 2025 The TensorFlow Authors. All Rights Reserved.
|
|
2
2
|
#
|
|
3
3
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
4
|
# you may not use this file except in compliance with the License.
|
|
@@ -15,7 +15,7 @@
|
|
|
15
15
|
"""Task for the Ranking model."""
|
|
16
16
|
|
|
17
17
|
import math
|
|
18
|
-
from typing import Dict, List, Optional, Union
|
|
18
|
+
from typing import Dict, List, Optional, Union, Tuple
|
|
19
19
|
|
|
20
20
|
import tensorflow as tf, tf_keras
|
|
21
21
|
import tensorflow_recommenders as tfrs
|
|
@@ -35,8 +35,16 @@ def _get_tpu_embedding_feature_config(
|
|
|
35
35
|
vocab_sizes: List[int],
|
|
36
36
|
embedding_dim: Union[int, List[int]],
|
|
37
37
|
table_name_prefix: str = 'embedding_table',
|
|
38
|
-
batch_size: Optional[int] = None
|
|
39
|
-
|
|
38
|
+
batch_size: Optional[int] = None,
|
|
39
|
+
max_ids_per_chip_per_sample: Optional[int] = None,
|
|
40
|
+
max_ids_per_table: Optional[Union[int, List[int]]] = None,
|
|
41
|
+
max_unique_ids_per_table: Optional[Union[int, List[int]]] = None,
|
|
42
|
+
allow_id_dropping: bool = False,
|
|
43
|
+
initialize_tables_on_host: bool = False,
|
|
44
|
+
) -> Tuple[
|
|
45
|
+
Dict[str, tf.tpu.experimental.embedding.FeatureConfig],
|
|
46
|
+
Optional[tf.tpu.experimental.embedding.SparseCoreEmbeddingConfig],
|
|
47
|
+
]:
|
|
40
48
|
"""Returns TPU embedding feature config.
|
|
41
49
|
|
|
42
50
|
i'th table config will have vocab size of vocab_sizes[i] and embedding
|
|
@@ -47,6 +55,15 @@ def _get_tpu_embedding_feature_config(
|
|
|
47
55
|
embedding_dim: An integer or a list of embedding table dimensions.
|
|
48
56
|
table_name_prefix: a prefix for embedding tables.
|
|
49
57
|
batch_size: Per-replica batch size.
|
|
58
|
+
max_ids_per_chip_per_sample: Maximum number of embedding ids per chip per
|
|
59
|
+
sample.
|
|
60
|
+
max_ids_per_table: Maximum number of embedding ids per table.
|
|
61
|
+
max_unique_ids_per_table: Maximum number of unique embedding ids per table.
|
|
62
|
+
allow_id_dropping: bool to allow id dropping.
|
|
63
|
+
initialize_tables_on_host: bool : if the embedding table size is more than
|
|
64
|
+
what HBM can handle, this flag will help initialize the full embedding
|
|
65
|
+
tables on host and then copy shards to HBM.
|
|
66
|
+
|
|
50
67
|
Returns:
|
|
51
68
|
A dictionary of feature_name, FeatureConfig pairs.
|
|
52
69
|
"""
|
|
@@ -54,14 +71,49 @@ def _get_tpu_embedding_feature_config(
|
|
|
54
71
|
if len(vocab_sizes) != len(embedding_dim):
|
|
55
72
|
raise ValueError(
|
|
56
73
|
f'length of vocab_sizes: {len(vocab_sizes)} is not equal to the '
|
|
57
|
-
f'length of embedding_dim: {len(embedding_dim)}'
|
|
74
|
+
f'length of embedding_dim: {len(embedding_dim)}'
|
|
75
|
+
)
|
|
58
76
|
elif isinstance(embedding_dim, int):
|
|
59
77
|
embedding_dim = [embedding_dim] * len(vocab_sizes)
|
|
60
78
|
else:
|
|
61
|
-
raise ValueError(
|
|
62
|
-
|
|
79
|
+
raise ValueError(
|
|
80
|
+
'embedding_dim is not either a list or an int, got '
|
|
81
|
+
f'{type(embedding_dim)}'
|
|
82
|
+
)
|
|
83
|
+
|
|
84
|
+
if isinstance(max_ids_per_table, List):
|
|
85
|
+
if len(vocab_sizes) != len(max_ids_per_table):
|
|
86
|
+
raise ValueError(
|
|
87
|
+
f'length of vocab_sizes: {len(vocab_sizes)} is not equal to the '
|
|
88
|
+
f'length of max_ids_per_table: {len(max_ids_per_table)}'
|
|
89
|
+
)
|
|
90
|
+
elif isinstance(max_ids_per_table, int):
|
|
91
|
+
max_ids_per_table = [max_ids_per_table] * len(vocab_sizes)
|
|
92
|
+
elif max_ids_per_table is not None:
|
|
93
|
+
raise ValueError(
|
|
94
|
+
'max_ids_per_table is not either a list or an int or None, got '
|
|
95
|
+
f'{type(max_ids_per_table)}'
|
|
96
|
+
)
|
|
97
|
+
|
|
98
|
+
if isinstance(max_unique_ids_per_table, List):
|
|
99
|
+
if len(vocab_sizes) != len(max_unique_ids_per_table):
|
|
100
|
+
raise ValueError(
|
|
101
|
+
f'length of vocab_sizes: {len(vocab_sizes)} is not equal to the '
|
|
102
|
+
'length of max_unique_ids_per_table: '
|
|
103
|
+
f'{len(max_unique_ids_per_table)}'
|
|
104
|
+
)
|
|
105
|
+
elif isinstance(max_unique_ids_per_table, int):
|
|
106
|
+
max_unique_ids_per_table = [max_unique_ids_per_table] * len(vocab_sizes)
|
|
107
|
+
elif max_unique_ids_per_table is not None:
|
|
108
|
+
raise ValueError(
|
|
109
|
+
'max_unique_ids_per_table is not either a list or an int or None, '
|
|
110
|
+
f'got {type(max_unique_ids_per_table)}'
|
|
111
|
+
)
|
|
63
112
|
|
|
64
113
|
feature_config = {}
|
|
114
|
+
sparsecore_config = None
|
|
115
|
+
max_ids_per_table_dict = {}
|
|
116
|
+
max_unique_ids_per_table_dict = {}
|
|
65
117
|
|
|
66
118
|
for i, vocab_size in enumerate(vocab_sizes):
|
|
67
119
|
table_config = tf.tpu.experimental.embedding.TableConfig(
|
|
@@ -69,15 +121,36 @@ def _get_tpu_embedding_feature_config(
|
|
|
69
121
|
dim=embedding_dim[i],
|
|
70
122
|
combiner='mean',
|
|
71
123
|
initializer=tf.initializers.TruncatedNormal(
|
|
72
|
-
mean=0.0, stddev=1 / math.sqrt(embedding_dim[i])
|
|
73
|
-
|
|
124
|
+
mean=0.0, stddev=1 / math.sqrt(embedding_dim[i])
|
|
125
|
+
),
|
|
126
|
+
name=table_name_prefix + '_%02d' % i,
|
|
127
|
+
)
|
|
74
128
|
feature_config[str(i)] = tf.tpu.experimental.embedding.FeatureConfig(
|
|
75
129
|
name=str(i),
|
|
76
130
|
table=table_config,
|
|
77
131
|
output_shape=[batch_size] if batch_size else None,
|
|
78
132
|
)
|
|
133
|
+
if max_ids_per_table:
|
|
134
|
+
max_ids_per_table_dict[str(table_name_prefix + '_%02d' % i)] = (
|
|
135
|
+
max_ids_per_table[i]
|
|
136
|
+
)
|
|
137
|
+
if max_unique_ids_per_table:
|
|
138
|
+
max_unique_ids_per_table_dict[str(table_name_prefix + '_%02d' % i)] = (
|
|
139
|
+
max_unique_ids_per_table[i]
|
|
140
|
+
)
|
|
79
141
|
|
|
80
|
-
|
|
142
|
+
if all((max_ids_per_chip_per_sample, max_ids_per_table,
|
|
143
|
+
max_unique_ids_per_table)):
|
|
144
|
+
sparsecore_config = tf.tpu.experimental.embedding.SparseCoreEmbeddingConfig(
|
|
145
|
+
disable_table_stacking=False,
|
|
146
|
+
max_ids_per_chip_per_sample=max_ids_per_chip_per_sample,
|
|
147
|
+
max_ids_per_table=max_ids_per_table_dict,
|
|
148
|
+
max_unique_ids_per_table=max_unique_ids_per_table_dict,
|
|
149
|
+
allow_id_dropping=allow_id_dropping,
|
|
150
|
+
initialize_tables_on_host=initialize_tables_on_host,
|
|
151
|
+
)
|
|
152
|
+
|
|
153
|
+
return feature_config, sparsecore_config
|
|
81
154
|
|
|
82
155
|
|
|
83
156
|
class RankingTask(base_task.Task):
|
|
@@ -173,25 +246,35 @@ class RankingTask(base_task.Task):
|
|
|
173
246
|
decay_start_steps=dense_lr_config.decay_start_steps)
|
|
174
247
|
dense_optimizer.learning_rate = dense_lr_callable
|
|
175
248
|
|
|
176
|
-
feature_config =
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
|
|
180
|
-
|
|
249
|
+
feature_config, sparse_core_embedding_config = (
|
|
250
|
+
_get_tpu_embedding_feature_config(
|
|
251
|
+
embedding_dim=self.task_config.model.embedding_dim,
|
|
252
|
+
vocab_sizes=self.task_config.model.vocab_sizes,
|
|
253
|
+
batch_size=self.task_config.train_data.global_batch_size
|
|
254
|
+
// tf.distribute.get_strategy().num_replicas_in_sync,
|
|
255
|
+
max_ids_per_chip_per_sample=self.task_config.model.max_ids_per_chip_per_sample,
|
|
256
|
+
max_ids_per_table=self.task_config.model.max_ids_per_table,
|
|
257
|
+
max_unique_ids_per_table=self.task_config.model.max_unique_ids_per_table,
|
|
258
|
+
allow_id_dropping=self.task_config.model.allow_id_dropping,
|
|
259
|
+
initialize_tables_on_host=self.task_config.model.initialize_tables_on_host,
|
|
260
|
+
)
|
|
181
261
|
)
|
|
182
262
|
|
|
183
|
-
|
|
184
|
-
|
|
263
|
+
# to work around PartialTPUEmbedding issue in v5p and to enable multi hot
|
|
264
|
+
# features
|
|
265
|
+
if self.task_config.model.use_partial_tpu_embedding:
|
|
266
|
+
embedding_layer = tfrs.experimental.layers.embedding.PartialTPUEmbedding(
|
|
185
267
|
feature_config=feature_config,
|
|
186
268
|
optimizer=embedding_optimizer,
|
|
187
269
|
pipeline_execution_with_tensor_core=self.trainer_config.pipeline_sparse_and_dense_execution,
|
|
270
|
+
size_threshold=self.task_config.model.size_threshold,
|
|
188
271
|
)
|
|
189
272
|
else:
|
|
190
|
-
embedding_layer = tfrs.
|
|
273
|
+
embedding_layer = tfrs.layers.embedding.tpu_embedding_layer.TPUEmbedding(
|
|
191
274
|
feature_config=feature_config,
|
|
192
275
|
optimizer=embedding_optimizer,
|
|
193
276
|
pipeline_execution_with_tensor_core=self.trainer_config.pipeline_sparse_and_dense_execution,
|
|
194
|
-
|
|
277
|
+
sparse_core_embedding_config=sparse_core_embedding_config,
|
|
195
278
|
)
|
|
196
279
|
|
|
197
280
|
if self.task_config.model.interaction == 'dot':
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
# Copyright
|
|
1
|
+
# Copyright 2025 The TensorFlow Authors. All Rights Reserved.
|
|
2
2
|
#
|
|
3
3
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
4
|
# you may not use this file except in compliance with the License.
|
|
@@ -35,6 +35,7 @@ def _get_params_override(vocab_sizes,
|
|
|
35
35
|
concat_dense=True,
|
|
36
36
|
dcn_num_layers=3,
|
|
37
37
|
dcn_low_rank_dim=64,
|
|
38
|
+
use_partial_tpu_embedding=True,
|
|
38
39
|
):
|
|
39
40
|
# Update `data_dir` if `synthetic_data=False`.
|
|
40
41
|
data_dir = ''
|
|
@@ -53,6 +54,7 @@ def _get_params_override(vocab_sizes,
|
|
|
53
54
|
'dcn_num_layers': dcn_num_layers,
|
|
54
55
|
'dcn_low_rank_dim': dcn_low_rank_dim,
|
|
55
56
|
'use_multi_hot': use_multi_hot,
|
|
57
|
+
'use_partial_tpu_embedding': use_partial_tpu_embedding,
|
|
56
58
|
'multi_hot_sizes': multi_hot_sizes,
|
|
57
59
|
},
|
|
58
60
|
'train_data': {
|
|
@@ -90,10 +92,20 @@ class TrainTest(parameterized.TestCase, tf.test.TestCase):
|
|
|
90
92
|
super().tearDown()
|
|
91
93
|
|
|
92
94
|
@parameterized.named_parameters(
|
|
93
|
-
('DlrmOneDeviceCTL', 'one_device', 'dot', True, True, 3, False),
|
|
94
|
-
('DlrmOneDevice', 'one_device', 'dot', False, True, 3, False),
|
|
95
|
-
(
|
|
96
|
-
|
|
95
|
+
('DlrmOneDeviceCTL', 'one_device', 'dot', True, True, 3, 64, False, True),
|
|
96
|
+
('DlrmOneDevice', 'one_device', 'dot', False, True, 3, 64, False, True),
|
|
97
|
+
(
|
|
98
|
+
'DcnOneDeviceCTL',
|
|
99
|
+
'one_device',
|
|
100
|
+
'cross',
|
|
101
|
+
True,
|
|
102
|
+
True,
|
|
103
|
+
3,
|
|
104
|
+
64,
|
|
105
|
+
False,
|
|
106
|
+
True,
|
|
107
|
+
),
|
|
108
|
+
('DcnOneDevice', 'one_device', 'cross', False, True, 3, 64, False, True),
|
|
97
109
|
(
|
|
98
110
|
'DlrmDcnV2OneDeviceCTL',
|
|
99
111
|
'one_device',
|
|
@@ -102,7 +114,8 @@ class TrainTest(parameterized.TestCase, tf.test.TestCase):
|
|
|
102
114
|
False,
|
|
103
115
|
3,
|
|
104
116
|
64,
|
|
105
|
-
True
|
|
117
|
+
True,
|
|
118
|
+
False,
|
|
106
119
|
),
|
|
107
120
|
(
|
|
108
121
|
'DlrmDcnV2OneDevice',
|
|
@@ -112,12 +125,13 @@ class TrainTest(parameterized.TestCase, tf.test.TestCase):
|
|
|
112
125
|
False,
|
|
113
126
|
3,
|
|
114
127
|
64,
|
|
115
|
-
True
|
|
128
|
+
True,
|
|
129
|
+
False,
|
|
116
130
|
),
|
|
117
|
-
('DlrmTPUCTL', 'tpu', 'dot', True, True, 3, 64, False),
|
|
118
|
-
('DlrmTPU', 'tpu', 'dot', False, True, 3, 64, False),
|
|
119
|
-
('DcnTPUCTL', 'tpu', 'cross', True, True, 3, 64, False),
|
|
120
|
-
('DcnTPU', 'tpu', 'cross', False, True, 3, 64, False),
|
|
131
|
+
('DlrmTPUCTL', 'tpu', 'dot', True, True, 3, 64, False, True),
|
|
132
|
+
('DlrmTPU', 'tpu', 'dot', False, True, 3, 64, False, True),
|
|
133
|
+
('DcnTPUCTL', 'tpu', 'cross', True, True, 3, 64, False, True),
|
|
134
|
+
('DcnTPU', 'tpu', 'cross', False, True, 3, 64, False, True),
|
|
121
135
|
(
|
|
122
136
|
'DlrmDcnV2TPUCTL',
|
|
123
137
|
'tpu',
|
|
@@ -126,7 +140,8 @@ class TrainTest(parameterized.TestCase, tf.test.TestCase):
|
|
|
126
140
|
False,
|
|
127
141
|
3,
|
|
128
142
|
64,
|
|
129
|
-
True
|
|
143
|
+
True,
|
|
144
|
+
False,
|
|
130
145
|
),
|
|
131
146
|
(
|
|
132
147
|
'DlrmDcnV2TPU',
|
|
@@ -136,12 +151,13 @@ class TrainTest(parameterized.TestCase, tf.test.TestCase):
|
|
|
136
151
|
False,
|
|
137
152
|
3,
|
|
138
153
|
64,
|
|
139
|
-
True
|
|
154
|
+
True,
|
|
155
|
+
False,
|
|
140
156
|
),
|
|
141
|
-
('DlrmMirroredCTL', 'Mirrored', 'dot', True, True, 3, 64, False),
|
|
142
|
-
('DlrmMirrored', 'Mirrored', 'dot', False, True, 3, 64, False),
|
|
143
|
-
('DcnMirroredCTL', 'Mirrored', 'cross', True, True, 3, 64, False),
|
|
144
|
-
('DcnMirrored', 'Mirrored', 'cross', False, True, 3, 64, False),
|
|
157
|
+
('DlrmMirroredCTL', 'Mirrored', 'dot', True, True, 3, 64, False, True),
|
|
158
|
+
('DlrmMirrored', 'Mirrored', 'dot', False, True, 3, 64, False, True),
|
|
159
|
+
('DcnMirroredCTL', 'Mirrored', 'cross', True, True, 3, 64, False, True),
|
|
160
|
+
('DcnMirrored', 'Mirrored', 'cross', False, True, 3, 64, False, True),
|
|
145
161
|
(
|
|
146
162
|
'DlrmDcnV2MirroredCTL',
|
|
147
163
|
'Mirrored',
|
|
@@ -150,7 +166,8 @@ class TrainTest(parameterized.TestCase, tf.test.TestCase):
|
|
|
150
166
|
False,
|
|
151
167
|
3,
|
|
152
168
|
64,
|
|
153
|
-
True
|
|
169
|
+
True,
|
|
170
|
+
False,
|
|
154
171
|
),
|
|
155
172
|
(
|
|
156
173
|
'DlrmDcnV2Mirrored',
|
|
@@ -160,7 +177,8 @@ class TrainTest(parameterized.TestCase, tf.test.TestCase):
|
|
|
160
177
|
False,
|
|
161
178
|
3,
|
|
162
179
|
64,
|
|
163
|
-
True
|
|
180
|
+
True,
|
|
181
|
+
False,
|
|
164
182
|
),
|
|
165
183
|
)
|
|
166
184
|
def testTrainEval(
|
|
@@ -172,6 +190,7 @@ class TrainTest(parameterized.TestCase, tf.test.TestCase):
|
|
|
172
190
|
dcn_num_layers=3,
|
|
173
191
|
dcn_low_rank_dim=64,
|
|
174
192
|
use_multi_hot=False,
|
|
193
|
+
use_partial_tpu_embedding=True,
|
|
175
194
|
):
|
|
176
195
|
# Set up simple trainer with synthetic data.
|
|
177
196
|
# By default the mode must be `train_and_eval`.
|
|
@@ -190,23 +209,45 @@ class TrainTest(parameterized.TestCase, tf.test.TestCase):
|
|
|
190
209
|
concat_dense=concat_dense,
|
|
191
210
|
dcn_num_layers=dcn_num_layers,
|
|
192
211
|
dcn_low_rank_dim=dcn_low_rank_dim,
|
|
212
|
+
use_partial_tpu_embedding=use_partial_tpu_embedding,
|
|
193
213
|
)
|
|
214
|
+
|
|
194
215
|
train.main('unused_args')
|
|
195
216
|
self.assertNotEmpty(
|
|
196
217
|
tf.io.gfile.glob(os.path.join(self._model_dir, 'params.yaml'))
|
|
197
218
|
)
|
|
198
219
|
|
|
199
220
|
@parameterized.named_parameters(
|
|
200
|
-
('DlrmTPUCTL', 'tpu', 'dot', True, True, 3, 64, False),
|
|
201
|
-
('DlrmTPU', 'tpu', 'dot', False, True, 3, 64, False),
|
|
202
|
-
('DcnTPUCTL', 'tpu', 'cross', True, True, 3, 64, False),
|
|
203
|
-
('DcnTPU', 'tpu', 'cross', False, True, 3, 64, False),
|
|
204
|
-
(
|
|
205
|
-
|
|
206
|
-
|
|
207
|
-
|
|
208
|
-
|
|
209
|
-
|
|
221
|
+
('DlrmTPUCTL', 'tpu', 'dot', True, True, 3, 64, False, True),
|
|
222
|
+
('DlrmTPU', 'tpu', 'dot', False, True, 3, 64, False, True),
|
|
223
|
+
('DcnTPUCTL', 'tpu', 'cross', True, True, 3, 64, False, True),
|
|
224
|
+
('DcnTPU', 'tpu', 'cross', False, True, 3, 64, False, True),
|
|
225
|
+
(
|
|
226
|
+
'DlrmDcnV2TPUCTL',
|
|
227
|
+
'tpu',
|
|
228
|
+
'multi_layer_dcn',
|
|
229
|
+
True,
|
|
230
|
+
False,
|
|
231
|
+
3,
|
|
232
|
+
64,
|
|
233
|
+
True,
|
|
234
|
+
False,
|
|
235
|
+
),
|
|
236
|
+
(
|
|
237
|
+
'DlrmDcnV2TPU',
|
|
238
|
+
'tpu',
|
|
239
|
+
'multi_layer_dcn',
|
|
240
|
+
False,
|
|
241
|
+
False,
|
|
242
|
+
3,
|
|
243
|
+
64,
|
|
244
|
+
True,
|
|
245
|
+
False,
|
|
246
|
+
),
|
|
247
|
+
('DlrmMirroredCTL', 'Mirrored', 'dot', True, True, 3, 64, False, True),
|
|
248
|
+
('DlrmMirrored', 'Mirrored', 'dot', False, True, 3, 64, False, True),
|
|
249
|
+
('DcnMirroredCTL', 'Mirrored', 'cross', True, True, 3, 64, False, True),
|
|
250
|
+
('DcnMirrored', 'Mirrored', 'cross', False, True, 3, 64, False, True),
|
|
210
251
|
(
|
|
211
252
|
'DlrmDcnV2MirroredCTL',
|
|
212
253
|
'Mirrored',
|
|
@@ -215,7 +256,8 @@ class TrainTest(parameterized.TestCase, tf.test.TestCase):
|
|
|
215
256
|
False,
|
|
216
257
|
3,
|
|
217
258
|
64,
|
|
218
|
-
True
|
|
259
|
+
True,
|
|
260
|
+
False,
|
|
219
261
|
),
|
|
220
262
|
(
|
|
221
263
|
'DlrmDcnV2Mirrored',
|
|
@@ -225,7 +267,8 @@ class TrainTest(parameterized.TestCase, tf.test.TestCase):
|
|
|
225
267
|
False,
|
|
226
268
|
3,
|
|
227
269
|
64,
|
|
228
|
-
True
|
|
270
|
+
True,
|
|
271
|
+
False,
|
|
229
272
|
),
|
|
230
273
|
)
|
|
231
274
|
def testTrainThenEval(
|
|
@@ -237,6 +280,7 @@ class TrainTest(parameterized.TestCase, tf.test.TestCase):
|
|
|
237
280
|
dcn_num_layers=3,
|
|
238
281
|
dcn_low_rank_dim=64,
|
|
239
282
|
use_multi_hot=False,
|
|
283
|
+
use_partial_tpu_embedding=True,
|
|
240
284
|
):
|
|
241
285
|
# Set up simple trainer with synthetic data.
|
|
242
286
|
vocab_sizes = [40, 12, 11, 13]
|
|
@@ -252,6 +296,7 @@ class TrainTest(parameterized.TestCase, tf.test.TestCase):
|
|
|
252
296
|
dcn_num_layers=dcn_num_layers,
|
|
253
297
|
dcn_low_rank_dim=dcn_low_rank_dim,
|
|
254
298
|
use_multi_hot=use_multi_hot,
|
|
299
|
+
use_partial_tpu_embedding=use_partial_tpu_embedding,
|
|
255
300
|
)
|
|
256
301
|
|
|
257
302
|
default_mode = FLAGS.mode
|