tf-models-nightly 2.13.1.dev20230906__py2.py3-none-any.whl → 2.13.1.dev20230908__py2.py3-none-any.whl

official/nlp/configs/pretraining_experiments.py

@@ -20,8 +20,10 @@ from official.modeling import optimization
 from official.nlp.data import pretrain_dataloader
 from official.nlp.data import pretrain_dynamic_dataloader
 from official.nlp.data import pretrain_text_dataloader
+from official.nlp.tasks import electra_task
 from official.nlp.tasks import masked_lm
 
+
 _TRAINER = cfg.TrainerConfig(
     train_steps=1000000,
     optimizer_config=optimization.OptimizationConfig({
@@ -111,3 +113,23 @@ def bert_text_wiki_pretraining() -> cfg.ExperimentConfig:
           'task.validation_data.is_training != None'
       ])
   return config
+
+
+@exp_factory.register_config_factory('electra/pretraining')
+def electra_pretrain() -> cfg.ExperimentConfig:
+  """ELECTRA pretraining experiment."""
+  config = cfg.ExperimentConfig(
+      runtime=cfg.RuntimeConfig(enable_xla=True),
+      task=electra_task.ElectraPretrainConfig(
+          train_data=pretrain_dataloader.BertPretrainDataConfig(),
+          validation_data=pretrain_dataloader.BertPretrainDataConfig(
+              is_training=False
+          ),
+      ),
+      trainer=_TRAINER,
+      restrictions=[
+          'task.train_data.is_training != None',
+          'task.validation_data.is_training != None',
+      ],
+  )
+  return config

{tf_models_nightly-2.13.1.dev20230906.dist-info → tf_models_nightly-2.13.1.dev20230908.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tf-models-nightly
-Version: 2.13.1.dev20230906
+Version: 2.13.1.dev20230908
 Summary: TensorFlow Official Models
 Home-page: https://github.com/tensorflow/models
 Author: Google Inc.

{tf_models_nightly-2.13.1.dev20230906.dist-info → tf_models_nightly-2.13.1.dev20230908.dist-info}/RECORD

@@ -260,7 +260,7 @@ official/nlp/configs/encoders.py,sha256=-r4tMCn_VYKfe2EzxIJemRfCzFx65Qxx58x74GD-
 official/nlp/configs/encoders_test.py,sha256=brq3a2selRQ91mSLKQvZhMAE4MXtSAAa5LyycDv6H70,1963
 official/nlp/configs/experiment_configs.py,sha256=mQBu5q7vIvM0gp_UQZ827j_v7sDLymrLPaJJVcF4FQg,845
 official/nlp/configs/finetuning_experiments.py,sha256=U0iPI1_uprXD-wl6brzNZL17_Xvcapt95kJxzAQSZwQ,6571
-official/nlp/configs/pretraining_experiments.py,sha256=4z9Y1Lsdj2wszGdIhge7H__krbj42k-pFd4YOp5t0f4,4082
+official/nlp/configs/pretraining_experiments.py,sha256=xuMfL00fwgNa6GiqQh3w_K8kilxemLg7jVQRNIX-WAs,4775
 official/nlp/configs/wmt_transformer_experiments.py,sha256=qnAdsckI0cpTUhzXhVzt0cCmxvTsP-NuPvudZYdh9O0,3791
 official/nlp/data/__init__.py,sha256=1ToRMjre4mErL4Ek4_dMVxMjXNPossNXggV8fqbISao,609
 official/nlp/data/classifier_data_lib.py,sha256=Kc9eV7tp4hCsGUakXJn0Z5ZjIntosgOeu9qfcmypMVQ,57071
@@ -1110,9 +1110,9 @@ tensorflow_models/__init__.py,sha256=Ciz_YBke6teb6y42QyQTUBDdXJAiV7Qdu1zOoZvYiKw
 tensorflow_models/tensorflow_models_test.py,sha256=Kz2y4V-rtBhZFFfKD2soCq52hviSfJVV1L2ztqS-9oM,1385
 tensorflow_models/nlp/__init__.py,sha256=3dULDpUBpDi9vljpXadq6oJrWH4y6z42Bz2d3hopYZw,807
 tensorflow_models/vision/__init__.py,sha256=4y77XkHaH8qLls3-6ta4tMp3Xj8CLbB0ihH91HsQ9z4,833
-tf_models_nightly-2.13.1.dev20230906.dist-info/AUTHORS,sha256=1dG3fXVu9jlo7bul8xuix5F5vOnczMk7_yWn4y70uw0,337
-tf_models_nightly-2.13.1.dev20230906.dist-info/LICENSE,sha256=WxeBS_DejPZQabxtfMOM_xn8qoZNJDQjrT7z2wG1I4U,11512
-tf_models_nightly-2.13.1.dev20230906.dist-info/METADATA,sha256=jyaTIgAEXHZA7akPmo8dLHLIbVfIndnUm26HXPf3y5s,1395
-tf_models_nightly-2.13.1.dev20230906.dist-info/WHEEL,sha256=kGT74LWyRUZrL4VgLh6_g12IeVl_9u9ZVhadrgXZUEY,110
-tf_models_nightly-2.13.1.dev20230906.dist-info/top_level.txt,sha256=gum2FfO5R4cvjl2-QtP-S1aNmsvIZaFFT6VFzU0f4-g,33
-tf_models_nightly-2.13.1.dev20230906.dist-info/RECORD,,
+tf_models_nightly-2.13.1.dev20230908.dist-info/AUTHORS,sha256=1dG3fXVu9jlo7bul8xuix5F5vOnczMk7_yWn4y70uw0,337
+tf_models_nightly-2.13.1.dev20230908.dist-info/LICENSE,sha256=WxeBS_DejPZQabxtfMOM_xn8qoZNJDQjrT7z2wG1I4U,11512
+tf_models_nightly-2.13.1.dev20230908.dist-info/METADATA,sha256=CIMUcvCfJ6um-6dowpv4PFOIPXKhlfeyf21PBu7R61w,1395
+tf_models_nightly-2.13.1.dev20230908.dist-info/WHEEL,sha256=kGT74LWyRUZrL4VgLh6_g12IeVl_9u9ZVhadrgXZUEY,110
+tf_models_nightly-2.13.1.dev20230908.dist-info/top_level.txt,sha256=gum2FfO5R4cvjl2-QtP-S1aNmsvIZaFFT6VFzU0f4-g,33
+tf_models_nightly-2.13.1.dev20230908.dist-info/RECORD,,