easy-cs-rec-custommodel 0.8.6__py2.py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of easy-cs-rec-custommodel might be problematic. Click here for more details.

Files changed (336) hide show
  1. easy_cs_rec_custommodel-0.8.6.dist-info/LICENSE +203 -0
  2. easy_cs_rec_custommodel-0.8.6.dist-info/METADATA +48 -0
  3. easy_cs_rec_custommodel-0.8.6.dist-info/RECORD +336 -0
  4. easy_cs_rec_custommodel-0.8.6.dist-info/WHEEL +6 -0
  5. easy_cs_rec_custommodel-0.8.6.dist-info/top_level.txt +2 -0
  6. easy_rec/__init__.py +114 -0
  7. easy_rec/python/__init__.py +0 -0
  8. easy_rec/python/builders/__init__.py +0 -0
  9. easy_rec/python/builders/hyperparams_builder.py +78 -0
  10. easy_rec/python/builders/loss_builder.py +333 -0
  11. easy_rec/python/builders/optimizer_builder.py +211 -0
  12. easy_rec/python/builders/strategy_builder.py +44 -0
  13. easy_rec/python/compat/__init__.py +0 -0
  14. easy_rec/python/compat/adam_s.py +245 -0
  15. easy_rec/python/compat/array_ops.py +229 -0
  16. easy_rec/python/compat/dynamic_variable.py +542 -0
  17. easy_rec/python/compat/early_stopping.py +653 -0
  18. easy_rec/python/compat/embedding_ops.py +162 -0
  19. easy_rec/python/compat/embedding_parallel_saver.py +316 -0
  20. easy_rec/python/compat/estimator_train.py +116 -0
  21. easy_rec/python/compat/exporter.py +473 -0
  22. easy_rec/python/compat/feature_column/__init__.py +0 -0
  23. easy_rec/python/compat/feature_column/feature_column.py +3675 -0
  24. easy_rec/python/compat/feature_column/feature_column_v2.py +5233 -0
  25. easy_rec/python/compat/feature_column/sequence_feature_column.py +648 -0
  26. easy_rec/python/compat/feature_column/utils.py +154 -0
  27. easy_rec/python/compat/layers.py +329 -0
  28. easy_rec/python/compat/ops.py +14 -0
  29. easy_rec/python/compat/optimizers.py +619 -0
  30. easy_rec/python/compat/queues.py +311 -0
  31. easy_rec/python/compat/regularizers.py +208 -0
  32. easy_rec/python/compat/sok_optimizer.py +440 -0
  33. easy_rec/python/compat/sync_replicas_optimizer.py +528 -0
  34. easy_rec/python/compat/weight_decay_optimizers.py +475 -0
  35. easy_rec/python/core/__init__.py +0 -0
  36. easy_rec/python/core/easyrec_metrics/__init__.py +24 -0
  37. easy_rec/python/core/easyrec_metrics/distribute_metrics_impl_pai.py +3702 -0
  38. easy_rec/python/core/easyrec_metrics/distribute_metrics_impl_tf.py +3768 -0
  39. easy_rec/python/core/learning_schedules.py +228 -0
  40. easy_rec/python/core/metrics.py +402 -0
  41. easy_rec/python/core/sampler.py +844 -0
  42. easy_rec/python/eval.py +102 -0
  43. easy_rec/python/export.py +150 -0
  44. easy_rec/python/feature_column/__init__.py +0 -0
  45. easy_rec/python/feature_column/feature_column.py +664 -0
  46. easy_rec/python/feature_column/feature_group.py +89 -0
  47. easy_rec/python/hpo/__init__.py +0 -0
  48. easy_rec/python/hpo/emr_hpo.py +140 -0
  49. easy_rec/python/hpo/generate_hpo_sql.py +71 -0
  50. easy_rec/python/hpo/pai_hpo.py +297 -0
  51. easy_rec/python/inference/__init__.py +0 -0
  52. easy_rec/python/inference/csv_predictor.py +189 -0
  53. easy_rec/python/inference/hive_parquet_predictor.py +200 -0
  54. easy_rec/python/inference/hive_predictor.py +166 -0
  55. easy_rec/python/inference/odps_predictor.py +70 -0
  56. easy_rec/python/inference/parquet_predictor.py +147 -0
  57. easy_rec/python/inference/parquet_predictor_v2.py +147 -0
  58. easy_rec/python/inference/predictor.py +621 -0
  59. easy_rec/python/inference/processor/__init__.py +0 -0
  60. easy_rec/python/inference/processor/test.py +170 -0
  61. easy_rec/python/inference/vector_retrieve.py +124 -0
  62. easy_rec/python/input/__init__.py +0 -0
  63. easy_rec/python/input/batch_tfrecord_input.py +117 -0
  64. easy_rec/python/input/criteo_binary_reader.py +259 -0
  65. easy_rec/python/input/criteo_input.py +107 -0
  66. easy_rec/python/input/csv_input.py +175 -0
  67. easy_rec/python/input/csv_input_ex.py +72 -0
  68. easy_rec/python/input/csv_input_v2.py +68 -0
  69. easy_rec/python/input/datahub_input.py +320 -0
  70. easy_rec/python/input/dummy_input.py +58 -0
  71. easy_rec/python/input/hive_input.py +123 -0
  72. easy_rec/python/input/hive_parquet_input.py +140 -0
  73. easy_rec/python/input/hive_rtp_input.py +174 -0
  74. easy_rec/python/input/input.py +1064 -0
  75. easy_rec/python/input/kafka_dataset.py +144 -0
  76. easy_rec/python/input/kafka_input.py +235 -0
  77. easy_rec/python/input/load_parquet.py +317 -0
  78. easy_rec/python/input/odps_input.py +101 -0
  79. easy_rec/python/input/odps_input_v2.py +110 -0
  80. easy_rec/python/input/odps_input_v3.py +132 -0
  81. easy_rec/python/input/odps_rtp_input.py +187 -0
  82. easy_rec/python/input/odps_rtp_input_v2.py +104 -0
  83. easy_rec/python/input/parquet_input.py +397 -0
  84. easy_rec/python/input/parquet_input_v2.py +180 -0
  85. easy_rec/python/input/parquet_input_v3.py +203 -0
  86. easy_rec/python/input/rtp_input.py +225 -0
  87. easy_rec/python/input/rtp_input_v2.py +145 -0
  88. easy_rec/python/input/tfrecord_input.py +100 -0
  89. easy_rec/python/layers/__init__.py +0 -0
  90. easy_rec/python/layers/backbone.py +571 -0
  91. easy_rec/python/layers/capsule_layer.py +176 -0
  92. easy_rec/python/layers/cmbf.py +390 -0
  93. easy_rec/python/layers/common_layers.py +192 -0
  94. easy_rec/python/layers/dnn.py +87 -0
  95. easy_rec/python/layers/embed_input_layer.py +25 -0
  96. easy_rec/python/layers/fm.py +26 -0
  97. easy_rec/python/layers/input_layer.py +396 -0
  98. easy_rec/python/layers/keras/__init__.py +34 -0
  99. easy_rec/python/layers/keras/activation.py +114 -0
  100. easy_rec/python/layers/keras/attention.py +267 -0
  101. easy_rec/python/layers/keras/auxiliary_loss.py +47 -0
  102. easy_rec/python/layers/keras/blocks.py +262 -0
  103. easy_rec/python/layers/keras/bst.py +119 -0
  104. easy_rec/python/layers/keras/custom_ops.py +250 -0
  105. easy_rec/python/layers/keras/data_augment.py +133 -0
  106. easy_rec/python/layers/keras/din.py +67 -0
  107. easy_rec/python/layers/keras/einsum_dense.py +598 -0
  108. easy_rec/python/layers/keras/embedding.py +81 -0
  109. easy_rec/python/layers/keras/fibinet.py +251 -0
  110. easy_rec/python/layers/keras/interaction.py +416 -0
  111. easy_rec/python/layers/keras/layer_norm.py +364 -0
  112. easy_rec/python/layers/keras/mask_net.py +166 -0
  113. easy_rec/python/layers/keras/multi_head_attention.py +717 -0
  114. easy_rec/python/layers/keras/multi_task.py +125 -0
  115. easy_rec/python/layers/keras/numerical_embedding.py +376 -0
  116. easy_rec/python/layers/keras/ppnet.py +194 -0
  117. easy_rec/python/layers/keras/transformer.py +192 -0
  118. easy_rec/python/layers/layer_norm.py +51 -0
  119. easy_rec/python/layers/mmoe.py +83 -0
  120. easy_rec/python/layers/multihead_attention.py +162 -0
  121. easy_rec/python/layers/multihead_cross_attention.py +749 -0
  122. easy_rec/python/layers/senet.py +73 -0
  123. easy_rec/python/layers/seq_input_layer.py +134 -0
  124. easy_rec/python/layers/sequence_feature_layer.py +249 -0
  125. easy_rec/python/layers/uniter.py +301 -0
  126. easy_rec/python/layers/utils.py +248 -0
  127. easy_rec/python/layers/variational_dropout_layer.py +130 -0
  128. easy_rec/python/loss/__init__.py +0 -0
  129. easy_rec/python/loss/circle_loss.py +82 -0
  130. easy_rec/python/loss/contrastive_loss.py +79 -0
  131. easy_rec/python/loss/f1_reweight_loss.py +38 -0
  132. easy_rec/python/loss/focal_loss.py +93 -0
  133. easy_rec/python/loss/jrc_loss.py +128 -0
  134. easy_rec/python/loss/listwise_loss.py +161 -0
  135. easy_rec/python/loss/multi_similarity.py +68 -0
  136. easy_rec/python/loss/pairwise_loss.py +307 -0
  137. easy_rec/python/loss/softmax_loss_with_negative_mining.py +110 -0
  138. easy_rec/python/loss/zero_inflated_lognormal.py +76 -0
  139. easy_rec/python/main.py +878 -0
  140. easy_rec/python/model/__init__.py +0 -0
  141. easy_rec/python/model/autoint.py +73 -0
  142. easy_rec/python/model/cmbf.py +47 -0
  143. easy_rec/python/model/collaborative_metric_learning.py +182 -0
  144. easy_rec/python/model/custom_model.py +323 -0
  145. easy_rec/python/model/dat.py +138 -0
  146. easy_rec/python/model/dbmtl.py +116 -0
  147. easy_rec/python/model/dcn.py +70 -0
  148. easy_rec/python/model/deepfm.py +106 -0
  149. easy_rec/python/model/dlrm.py +73 -0
  150. easy_rec/python/model/dropoutnet.py +207 -0
  151. easy_rec/python/model/dssm.py +154 -0
  152. easy_rec/python/model/dssm_senet.py +143 -0
  153. easy_rec/python/model/dummy_model.py +48 -0
  154. easy_rec/python/model/easy_rec_estimator.py +739 -0
  155. easy_rec/python/model/easy_rec_model.py +467 -0
  156. easy_rec/python/model/esmm.py +242 -0
  157. easy_rec/python/model/fm.py +63 -0
  158. easy_rec/python/model/match_model.py +357 -0
  159. easy_rec/python/model/mind.py +445 -0
  160. easy_rec/python/model/mmoe.py +70 -0
  161. easy_rec/python/model/multi_task_model.py +303 -0
  162. easy_rec/python/model/multi_tower.py +62 -0
  163. easy_rec/python/model/multi_tower_bst.py +190 -0
  164. easy_rec/python/model/multi_tower_din.py +130 -0
  165. easy_rec/python/model/multi_tower_recall.py +68 -0
  166. easy_rec/python/model/pdn.py +203 -0
  167. easy_rec/python/model/ple.py +120 -0
  168. easy_rec/python/model/rank_model.py +485 -0
  169. easy_rec/python/model/rocket_launching.py +203 -0
  170. easy_rec/python/model/simple_multi_task.py +54 -0
  171. easy_rec/python/model/uniter.py +46 -0
  172. easy_rec/python/model/wide_and_deep.py +121 -0
  173. easy_rec/python/ops/1.12/incr_record.so +0 -0
  174. easy_rec/python/ops/1.12/kafka.so +0 -0
  175. easy_rec/python/ops/1.12/libcustom_ops.so +0 -0
  176. easy_rec/python/ops/1.12/libembed_op.so +0 -0
  177. easy_rec/python/ops/1.12/libhiredis.so.1.0.0 +0 -0
  178. easy_rec/python/ops/1.12/librdkafka++.so.1 +0 -0
  179. easy_rec/python/ops/1.12/librdkafka.so.1 +0 -0
  180. easy_rec/python/ops/1.12/libredis++.so +0 -0
  181. easy_rec/python/ops/1.12/libredis++.so.1 +0 -0
  182. easy_rec/python/ops/1.12/libredis++.so.1.2.3 +0 -0
  183. easy_rec/python/ops/1.12/libstr_avx_op.so +0 -0
  184. easy_rec/python/ops/1.12/libwrite_sparse_kv.so +0 -0
  185. easy_rec/python/ops/1.15/incr_record.so +0 -0
  186. easy_rec/python/ops/1.15/kafka.so +0 -0
  187. easy_rec/python/ops/1.15/libcustom_ops.so +0 -0
  188. easy_rec/python/ops/1.15/libembed_op.so +0 -0
  189. easy_rec/python/ops/1.15/libhiredis.so.1.0.0 +0 -0
  190. easy_rec/python/ops/1.15/librdkafka++.so +0 -0
  191. easy_rec/python/ops/1.15/librdkafka++.so.1 +0 -0
  192. easy_rec/python/ops/1.15/librdkafka.so +0 -0
  193. easy_rec/python/ops/1.15/librdkafka.so.1 +0 -0
  194. easy_rec/python/ops/1.15/libredis++.so.1 +0 -0
  195. easy_rec/python/ops/1.15/libstr_avx_op.so +0 -0
  196. easy_rec/python/ops/2.12/libcustom_ops.so +0 -0
  197. easy_rec/python/ops/2.12/libload_embed.so +0 -0
  198. easy_rec/python/ops/2.12/libstr_avx_op.so +0 -0
  199. easy_rec/python/ops/__init__.py +0 -0
  200. easy_rec/python/ops/gen_kafka_ops.py +193 -0
  201. easy_rec/python/ops/gen_str_avx_op.py +28 -0
  202. easy_rec/python/ops/incr_record.py +30 -0
  203. easy_rec/python/predict.py +170 -0
  204. easy_rec/python/protos/__init__.py +0 -0
  205. easy_rec/python/protos/autoint_pb2.py +122 -0
  206. easy_rec/python/protos/backbone_pb2.py +1416 -0
  207. easy_rec/python/protos/cmbf_pb2.py +435 -0
  208. easy_rec/python/protos/collaborative_metric_learning_pb2.py +252 -0
  209. easy_rec/python/protos/custom_model_pb2.py +57 -0
  210. easy_rec/python/protos/dat_pb2.py +262 -0
  211. easy_rec/python/protos/data_source_pb2.py +422 -0
  212. easy_rec/python/protos/dataset_pb2.py +1920 -0
  213. easy_rec/python/protos/dbmtl_pb2.py +191 -0
  214. easy_rec/python/protos/dcn_pb2.py +197 -0
  215. easy_rec/python/protos/deepfm_pb2.py +163 -0
  216. easy_rec/python/protos/dlrm_pb2.py +163 -0
  217. easy_rec/python/protos/dnn_pb2.py +329 -0
  218. easy_rec/python/protos/dropoutnet_pb2.py +239 -0
  219. easy_rec/python/protos/dssm_pb2.py +262 -0
  220. easy_rec/python/protos/dssm_senet_pb2.py +282 -0
  221. easy_rec/python/protos/easy_rec_model_pb2.py +1672 -0
  222. easy_rec/python/protos/esmm_pb2.py +133 -0
  223. easy_rec/python/protos/eval_pb2.py +930 -0
  224. easy_rec/python/protos/export_pb2.py +379 -0
  225. easy_rec/python/protos/feature_config_pb2.py +1359 -0
  226. easy_rec/python/protos/fm_pb2.py +90 -0
  227. easy_rec/python/protos/hive_config_pb2.py +138 -0
  228. easy_rec/python/protos/hyperparams_pb2.py +624 -0
  229. easy_rec/python/protos/keras_layer_pb2.py +692 -0
  230. easy_rec/python/protos/layer_pb2.py +1936 -0
  231. easy_rec/python/protos/loss_pb2.py +1713 -0
  232. easy_rec/python/protos/mind_pb2.py +497 -0
  233. easy_rec/python/protos/mmoe_pb2.py +215 -0
  234. easy_rec/python/protos/multi_tower_pb2.py +295 -0
  235. easy_rec/python/protos/multi_tower_recall_pb2.py +198 -0
  236. easy_rec/python/protos/optimizer_pb2.py +2017 -0
  237. easy_rec/python/protos/pdn_pb2.py +293 -0
  238. easy_rec/python/protos/pipeline_pb2.py +516 -0
  239. easy_rec/python/protos/ple_pb2.py +231 -0
  240. easy_rec/python/protos/predict_pb2.py +1140 -0
  241. easy_rec/python/protos/rocket_launching_pb2.py +169 -0
  242. easy_rec/python/protos/seq_encoder_pb2.py +1084 -0
  243. easy_rec/python/protos/simi_pb2.py +54 -0
  244. easy_rec/python/protos/simple_multi_task_pb2.py +97 -0
  245. easy_rec/python/protos/tf_predict_pb2.py +630 -0
  246. easy_rec/python/protos/tower_pb2.py +661 -0
  247. easy_rec/python/protos/train_pb2.py +1197 -0
  248. easy_rec/python/protos/uniter_pb2.py +307 -0
  249. easy_rec/python/protos/variational_dropout_pb2.py +91 -0
  250. easy_rec/python/protos/wide_and_deep_pb2.py +131 -0
  251. easy_rec/python/test/__init__.py +0 -0
  252. easy_rec/python/test/csv_input_test.py +340 -0
  253. easy_rec/python/test/custom_early_stop_func.py +19 -0
  254. easy_rec/python/test/dh_local_run.py +104 -0
  255. easy_rec/python/test/embed_test.py +155 -0
  256. easy_rec/python/test/emr_run.py +119 -0
  257. easy_rec/python/test/eval_metric_test.py +107 -0
  258. easy_rec/python/test/excel_convert_test.py +64 -0
  259. easy_rec/python/test/export_test.py +513 -0
  260. easy_rec/python/test/fg_test.py +70 -0
  261. easy_rec/python/test/hive_input_test.py +311 -0
  262. easy_rec/python/test/hpo_test.py +235 -0
  263. easy_rec/python/test/kafka_test.py +373 -0
  264. easy_rec/python/test/local_incr_test.py +122 -0
  265. easy_rec/python/test/loss_test.py +110 -0
  266. easy_rec/python/test/odps_command.py +61 -0
  267. easy_rec/python/test/odps_local_run.py +86 -0
  268. easy_rec/python/test/odps_run.py +254 -0
  269. easy_rec/python/test/odps_test_cls.py +39 -0
  270. easy_rec/python/test/odps_test_prepare.py +198 -0
  271. easy_rec/python/test/odps_test_util.py +237 -0
  272. easy_rec/python/test/pre_check_test.py +54 -0
  273. easy_rec/python/test/predictor_test.py +394 -0
  274. easy_rec/python/test/rtp_convert_test.py +133 -0
  275. easy_rec/python/test/run.py +138 -0
  276. easy_rec/python/test/train_eval_test.py +1299 -0
  277. easy_rec/python/test/util_test.py +85 -0
  278. easy_rec/python/test/zero_inflated_lognormal_test.py +53 -0
  279. easy_rec/python/tools/__init__.py +0 -0
  280. easy_rec/python/tools/add_boundaries_to_config.py +67 -0
  281. easy_rec/python/tools/add_feature_info_to_config.py +145 -0
  282. easy_rec/python/tools/convert_config_format.py +48 -0
  283. easy_rec/python/tools/convert_rtp_data.py +79 -0
  284. easy_rec/python/tools/convert_rtp_fg.py +106 -0
  285. easy_rec/python/tools/create_config_from_excel.py +427 -0
  286. easy_rec/python/tools/criteo/__init__.py +0 -0
  287. easy_rec/python/tools/criteo/convert_data.py +157 -0
  288. easy_rec/python/tools/edit_lookup_graph.py +134 -0
  289. easy_rec/python/tools/faiss_index_pai.py +116 -0
  290. easy_rec/python/tools/feature_selection.py +316 -0
  291. easy_rec/python/tools/hit_rate_ds.py +223 -0
  292. easy_rec/python/tools/hit_rate_pai.py +138 -0
  293. easy_rec/python/tools/pre_check.py +120 -0
  294. easy_rec/python/tools/predict_and_chk.py +111 -0
  295. easy_rec/python/tools/read_kafka.py +55 -0
  296. easy_rec/python/tools/split_model_pai.py +286 -0
  297. easy_rec/python/tools/split_pdn_model_pai.py +272 -0
  298. easy_rec/python/tools/test_saved_model.py +80 -0
  299. easy_rec/python/tools/view_saved_model.py +39 -0
  300. easy_rec/python/tools/write_kafka.py +65 -0
  301. easy_rec/python/train_eval.py +325 -0
  302. easy_rec/python/utils/__init__.py +15 -0
  303. easy_rec/python/utils/activation.py +120 -0
  304. easy_rec/python/utils/check_utils.py +87 -0
  305. easy_rec/python/utils/compat.py +14 -0
  306. easy_rec/python/utils/config_util.py +652 -0
  307. easy_rec/python/utils/constant.py +43 -0
  308. easy_rec/python/utils/convert_rtp_fg.py +616 -0
  309. easy_rec/python/utils/dag.py +192 -0
  310. easy_rec/python/utils/distribution_utils.py +268 -0
  311. easy_rec/python/utils/ds_util.py +65 -0
  312. easy_rec/python/utils/embedding_utils.py +73 -0
  313. easy_rec/python/utils/estimator_utils.py +1036 -0
  314. easy_rec/python/utils/export_big_model.py +630 -0
  315. easy_rec/python/utils/expr_util.py +118 -0
  316. easy_rec/python/utils/fg_util.py +53 -0
  317. easy_rec/python/utils/hit_rate_utils.py +220 -0
  318. easy_rec/python/utils/hive_utils.py +183 -0
  319. easy_rec/python/utils/hpo_util.py +137 -0
  320. easy_rec/python/utils/hvd_utils.py +56 -0
  321. easy_rec/python/utils/input_utils.py +108 -0
  322. easy_rec/python/utils/io_util.py +282 -0
  323. easy_rec/python/utils/load_class.py +249 -0
  324. easy_rec/python/utils/meta_graph_editor.py +941 -0
  325. easy_rec/python/utils/multi_optimizer.py +62 -0
  326. easy_rec/python/utils/numpy_utils.py +18 -0
  327. easy_rec/python/utils/odps_util.py +79 -0
  328. easy_rec/python/utils/pai_util.py +86 -0
  329. easy_rec/python/utils/proto_util.py +90 -0
  330. easy_rec/python/utils/restore_filter.py +89 -0
  331. easy_rec/python/utils/shape_utils.py +432 -0
  332. easy_rec/python/utils/static_shape.py +71 -0
  333. easy_rec/python/utils/test_utils.py +866 -0
  334. easy_rec/python/utils/tf_utils.py +56 -0
  335. easy_rec/version.py +4 -0
  336. test/__init__.py +0 -0
easy_rec/python/protos/optimizer_pb2.py ADDED
@@ -0,0 +1,2017 @@
1
+ # Generated by the protocol buffer compiler. DO NOT EDIT!
2
+ # source: easy_rec/python/protos/optimizer.proto
3
+
4
+ import sys
5
+
6
+ from google.protobuf import descriptor as _descriptor
7
+ from google.protobuf import descriptor_pb2
8
+ from google.protobuf import message as _message
9
+ from google.protobuf import reflection as _reflection
10
+ from google.protobuf import symbol_database as _symbol_database
11
+
12
+ _b = sys.version_info[0] < 3 and (lambda x: x) or (lambda x: x.encode('latin1'))
13
+ # @@protoc_insertion_point(imports)
14
+
15
+ _sym_db = _symbol_database.Default()
16
+
17
+ DESCRIPTOR = _descriptor.FileDescriptor(
18
+ name='easy_rec/python/protos/optimizer.proto',
19
+ package='protos',
20
+ syntax='proto2',
21
+ serialized_pb=_b(
22
+ '\n&easy_rec/python/protos/optimizer.proto\x12\x06protos\"\xb9\x05\n\tOptimizer\x12\x36\n\x12rms_prop_optimizer\x18\x65 \x01(\x0b\x32\x18.protos.RMSPropOptimizerH\x00\x12\x37\n\x12momentum_optimizer\x18\x66 \x01(\x0b\x32\x19.protos.MomentumOptimizerH\x00\x12/\n\x0e\x61\x64\x61m_optimizer\x18g \x01(\x0b\x32\x15.protos.AdamOptimizerH\x00\x12\x39\n\x13momentumw_optimizer\x18h \x01(\x0b\x32\x1a.protos.MomentumWOptimizerH\x00\x12\x31\n\x0f\x61\x64\x61mw_optimizer\x18i \x01(\x0b\x32\x16.protos.AdamWOptimizerH\x00\x12:\n\x14\x61\x64\x61m_async_optimizer\x18j \x01(\x0b\x32\x1a.protos.AdamAsyncOptimizerH\x00\x12\x35\n\x11\x61\x64\x61grad_optimizer\x18k \x01(\x0b\x32\x18.protos.AdagradOptimizerH\x00\x12/\n\x0e\x66trl_optimizer\x18l \x01(\x0b\x32\x15.protos.FtrlOptimizerH\x00\x12<\n\x15\x61\x64\x61m_asyncw_optimizer\x18m \x01(\x0b\x32\x1b.protos.AdamAsyncWOptimizerH\x00\x12\x38\n\x13lazy_adam_optimizer\x18n \x01(\x0b\x32\x19.protos.LazyAdamOptimizerH\x00\x12!\n\x12use_moving_average\x18\x05 \x01(\x08:\x05\x66\x61lse\x12$\n\x14moving_average_decay\x18\x06 \x01(\x02:\x06\x30.9999\x12*\n\"embedding_learning_rate_multiplier\x18\x07 \x01(\x02\x42\x0b\n\toptimizer\"\x8e\x01\n\x10RMSPropOptimizer\x12+\n\rlearning_rate\x18\x01 \x01(\x0b\x32\x14.protos.LearningRate\x12%\n\x18momentum_optimizer_value\x18\x02 \x01(\x02:\x03\x30.9\x12\x12\n\x05\x64\x65\x63\x61y\x18\x03 \x01(\x02:\x03\x30.9\x12\x12\n\x07\x65psilon\x18\x04 \x01(\x02:\x01\x31\"g\n\x11MomentumOptimizer\x12+\n\rlearning_rate\x18\x01 \x01(\x0b\x32\x14.protos.LearningRate\x12%\n\x18momentum_optimizer_value\x18\x02 \x01(\x02:\x03\x30.9\"f\n\rAdamOptimizer\x12+\n\rlearning_rate\x18\x01 \x01(\x0b\x32\x14.protos.LearningRate\x12\x12\n\x05\x62\x65ta1\x18\x03 \x01(\x02:\x03\x30.9\x12\x14\n\x05\x62\x65ta2\x18\x04 \x01(\x02:\x05\x30.999\"\x85\x01\n\x12MomentumWOptimizer\x12+\n\rlearning_rate\x18\x01 \x01(\x0b\x32\x14.protos.LearningRate\x12\x1b\n\x0cweight_decay\x18\x02 \x01(\x02:\x05\x31\x65-06\x12%\n\x18momentum_optimizer_value\x18\x03 \x01(\x02:\x03\x30.9\"\x84\x01\n\x0e\x41\x64\x61mWOptimizer\x12+\n\rlearning_rate\x18\x01 \x01(\x0b\x32\x14.protos.LearningRate\x12\x1b\n\x0cweight_decay\x18\x02 \x01(\x02:\x05\x31\x65-06\x12\x12\n\x05\x62\x65ta1\x18\x03 \x01(\x02:\x03\x30.9\x12\x14\n\x05\x62\x65ta2\x18\x04 \x01(\x02:\x05\x30.999\"\x89\x01\n\x13\x41\x64\x61mAsyncWOptimizer\x12+\n\rlearning_rate\x18\x01 \x01(\x0b\x32\x14.protos.LearningRate\x12\x1b\n\x0cweight_decay\x18\x02 \x01(\x02:\x05\x31\x65-06\x12\x12\n\x05\x62\x65ta1\x18\x03 \x01(\x02:\x03\x30.9\x12\x14\n\x05\x62\x65ta2\x18\x04 \x01(\x02:\x05\x30.999\"j\n\x11LazyAdamOptimizer\x12+\n\rlearning_rate\x18\x01 \x01(\x0b\x32\x14.protos.LearningRate\x12\x12\n\x05\x62\x65ta1\x18\x03 \x01(\x02:\x03\x30.9\x12\x14\n\x05\x62\x65ta2\x18\x04 \x01(\x02:\x05\x30.999\"g\n\x10\x41\x64\x61gradOptimizer\x12+\n\rlearning_rate\x18\x01 \x01(\x0b\x32\x14.protos.LearningRate\x12&\n\x19initial_accumulator_value\x18\x02 \x01(\x02:\x03\x30.1\"k\n\x12\x41\x64\x61mAsyncOptimizer\x12+\n\rlearning_rate\x18\x01 \x01(\x0b\x32\x14.protos.LearningRate\x12\x12\n\x05\x62\x65ta1\x18\x03 \x01(\x02:\x03\x30.9\x12\x14\n\x05\x62\x65ta2\x18\x04 \x01(\x02:\x05\x30.999\"\xca\x01\n\rFtrlOptimizer\x12+\n\rlearning_rate\x18\x01 \x01(\x0b\x32\x14.protos.LearningRate\x12!\n\x13learning_rate_power\x18\x02 \x01(\x02:\x04-0.5\x12&\n\x19initial_accumulator_value\x18\x03 \x01(\x02:\x03\x30.1\x12\x11\n\x06l1_reg\x18\x04 \x01(\x02:\x01\x30\x12\x11\n\x06l2_reg\x18\x05 \x01(\x02:\x01\x30\x12\x1b\n\x10l2_shrinkage_reg\x18\x06 \x01(\x02:\x01\x30\"\xc5\x03\n\x0cLearningRate\x12>\n\x16\x63onstant_learning_rate\x18\x01 \x01(\x0b\x32\x1c.protos.ConstantLearningRateH\x00\x12O\n\x1f\x65xponential_decay_learning_rate\x18\x02 \x01(\x0b\x32$.protos.ExponentialDecayLearningRateH\x00\x12\x43\n\x19manual_step_learning_rate\x18\x03 \x01(\x0b\x32\x1e.protos.ManualStepLearningRateH\x00\x12\x45\n\x1a\x63osine_decay_learning_rate\x18\x04 \x01(\x0b\x32\x1f.protos.CosineDecayLearningRateH\x00\x12\x41\n\x18poly_decay_learning_rate\x18\x05 \x01(\x0b\x32\x1d.protos.PolyDecayLearningRateH\x00\x12\x44\n\x19transformer_learning_rate\x18\x06 \x01(\x0b\x32\x1f.protos.TransformerLearningRateH\x00\x42\x0f\n\rlearning_rate\"4\n\x14\x43onstantLearningRate\x12\x1c\n\rlearning_rate\x18\x01 \x01(\x02:\x05\x30.002\"\xef\x01\n\x1c\x45xponentialDecayLearningRate\x12$\n\x15initial_learning_rate\x18\x01 \x01(\x02:\x05\x30.002\x12\x1c\n\x0b\x64\x65\x63\x61y_steps\x18\x02 \x01(\r:\x07\x34\x30\x30\x30\x30\x30\x30\x12\x1a\n\x0c\x64\x65\x63\x61y_factor\x18\x03 \x01(\x02:\x04\x30.95\x12\x17\n\tstaircase\x18\x04 \x01(\x08:\x04true\x12\x1f\n\x14\x62urnin_learning_rate\x18\x05 \x01(\x02:\x01\x30\x12\x17\n\x0c\x62urnin_steps\x18\x06 \x01(\r:\x01\x30\x12\x1c\n\x11min_learning_rate\x18\x07 \x01(\x02:\x01\x30\"\xe0\x01\n\x16ManualStepLearningRate\x12$\n\x15initial_learning_rate\x18\x01 \x01(\x02:\x05\x30.002\x12\x45\n\x08schedule\x18\x02 \x03(\x0b\x32\x33.protos.ManualStepLearningRate.LearningRateSchedule\x12\x15\n\x06warmup\x18\x03 \x01(\x08:\x05\x66\x61lse\x1a\x42\n\x14LearningRateSchedule\x12\x0c\n\x04step\x18\x01 \x01(\r\x12\x1c\n\rlearning_rate\x18\x02 \x01(\x02:\x05\x30.002\"\xbe\x01\n\x17\x43osineDecayLearningRate\x12!\n\x12learning_rate_base\x18\x01 \x01(\x02:\x05\x30.002\x12\x1c\n\x0btotal_steps\x18\x02 \x01(\r:\x07\x34\x30\x30\x30\x30\x30\x30\x12$\n\x14warmup_learning_rate\x18\x03 \x01(\x02:\x06\x30.0002\x12\x1b\n\x0cwarmup_steps\x18\x04 \x01(\r:\x05\x31\x30\x30\x30\x30\x12\x1f\n\x14hold_base_rate_steps\x18\x05 \x01(\r:\x01\x30\"u\n\x15PolyDecayLearningRate\x12\x1a\n\x12learning_rate_base\x18\x01 \x02(\x02\x12\x13\n\x0btotal_steps\x18\x02 \x02(\x03\x12\r\n\x05power\x18\x03 \x02(\x02\x12\x1c\n\x11\x65nd_learning_rate\x18\x04 \x01(\x02:\x01\x30\"~\n\x17TransformerLearningRate\x12\x1a\n\x12learning_rate_base\x18\x01 \x02(\x02\x12\x13\n\x0bhidden_size\x18\x02 \x02(\x05\x12\x14\n\x0cwarmup_steps\x18\x03 \x02(\x05\x12\x1c\n\x11step_scaling_rate\x18\x04 \x01(\x02:\x01\x31'
23
+ ))
24
+
25
+ _OPTIMIZER = _descriptor.Descriptor(
26
+ name='Optimizer',
27
+ full_name='protos.Optimizer',
28
+ filename=None,
29
+ file=DESCRIPTOR,
30
+ containing_type=None,
31
+ fields=[
32
+ _descriptor.FieldDescriptor(
33
+ name='rms_prop_optimizer',
34
+ full_name='protos.Optimizer.rms_prop_optimizer',
35
+ index=0,
36
+ number=101,
37
+ type=11,
38
+ cpp_type=10,
39
+ label=1,
40
+ has_default_value=False,
41
+ default_value=None,
42
+ message_type=None,
43
+ enum_type=None,
44
+ containing_type=None,
45
+ is_extension=False,
46
+ extension_scope=None,
47
+ options=None),
48
+ _descriptor.FieldDescriptor(
49
+ name='momentum_optimizer',
50
+ full_name='protos.Optimizer.momentum_optimizer',
51
+ index=1,
52
+ number=102,
53
+ type=11,
54
+ cpp_type=10,
55
+ label=1,
56
+ has_default_value=False,
57
+ default_value=None,
58
+ message_type=None,
59
+ enum_type=None,
60
+ containing_type=None,
61
+ is_extension=False,
62
+ extension_scope=None,
63
+ options=None),
64
+ _descriptor.FieldDescriptor(
65
+ name='adam_optimizer',
66
+ full_name='protos.Optimizer.adam_optimizer',
67
+ index=2,
68
+ number=103,
69
+ type=11,
70
+ cpp_type=10,
71
+ label=1,
72
+ has_default_value=False,
73
+ default_value=None,
74
+ message_type=None,
75
+ enum_type=None,
76
+ containing_type=None,
77
+ is_extension=False,
78
+ extension_scope=None,
79
+ options=None),
80
+ _descriptor.FieldDescriptor(
81
+ name='momentumw_optimizer',
82
+ full_name='protos.Optimizer.momentumw_optimizer',
83
+ index=3,
84
+ number=104,
85
+ type=11,
86
+ cpp_type=10,
87
+ label=1,
88
+ has_default_value=False,
89
+ default_value=None,
90
+ message_type=None,
91
+ enum_type=None,
92
+ containing_type=None,
93
+ is_extension=False,
94
+ extension_scope=None,
95
+ options=None),
96
+ _descriptor.FieldDescriptor(
97
+ name='adamw_optimizer',
98
+ full_name='protos.Optimizer.adamw_optimizer',
99
+ index=4,
100
+ number=105,
101
+ type=11,
102
+ cpp_type=10,
103
+ label=1,
104
+ has_default_value=False,
105
+ default_value=None,
106
+ message_type=None,
107
+ enum_type=None,
108
+ containing_type=None,
109
+ is_extension=False,
110
+ extension_scope=None,
111
+ options=None),
112
+ _descriptor.FieldDescriptor(
113
+ name='adam_async_optimizer',
114
+ full_name='protos.Optimizer.adam_async_optimizer',
115
+ index=5,
116
+ number=106,
117
+ type=11,
118
+ cpp_type=10,
119
+ label=1,
120
+ has_default_value=False,
121
+ default_value=None,
122
+ message_type=None,
123
+ enum_type=None,
124
+ containing_type=None,
125
+ is_extension=False,
126
+ extension_scope=None,
127
+ options=None),
128
+ _descriptor.FieldDescriptor(
129
+ name='adagrad_optimizer',
130
+ full_name='protos.Optimizer.adagrad_optimizer',
131
+ index=6,
132
+ number=107,
133
+ type=11,
134
+ cpp_type=10,
135
+ label=1,
136
+ has_default_value=False,
137
+ default_value=None,
138
+ message_type=None,
139
+ enum_type=None,
140
+ containing_type=None,
141
+ is_extension=False,
142
+ extension_scope=None,
143
+ options=None),
144
+ _descriptor.FieldDescriptor(
145
+ name='ftrl_optimizer',
146
+ full_name='protos.Optimizer.ftrl_optimizer',
147
+ index=7,
148
+ number=108,
149
+ type=11,
150
+ cpp_type=10,
151
+ label=1,
152
+ has_default_value=False,
153
+ default_value=None,
154
+ message_type=None,
155
+ enum_type=None,
156
+ containing_type=None,
157
+ is_extension=False,
158
+ extension_scope=None,
159
+ options=None),
160
+ _descriptor.FieldDescriptor(
161
+ name='adam_asyncw_optimizer',
162
+ full_name='protos.Optimizer.adam_asyncw_optimizer',
163
+ index=8,
164
+ number=109,
165
+ type=11,
166
+ cpp_type=10,
167
+ label=1,
168
+ has_default_value=False,
169
+ default_value=None,
170
+ message_type=None,
171
+ enum_type=None,
172
+ containing_type=None,
173
+ is_extension=False,
174
+ extension_scope=None,
175
+ options=None),
176
+ _descriptor.FieldDescriptor(
177
+ name='lazy_adam_optimizer',
178
+ full_name='protos.Optimizer.lazy_adam_optimizer',
179
+ index=9,
180
+ number=110,
181
+ type=11,
182
+ cpp_type=10,
183
+ label=1,
184
+ has_default_value=False,
185
+ default_value=None,
186
+ message_type=None,
187
+ enum_type=None,
188
+ containing_type=None,
189
+ is_extension=False,
190
+ extension_scope=None,
191
+ options=None),
192
+ _descriptor.FieldDescriptor(
193
+ name='use_moving_average',
194
+ full_name='protos.Optimizer.use_moving_average',
195
+ index=10,
196
+ number=5,
197
+ type=8,
198
+ cpp_type=7,
199
+ label=1,
200
+ has_default_value=True,
201
+ default_value=False,
202
+ message_type=None,
203
+ enum_type=None,
204
+ containing_type=None,
205
+ is_extension=False,
206
+ extension_scope=None,
207
+ options=None),
208
+ _descriptor.FieldDescriptor(
209
+ name='moving_average_decay',
210
+ full_name='protos.Optimizer.moving_average_decay',
211
+ index=11,
212
+ number=6,
213
+ type=2,
214
+ cpp_type=6,
215
+ label=1,
216
+ has_default_value=True,
217
+ default_value=float(0.9999),
218
+ message_type=None,
219
+ enum_type=None,
220
+ containing_type=None,
221
+ is_extension=False,
222
+ extension_scope=None,
223
+ options=None),
224
+ _descriptor.FieldDescriptor(
225
+ name='embedding_learning_rate_multiplier',
226
+ full_name='protos.Optimizer.embedding_learning_rate_multiplier',
227
+ index=12,
228
+ number=7,
229
+ type=2,
230
+ cpp_type=6,
231
+ label=1,
232
+ has_default_value=False,
233
+ default_value=float(0),
234
+ message_type=None,
235
+ enum_type=None,
236
+ containing_type=None,
237
+ is_extension=False,
238
+ extension_scope=None,
239
+ options=None),
240
+ ],
241
+ extensions=[],
242
+ nested_types=[],
243
+ enum_types=[],
244
+ options=None,
245
+ is_extendable=False,
246
+ syntax='proto2',
247
+ extension_ranges=[],
248
+ oneofs=[
249
+ _descriptor.OneofDescriptor(
250
+ name='optimizer',
251
+ full_name='protos.Optimizer.optimizer',
252
+ index=0,
253
+ containing_type=None,
254
+ fields=[]),
255
+ ],
256
+ serialized_start=51,
257
+ serialized_end=748,
258
+ )
259
+
260
+ _RMSPROPOPTIMIZER = _descriptor.Descriptor(
261
+ name='RMSPropOptimizer',
262
+ full_name='protos.RMSPropOptimizer',
263
+ filename=None,
264
+ file=DESCRIPTOR,
265
+ containing_type=None,
266
+ fields=[
267
+ _descriptor.FieldDescriptor(
268
+ name='learning_rate',
269
+ full_name='protos.RMSPropOptimizer.learning_rate',
270
+ index=0,
271
+ number=1,
272
+ type=11,
273
+ cpp_type=10,
274
+ label=1,
275
+ has_default_value=False,
276
+ default_value=None,
277
+ message_type=None,
278
+ enum_type=None,
279
+ containing_type=None,
280
+ is_extension=False,
281
+ extension_scope=None,
282
+ options=None),
283
+ _descriptor.FieldDescriptor(
284
+ name='momentum_optimizer_value',
285
+ full_name='protos.RMSPropOptimizer.momentum_optimizer_value',
286
+ index=1,
287
+ number=2,
288
+ type=2,
289
+ cpp_type=6,
290
+ label=1,
291
+ has_default_value=True,
292
+ default_value=float(0.9),
293
+ message_type=None,
294
+ enum_type=None,
295
+ containing_type=None,
296
+ is_extension=False,
297
+ extension_scope=None,
298
+ options=None),
299
+ _descriptor.FieldDescriptor(
300
+ name='decay',
301
+ full_name='protos.RMSPropOptimizer.decay',
302
+ index=2,
303
+ number=3,
304
+ type=2,
305
+ cpp_type=6,
306
+ label=1,
307
+ has_default_value=True,
308
+ default_value=float(0.9),
309
+ message_type=None,
310
+ enum_type=None,
311
+ containing_type=None,
312
+ is_extension=False,
313
+ extension_scope=None,
314
+ options=None),
315
+ _descriptor.FieldDescriptor(
316
+ name='epsilon',
317
+ full_name='protos.RMSPropOptimizer.epsilon',
318
+ index=3,
319
+ number=4,
320
+ type=2,
321
+ cpp_type=6,
322
+ label=1,
323
+ has_default_value=True,
324
+ default_value=float(1),
325
+ message_type=None,
326
+ enum_type=None,
327
+ containing_type=None,
328
+ is_extension=False,
329
+ extension_scope=None,
330
+ options=None),
331
+ ],
332
+ extensions=[],
333
+ nested_types=[],
334
+ enum_types=[],
335
+ options=None,
336
+ is_extendable=False,
337
+ syntax='proto2',
338
+ extension_ranges=[],
339
+ oneofs=[],
340
+ serialized_start=751,
341
+ serialized_end=893,
342
+ )
343
+
344
+ _MOMENTUMOPTIMIZER = _descriptor.Descriptor(
345
+ name='MomentumOptimizer',
346
+ full_name='protos.MomentumOptimizer',
347
+ filename=None,
348
+ file=DESCRIPTOR,
349
+ containing_type=None,
350
+ fields=[
351
+ _descriptor.FieldDescriptor(
352
+ name='learning_rate',
353
+ full_name='protos.MomentumOptimizer.learning_rate',
354
+ index=0,
355
+ number=1,
356
+ type=11,
357
+ cpp_type=10,
358
+ label=1,
359
+ has_default_value=False,
360
+ default_value=None,
361
+ message_type=None,
362
+ enum_type=None,
363
+ containing_type=None,
364
+ is_extension=False,
365
+ extension_scope=None,
366
+ options=None),
367
+ _descriptor.FieldDescriptor(
368
+ name='momentum_optimizer_value',
369
+ full_name='protos.MomentumOptimizer.momentum_optimizer_value',
370
+ index=1,
371
+ number=2,
372
+ type=2,
373
+ cpp_type=6,
374
+ label=1,
375
+ has_default_value=True,
376
+ default_value=float(0.9),
377
+ message_type=None,
378
+ enum_type=None,
379
+ containing_type=None,
380
+ is_extension=False,
381
+ extension_scope=None,
382
+ options=None),
383
+ ],
384
+ extensions=[],
385
+ nested_types=[],
386
+ enum_types=[],
387
+ options=None,
388
+ is_extendable=False,
389
+ syntax='proto2',
390
+ extension_ranges=[],
391
+ oneofs=[],
392
+ serialized_start=895,
393
+ serialized_end=998,
394
+ )
395
+
396
+ _ADAMOPTIMIZER = _descriptor.Descriptor(
397
+ name='AdamOptimizer',
398
+ full_name='protos.AdamOptimizer',
399
+ filename=None,
400
+ file=DESCRIPTOR,
401
+ containing_type=None,
402
+ fields=[
403
+ _descriptor.FieldDescriptor(
404
+ name='learning_rate',
405
+ full_name='protos.AdamOptimizer.learning_rate',
406
+ index=0,
407
+ number=1,
408
+ type=11,
409
+ cpp_type=10,
410
+ label=1,
411
+ has_default_value=False,
412
+ default_value=None,
413
+ message_type=None,
414
+ enum_type=None,
415
+ containing_type=None,
416
+ is_extension=False,
417
+ extension_scope=None,
418
+ options=None),
419
+ _descriptor.FieldDescriptor(
420
+ name='beta1',
421
+ full_name='protos.AdamOptimizer.beta1',
422
+ index=1,
423
+ number=3,
424
+ type=2,
425
+ cpp_type=6,
426
+ label=1,
427
+ has_default_value=True,
428
+ default_value=float(0.9),
429
+ message_type=None,
430
+ enum_type=None,
431
+ containing_type=None,
432
+ is_extension=False,
433
+ extension_scope=None,
434
+ options=None),
435
+ _descriptor.FieldDescriptor(
436
+ name='beta2',
437
+ full_name='protos.AdamOptimizer.beta2',
438
+ index=2,
439
+ number=4,
440
+ type=2,
441
+ cpp_type=6,
442
+ label=1,
443
+ has_default_value=True,
444
+ default_value=float(0.999),
445
+ message_type=None,
446
+ enum_type=None,
447
+ containing_type=None,
448
+ is_extension=False,
449
+ extension_scope=None,
450
+ options=None),
451
+ ],
452
+ extensions=[],
453
+ nested_types=[],
454
+ enum_types=[],
455
+ options=None,
456
+ is_extendable=False,
457
+ syntax='proto2',
458
+ extension_ranges=[],
459
+ oneofs=[],
460
+ serialized_start=1000,
461
+ serialized_end=1102,
462
+ )
463
+
464
+ _MOMENTUMWOPTIMIZER = _descriptor.Descriptor(
465
+ name='MomentumWOptimizer',
466
+ full_name='protos.MomentumWOptimizer',
467
+ filename=None,
468
+ file=DESCRIPTOR,
469
+ containing_type=None,
470
+ fields=[
471
+ _descriptor.FieldDescriptor(
472
+ name='learning_rate',
473
+ full_name='protos.MomentumWOptimizer.learning_rate',
474
+ index=0,
475
+ number=1,
476
+ type=11,
477
+ cpp_type=10,
478
+ label=1,
479
+ has_default_value=False,
480
+ default_value=None,
481
+ message_type=None,
482
+ enum_type=None,
483
+ containing_type=None,
484
+ is_extension=False,
485
+ extension_scope=None,
486
+ options=None),
487
+ _descriptor.FieldDescriptor(
488
+ name='weight_decay',
489
+ full_name='protos.MomentumWOptimizer.weight_decay',
490
+ index=1,
491
+ number=2,
492
+ type=2,
493
+ cpp_type=6,
494
+ label=1,
495
+ has_default_value=True,
496
+ default_value=float(1e-06),
497
+ message_type=None,
498
+ enum_type=None,
499
+ containing_type=None,
500
+ is_extension=False,
501
+ extension_scope=None,
502
+ options=None),
503
+ _descriptor.FieldDescriptor(
504
+ name='momentum_optimizer_value',
505
+ full_name='protos.MomentumWOptimizer.momentum_optimizer_value',
506
+ index=2,
507
+ number=3,
508
+ type=2,
509
+ cpp_type=6,
510
+ label=1,
511
+ has_default_value=True,
512
+ default_value=float(0.9),
513
+ message_type=None,
514
+ enum_type=None,
515
+ containing_type=None,
516
+ is_extension=False,
517
+ extension_scope=None,
518
+ options=None),
519
+ ],
520
+ extensions=[],
521
+ nested_types=[],
522
+ enum_types=[],
523
+ options=None,
524
+ is_extendable=False,
525
+ syntax='proto2',
526
+ extension_ranges=[],
527
+ oneofs=[],
528
+ serialized_start=1105,
529
+ serialized_end=1238,
530
+ )
531
+
532
+ _ADAMWOPTIMIZER = _descriptor.Descriptor(
533
+ name='AdamWOptimizer',
534
+ full_name='protos.AdamWOptimizer',
535
+ filename=None,
536
+ file=DESCRIPTOR,
537
+ containing_type=None,
538
+ fields=[
539
+ _descriptor.FieldDescriptor(
540
+ name='learning_rate',
541
+ full_name='protos.AdamWOptimizer.learning_rate',
542
+ index=0,
543
+ number=1,
544
+ type=11,
545
+ cpp_type=10,
546
+ label=1,
547
+ has_default_value=False,
548
+ default_value=None,
549
+ message_type=None,
550
+ enum_type=None,
551
+ containing_type=None,
552
+ is_extension=False,
553
+ extension_scope=None,
554
+ options=None),
555
+ _descriptor.FieldDescriptor(
556
+ name='weight_decay',
557
+ full_name='protos.AdamWOptimizer.weight_decay',
558
+ index=1,
559
+ number=2,
560
+ type=2,
561
+ cpp_type=6,
562
+ label=1,
563
+ has_default_value=True,
564
+ default_value=float(1e-06),
565
+ message_type=None,
566
+ enum_type=None,
567
+ containing_type=None,
568
+ is_extension=False,
569
+ extension_scope=None,
570
+ options=None),
571
+ _descriptor.FieldDescriptor(
572
+ name='beta1',
573
+ full_name='protos.AdamWOptimizer.beta1',
574
+ index=2,
575
+ number=3,
576
+ type=2,
577
+ cpp_type=6,
578
+ label=1,
579
+ has_default_value=True,
580
+ default_value=float(0.9),
581
+ message_type=None,
582
+ enum_type=None,
583
+ containing_type=None,
584
+ is_extension=False,
585
+ extension_scope=None,
586
+ options=None),
587
+ _descriptor.FieldDescriptor(
588
+ name='beta2',
589
+ full_name='protos.AdamWOptimizer.beta2',
590
+ index=3,
591
+ number=4,
592
+ type=2,
593
+ cpp_type=6,
594
+ label=1,
595
+ has_default_value=True,
596
+ default_value=float(0.999),
597
+ message_type=None,
598
+ enum_type=None,
599
+ containing_type=None,
600
+ is_extension=False,
601
+ extension_scope=None,
602
+ options=None),
603
+ ],
604
+ extensions=[],
605
+ nested_types=[],
606
+ enum_types=[],
607
+ options=None,
608
+ is_extendable=False,
609
+ syntax='proto2',
610
+ extension_ranges=[],
611
+ oneofs=[],
612
+ serialized_start=1241,
613
+ serialized_end=1373,
614
+ )
615
+
616
+ _ADAMASYNCWOPTIMIZER = _descriptor.Descriptor(
617
+ name='AdamAsyncWOptimizer',
618
+ full_name='protos.AdamAsyncWOptimizer',
619
+ filename=None,
620
+ file=DESCRIPTOR,
621
+ containing_type=None,
622
+ fields=[
623
+ _descriptor.FieldDescriptor(
624
+ name='learning_rate',
625
+ full_name='protos.AdamAsyncWOptimizer.learning_rate',
626
+ index=0,
627
+ number=1,
628
+ type=11,
629
+ cpp_type=10,
630
+ label=1,
631
+ has_default_value=False,
632
+ default_value=None,
633
+ message_type=None,
634
+ enum_type=None,
635
+ containing_type=None,
636
+ is_extension=False,
637
+ extension_scope=None,
638
+ options=None),
639
+ _descriptor.FieldDescriptor(
640
+ name='weight_decay',
641
+ full_name='protos.AdamAsyncWOptimizer.weight_decay',
642
+ index=1,
643
+ number=2,
644
+ type=2,
645
+ cpp_type=6,
646
+ label=1,
647
+ has_default_value=True,
648
+ default_value=float(1e-06),
649
+ message_type=None,
650
+ enum_type=None,
651
+ containing_type=None,
652
+ is_extension=False,
653
+ extension_scope=None,
654
+ options=None),
655
+ _descriptor.FieldDescriptor(
656
+ name='beta1',
657
+ full_name='protos.AdamAsyncWOptimizer.beta1',
658
+ index=2,
659
+ number=3,
660
+ type=2,
661
+ cpp_type=6,
662
+ label=1,
663
+ has_default_value=True,
664
+ default_value=float(0.9),
665
+ message_type=None,
666
+ enum_type=None,
667
+ containing_type=None,
668
+ is_extension=False,
669
+ extension_scope=None,
670
+ options=None),
671
+ _descriptor.FieldDescriptor(
672
+ name='beta2',
673
+ full_name='protos.AdamAsyncWOptimizer.beta2',
674
+ index=3,
675
+ number=4,
676
+ type=2,
677
+ cpp_type=6,
678
+ label=1,
679
+ has_default_value=True,
680
+ default_value=float(0.999),
681
+ message_type=None,
682
+ enum_type=None,
683
+ containing_type=None,
684
+ is_extension=False,
685
+ extension_scope=None,
686
+ options=None),
687
+ ],
688
+ extensions=[],
689
+ nested_types=[],
690
+ enum_types=[],
691
+ options=None,
692
+ is_extendable=False,
693
+ syntax='proto2',
694
+ extension_ranges=[],
695
+ oneofs=[],
696
+ serialized_start=1376,
697
+ serialized_end=1513,
698
+ )
699
+
700
+ _LAZYADAMOPTIMIZER = _descriptor.Descriptor(
701
+ name='LazyAdamOptimizer',
702
+ full_name='protos.LazyAdamOptimizer',
703
+ filename=None,
704
+ file=DESCRIPTOR,
705
+ containing_type=None,
706
+ fields=[
707
+ _descriptor.FieldDescriptor(
708
+ name='learning_rate',
709
+ full_name='protos.LazyAdamOptimizer.learning_rate',
710
+ index=0,
711
+ number=1,
712
+ type=11,
713
+ cpp_type=10,
714
+ label=1,
715
+ has_default_value=False,
716
+ default_value=None,
717
+ message_type=None,
718
+ enum_type=None,
719
+ containing_type=None,
720
+ is_extension=False,
721
+ extension_scope=None,
722
+ options=None),
723
+ _descriptor.FieldDescriptor(
724
+ name='beta1',
725
+ full_name='protos.LazyAdamOptimizer.beta1',
726
+ index=1,
727
+ number=3,
728
+ type=2,
729
+ cpp_type=6,
730
+ label=1,
731
+ has_default_value=True,
732
+ default_value=float(0.9),
733
+ message_type=None,
734
+ enum_type=None,
735
+ containing_type=None,
736
+ is_extension=False,
737
+ extension_scope=None,
738
+ options=None),
739
+ _descriptor.FieldDescriptor(
740
+ name='beta2',
741
+ full_name='protos.LazyAdamOptimizer.beta2',
742
+ index=2,
743
+ number=4,
744
+ type=2,
745
+ cpp_type=6,
746
+ label=1,
747
+ has_default_value=True,
748
+ default_value=float(0.999),
749
+ message_type=None,
750
+ enum_type=None,
751
+ containing_type=None,
752
+ is_extension=False,
753
+ extension_scope=None,
754
+ options=None),
755
+ ],
756
+ extensions=[],
757
+ nested_types=[],
758
+ enum_types=[],
759
+ options=None,
760
+ is_extendable=False,
761
+ syntax='proto2',
762
+ extension_ranges=[],
763
+ oneofs=[],
764
+ serialized_start=1515,
765
+ serialized_end=1621,
766
+ )
767
+
768
+ _ADAGRADOPTIMIZER = _descriptor.Descriptor(
769
+ name='AdagradOptimizer',
770
+ full_name='protos.AdagradOptimizer',
771
+ filename=None,
772
+ file=DESCRIPTOR,
773
+ containing_type=None,
774
+ fields=[
775
+ _descriptor.FieldDescriptor(
776
+ name='learning_rate',
777
+ full_name='protos.AdagradOptimizer.learning_rate',
778
+ index=0,
779
+ number=1,
780
+ type=11,
781
+ cpp_type=10,
782
+ label=1,
783
+ has_default_value=False,
784
+ default_value=None,
785
+ message_type=None,
786
+ enum_type=None,
787
+ containing_type=None,
788
+ is_extension=False,
789
+ extension_scope=None,
790
+ options=None),
791
+ _descriptor.FieldDescriptor(
792
+ name='initial_accumulator_value',
793
+ full_name='protos.AdagradOptimizer.initial_accumulator_value',
794
+ index=1,
795
+ number=2,
796
+ type=2,
797
+ cpp_type=6,
798
+ label=1,
799
+ has_default_value=True,
800
+ default_value=float(0.1),
801
+ message_type=None,
802
+ enum_type=None,
803
+ containing_type=None,
804
+ is_extension=False,
805
+ extension_scope=None,
806
+ options=None),
807
+ ],
808
+ extensions=[],
809
+ nested_types=[],
810
+ enum_types=[],
811
+ options=None,
812
+ is_extendable=False,
813
+ syntax='proto2',
814
+ extension_ranges=[],
815
+ oneofs=[],
816
+ serialized_start=1623,
817
+ serialized_end=1726,
818
+ )
819
+
820
+ _ADAMASYNCOPTIMIZER = _descriptor.Descriptor(
821
+ name='AdamAsyncOptimizer',
822
+ full_name='protos.AdamAsyncOptimizer',
823
+ filename=None,
824
+ file=DESCRIPTOR,
825
+ containing_type=None,
826
+ fields=[
827
+ _descriptor.FieldDescriptor(
828
+ name='learning_rate',
829
+ full_name='protos.AdamAsyncOptimizer.learning_rate',
830
+ index=0,
831
+ number=1,
832
+ type=11,
833
+ cpp_type=10,
834
+ label=1,
835
+ has_default_value=False,
836
+ default_value=None,
837
+ message_type=None,
838
+ enum_type=None,
839
+ containing_type=None,
840
+ is_extension=False,
841
+ extension_scope=None,
842
+ options=None),
843
+ _descriptor.FieldDescriptor(
844
+ name='beta1',
845
+ full_name='protos.AdamAsyncOptimizer.beta1',
846
+ index=1,
847
+ number=3,
848
+ type=2,
849
+ cpp_type=6,
850
+ label=1,
851
+ has_default_value=True,
852
+ default_value=float(0.9),
853
+ message_type=None,
854
+ enum_type=None,
855
+ containing_type=None,
856
+ is_extension=False,
857
+ extension_scope=None,
858
+ options=None),
859
+ _descriptor.FieldDescriptor(
860
+ name='beta2',
861
+ full_name='protos.AdamAsyncOptimizer.beta2',
862
+ index=2,
863
+ number=4,
864
+ type=2,
865
+ cpp_type=6,
866
+ label=1,
867
+ has_default_value=True,
868
+ default_value=float(0.999),
869
+ message_type=None,
870
+ enum_type=None,
871
+ containing_type=None,
872
+ is_extension=False,
873
+ extension_scope=None,
874
+ options=None),
875
+ ],
876
+ extensions=[],
877
+ nested_types=[],
878
+ enum_types=[],
879
+ options=None,
880
+ is_extendable=False,
881
+ syntax='proto2',
882
+ extension_ranges=[],
883
+ oneofs=[],
884
+ serialized_start=1728,
885
+ serialized_end=1835,
886
+ )
887
+
888
+ _FTRLOPTIMIZER = _descriptor.Descriptor(
889
+ name='FtrlOptimizer',
890
+ full_name='protos.FtrlOptimizer',
891
+ filename=None,
892
+ file=DESCRIPTOR,
893
+ containing_type=None,
894
+ fields=[
895
+ _descriptor.FieldDescriptor(
896
+ name='learning_rate',
897
+ full_name='protos.FtrlOptimizer.learning_rate',
898
+ index=0,
899
+ number=1,
900
+ type=11,
901
+ cpp_type=10,
902
+ label=1,
903
+ has_default_value=False,
904
+ default_value=None,
905
+ message_type=None,
906
+ enum_type=None,
907
+ containing_type=None,
908
+ is_extension=False,
909
+ extension_scope=None,
910
+ options=None),
911
+ _descriptor.FieldDescriptor(
912
+ name='learning_rate_power',
913
+ full_name='protos.FtrlOptimizer.learning_rate_power',
914
+ index=1,
915
+ number=2,
916
+ type=2,
917
+ cpp_type=6,
918
+ label=1,
919
+ has_default_value=True,
920
+ default_value=float(-0.5),
921
+ message_type=None,
922
+ enum_type=None,
923
+ containing_type=None,
924
+ is_extension=False,
925
+ extension_scope=None,
926
+ options=None),
927
+ _descriptor.FieldDescriptor(
928
+ name='initial_accumulator_value',
929
+ full_name='protos.FtrlOptimizer.initial_accumulator_value',
930
+ index=2,
931
+ number=3,
932
+ type=2,
933
+ cpp_type=6,
934
+ label=1,
935
+ has_default_value=True,
936
+ default_value=float(0.1),
937
+ message_type=None,
938
+ enum_type=None,
939
+ containing_type=None,
940
+ is_extension=False,
941
+ extension_scope=None,
942
+ options=None),
943
+ _descriptor.FieldDescriptor(
944
+ name='l1_reg',
945
+ full_name='protos.FtrlOptimizer.l1_reg',
946
+ index=3,
947
+ number=4,
948
+ type=2,
949
+ cpp_type=6,
950
+ label=1,
951
+ has_default_value=True,
952
+ default_value=float(0),
953
+ message_type=None,
954
+ enum_type=None,
955
+ containing_type=None,
956
+ is_extension=False,
957
+ extension_scope=None,
958
+ options=None),
959
+ _descriptor.FieldDescriptor(
960
+ name='l2_reg',
961
+ full_name='protos.FtrlOptimizer.l2_reg',
962
+ index=4,
963
+ number=5,
964
+ type=2,
965
+ cpp_type=6,
966
+ label=1,
967
+ has_default_value=True,
968
+ default_value=float(0),
969
+ message_type=None,
970
+ enum_type=None,
971
+ containing_type=None,
972
+ is_extension=False,
973
+ extension_scope=None,
974
+ options=None),
975
+ _descriptor.FieldDescriptor(
976
+ name='l2_shrinkage_reg',
977
+ full_name='protos.FtrlOptimizer.l2_shrinkage_reg',
978
+ index=5,
979
+ number=6,
980
+ type=2,
981
+ cpp_type=6,
982
+ label=1,
983
+ has_default_value=True,
984
+ default_value=float(0),
985
+ message_type=None,
986
+ enum_type=None,
987
+ containing_type=None,
988
+ is_extension=False,
989
+ extension_scope=None,
990
+ options=None),
991
+ ],
992
+ extensions=[],
993
+ nested_types=[],
994
+ enum_types=[],
995
+ options=None,
996
+ is_extendable=False,
997
+ syntax='proto2',
998
+ extension_ranges=[],
999
+ oneofs=[],
1000
+ serialized_start=1838,
1001
+ serialized_end=2040,
1002
+ )
1003
+
1004
+ _LEARNINGRATE = _descriptor.Descriptor(
1005
+ name='LearningRate',
1006
+ full_name='protos.LearningRate',
1007
+ filename=None,
1008
+ file=DESCRIPTOR,
1009
+ containing_type=None,
1010
+ fields=[
1011
+ _descriptor.FieldDescriptor(
1012
+ name='constant_learning_rate',
1013
+ full_name='protos.LearningRate.constant_learning_rate',
1014
+ index=0,
1015
+ number=1,
1016
+ type=11,
1017
+ cpp_type=10,
1018
+ label=1,
1019
+ has_default_value=False,
1020
+ default_value=None,
1021
+ message_type=None,
1022
+ enum_type=None,
1023
+ containing_type=None,
1024
+ is_extension=False,
1025
+ extension_scope=None,
1026
+ options=None),
1027
+ _descriptor.FieldDescriptor(
1028
+ name='exponential_decay_learning_rate',
1029
+ full_name='protos.LearningRate.exponential_decay_learning_rate',
1030
+ index=1,
1031
+ number=2,
1032
+ type=11,
1033
+ cpp_type=10,
1034
+ label=1,
1035
+ has_default_value=False,
1036
+ default_value=None,
1037
+ message_type=None,
1038
+ enum_type=None,
1039
+ containing_type=None,
1040
+ is_extension=False,
1041
+ extension_scope=None,
1042
+ options=None),
1043
+ _descriptor.FieldDescriptor(
1044
+ name='manual_step_learning_rate',
1045
+ full_name='protos.LearningRate.manual_step_learning_rate',
1046
+ index=2,
1047
+ number=3,
1048
+ type=11,
1049
+ cpp_type=10,
1050
+ label=1,
1051
+ has_default_value=False,
1052
+ default_value=None,
1053
+ message_type=None,
1054
+ enum_type=None,
1055
+ containing_type=None,
1056
+ is_extension=False,
1057
+ extension_scope=None,
1058
+ options=None),
1059
+ _descriptor.FieldDescriptor(
1060
+ name='cosine_decay_learning_rate',
1061
+ full_name='protos.LearningRate.cosine_decay_learning_rate',
1062
+ index=3,
1063
+ number=4,
1064
+ type=11,
1065
+ cpp_type=10,
1066
+ label=1,
1067
+ has_default_value=False,
1068
+ default_value=None,
1069
+ message_type=None,
1070
+ enum_type=None,
1071
+ containing_type=None,
1072
+ is_extension=False,
1073
+ extension_scope=None,
1074
+ options=None),
1075
+ _descriptor.FieldDescriptor(
1076
+ name='poly_decay_learning_rate',
1077
+ full_name='protos.LearningRate.poly_decay_learning_rate',
1078
+ index=4,
1079
+ number=5,
1080
+ type=11,
1081
+ cpp_type=10,
1082
+ label=1,
1083
+ has_default_value=False,
1084
+ default_value=None,
1085
+ message_type=None,
1086
+ enum_type=None,
1087
+ containing_type=None,
1088
+ is_extension=False,
1089
+ extension_scope=None,
1090
+ options=None),
1091
+ _descriptor.FieldDescriptor(
1092
+ name='transformer_learning_rate',
1093
+ full_name='protos.LearningRate.transformer_learning_rate',
1094
+ index=5,
1095
+ number=6,
1096
+ type=11,
1097
+ cpp_type=10,
1098
+ label=1,
1099
+ has_default_value=False,
1100
+ default_value=None,
1101
+ message_type=None,
1102
+ enum_type=None,
1103
+ containing_type=None,
1104
+ is_extension=False,
1105
+ extension_scope=None,
1106
+ options=None),
1107
+ ],
1108
+ extensions=[],
1109
+ nested_types=[],
1110
+ enum_types=[],
1111
+ options=None,
1112
+ is_extendable=False,
1113
+ syntax='proto2',
1114
+ extension_ranges=[],
1115
+ oneofs=[
1116
+ _descriptor.OneofDescriptor(
1117
+ name='learning_rate',
1118
+ full_name='protos.LearningRate.learning_rate',
1119
+ index=0,
1120
+ containing_type=None,
1121
+ fields=[]),
1122
+ ],
1123
+ serialized_start=2043,
1124
+ serialized_end=2496,
1125
+ )
1126
+
1127
+ _CONSTANTLEARNINGRATE = _descriptor.Descriptor(
1128
+ name='ConstantLearningRate',
1129
+ full_name='protos.ConstantLearningRate',
1130
+ filename=None,
1131
+ file=DESCRIPTOR,
1132
+ containing_type=None,
1133
+ fields=[
1134
+ _descriptor.FieldDescriptor(
1135
+ name='learning_rate',
1136
+ full_name='protos.ConstantLearningRate.learning_rate',
1137
+ index=0,
1138
+ number=1,
1139
+ type=2,
1140
+ cpp_type=6,
1141
+ label=1,
1142
+ has_default_value=True,
1143
+ default_value=float(0.002),
1144
+ message_type=None,
1145
+ enum_type=None,
1146
+ containing_type=None,
1147
+ is_extension=False,
1148
+ extension_scope=None,
1149
+ options=None),
1150
+ ],
1151
+ extensions=[],
1152
+ nested_types=[],
1153
+ enum_types=[],
1154
+ options=None,
1155
+ is_extendable=False,
1156
+ syntax='proto2',
1157
+ extension_ranges=[],
1158
+ oneofs=[],
1159
+ serialized_start=2498,
1160
+ serialized_end=2550,
1161
+ )
1162
+
1163
+ _EXPONENTIALDECAYLEARNINGRATE = _descriptor.Descriptor(
1164
+ name='ExponentialDecayLearningRate',
1165
+ full_name='protos.ExponentialDecayLearningRate',
1166
+ filename=None,
1167
+ file=DESCRIPTOR,
1168
+ containing_type=None,
1169
+ fields=[
1170
+ _descriptor.FieldDescriptor(
1171
+ name='initial_learning_rate',
1172
+ full_name='protos.ExponentialDecayLearningRate.initial_learning_rate',
1173
+ index=0,
1174
+ number=1,
1175
+ type=2,
1176
+ cpp_type=6,
1177
+ label=1,
1178
+ has_default_value=True,
1179
+ default_value=float(0.002),
1180
+ message_type=None,
1181
+ enum_type=None,
1182
+ containing_type=None,
1183
+ is_extension=False,
1184
+ extension_scope=None,
1185
+ options=None),
1186
+ _descriptor.FieldDescriptor(
1187
+ name='decay_steps',
1188
+ full_name='protos.ExponentialDecayLearningRate.decay_steps',
1189
+ index=1,
1190
+ number=2,
1191
+ type=13,
1192
+ cpp_type=3,
1193
+ label=1,
1194
+ has_default_value=True,
1195
+ default_value=4000000,
1196
+ message_type=None,
1197
+ enum_type=None,
1198
+ containing_type=None,
1199
+ is_extension=False,
1200
+ extension_scope=None,
1201
+ options=None),
1202
+ _descriptor.FieldDescriptor(
1203
+ name='decay_factor',
1204
+ full_name='protos.ExponentialDecayLearningRate.decay_factor',
1205
+ index=2,
1206
+ number=3,
1207
+ type=2,
1208
+ cpp_type=6,
1209
+ label=1,
1210
+ has_default_value=True,
1211
+ default_value=float(0.95),
1212
+ message_type=None,
1213
+ enum_type=None,
1214
+ containing_type=None,
1215
+ is_extension=False,
1216
+ extension_scope=None,
1217
+ options=None),
1218
+ _descriptor.FieldDescriptor(
1219
+ name='staircase',
1220
+ full_name='protos.ExponentialDecayLearningRate.staircase',
1221
+ index=3,
1222
+ number=4,
1223
+ type=8,
1224
+ cpp_type=7,
1225
+ label=1,
1226
+ has_default_value=True,
1227
+ default_value=True,
1228
+ message_type=None,
1229
+ enum_type=None,
1230
+ containing_type=None,
1231
+ is_extension=False,
1232
+ extension_scope=None,
1233
+ options=None),
1234
+ _descriptor.FieldDescriptor(
1235
+ name='burnin_learning_rate',
1236
+ full_name='protos.ExponentialDecayLearningRate.burnin_learning_rate',
1237
+ index=4,
1238
+ number=5,
1239
+ type=2,
1240
+ cpp_type=6,
1241
+ label=1,
1242
+ has_default_value=True,
1243
+ default_value=float(0),
1244
+ message_type=None,
1245
+ enum_type=None,
1246
+ containing_type=None,
1247
+ is_extension=False,
1248
+ extension_scope=None,
1249
+ options=None),
1250
+ _descriptor.FieldDescriptor(
1251
+ name='burnin_steps',
1252
+ full_name='protos.ExponentialDecayLearningRate.burnin_steps',
1253
+ index=5,
1254
+ number=6,
1255
+ type=13,
1256
+ cpp_type=3,
1257
+ label=1,
1258
+ has_default_value=True,
1259
+ default_value=0,
1260
+ message_type=None,
1261
+ enum_type=None,
1262
+ containing_type=None,
1263
+ is_extension=False,
1264
+ extension_scope=None,
1265
+ options=None),
1266
+ _descriptor.FieldDescriptor(
1267
+ name='min_learning_rate',
1268
+ full_name='protos.ExponentialDecayLearningRate.min_learning_rate',
1269
+ index=6,
1270
+ number=7,
1271
+ type=2,
1272
+ cpp_type=6,
1273
+ label=1,
1274
+ has_default_value=True,
1275
+ default_value=float(0),
1276
+ message_type=None,
1277
+ enum_type=None,
1278
+ containing_type=None,
1279
+ is_extension=False,
1280
+ extension_scope=None,
1281
+ options=None),
1282
+ ],
1283
+ extensions=[],
1284
+ nested_types=[],
1285
+ enum_types=[],
1286
+ options=None,
1287
+ is_extendable=False,
1288
+ syntax='proto2',
1289
+ extension_ranges=[],
1290
+ oneofs=[],
1291
+ serialized_start=2553,
1292
+ serialized_end=2792,
1293
+ )
1294
+
1295
+ _MANUALSTEPLEARNINGRATE_LEARNINGRATESCHEDULE = _descriptor.Descriptor(
1296
+ name='LearningRateSchedule',
1297
+ full_name='protos.ManualStepLearningRate.LearningRateSchedule',
1298
+ filename=None,
1299
+ file=DESCRIPTOR,
1300
+ containing_type=None,
1301
+ fields=[
1302
+ _descriptor.FieldDescriptor(
1303
+ name='step',
1304
+ full_name='protos.ManualStepLearningRate.LearningRateSchedule.step',
1305
+ index=0,
1306
+ number=1,
1307
+ type=13,
1308
+ cpp_type=3,
1309
+ label=1,
1310
+ has_default_value=False,
1311
+ default_value=0,
1312
+ message_type=None,
1313
+ enum_type=None,
1314
+ containing_type=None,
1315
+ is_extension=False,
1316
+ extension_scope=None,
1317
+ options=None),
1318
+ _descriptor.FieldDescriptor(
1319
+ name='learning_rate',
1320
+ full_name='protos.ManualStepLearningRate.LearningRateSchedule.learning_rate',
1321
+ index=1,
1322
+ number=2,
1323
+ type=2,
1324
+ cpp_type=6,
1325
+ label=1,
1326
+ has_default_value=True,
1327
+ default_value=float(0.002),
1328
+ message_type=None,
1329
+ enum_type=None,
1330
+ containing_type=None,
1331
+ is_extension=False,
1332
+ extension_scope=None,
1333
+ options=None),
1334
+ ],
1335
+ extensions=[],
1336
+ nested_types=[],
1337
+ enum_types=[],
1338
+ options=None,
1339
+ is_extendable=False,
1340
+ syntax='proto2',
1341
+ extension_ranges=[],
1342
+ oneofs=[],
1343
+ serialized_start=2953,
1344
+ serialized_end=3019,
1345
+ )
1346
+
1347
+ _MANUALSTEPLEARNINGRATE = _descriptor.Descriptor(
1348
+ name='ManualStepLearningRate',
1349
+ full_name='protos.ManualStepLearningRate',
1350
+ filename=None,
1351
+ file=DESCRIPTOR,
1352
+ containing_type=None,
1353
+ fields=[
1354
+ _descriptor.FieldDescriptor(
1355
+ name='initial_learning_rate',
1356
+ full_name='protos.ManualStepLearningRate.initial_learning_rate',
1357
+ index=0,
1358
+ number=1,
1359
+ type=2,
1360
+ cpp_type=6,
1361
+ label=1,
1362
+ has_default_value=True,
1363
+ default_value=float(0.002),
1364
+ message_type=None,
1365
+ enum_type=None,
1366
+ containing_type=None,
1367
+ is_extension=False,
1368
+ extension_scope=None,
1369
+ options=None),
1370
+ _descriptor.FieldDescriptor(
1371
+ name='schedule',
1372
+ full_name='protos.ManualStepLearningRate.schedule',
1373
+ index=1,
1374
+ number=2,
1375
+ type=11,
1376
+ cpp_type=10,
1377
+ label=3,
1378
+ has_default_value=False,
1379
+ default_value=[],
1380
+ message_type=None,
1381
+ enum_type=None,
1382
+ containing_type=None,
1383
+ is_extension=False,
1384
+ extension_scope=None,
1385
+ options=None),
1386
+ _descriptor.FieldDescriptor(
1387
+ name='warmup',
1388
+ full_name='protos.ManualStepLearningRate.warmup',
1389
+ index=2,
1390
+ number=3,
1391
+ type=8,
1392
+ cpp_type=7,
1393
+ label=1,
1394
+ has_default_value=True,
1395
+ default_value=False,
1396
+ message_type=None,
1397
+ enum_type=None,
1398
+ containing_type=None,
1399
+ is_extension=False,
1400
+ extension_scope=None,
1401
+ options=None),
1402
+ ],
1403
+ extensions=[],
1404
+ nested_types=[
1405
+ _MANUALSTEPLEARNINGRATE_LEARNINGRATESCHEDULE,
1406
+ ],
1407
+ enum_types=[],
1408
+ options=None,
1409
+ is_extendable=False,
1410
+ syntax='proto2',
1411
+ extension_ranges=[],
1412
+ oneofs=[],
1413
+ serialized_start=2795,
1414
+ serialized_end=3019,
1415
+ )
1416
+
1417
+ _COSINEDECAYLEARNINGRATE = _descriptor.Descriptor(
1418
+ name='CosineDecayLearningRate',
1419
+ full_name='protos.CosineDecayLearningRate',
1420
+ filename=None,
1421
+ file=DESCRIPTOR,
1422
+ containing_type=None,
1423
+ fields=[
1424
+ _descriptor.FieldDescriptor(
1425
+ name='learning_rate_base',
1426
+ full_name='protos.CosineDecayLearningRate.learning_rate_base',
1427
+ index=0,
1428
+ number=1,
1429
+ type=2,
1430
+ cpp_type=6,
1431
+ label=1,
1432
+ has_default_value=True,
1433
+ default_value=float(0.002),
1434
+ message_type=None,
1435
+ enum_type=None,
1436
+ containing_type=None,
1437
+ is_extension=False,
1438
+ extension_scope=None,
1439
+ options=None),
1440
+ _descriptor.FieldDescriptor(
1441
+ name='total_steps',
1442
+ full_name='protos.CosineDecayLearningRate.total_steps',
1443
+ index=1,
1444
+ number=2,
1445
+ type=13,
1446
+ cpp_type=3,
1447
+ label=1,
1448
+ has_default_value=True,
1449
+ default_value=4000000,
1450
+ message_type=None,
1451
+ enum_type=None,
1452
+ containing_type=None,
1453
+ is_extension=False,
1454
+ extension_scope=None,
1455
+ options=None),
1456
+ _descriptor.FieldDescriptor(
1457
+ name='warmup_learning_rate',
1458
+ full_name='protos.CosineDecayLearningRate.warmup_learning_rate',
1459
+ index=2,
1460
+ number=3,
1461
+ type=2,
1462
+ cpp_type=6,
1463
+ label=1,
1464
+ has_default_value=True,
1465
+ default_value=float(0.0002),
1466
+ message_type=None,
1467
+ enum_type=None,
1468
+ containing_type=None,
1469
+ is_extension=False,
1470
+ extension_scope=None,
1471
+ options=None),
1472
+ _descriptor.FieldDescriptor(
1473
+ name='warmup_steps',
1474
+ full_name='protos.CosineDecayLearningRate.warmup_steps',
1475
+ index=3,
1476
+ number=4,
1477
+ type=13,
1478
+ cpp_type=3,
1479
+ label=1,
1480
+ has_default_value=True,
1481
+ default_value=10000,
1482
+ message_type=None,
1483
+ enum_type=None,
1484
+ containing_type=None,
1485
+ is_extension=False,
1486
+ extension_scope=None,
1487
+ options=None),
1488
+ _descriptor.FieldDescriptor(
1489
+ name='hold_base_rate_steps',
1490
+ full_name='protos.CosineDecayLearningRate.hold_base_rate_steps',
1491
+ index=4,
1492
+ number=5,
1493
+ type=13,
1494
+ cpp_type=3,
1495
+ label=1,
1496
+ has_default_value=True,
1497
+ default_value=0,
1498
+ message_type=None,
1499
+ enum_type=None,
1500
+ containing_type=None,
1501
+ is_extension=False,
1502
+ extension_scope=None,
1503
+ options=None),
1504
+ ],
1505
+ extensions=[],
1506
+ nested_types=[],
1507
+ enum_types=[],
1508
+ options=None,
1509
+ is_extendable=False,
1510
+ syntax='proto2',
1511
+ extension_ranges=[],
1512
+ oneofs=[],
1513
+ serialized_start=3022,
1514
+ serialized_end=3212,
1515
+ )
1516
+
1517
+ _POLYDECAYLEARNINGRATE = _descriptor.Descriptor(
1518
+ name='PolyDecayLearningRate',
1519
+ full_name='protos.PolyDecayLearningRate',
1520
+ filename=None,
1521
+ file=DESCRIPTOR,
1522
+ containing_type=None,
1523
+ fields=[
1524
+ _descriptor.FieldDescriptor(
1525
+ name='learning_rate_base',
1526
+ full_name='protos.PolyDecayLearningRate.learning_rate_base',
1527
+ index=0,
1528
+ number=1,
1529
+ type=2,
1530
+ cpp_type=6,
1531
+ label=2,
1532
+ has_default_value=False,
1533
+ default_value=float(0),
1534
+ message_type=None,
1535
+ enum_type=None,
1536
+ containing_type=None,
1537
+ is_extension=False,
1538
+ extension_scope=None,
1539
+ options=None),
1540
+ _descriptor.FieldDescriptor(
1541
+ name='total_steps',
1542
+ full_name='protos.PolyDecayLearningRate.total_steps',
1543
+ index=1,
1544
+ number=2,
1545
+ type=3,
1546
+ cpp_type=2,
1547
+ label=2,
1548
+ has_default_value=False,
1549
+ default_value=0,
1550
+ message_type=None,
1551
+ enum_type=None,
1552
+ containing_type=None,
1553
+ is_extension=False,
1554
+ extension_scope=None,
1555
+ options=None),
1556
+ _descriptor.FieldDescriptor(
1557
+ name='power',
1558
+ full_name='protos.PolyDecayLearningRate.power',
1559
+ index=2,
1560
+ number=3,
1561
+ type=2,
1562
+ cpp_type=6,
1563
+ label=2,
1564
+ has_default_value=False,
1565
+ default_value=float(0),
1566
+ message_type=None,
1567
+ enum_type=None,
1568
+ containing_type=None,
1569
+ is_extension=False,
1570
+ extension_scope=None,
1571
+ options=None),
1572
+ _descriptor.FieldDescriptor(
1573
+ name='end_learning_rate',
1574
+ full_name='protos.PolyDecayLearningRate.end_learning_rate',
1575
+ index=3,
1576
+ number=4,
1577
+ type=2,
1578
+ cpp_type=6,
1579
+ label=1,
1580
+ has_default_value=True,
1581
+ default_value=float(0),
1582
+ message_type=None,
1583
+ enum_type=None,
1584
+ containing_type=None,
1585
+ is_extension=False,
1586
+ extension_scope=None,
1587
+ options=None),
1588
+ ],
1589
+ extensions=[],
1590
+ nested_types=[],
1591
+ enum_types=[],
1592
+ options=None,
1593
+ is_extendable=False,
1594
+ syntax='proto2',
1595
+ extension_ranges=[],
1596
+ oneofs=[],
1597
+ serialized_start=3214,
1598
+ serialized_end=3331,
1599
+ )
1600
+
1601
+ _TRANSFORMERLEARNINGRATE = _descriptor.Descriptor(
1602
+ name='TransformerLearningRate',
1603
+ full_name='protos.TransformerLearningRate',
1604
+ filename=None,
1605
+ file=DESCRIPTOR,
1606
+ containing_type=None,
1607
+ fields=[
1608
+ _descriptor.FieldDescriptor(
1609
+ name='learning_rate_base',
1610
+ full_name='protos.TransformerLearningRate.learning_rate_base',
1611
+ index=0,
1612
+ number=1,
1613
+ type=2,
1614
+ cpp_type=6,
1615
+ label=2,
1616
+ has_default_value=False,
1617
+ default_value=float(0),
1618
+ message_type=None,
1619
+ enum_type=None,
1620
+ containing_type=None,
1621
+ is_extension=False,
1622
+ extension_scope=None,
1623
+ options=None),
1624
+ _descriptor.FieldDescriptor(
1625
+ name='hidden_size',
1626
+ full_name='protos.TransformerLearningRate.hidden_size',
1627
+ index=1,
1628
+ number=2,
1629
+ type=5,
1630
+ cpp_type=1,
1631
+ label=2,
1632
+ has_default_value=False,
1633
+ default_value=0,
1634
+ message_type=None,
1635
+ enum_type=None,
1636
+ containing_type=None,
1637
+ is_extension=False,
1638
+ extension_scope=None,
1639
+ options=None),
1640
+ _descriptor.FieldDescriptor(
1641
+ name='warmup_steps',
1642
+ full_name='protos.TransformerLearningRate.warmup_steps',
1643
+ index=2,
1644
+ number=3,
1645
+ type=5,
1646
+ cpp_type=1,
1647
+ label=2,
1648
+ has_default_value=False,
1649
+ default_value=0,
1650
+ message_type=None,
1651
+ enum_type=None,
1652
+ containing_type=None,
1653
+ is_extension=False,
1654
+ extension_scope=None,
1655
+ options=None),
1656
+ _descriptor.FieldDescriptor(
1657
+ name='step_scaling_rate',
1658
+ full_name='protos.TransformerLearningRate.step_scaling_rate',
1659
+ index=3,
1660
+ number=4,
1661
+ type=2,
1662
+ cpp_type=6,
1663
+ label=1,
1664
+ has_default_value=True,
1665
+ default_value=float(1),
1666
+ message_type=None,
1667
+ enum_type=None,
1668
+ containing_type=None,
1669
+ is_extension=False,
1670
+ extension_scope=None,
1671
+ options=None),
1672
+ ],
1673
+ extensions=[],
1674
+ nested_types=[],
1675
+ enum_types=[],
1676
+ options=None,
1677
+ is_extendable=False,
1678
+ syntax='proto2',
1679
+ extension_ranges=[],
1680
+ oneofs=[],
1681
+ serialized_start=3333,
1682
+ serialized_end=3459,
1683
+ )
1684
+
1685
+ _OPTIMIZER.fields_by_name['rms_prop_optimizer'].message_type = _RMSPROPOPTIMIZER
1686
+ _OPTIMIZER.fields_by_name[
1687
+ 'momentum_optimizer'].message_type = _MOMENTUMOPTIMIZER
1688
+ _OPTIMIZER.fields_by_name['adam_optimizer'].message_type = _ADAMOPTIMIZER
1689
+ _OPTIMIZER.fields_by_name[
1690
+ 'momentumw_optimizer'].message_type = _MOMENTUMWOPTIMIZER
1691
+ _OPTIMIZER.fields_by_name['adamw_optimizer'].message_type = _ADAMWOPTIMIZER
1692
+ _OPTIMIZER.fields_by_name[
1693
+ 'adam_async_optimizer'].message_type = _ADAMASYNCOPTIMIZER
1694
+ _OPTIMIZER.fields_by_name['adagrad_optimizer'].message_type = _ADAGRADOPTIMIZER
1695
+ _OPTIMIZER.fields_by_name['ftrl_optimizer'].message_type = _FTRLOPTIMIZER
1696
+ _OPTIMIZER.fields_by_name[
1697
+ 'adam_asyncw_optimizer'].message_type = _ADAMASYNCWOPTIMIZER
1698
+ _OPTIMIZER.fields_by_name[
1699
+ 'lazy_adam_optimizer'].message_type = _LAZYADAMOPTIMIZER
1700
+ _OPTIMIZER.oneofs_by_name['optimizer'].fields.append(
1701
+ _OPTIMIZER.fields_by_name['rms_prop_optimizer'])
1702
+ _OPTIMIZER.fields_by_name[
1703
+ 'rms_prop_optimizer'].containing_oneof = _OPTIMIZER.oneofs_by_name[
1704
+ 'optimizer']
1705
+ _OPTIMIZER.oneofs_by_name['optimizer'].fields.append(
1706
+ _OPTIMIZER.fields_by_name['momentum_optimizer'])
1707
+ _OPTIMIZER.fields_by_name[
1708
+ 'momentum_optimizer'].containing_oneof = _OPTIMIZER.oneofs_by_name[
1709
+ 'optimizer']
1710
+ _OPTIMIZER.oneofs_by_name['optimizer'].fields.append(
1711
+ _OPTIMIZER.fields_by_name['adam_optimizer'])
1712
+ _OPTIMIZER.fields_by_name[
1713
+ 'adam_optimizer'].containing_oneof = _OPTIMIZER.oneofs_by_name['optimizer']
1714
+ _OPTIMIZER.oneofs_by_name['optimizer'].fields.append(
1715
+ _OPTIMIZER.fields_by_name['momentumw_optimizer'])
1716
+ _OPTIMIZER.fields_by_name[
1717
+ 'momentumw_optimizer'].containing_oneof = _OPTIMIZER.oneofs_by_name[
1718
+ 'optimizer']
1719
+ _OPTIMIZER.oneofs_by_name['optimizer'].fields.append(
1720
+ _OPTIMIZER.fields_by_name['adamw_optimizer'])
1721
+ _OPTIMIZER.fields_by_name[
1722
+ 'adamw_optimizer'].containing_oneof = _OPTIMIZER.oneofs_by_name['optimizer']
1723
+ _OPTIMIZER.oneofs_by_name['optimizer'].fields.append(
1724
+ _OPTIMIZER.fields_by_name['adam_async_optimizer'])
1725
+ _OPTIMIZER.fields_by_name[
1726
+ 'adam_async_optimizer'].containing_oneof = _OPTIMIZER.oneofs_by_name[
1727
+ 'optimizer']
1728
+ _OPTIMIZER.oneofs_by_name['optimizer'].fields.append(
1729
+ _OPTIMIZER.fields_by_name['adagrad_optimizer'])
1730
+ _OPTIMIZER.fields_by_name[
1731
+ 'adagrad_optimizer'].containing_oneof = _OPTIMIZER.oneofs_by_name[
1732
+ 'optimizer']
1733
+ _OPTIMIZER.oneofs_by_name['optimizer'].fields.append(
1734
+ _OPTIMIZER.fields_by_name['ftrl_optimizer'])
1735
+ _OPTIMIZER.fields_by_name[
1736
+ 'ftrl_optimizer'].containing_oneof = _OPTIMIZER.oneofs_by_name['optimizer']
1737
+ _OPTIMIZER.oneofs_by_name['optimizer'].fields.append(
1738
+ _OPTIMIZER.fields_by_name['adam_asyncw_optimizer'])
1739
+ _OPTIMIZER.fields_by_name[
1740
+ 'adam_asyncw_optimizer'].containing_oneof = _OPTIMIZER.oneofs_by_name[
1741
+ 'optimizer']
1742
+ _OPTIMIZER.oneofs_by_name['optimizer'].fields.append(
1743
+ _OPTIMIZER.fields_by_name['lazy_adam_optimizer'])
1744
+ _OPTIMIZER.fields_by_name[
1745
+ 'lazy_adam_optimizer'].containing_oneof = _OPTIMIZER.oneofs_by_name[
1746
+ 'optimizer']
1747
+ _RMSPROPOPTIMIZER.fields_by_name['learning_rate'].message_type = _LEARNINGRATE
1748
+ _MOMENTUMOPTIMIZER.fields_by_name['learning_rate'].message_type = _LEARNINGRATE
1749
+ _ADAMOPTIMIZER.fields_by_name['learning_rate'].message_type = _LEARNINGRATE
1750
+ _MOMENTUMWOPTIMIZER.fields_by_name['learning_rate'].message_type = _LEARNINGRATE
1751
+ _ADAMWOPTIMIZER.fields_by_name['learning_rate'].message_type = _LEARNINGRATE
1752
+ _ADAMASYNCWOPTIMIZER.fields_by_name[
1753
+ 'learning_rate'].message_type = _LEARNINGRATE
1754
+ _LAZYADAMOPTIMIZER.fields_by_name['learning_rate'].message_type = _LEARNINGRATE
1755
+ _ADAGRADOPTIMIZER.fields_by_name['learning_rate'].message_type = _LEARNINGRATE
1756
+ _ADAMASYNCOPTIMIZER.fields_by_name['learning_rate'].message_type = _LEARNINGRATE
1757
+ _FTRLOPTIMIZER.fields_by_name['learning_rate'].message_type = _LEARNINGRATE
1758
+ _LEARNINGRATE.fields_by_name[
1759
+ 'constant_learning_rate'].message_type = _CONSTANTLEARNINGRATE
1760
+ _LEARNINGRATE.fields_by_name[
1761
+ 'exponential_decay_learning_rate'].message_type = _EXPONENTIALDECAYLEARNINGRATE
1762
+ _LEARNINGRATE.fields_by_name[
1763
+ 'manual_step_learning_rate'].message_type = _MANUALSTEPLEARNINGRATE
1764
+ _LEARNINGRATE.fields_by_name[
1765
+ 'cosine_decay_learning_rate'].message_type = _COSINEDECAYLEARNINGRATE
1766
+ _LEARNINGRATE.fields_by_name[
1767
+ 'poly_decay_learning_rate'].message_type = _POLYDECAYLEARNINGRATE
1768
+ _LEARNINGRATE.fields_by_name[
1769
+ 'transformer_learning_rate'].message_type = _TRANSFORMERLEARNINGRATE
1770
+ _LEARNINGRATE.oneofs_by_name['learning_rate'].fields.append(
1771
+ _LEARNINGRATE.fields_by_name['constant_learning_rate'])
1772
+ _LEARNINGRATE.fields_by_name[
1773
+ 'constant_learning_rate'].containing_oneof = _LEARNINGRATE.oneofs_by_name[
1774
+ 'learning_rate']
1775
+ _LEARNINGRATE.oneofs_by_name['learning_rate'].fields.append(
1776
+ _LEARNINGRATE.fields_by_name['exponential_decay_learning_rate'])
1777
+ _LEARNINGRATE.fields_by_name[
1778
+ 'exponential_decay_learning_rate'].containing_oneof = _LEARNINGRATE.oneofs_by_name[
1779
+ 'learning_rate']
1780
+ _LEARNINGRATE.oneofs_by_name['learning_rate'].fields.append(
1781
+ _LEARNINGRATE.fields_by_name['manual_step_learning_rate'])
1782
+ _LEARNINGRATE.fields_by_name[
1783
+ 'manual_step_learning_rate'].containing_oneof = _LEARNINGRATE.oneofs_by_name[
1784
+ 'learning_rate']
1785
+ _LEARNINGRATE.oneofs_by_name['learning_rate'].fields.append(
1786
+ _LEARNINGRATE.fields_by_name['cosine_decay_learning_rate'])
1787
+ _LEARNINGRATE.fields_by_name[
1788
+ 'cosine_decay_learning_rate'].containing_oneof = _LEARNINGRATE.oneofs_by_name[
1789
+ 'learning_rate']
1790
+ _LEARNINGRATE.oneofs_by_name['learning_rate'].fields.append(
1791
+ _LEARNINGRATE.fields_by_name['poly_decay_learning_rate'])
1792
+ _LEARNINGRATE.fields_by_name[
1793
+ 'poly_decay_learning_rate'].containing_oneof = _LEARNINGRATE.oneofs_by_name[
1794
+ 'learning_rate']
1795
+ _LEARNINGRATE.oneofs_by_name['learning_rate'].fields.append(
1796
+ _LEARNINGRATE.fields_by_name['transformer_learning_rate'])
1797
+ _LEARNINGRATE.fields_by_name[
1798
+ 'transformer_learning_rate'].containing_oneof = _LEARNINGRATE.oneofs_by_name[
1799
+ 'learning_rate']
1800
+ _MANUALSTEPLEARNINGRATE_LEARNINGRATESCHEDULE.containing_type = _MANUALSTEPLEARNINGRATE
1801
+ _MANUALSTEPLEARNINGRATE.fields_by_name[
1802
+ 'schedule'].message_type = _MANUALSTEPLEARNINGRATE_LEARNINGRATESCHEDULE
1803
+ DESCRIPTOR.message_types_by_name['Optimizer'] = _OPTIMIZER
1804
+ DESCRIPTOR.message_types_by_name['RMSPropOptimizer'] = _RMSPROPOPTIMIZER
1805
+ DESCRIPTOR.message_types_by_name['MomentumOptimizer'] = _MOMENTUMOPTIMIZER
1806
+ DESCRIPTOR.message_types_by_name['AdamOptimizer'] = _ADAMOPTIMIZER
1807
+ DESCRIPTOR.message_types_by_name['MomentumWOptimizer'] = _MOMENTUMWOPTIMIZER
1808
+ DESCRIPTOR.message_types_by_name['AdamWOptimizer'] = _ADAMWOPTIMIZER
1809
+ DESCRIPTOR.message_types_by_name['AdamAsyncWOptimizer'] = _ADAMASYNCWOPTIMIZER
1810
+ DESCRIPTOR.message_types_by_name['LazyAdamOptimizer'] = _LAZYADAMOPTIMIZER
1811
+ DESCRIPTOR.message_types_by_name['AdagradOptimizer'] = _ADAGRADOPTIMIZER
1812
+ DESCRIPTOR.message_types_by_name['AdamAsyncOptimizer'] = _ADAMASYNCOPTIMIZER
1813
+ DESCRIPTOR.message_types_by_name['FtrlOptimizer'] = _FTRLOPTIMIZER
1814
+ DESCRIPTOR.message_types_by_name['LearningRate'] = _LEARNINGRATE
1815
+ DESCRIPTOR.message_types_by_name['ConstantLearningRate'] = _CONSTANTLEARNINGRATE
1816
+ DESCRIPTOR.message_types_by_name[
1817
+ 'ExponentialDecayLearningRate'] = _EXPONENTIALDECAYLEARNINGRATE
1818
+ DESCRIPTOR.message_types_by_name[
1819
+ 'ManualStepLearningRate'] = _MANUALSTEPLEARNINGRATE
1820
+ DESCRIPTOR.message_types_by_name[
1821
+ 'CosineDecayLearningRate'] = _COSINEDECAYLEARNINGRATE
1822
+ DESCRIPTOR.message_types_by_name[
1823
+ 'PolyDecayLearningRate'] = _POLYDECAYLEARNINGRATE
1824
+ DESCRIPTOR.message_types_by_name[
1825
+ 'TransformerLearningRate'] = _TRANSFORMERLEARNINGRATE
1826
+ _sym_db.RegisterFileDescriptor(DESCRIPTOR)
1827
+
1828
+ Optimizer = _reflection.GeneratedProtocolMessageType(
1829
+ 'Optimizer',
1830
+ (_message.Message,),
1831
+ dict(
1832
+ DESCRIPTOR=_OPTIMIZER,
1833
+ __module__='easy_rec.python.protos.optimizer_pb2'
1834
+ # @@protoc_insertion_point(class_scope:protos.Optimizer)
1835
+ ))
1836
+ _sym_db.RegisterMessage(Optimizer)
1837
+
1838
+ RMSPropOptimizer = _reflection.GeneratedProtocolMessageType(
1839
+ 'RMSPropOptimizer',
1840
+ (_message.Message,),
1841
+ dict(
1842
+ DESCRIPTOR=_RMSPROPOPTIMIZER,
1843
+ __module__='easy_rec.python.protos.optimizer_pb2'
1844
+ # @@protoc_insertion_point(class_scope:protos.RMSPropOptimizer)
1845
+ ))
1846
+ _sym_db.RegisterMessage(RMSPropOptimizer)
1847
+
1848
+ MomentumOptimizer = _reflection.GeneratedProtocolMessageType(
1849
+ 'MomentumOptimizer',
1850
+ (_message.Message,),
1851
+ dict(
1852
+ DESCRIPTOR=_MOMENTUMOPTIMIZER,
1853
+ __module__='easy_rec.python.protos.optimizer_pb2'
1854
+ # @@protoc_insertion_point(class_scope:protos.MomentumOptimizer)
1855
+ ))
1856
+ _sym_db.RegisterMessage(MomentumOptimizer)
1857
+
1858
+ AdamOptimizer = _reflection.GeneratedProtocolMessageType(
1859
+ 'AdamOptimizer',
1860
+ (_message.Message,),
1861
+ dict(
1862
+ DESCRIPTOR=_ADAMOPTIMIZER,
1863
+ __module__='easy_rec.python.protos.optimizer_pb2'
1864
+ # @@protoc_insertion_point(class_scope:protos.AdamOptimizer)
1865
+ ))
1866
+ _sym_db.RegisterMessage(AdamOptimizer)
1867
+
1868
+ MomentumWOptimizer = _reflection.GeneratedProtocolMessageType(
1869
+ 'MomentumWOptimizer',
1870
+ (_message.Message,),
1871
+ dict(
1872
+ DESCRIPTOR=_MOMENTUMWOPTIMIZER,
1873
+ __module__='easy_rec.python.protos.optimizer_pb2'
1874
+ # @@protoc_insertion_point(class_scope:protos.MomentumWOptimizer)
1875
+ ))
1876
+ _sym_db.RegisterMessage(MomentumWOptimizer)
1877
+
1878
+ AdamWOptimizer = _reflection.GeneratedProtocolMessageType(
1879
+ 'AdamWOptimizer',
1880
+ (_message.Message,),
1881
+ dict(
1882
+ DESCRIPTOR=_ADAMWOPTIMIZER,
1883
+ __module__='easy_rec.python.protos.optimizer_pb2'
1884
+ # @@protoc_insertion_point(class_scope:protos.AdamWOptimizer)
1885
+ ))
1886
+ _sym_db.RegisterMessage(AdamWOptimizer)
1887
+
1888
+ AdamAsyncWOptimizer = _reflection.GeneratedProtocolMessageType(
1889
+ 'AdamAsyncWOptimizer',
1890
+ (_message.Message,),
1891
+ dict(
1892
+ DESCRIPTOR=_ADAMASYNCWOPTIMIZER,
1893
+ __module__='easy_rec.python.protos.optimizer_pb2'
1894
+ # @@protoc_insertion_point(class_scope:protos.AdamAsyncWOptimizer)
1895
+ ))
1896
+ _sym_db.RegisterMessage(AdamAsyncWOptimizer)
1897
+
1898
+ LazyAdamOptimizer = _reflection.GeneratedProtocolMessageType(
1899
+ 'LazyAdamOptimizer',
1900
+ (_message.Message,),
1901
+ dict(
1902
+ DESCRIPTOR=_LAZYADAMOPTIMIZER,
1903
+ __module__='easy_rec.python.protos.optimizer_pb2'
1904
+ # @@protoc_insertion_point(class_scope:protos.LazyAdamOptimizer)
1905
+ ))
1906
+ _sym_db.RegisterMessage(LazyAdamOptimizer)
1907
+
1908
+ AdagradOptimizer = _reflection.GeneratedProtocolMessageType(
1909
+ 'AdagradOptimizer',
1910
+ (_message.Message,),
1911
+ dict(
1912
+ DESCRIPTOR=_ADAGRADOPTIMIZER,
1913
+ __module__='easy_rec.python.protos.optimizer_pb2'
1914
+ # @@protoc_insertion_point(class_scope:protos.AdagradOptimizer)
1915
+ ))
1916
+ _sym_db.RegisterMessage(AdagradOptimizer)
1917
+
1918
+ AdamAsyncOptimizer = _reflection.GeneratedProtocolMessageType(
1919
+ 'AdamAsyncOptimizer',
1920
+ (_message.Message,),
1921
+ dict(
1922
+ DESCRIPTOR=_ADAMASYNCOPTIMIZER,
1923
+ __module__='easy_rec.python.protos.optimizer_pb2'
1924
+ # @@protoc_insertion_point(class_scope:protos.AdamAsyncOptimizer)
1925
+ ))
1926
+ _sym_db.RegisterMessage(AdamAsyncOptimizer)
1927
+
1928
+ FtrlOptimizer = _reflection.GeneratedProtocolMessageType(
1929
+ 'FtrlOptimizer',
1930
+ (_message.Message,),
1931
+ dict(
1932
+ DESCRIPTOR=_FTRLOPTIMIZER,
1933
+ __module__='easy_rec.python.protos.optimizer_pb2'
1934
+ # @@protoc_insertion_point(class_scope:protos.FtrlOptimizer)
1935
+ ))
1936
+ _sym_db.RegisterMessage(FtrlOptimizer)
1937
+
1938
+ LearningRate = _reflection.GeneratedProtocolMessageType(
1939
+ 'LearningRate',
1940
+ (_message.Message,),
1941
+ dict(
1942
+ DESCRIPTOR=_LEARNINGRATE,
1943
+ __module__='easy_rec.python.protos.optimizer_pb2'
1944
+ # @@protoc_insertion_point(class_scope:protos.LearningRate)
1945
+ ))
1946
+ _sym_db.RegisterMessage(LearningRate)
1947
+
1948
+ ConstantLearningRate = _reflection.GeneratedProtocolMessageType(
1949
+ 'ConstantLearningRate',
1950
+ (_message.Message,),
1951
+ dict(
1952
+ DESCRIPTOR=_CONSTANTLEARNINGRATE,
1953
+ __module__='easy_rec.python.protos.optimizer_pb2'
1954
+ # @@protoc_insertion_point(class_scope:protos.ConstantLearningRate)
1955
+ ))
1956
+ _sym_db.RegisterMessage(ConstantLearningRate)
1957
+
1958
+ ExponentialDecayLearningRate = _reflection.GeneratedProtocolMessageType(
1959
+ 'ExponentialDecayLearningRate',
1960
+ (_message.Message,),
1961
+ dict(
1962
+ DESCRIPTOR=_EXPONENTIALDECAYLEARNINGRATE,
1963
+ __module__='easy_rec.python.protos.optimizer_pb2'
1964
+ # @@protoc_insertion_point(class_scope:protos.ExponentialDecayLearningRate)
1965
+ ))
1966
+ _sym_db.RegisterMessage(ExponentialDecayLearningRate)
1967
+
1968
+ ManualStepLearningRate = _reflection.GeneratedProtocolMessageType(
1969
+ 'ManualStepLearningRate',
1970
+ (_message.Message,),
1971
+ dict(
1972
+ LearningRateSchedule=_reflection.GeneratedProtocolMessageType(
1973
+ 'LearningRateSchedule',
1974
+ (_message.Message,),
1975
+ dict(
1976
+ DESCRIPTOR=_MANUALSTEPLEARNINGRATE_LEARNINGRATESCHEDULE,
1977
+ __module__='easy_rec.python.protos.optimizer_pb2'
1978
+ # @@protoc_insertion_point(class_scope:protos.ManualStepLearningRate.LearningRateSchedule)
1979
+ )),
1980
+ DESCRIPTOR=_MANUALSTEPLEARNINGRATE,
1981
+ __module__='easy_rec.python.protos.optimizer_pb2'
1982
+ # @@protoc_insertion_point(class_scope:protos.ManualStepLearningRate)
1983
+ ))
1984
+ _sym_db.RegisterMessage(ManualStepLearningRate)
1985
+ _sym_db.RegisterMessage(ManualStepLearningRate.LearningRateSchedule)
1986
+
1987
+ CosineDecayLearningRate = _reflection.GeneratedProtocolMessageType(
1988
+ 'CosineDecayLearningRate',
1989
+ (_message.Message,),
1990
+ dict(
1991
+ DESCRIPTOR=_COSINEDECAYLEARNINGRATE,
1992
+ __module__='easy_rec.python.protos.optimizer_pb2'
1993
+ # @@protoc_insertion_point(class_scope:protos.CosineDecayLearningRate)
1994
+ ))
1995
+ _sym_db.RegisterMessage(CosineDecayLearningRate)
1996
+
1997
+ PolyDecayLearningRate = _reflection.GeneratedProtocolMessageType(
1998
+ 'PolyDecayLearningRate',
1999
+ (_message.Message,),
2000
+ dict(
2001
+ DESCRIPTOR=_POLYDECAYLEARNINGRATE,
2002
+ __module__='easy_rec.python.protos.optimizer_pb2'
2003
+ # @@protoc_insertion_point(class_scope:protos.PolyDecayLearningRate)
2004
+ ))
2005
+ _sym_db.RegisterMessage(PolyDecayLearningRate)
2006
+
2007
+ TransformerLearningRate = _reflection.GeneratedProtocolMessageType(
2008
+ 'TransformerLearningRate',
2009
+ (_message.Message,),
2010
+ dict(
2011
+ DESCRIPTOR=_TRANSFORMERLEARNINGRATE,
2012
+ __module__='easy_rec.python.protos.optimizer_pb2'
2013
+ # @@protoc_insertion_point(class_scope:protos.TransformerLearningRate)
2014
+ ))
2015
+ _sym_db.RegisterMessage(TransformerLearningRate)
2016
+
2017
+ # @@protoc_insertion_point(module_scope)