easy-cs-rec-custommodel 0.8.6__py2.py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of easy-cs-rec-custommodel might be problematic. Click here for more details.

Files changed (336) hide show
  1. easy_cs_rec_custommodel-0.8.6.dist-info/LICENSE +203 -0
  2. easy_cs_rec_custommodel-0.8.6.dist-info/METADATA +48 -0
  3. easy_cs_rec_custommodel-0.8.6.dist-info/RECORD +336 -0
  4. easy_cs_rec_custommodel-0.8.6.dist-info/WHEEL +6 -0
  5. easy_cs_rec_custommodel-0.8.6.dist-info/top_level.txt +2 -0
  6. easy_rec/__init__.py +114 -0
  7. easy_rec/python/__init__.py +0 -0
  8. easy_rec/python/builders/__init__.py +0 -0
  9. easy_rec/python/builders/hyperparams_builder.py +78 -0
  10. easy_rec/python/builders/loss_builder.py +333 -0
  11. easy_rec/python/builders/optimizer_builder.py +211 -0
  12. easy_rec/python/builders/strategy_builder.py +44 -0
  13. easy_rec/python/compat/__init__.py +0 -0
  14. easy_rec/python/compat/adam_s.py +245 -0
  15. easy_rec/python/compat/array_ops.py +229 -0
  16. easy_rec/python/compat/dynamic_variable.py +542 -0
  17. easy_rec/python/compat/early_stopping.py +653 -0
  18. easy_rec/python/compat/embedding_ops.py +162 -0
  19. easy_rec/python/compat/embedding_parallel_saver.py +316 -0
  20. easy_rec/python/compat/estimator_train.py +116 -0
  21. easy_rec/python/compat/exporter.py +473 -0
  22. easy_rec/python/compat/feature_column/__init__.py +0 -0
  23. easy_rec/python/compat/feature_column/feature_column.py +3675 -0
  24. easy_rec/python/compat/feature_column/feature_column_v2.py +5233 -0
  25. easy_rec/python/compat/feature_column/sequence_feature_column.py +648 -0
  26. easy_rec/python/compat/feature_column/utils.py +154 -0
  27. easy_rec/python/compat/layers.py +329 -0
  28. easy_rec/python/compat/ops.py +14 -0
  29. easy_rec/python/compat/optimizers.py +619 -0
  30. easy_rec/python/compat/queues.py +311 -0
  31. easy_rec/python/compat/regularizers.py +208 -0
  32. easy_rec/python/compat/sok_optimizer.py +440 -0
  33. easy_rec/python/compat/sync_replicas_optimizer.py +528 -0
  34. easy_rec/python/compat/weight_decay_optimizers.py +475 -0
  35. easy_rec/python/core/__init__.py +0 -0
  36. easy_rec/python/core/easyrec_metrics/__init__.py +24 -0
  37. easy_rec/python/core/easyrec_metrics/distribute_metrics_impl_pai.py +3702 -0
  38. easy_rec/python/core/easyrec_metrics/distribute_metrics_impl_tf.py +3768 -0
  39. easy_rec/python/core/learning_schedules.py +228 -0
  40. easy_rec/python/core/metrics.py +402 -0
  41. easy_rec/python/core/sampler.py +844 -0
  42. easy_rec/python/eval.py +102 -0
  43. easy_rec/python/export.py +150 -0
  44. easy_rec/python/feature_column/__init__.py +0 -0
  45. easy_rec/python/feature_column/feature_column.py +664 -0
  46. easy_rec/python/feature_column/feature_group.py +89 -0
  47. easy_rec/python/hpo/__init__.py +0 -0
  48. easy_rec/python/hpo/emr_hpo.py +140 -0
  49. easy_rec/python/hpo/generate_hpo_sql.py +71 -0
  50. easy_rec/python/hpo/pai_hpo.py +297 -0
  51. easy_rec/python/inference/__init__.py +0 -0
  52. easy_rec/python/inference/csv_predictor.py +189 -0
  53. easy_rec/python/inference/hive_parquet_predictor.py +200 -0
  54. easy_rec/python/inference/hive_predictor.py +166 -0
  55. easy_rec/python/inference/odps_predictor.py +70 -0
  56. easy_rec/python/inference/parquet_predictor.py +147 -0
  57. easy_rec/python/inference/parquet_predictor_v2.py +147 -0
  58. easy_rec/python/inference/predictor.py +621 -0
  59. easy_rec/python/inference/processor/__init__.py +0 -0
  60. easy_rec/python/inference/processor/test.py +170 -0
  61. easy_rec/python/inference/vector_retrieve.py +124 -0
  62. easy_rec/python/input/__init__.py +0 -0
  63. easy_rec/python/input/batch_tfrecord_input.py +117 -0
  64. easy_rec/python/input/criteo_binary_reader.py +259 -0
  65. easy_rec/python/input/criteo_input.py +107 -0
  66. easy_rec/python/input/csv_input.py +175 -0
  67. easy_rec/python/input/csv_input_ex.py +72 -0
  68. easy_rec/python/input/csv_input_v2.py +68 -0
  69. easy_rec/python/input/datahub_input.py +320 -0
  70. easy_rec/python/input/dummy_input.py +58 -0
  71. easy_rec/python/input/hive_input.py +123 -0
  72. easy_rec/python/input/hive_parquet_input.py +140 -0
  73. easy_rec/python/input/hive_rtp_input.py +174 -0
  74. easy_rec/python/input/input.py +1064 -0
  75. easy_rec/python/input/kafka_dataset.py +144 -0
  76. easy_rec/python/input/kafka_input.py +235 -0
  77. easy_rec/python/input/load_parquet.py +317 -0
  78. easy_rec/python/input/odps_input.py +101 -0
  79. easy_rec/python/input/odps_input_v2.py +110 -0
  80. easy_rec/python/input/odps_input_v3.py +132 -0
  81. easy_rec/python/input/odps_rtp_input.py +187 -0
  82. easy_rec/python/input/odps_rtp_input_v2.py +104 -0
  83. easy_rec/python/input/parquet_input.py +397 -0
  84. easy_rec/python/input/parquet_input_v2.py +180 -0
  85. easy_rec/python/input/parquet_input_v3.py +203 -0
  86. easy_rec/python/input/rtp_input.py +225 -0
  87. easy_rec/python/input/rtp_input_v2.py +145 -0
  88. easy_rec/python/input/tfrecord_input.py +100 -0
  89. easy_rec/python/layers/__init__.py +0 -0
  90. easy_rec/python/layers/backbone.py +571 -0
  91. easy_rec/python/layers/capsule_layer.py +176 -0
  92. easy_rec/python/layers/cmbf.py +390 -0
  93. easy_rec/python/layers/common_layers.py +192 -0
  94. easy_rec/python/layers/dnn.py +87 -0
  95. easy_rec/python/layers/embed_input_layer.py +25 -0
  96. easy_rec/python/layers/fm.py +26 -0
  97. easy_rec/python/layers/input_layer.py +396 -0
  98. easy_rec/python/layers/keras/__init__.py +34 -0
  99. easy_rec/python/layers/keras/activation.py +114 -0
  100. easy_rec/python/layers/keras/attention.py +267 -0
  101. easy_rec/python/layers/keras/auxiliary_loss.py +47 -0
  102. easy_rec/python/layers/keras/blocks.py +262 -0
  103. easy_rec/python/layers/keras/bst.py +119 -0
  104. easy_rec/python/layers/keras/custom_ops.py +250 -0
  105. easy_rec/python/layers/keras/data_augment.py +133 -0
  106. easy_rec/python/layers/keras/din.py +67 -0
  107. easy_rec/python/layers/keras/einsum_dense.py +598 -0
  108. easy_rec/python/layers/keras/embedding.py +81 -0
  109. easy_rec/python/layers/keras/fibinet.py +251 -0
  110. easy_rec/python/layers/keras/interaction.py +416 -0
  111. easy_rec/python/layers/keras/layer_norm.py +364 -0
  112. easy_rec/python/layers/keras/mask_net.py +166 -0
  113. easy_rec/python/layers/keras/multi_head_attention.py +717 -0
  114. easy_rec/python/layers/keras/multi_task.py +125 -0
  115. easy_rec/python/layers/keras/numerical_embedding.py +376 -0
  116. easy_rec/python/layers/keras/ppnet.py +194 -0
  117. easy_rec/python/layers/keras/transformer.py +192 -0
  118. easy_rec/python/layers/layer_norm.py +51 -0
  119. easy_rec/python/layers/mmoe.py +83 -0
  120. easy_rec/python/layers/multihead_attention.py +162 -0
  121. easy_rec/python/layers/multihead_cross_attention.py +749 -0
  122. easy_rec/python/layers/senet.py +73 -0
  123. easy_rec/python/layers/seq_input_layer.py +134 -0
  124. easy_rec/python/layers/sequence_feature_layer.py +249 -0
  125. easy_rec/python/layers/uniter.py +301 -0
  126. easy_rec/python/layers/utils.py +248 -0
  127. easy_rec/python/layers/variational_dropout_layer.py +130 -0
  128. easy_rec/python/loss/__init__.py +0 -0
  129. easy_rec/python/loss/circle_loss.py +82 -0
  130. easy_rec/python/loss/contrastive_loss.py +79 -0
  131. easy_rec/python/loss/f1_reweight_loss.py +38 -0
  132. easy_rec/python/loss/focal_loss.py +93 -0
  133. easy_rec/python/loss/jrc_loss.py +128 -0
  134. easy_rec/python/loss/listwise_loss.py +161 -0
  135. easy_rec/python/loss/multi_similarity.py +68 -0
  136. easy_rec/python/loss/pairwise_loss.py +307 -0
  137. easy_rec/python/loss/softmax_loss_with_negative_mining.py +110 -0
  138. easy_rec/python/loss/zero_inflated_lognormal.py +76 -0
  139. easy_rec/python/main.py +878 -0
  140. easy_rec/python/model/__init__.py +0 -0
  141. easy_rec/python/model/autoint.py +73 -0
  142. easy_rec/python/model/cmbf.py +47 -0
  143. easy_rec/python/model/collaborative_metric_learning.py +182 -0
  144. easy_rec/python/model/custom_model.py +323 -0
  145. easy_rec/python/model/dat.py +138 -0
  146. easy_rec/python/model/dbmtl.py +116 -0
  147. easy_rec/python/model/dcn.py +70 -0
  148. easy_rec/python/model/deepfm.py +106 -0
  149. easy_rec/python/model/dlrm.py +73 -0
  150. easy_rec/python/model/dropoutnet.py +207 -0
  151. easy_rec/python/model/dssm.py +154 -0
  152. easy_rec/python/model/dssm_senet.py +143 -0
  153. easy_rec/python/model/dummy_model.py +48 -0
  154. easy_rec/python/model/easy_rec_estimator.py +739 -0
  155. easy_rec/python/model/easy_rec_model.py +467 -0
  156. easy_rec/python/model/esmm.py +242 -0
  157. easy_rec/python/model/fm.py +63 -0
  158. easy_rec/python/model/match_model.py +357 -0
  159. easy_rec/python/model/mind.py +445 -0
  160. easy_rec/python/model/mmoe.py +70 -0
  161. easy_rec/python/model/multi_task_model.py +303 -0
  162. easy_rec/python/model/multi_tower.py +62 -0
  163. easy_rec/python/model/multi_tower_bst.py +190 -0
  164. easy_rec/python/model/multi_tower_din.py +130 -0
  165. easy_rec/python/model/multi_tower_recall.py +68 -0
  166. easy_rec/python/model/pdn.py +203 -0
  167. easy_rec/python/model/ple.py +120 -0
  168. easy_rec/python/model/rank_model.py +485 -0
  169. easy_rec/python/model/rocket_launching.py +203 -0
  170. easy_rec/python/model/simple_multi_task.py +54 -0
  171. easy_rec/python/model/uniter.py +46 -0
  172. easy_rec/python/model/wide_and_deep.py +121 -0
  173. easy_rec/python/ops/1.12/incr_record.so +0 -0
  174. easy_rec/python/ops/1.12/kafka.so +0 -0
  175. easy_rec/python/ops/1.12/libcustom_ops.so +0 -0
  176. easy_rec/python/ops/1.12/libembed_op.so +0 -0
  177. easy_rec/python/ops/1.12/libhiredis.so.1.0.0 +0 -0
  178. easy_rec/python/ops/1.12/librdkafka++.so.1 +0 -0
  179. easy_rec/python/ops/1.12/librdkafka.so.1 +0 -0
  180. easy_rec/python/ops/1.12/libredis++.so +0 -0
  181. easy_rec/python/ops/1.12/libredis++.so.1 +0 -0
  182. easy_rec/python/ops/1.12/libredis++.so.1.2.3 +0 -0
  183. easy_rec/python/ops/1.12/libstr_avx_op.so +0 -0
  184. easy_rec/python/ops/1.12/libwrite_sparse_kv.so +0 -0
  185. easy_rec/python/ops/1.15/incr_record.so +0 -0
  186. easy_rec/python/ops/1.15/kafka.so +0 -0
  187. easy_rec/python/ops/1.15/libcustom_ops.so +0 -0
  188. easy_rec/python/ops/1.15/libembed_op.so +0 -0
  189. easy_rec/python/ops/1.15/libhiredis.so.1.0.0 +0 -0
  190. easy_rec/python/ops/1.15/librdkafka++.so +0 -0
  191. easy_rec/python/ops/1.15/librdkafka++.so.1 +0 -0
  192. easy_rec/python/ops/1.15/librdkafka.so +0 -0
  193. easy_rec/python/ops/1.15/librdkafka.so.1 +0 -0
  194. easy_rec/python/ops/1.15/libredis++.so.1 +0 -0
  195. easy_rec/python/ops/1.15/libstr_avx_op.so +0 -0
  196. easy_rec/python/ops/2.12/libcustom_ops.so +0 -0
  197. easy_rec/python/ops/2.12/libload_embed.so +0 -0
  198. easy_rec/python/ops/2.12/libstr_avx_op.so +0 -0
  199. easy_rec/python/ops/__init__.py +0 -0
  200. easy_rec/python/ops/gen_kafka_ops.py +193 -0
  201. easy_rec/python/ops/gen_str_avx_op.py +28 -0
  202. easy_rec/python/ops/incr_record.py +30 -0
  203. easy_rec/python/predict.py +170 -0
  204. easy_rec/python/protos/__init__.py +0 -0
  205. easy_rec/python/protos/autoint_pb2.py +122 -0
  206. easy_rec/python/protos/backbone_pb2.py +1416 -0
  207. easy_rec/python/protos/cmbf_pb2.py +435 -0
  208. easy_rec/python/protos/collaborative_metric_learning_pb2.py +252 -0
  209. easy_rec/python/protos/custom_model_pb2.py +57 -0
  210. easy_rec/python/protos/dat_pb2.py +262 -0
  211. easy_rec/python/protos/data_source_pb2.py +422 -0
  212. easy_rec/python/protos/dataset_pb2.py +1920 -0
  213. easy_rec/python/protos/dbmtl_pb2.py +191 -0
  214. easy_rec/python/protos/dcn_pb2.py +197 -0
  215. easy_rec/python/protos/deepfm_pb2.py +163 -0
  216. easy_rec/python/protos/dlrm_pb2.py +163 -0
  217. easy_rec/python/protos/dnn_pb2.py +329 -0
  218. easy_rec/python/protos/dropoutnet_pb2.py +239 -0
  219. easy_rec/python/protos/dssm_pb2.py +262 -0
  220. easy_rec/python/protos/dssm_senet_pb2.py +282 -0
  221. easy_rec/python/protos/easy_rec_model_pb2.py +1672 -0
  222. easy_rec/python/protos/esmm_pb2.py +133 -0
  223. easy_rec/python/protos/eval_pb2.py +930 -0
  224. easy_rec/python/protos/export_pb2.py +379 -0
  225. easy_rec/python/protos/feature_config_pb2.py +1359 -0
  226. easy_rec/python/protos/fm_pb2.py +90 -0
  227. easy_rec/python/protos/hive_config_pb2.py +138 -0
  228. easy_rec/python/protos/hyperparams_pb2.py +624 -0
  229. easy_rec/python/protos/keras_layer_pb2.py +692 -0
  230. easy_rec/python/protos/layer_pb2.py +1936 -0
  231. easy_rec/python/protos/loss_pb2.py +1713 -0
  232. easy_rec/python/protos/mind_pb2.py +497 -0
  233. easy_rec/python/protos/mmoe_pb2.py +215 -0
  234. easy_rec/python/protos/multi_tower_pb2.py +295 -0
  235. easy_rec/python/protos/multi_tower_recall_pb2.py +198 -0
  236. easy_rec/python/protos/optimizer_pb2.py +2017 -0
  237. easy_rec/python/protos/pdn_pb2.py +293 -0
  238. easy_rec/python/protos/pipeline_pb2.py +516 -0
  239. easy_rec/python/protos/ple_pb2.py +231 -0
  240. easy_rec/python/protos/predict_pb2.py +1140 -0
  241. easy_rec/python/protos/rocket_launching_pb2.py +169 -0
  242. easy_rec/python/protos/seq_encoder_pb2.py +1084 -0
  243. easy_rec/python/protos/simi_pb2.py +54 -0
  244. easy_rec/python/protos/simple_multi_task_pb2.py +97 -0
  245. easy_rec/python/protos/tf_predict_pb2.py +630 -0
  246. easy_rec/python/protos/tower_pb2.py +661 -0
  247. easy_rec/python/protos/train_pb2.py +1197 -0
  248. easy_rec/python/protos/uniter_pb2.py +307 -0
  249. easy_rec/python/protos/variational_dropout_pb2.py +91 -0
  250. easy_rec/python/protos/wide_and_deep_pb2.py +131 -0
  251. easy_rec/python/test/__init__.py +0 -0
  252. easy_rec/python/test/csv_input_test.py +340 -0
  253. easy_rec/python/test/custom_early_stop_func.py +19 -0
  254. easy_rec/python/test/dh_local_run.py +104 -0
  255. easy_rec/python/test/embed_test.py +155 -0
  256. easy_rec/python/test/emr_run.py +119 -0
  257. easy_rec/python/test/eval_metric_test.py +107 -0
  258. easy_rec/python/test/excel_convert_test.py +64 -0
  259. easy_rec/python/test/export_test.py +513 -0
  260. easy_rec/python/test/fg_test.py +70 -0
  261. easy_rec/python/test/hive_input_test.py +311 -0
  262. easy_rec/python/test/hpo_test.py +235 -0
  263. easy_rec/python/test/kafka_test.py +373 -0
  264. easy_rec/python/test/local_incr_test.py +122 -0
  265. easy_rec/python/test/loss_test.py +110 -0
  266. easy_rec/python/test/odps_command.py +61 -0
  267. easy_rec/python/test/odps_local_run.py +86 -0
  268. easy_rec/python/test/odps_run.py +254 -0
  269. easy_rec/python/test/odps_test_cls.py +39 -0
  270. easy_rec/python/test/odps_test_prepare.py +198 -0
  271. easy_rec/python/test/odps_test_util.py +237 -0
  272. easy_rec/python/test/pre_check_test.py +54 -0
  273. easy_rec/python/test/predictor_test.py +394 -0
  274. easy_rec/python/test/rtp_convert_test.py +133 -0
  275. easy_rec/python/test/run.py +138 -0
  276. easy_rec/python/test/train_eval_test.py +1299 -0
  277. easy_rec/python/test/util_test.py +85 -0
  278. easy_rec/python/test/zero_inflated_lognormal_test.py +53 -0
  279. easy_rec/python/tools/__init__.py +0 -0
  280. easy_rec/python/tools/add_boundaries_to_config.py +67 -0
  281. easy_rec/python/tools/add_feature_info_to_config.py +145 -0
  282. easy_rec/python/tools/convert_config_format.py +48 -0
  283. easy_rec/python/tools/convert_rtp_data.py +79 -0
  284. easy_rec/python/tools/convert_rtp_fg.py +106 -0
  285. easy_rec/python/tools/create_config_from_excel.py +427 -0
  286. easy_rec/python/tools/criteo/__init__.py +0 -0
  287. easy_rec/python/tools/criteo/convert_data.py +157 -0
  288. easy_rec/python/tools/edit_lookup_graph.py +134 -0
  289. easy_rec/python/tools/faiss_index_pai.py +116 -0
  290. easy_rec/python/tools/feature_selection.py +316 -0
  291. easy_rec/python/tools/hit_rate_ds.py +223 -0
  292. easy_rec/python/tools/hit_rate_pai.py +138 -0
  293. easy_rec/python/tools/pre_check.py +120 -0
  294. easy_rec/python/tools/predict_and_chk.py +111 -0
  295. easy_rec/python/tools/read_kafka.py +55 -0
  296. easy_rec/python/tools/split_model_pai.py +286 -0
  297. easy_rec/python/tools/split_pdn_model_pai.py +272 -0
  298. easy_rec/python/tools/test_saved_model.py +80 -0
  299. easy_rec/python/tools/view_saved_model.py +39 -0
  300. easy_rec/python/tools/write_kafka.py +65 -0
  301. easy_rec/python/train_eval.py +325 -0
  302. easy_rec/python/utils/__init__.py +15 -0
  303. easy_rec/python/utils/activation.py +120 -0
  304. easy_rec/python/utils/check_utils.py +87 -0
  305. easy_rec/python/utils/compat.py +14 -0
  306. easy_rec/python/utils/config_util.py +652 -0
  307. easy_rec/python/utils/constant.py +43 -0
  308. easy_rec/python/utils/convert_rtp_fg.py +616 -0
  309. easy_rec/python/utils/dag.py +192 -0
  310. easy_rec/python/utils/distribution_utils.py +268 -0
  311. easy_rec/python/utils/ds_util.py +65 -0
  312. easy_rec/python/utils/embedding_utils.py +73 -0
  313. easy_rec/python/utils/estimator_utils.py +1036 -0
  314. easy_rec/python/utils/export_big_model.py +630 -0
  315. easy_rec/python/utils/expr_util.py +118 -0
  316. easy_rec/python/utils/fg_util.py +53 -0
  317. easy_rec/python/utils/hit_rate_utils.py +220 -0
  318. easy_rec/python/utils/hive_utils.py +183 -0
  319. easy_rec/python/utils/hpo_util.py +137 -0
  320. easy_rec/python/utils/hvd_utils.py +56 -0
  321. easy_rec/python/utils/input_utils.py +108 -0
  322. easy_rec/python/utils/io_util.py +282 -0
  323. easy_rec/python/utils/load_class.py +249 -0
  324. easy_rec/python/utils/meta_graph_editor.py +941 -0
  325. easy_rec/python/utils/multi_optimizer.py +62 -0
  326. easy_rec/python/utils/numpy_utils.py +18 -0
  327. easy_rec/python/utils/odps_util.py +79 -0
  328. easy_rec/python/utils/pai_util.py +86 -0
  329. easy_rec/python/utils/proto_util.py +90 -0
  330. easy_rec/python/utils/restore_filter.py +89 -0
  331. easy_rec/python/utils/shape_utils.py +432 -0
  332. easy_rec/python/utils/static_shape.py +71 -0
  333. easy_rec/python/utils/test_utils.py +866 -0
  334. easy_rec/python/utils/tf_utils.py +56 -0
  335. easy_rec/version.py +4 -0
  336. test/__init__.py +0 -0
@@ -0,0 +1,1197 @@
1
+ # Generated by the protocol buffer compiler. DO NOT EDIT!
2
+ # source: easy_rec/python/protos/train.proto
3
+
4
+ import sys
5
+
6
+ from google.protobuf import descriptor as _descriptor
7
+ from google.protobuf import descriptor_pb2
8
+ from google.protobuf import message as _message
9
+ from google.protobuf import reflection as _reflection
10
+ from google.protobuf import symbol_database as _symbol_database
11
+ from google.protobuf.internal import enum_type_wrapper
12
+
13
+ from easy_rec.python.protos import optimizer_pb2 as easy__rec_dot_python_dot_protos_dot_optimizer__pb2 # NOQA
14
+
15
+ _b = sys.version_info[0] < 3 and (lambda x: x) or (lambda x: x.encode('latin1'))
16
+ # @@protoc_insertion_point(imports)
17
+
18
+ _sym_db = _symbol_database.Default()
19
+
20
+ DESCRIPTOR = _descriptor.FileDescriptor(
21
+ name='easy_rec/python/protos/train.proto',
22
+ package='protos',
23
+ syntax='proto2',
24
+ serialized_pb=_b(
25
+ '\n\"easy_rec/python/protos/train.proto\x12\x06protos\x1a&easy_rec/python/protos/optimizer.proto\"\xf6\x06\n\x13IncrementSaveConfig\x12\x1b\n\x10sparse_save_secs\x18\x01 \x01(\x05:\x01\x30\x12\x1a\n\x0f\x64\x65nse_save_secs\x18\x02 \x01(\x05:\x01\x30\x12\x1c\n\x11sparse_save_steps\x18\x03 \x01(\x05:\x01\x30\x12\x1b\n\x10\x64\x65nse_save_steps\x18\x04 \x01(\x05:\x01\x30\x12 \n\x11\x64\x65\x62ug_save_update\x18\x05 \x01(\x08:\x05\x66\x61lse\x12\x33\n\x05kafka\x18\xf5\x03 \x01(\x0b\x32!.protos.IncrementSaveConfig.KafkaH\x00\x12\x37\n\x07\x64\x61tahub\x18\xf6\x03 \x01(\x0b\x32#.protos.IncrementSaveConfig.DatahubH\x00\x12/\n\x02\x66s\x18\xf7\x03 \x01(\x0b\x32 .protos.IncrementSaveConfig.FileH\x00\x1a\xc6\x01\n\x05Kafka\x12\x0e\n\x06server\x18\x01 \x02(\t\x12\r\n\x05topic\x18\x02 \x02(\t\x12<\n\x08\x63onsumer\x18\x03 \x02(\x0b\x32*.protos.IncrementSaveConfig.Kafka.Consumer\x1a`\n\x08\x43onsumer\x12\x14\n\x0c\x63onfig_topic\x18\x01 \x01(\t\x12\x15\n\rconfig_global\x18\x02 \x01(\t\x12\x11\n\x06offset\x18\x03 \x01(\x03:\x01\x30\x12\x14\n\x07timeout\x18\x04 \x01(\x05:\x03\x36\x30\x30\x1a\xce\x01\n\x07\x44\x61tahub\x12\x0c\n\x04\x61kId\x18\x01 \x02(\t\x12\x10\n\x08\x61kSecret\x18\x02 \x02(\t\x12\x0e\n\x06region\x18\x03 \x02(\t\x12\x0f\n\x07project\x18\x04 \x02(\t\x12\r\n\x05topic\x18\x05 \x02(\t\x12>\n\x08\x63onsumer\x18\x06 \x02(\x0b\x32,.protos.IncrementSaveConfig.Datahub.Consumer\x1a\x33\n\x08\x43onsumer\x12\x11\n\x06offset\x18\x01 \x01(\x03:\x01\x30\x12\x14\n\x07timeout\x18\x02 \x01(\x05:\x03\x36\x30\x30\x1a\x80\x01\n\x04\x46ile\x12 \n\rincr_save_dir\x18\x01 \x01(\t:\tincr_save\x12\x16\n\x08relative\x18\x02 \x01(\x08:\x04true\x12>\n\nmount_path\x18\x03 \x01(\t:*/home/admin/docker_ml/workspace/incr_save/B\r\n\x0bincr_update\"\xc8\x07\n\x0bTrainConfig\x12+\n\x10optimizer_config\x18\x01 \x03(\x0b\x32\x11.protos.Optimizer\x12$\n\x19gradient_clipping_by_norm\x18\x02 \x01(\x02:\x01\x30\x12\x14\n\tnum_steps\x18\x05 \x01(\r:\x01\x30\x12\x1e\n\x14\x66ine_tune_checkpoint\x18\x06 \x01(\t:\x00\x12 \n\x16\x66ine_tune_ckpt_var_map\x18\x08 \x01(\t:\x00\x12\x1b\n\rsync_replicas\x18\t \x01(\x08:\x04true\x12+\n\x17sparse_accumulator_type\x18\x85\x07 \x01(\t:\tmulti_map\x12\x1f\n\x13startup_delay_steps\x18\n \x01(\x02:\x02\x31\x35\x12%\n\x16save_checkpoints_steps\x18\x8d\x01 \x01(\r:\x04\x31\x30\x30\x30\x12\x1e\n\x15save_checkpoints_secs\x18\x8e\x01 \x01(\r\x12 \n\x13keep_checkpoint_max\x18\x8f\x01 \x01(\r:\x02\x31\x30\x12 \n\x12save_summary_steps\x18\x10 \x01(\r:\x04\x31\x30\x30\x30\x12 \n\x14log_step_count_steps\x18\x11 \x01(\r:\x02\x31\x30\x12\x1b\n\x0cis_profiling\x18\x12 \x01(\x08:\x05\x66\x61lse\x12-\n\x1e\x66orce_restore_shape_compatible\x18\x13 \x01(\x08:\x05\x66\x61lse\x12\x42\n\x10train_distribute\x18\x14 \x01(\x0e\x32\x1c.protos.DistributionStrategy:\nNoStrategy\x12\x1e\n\x13num_gpus_per_worker\x18\x15 \x01(\x05:\x01\x31\x12!\n\x12summary_model_vars\x18\x17 \x01(\x08:\x05\x66\x61lse\x12\x10\n\x08protocol\x18\x19 \x01(\t\x12\'\n\x1cinter_op_parallelism_threads\x18\x1a \x01(\x05:\x01\x30\x12\'\n\x1cintra_op_parallelism_threads\x18\x1b \x01(\x05:\x01\x30\x12\x1a\n\x0btensor_fuse\x18\x1c \x01(\x08:\x05\x66\x61lse\x12\x19\n\x0bwrite_graph\x18\x1d \x01(\x08:\x04true\x12\x17\n\x0f\x66reeze_gradient\x18\x1e \x03(\t\x12\x35\n\x10incr_save_config\x18\x1f \x01(\x0b\x32\x1b.protos.IncrementSaveConfig\x12%\n\x16\x65nable_oss_stop_signal\x18 \x01(\x08:\x05\x66\x61lse\x12\x11\n\tdead_line\x18! \x01(\t*\xe9\x01\n\x14\x44istributionStrategy\x12\x0e\n\nNoStrategy\x10\x00\x12\x0e\n\nPSStrategy\x10\x01\x12\x14\n\x10MirroredStrategy\x10\x02\x12\x1f\n\x1b\x43ollectiveAllReduceStrategy\x10\x03\x12\x14\n\x10\x45xascaleStrategy\x10\x04\x12\x1f\n\x1bMultiWorkerMirroredStrategy\x10\x05\x12\x13\n\x0fHorovodStrategy\x10\x06\x12\x0f\n\x0bSokStrategy\x10\x07\x12\x1d\n\x19\x45mbeddingParallelStrategy\x10\x08'
26
+ ),
27
+ dependencies=[
28
+ easy__rec_dot_python_dot_protos_dot_optimizer__pb2.DESCRIPTOR,
29
+ ])
30
+
31
+ _DISTRIBUTIONSTRATEGY = _descriptor.EnumDescriptor(
32
+ name='DistributionStrategy',
33
+ full_name='protos.DistributionStrategy',
34
+ filename=None,
35
+ file=DESCRIPTOR,
36
+ values=[
37
+ _descriptor.EnumValueDescriptor(
38
+ name='NoStrategy', index=0, number=0, options=None, type=None),
39
+ _descriptor.EnumValueDescriptor(
40
+ name='PSStrategy', index=1, number=1, options=None, type=None),
41
+ _descriptor.EnumValueDescriptor(
42
+ name='MirroredStrategy', index=2, number=2, options=None,
43
+ type=None),
44
+ _descriptor.EnumValueDescriptor(
45
+ name='CollectiveAllReduceStrategy',
46
+ index=3,
47
+ number=3,
48
+ options=None,
49
+ type=None),
50
+ _descriptor.EnumValueDescriptor(
51
+ name='ExascaleStrategy', index=4, number=4, options=None,
52
+ type=None),
53
+ _descriptor.EnumValueDescriptor(
54
+ name='MultiWorkerMirroredStrategy',
55
+ index=5,
56
+ number=5,
57
+ options=None,
58
+ type=None),
59
+ _descriptor.EnumValueDescriptor(
60
+ name='HorovodStrategy', index=6, number=6, options=None, type=None),
61
+ _descriptor.EnumValueDescriptor(
62
+ name='SokStrategy', index=7, number=7, options=None, type=None),
63
+ _descriptor.EnumValueDescriptor(
64
+ name='EmbeddingParallelStrategy',
65
+ index=8,
66
+ number=8,
67
+ options=None,
68
+ type=None),
69
+ ],
70
+ containing_type=None,
71
+ options=None,
72
+ serialized_start=1947,
73
+ serialized_end=2180,
74
+ )
75
+ _sym_db.RegisterEnumDescriptor(_DISTRIBUTIONSTRATEGY)
76
+
77
+ DistributionStrategy = enum_type_wrapper.EnumTypeWrapper(_DISTRIBUTIONSTRATEGY)
78
+ NoStrategy = 0
79
+ PSStrategy = 1
80
+ MirroredStrategy = 2
81
+ CollectiveAllReduceStrategy = 3
82
+ ExascaleStrategy = 4
83
+ MultiWorkerMirroredStrategy = 5
84
+ HorovodStrategy = 6
85
+ SokStrategy = 7
86
+ EmbeddingParallelStrategy = 8
87
+
88
+ _INCREMENTSAVECONFIG_KAFKA_CONSUMER = _descriptor.Descriptor(
89
+ name='Consumer',
90
+ full_name='protos.IncrementSaveConfig.Kafka.Consumer',
91
+ filename=None,
92
+ file=DESCRIPTOR,
93
+ containing_type=None,
94
+ fields=[
95
+ _descriptor.FieldDescriptor(
96
+ name='config_topic',
97
+ full_name='protos.IncrementSaveConfig.Kafka.Consumer.config_topic',
98
+ index=0,
99
+ number=1,
100
+ type=9,
101
+ cpp_type=9,
102
+ label=1,
103
+ has_default_value=False,
104
+ default_value=_b('').decode('utf-8'),
105
+ message_type=None,
106
+ enum_type=None,
107
+ containing_type=None,
108
+ is_extension=False,
109
+ extension_scope=None,
110
+ options=None),
111
+ _descriptor.FieldDescriptor(
112
+ name='config_global',
113
+ full_name='protos.IncrementSaveConfig.Kafka.Consumer.config_global',
114
+ index=1,
115
+ number=2,
116
+ type=9,
117
+ cpp_type=9,
118
+ label=1,
119
+ has_default_value=False,
120
+ default_value=_b('').decode('utf-8'),
121
+ message_type=None,
122
+ enum_type=None,
123
+ containing_type=None,
124
+ is_extension=False,
125
+ extension_scope=None,
126
+ options=None),
127
+ _descriptor.FieldDescriptor(
128
+ name='offset',
129
+ full_name='protos.IncrementSaveConfig.Kafka.Consumer.offset',
130
+ index=2,
131
+ number=3,
132
+ type=3,
133
+ cpp_type=2,
134
+ label=1,
135
+ has_default_value=True,
136
+ default_value=0,
137
+ message_type=None,
138
+ enum_type=None,
139
+ containing_type=None,
140
+ is_extension=False,
141
+ extension_scope=None,
142
+ options=None),
143
+ _descriptor.FieldDescriptor(
144
+ name='timeout',
145
+ full_name='protos.IncrementSaveConfig.Kafka.Consumer.timeout',
146
+ index=3,
147
+ number=4,
148
+ type=5,
149
+ cpp_type=1,
150
+ label=1,
151
+ has_default_value=True,
152
+ default_value=600,
153
+ message_type=None,
154
+ enum_type=None,
155
+ containing_type=None,
156
+ is_extension=False,
157
+ extension_scope=None,
158
+ options=None),
159
+ ],
160
+ extensions=[],
161
+ nested_types=[],
162
+ enum_types=[],
163
+ options=None,
164
+ is_extendable=False,
165
+ syntax='proto2',
166
+ extension_ranges=[],
167
+ oneofs=[],
168
+ serialized_start=522,
169
+ serialized_end=618,
170
+ )
171
+
172
+ _INCREMENTSAVECONFIG_KAFKA = _descriptor.Descriptor(
173
+ name='Kafka',
174
+ full_name='protos.IncrementSaveConfig.Kafka',
175
+ filename=None,
176
+ file=DESCRIPTOR,
177
+ containing_type=None,
178
+ fields=[
179
+ _descriptor.FieldDescriptor(
180
+ name='server',
181
+ full_name='protos.IncrementSaveConfig.Kafka.server',
182
+ index=0,
183
+ number=1,
184
+ type=9,
185
+ cpp_type=9,
186
+ label=2,
187
+ has_default_value=False,
188
+ default_value=_b('').decode('utf-8'),
189
+ message_type=None,
190
+ enum_type=None,
191
+ containing_type=None,
192
+ is_extension=False,
193
+ extension_scope=None,
194
+ options=None),
195
+ _descriptor.FieldDescriptor(
196
+ name='topic',
197
+ full_name='protos.IncrementSaveConfig.Kafka.topic',
198
+ index=1,
199
+ number=2,
200
+ type=9,
201
+ cpp_type=9,
202
+ label=2,
203
+ has_default_value=False,
204
+ default_value=_b('').decode('utf-8'),
205
+ message_type=None,
206
+ enum_type=None,
207
+ containing_type=None,
208
+ is_extension=False,
209
+ extension_scope=None,
210
+ options=None),
211
+ _descriptor.FieldDescriptor(
212
+ name='consumer',
213
+ full_name='protos.IncrementSaveConfig.Kafka.consumer',
214
+ index=2,
215
+ number=3,
216
+ type=11,
217
+ cpp_type=10,
218
+ label=2,
219
+ has_default_value=False,
220
+ default_value=None,
221
+ message_type=None,
222
+ enum_type=None,
223
+ containing_type=None,
224
+ is_extension=False,
225
+ extension_scope=None,
226
+ options=None),
227
+ ],
228
+ extensions=[],
229
+ nested_types=[
230
+ _INCREMENTSAVECONFIG_KAFKA_CONSUMER,
231
+ ],
232
+ enum_types=[],
233
+ options=None,
234
+ is_extendable=False,
235
+ syntax='proto2',
236
+ extension_ranges=[],
237
+ oneofs=[],
238
+ serialized_start=420,
239
+ serialized_end=618,
240
+ )
241
+
242
+ _INCREMENTSAVECONFIG_DATAHUB_CONSUMER = _descriptor.Descriptor(
243
+ name='Consumer',
244
+ full_name='protos.IncrementSaveConfig.Datahub.Consumer',
245
+ filename=None,
246
+ file=DESCRIPTOR,
247
+ containing_type=None,
248
+ fields=[
249
+ _descriptor.FieldDescriptor(
250
+ name='offset',
251
+ full_name='protos.IncrementSaveConfig.Datahub.Consumer.offset',
252
+ index=0,
253
+ number=1,
254
+ type=3,
255
+ cpp_type=2,
256
+ label=1,
257
+ has_default_value=True,
258
+ default_value=0,
259
+ message_type=None,
260
+ enum_type=None,
261
+ containing_type=None,
262
+ is_extension=False,
263
+ extension_scope=None,
264
+ options=None),
265
+ _descriptor.FieldDescriptor(
266
+ name='timeout',
267
+ full_name='protos.IncrementSaveConfig.Datahub.Consumer.timeout',
268
+ index=1,
269
+ number=2,
270
+ type=5,
271
+ cpp_type=1,
272
+ label=1,
273
+ has_default_value=True,
274
+ default_value=600,
275
+ message_type=None,
276
+ enum_type=None,
277
+ containing_type=None,
278
+ is_extension=False,
279
+ extension_scope=None,
280
+ options=None),
281
+ ],
282
+ extensions=[],
283
+ nested_types=[],
284
+ enum_types=[],
285
+ options=None,
286
+ is_extendable=False,
287
+ syntax='proto2',
288
+ extension_ranges=[],
289
+ oneofs=[],
290
+ serialized_start=776,
291
+ serialized_end=827,
292
+ )
293
+
294
+ _INCREMENTSAVECONFIG_DATAHUB = _descriptor.Descriptor(
295
+ name='Datahub',
296
+ full_name='protos.IncrementSaveConfig.Datahub',
297
+ filename=None,
298
+ file=DESCRIPTOR,
299
+ containing_type=None,
300
+ fields=[
301
+ _descriptor.FieldDescriptor(
302
+ name='akId',
303
+ full_name='protos.IncrementSaveConfig.Datahub.akId',
304
+ index=0,
305
+ number=1,
306
+ type=9,
307
+ cpp_type=9,
308
+ label=2,
309
+ has_default_value=False,
310
+ default_value=_b('').decode('utf-8'),
311
+ message_type=None,
312
+ enum_type=None,
313
+ containing_type=None,
314
+ is_extension=False,
315
+ extension_scope=None,
316
+ options=None),
317
+ _descriptor.FieldDescriptor(
318
+ name='akSecret',
319
+ full_name='protos.IncrementSaveConfig.Datahub.akSecret',
320
+ index=1,
321
+ number=2,
322
+ type=9,
323
+ cpp_type=9,
324
+ label=2,
325
+ has_default_value=False,
326
+ default_value=_b('').decode('utf-8'),
327
+ message_type=None,
328
+ enum_type=None,
329
+ containing_type=None,
330
+ is_extension=False,
331
+ extension_scope=None,
332
+ options=None),
333
+ _descriptor.FieldDescriptor(
334
+ name='region',
335
+ full_name='protos.IncrementSaveConfig.Datahub.region',
336
+ index=2,
337
+ number=3,
338
+ type=9,
339
+ cpp_type=9,
340
+ label=2,
341
+ has_default_value=False,
342
+ default_value=_b('').decode('utf-8'),
343
+ message_type=None,
344
+ enum_type=None,
345
+ containing_type=None,
346
+ is_extension=False,
347
+ extension_scope=None,
348
+ options=None),
349
+ _descriptor.FieldDescriptor(
350
+ name='project',
351
+ full_name='protos.IncrementSaveConfig.Datahub.project',
352
+ index=3,
353
+ number=4,
354
+ type=9,
355
+ cpp_type=9,
356
+ label=2,
357
+ has_default_value=False,
358
+ default_value=_b('').decode('utf-8'),
359
+ message_type=None,
360
+ enum_type=None,
361
+ containing_type=None,
362
+ is_extension=False,
363
+ extension_scope=None,
364
+ options=None),
365
+ _descriptor.FieldDescriptor(
366
+ name='topic',
367
+ full_name='protos.IncrementSaveConfig.Datahub.topic',
368
+ index=4,
369
+ number=5,
370
+ type=9,
371
+ cpp_type=9,
372
+ label=2,
373
+ has_default_value=False,
374
+ default_value=_b('').decode('utf-8'),
375
+ message_type=None,
376
+ enum_type=None,
377
+ containing_type=None,
378
+ is_extension=False,
379
+ extension_scope=None,
380
+ options=None),
381
+ _descriptor.FieldDescriptor(
382
+ name='consumer',
383
+ full_name='protos.IncrementSaveConfig.Datahub.consumer',
384
+ index=5,
385
+ number=6,
386
+ type=11,
387
+ cpp_type=10,
388
+ label=2,
389
+ has_default_value=False,
390
+ default_value=None,
391
+ message_type=None,
392
+ enum_type=None,
393
+ containing_type=None,
394
+ is_extension=False,
395
+ extension_scope=None,
396
+ options=None),
397
+ ],
398
+ extensions=[],
399
+ nested_types=[
400
+ _INCREMENTSAVECONFIG_DATAHUB_CONSUMER,
401
+ ],
402
+ enum_types=[],
403
+ options=None,
404
+ is_extendable=False,
405
+ syntax='proto2',
406
+ extension_ranges=[],
407
+ oneofs=[],
408
+ serialized_start=621,
409
+ serialized_end=827,
410
+ )
411
+
412
+ _INCREMENTSAVECONFIG_FILE = _descriptor.Descriptor(
413
+ name='File',
414
+ full_name='protos.IncrementSaveConfig.File',
415
+ filename=None,
416
+ file=DESCRIPTOR,
417
+ containing_type=None,
418
+ fields=[
419
+ _descriptor.FieldDescriptor(
420
+ name='incr_save_dir',
421
+ full_name='protos.IncrementSaveConfig.File.incr_save_dir',
422
+ index=0,
423
+ number=1,
424
+ type=9,
425
+ cpp_type=9,
426
+ label=1,
427
+ has_default_value=True,
428
+ default_value=_b('incr_save').decode('utf-8'),
429
+ message_type=None,
430
+ enum_type=None,
431
+ containing_type=None,
432
+ is_extension=False,
433
+ extension_scope=None,
434
+ options=None),
435
+ _descriptor.FieldDescriptor(
436
+ name='relative',
437
+ full_name='protos.IncrementSaveConfig.File.relative',
438
+ index=1,
439
+ number=2,
440
+ type=8,
441
+ cpp_type=7,
442
+ label=1,
443
+ has_default_value=True,
444
+ default_value=True,
445
+ message_type=None,
446
+ enum_type=None,
447
+ containing_type=None,
448
+ is_extension=False,
449
+ extension_scope=None,
450
+ options=None),
451
+ _descriptor.FieldDescriptor(
452
+ name='mount_path',
453
+ full_name='protos.IncrementSaveConfig.File.mount_path',
454
+ index=2,
455
+ number=3,
456
+ type=9,
457
+ cpp_type=9,
458
+ label=1,
459
+ has_default_value=True,
460
+ default_value=_b(
461
+ '/home/admin/docker_ml/workspace/incr_save/').decode('utf-8'),
462
+ message_type=None,
463
+ enum_type=None,
464
+ containing_type=None,
465
+ is_extension=False,
466
+ extension_scope=None,
467
+ options=None),
468
+ ],
469
+ extensions=[],
470
+ nested_types=[],
471
+ enum_types=[],
472
+ options=None,
473
+ is_extendable=False,
474
+ syntax='proto2',
475
+ extension_ranges=[],
476
+ oneofs=[],
477
+ serialized_start=830,
478
+ serialized_end=958,
479
+ )
480
+
481
+ _INCREMENTSAVECONFIG = _descriptor.Descriptor(
482
+ name='IncrementSaveConfig',
483
+ full_name='protos.IncrementSaveConfig',
484
+ filename=None,
485
+ file=DESCRIPTOR,
486
+ containing_type=None,
487
+ fields=[
488
+ _descriptor.FieldDescriptor(
489
+ name='sparse_save_secs',
490
+ full_name='protos.IncrementSaveConfig.sparse_save_secs',
491
+ index=0,
492
+ number=1,
493
+ type=5,
494
+ cpp_type=1,
495
+ label=1,
496
+ has_default_value=True,
497
+ default_value=0,
498
+ message_type=None,
499
+ enum_type=None,
500
+ containing_type=None,
501
+ is_extension=False,
502
+ extension_scope=None,
503
+ options=None),
504
+ _descriptor.FieldDescriptor(
505
+ name='dense_save_secs',
506
+ full_name='protos.IncrementSaveConfig.dense_save_secs',
507
+ index=1,
508
+ number=2,
509
+ type=5,
510
+ cpp_type=1,
511
+ label=1,
512
+ has_default_value=True,
513
+ default_value=0,
514
+ message_type=None,
515
+ enum_type=None,
516
+ containing_type=None,
517
+ is_extension=False,
518
+ extension_scope=None,
519
+ options=None),
520
+ _descriptor.FieldDescriptor(
521
+ name='sparse_save_steps',
522
+ full_name='protos.IncrementSaveConfig.sparse_save_steps',
523
+ index=2,
524
+ number=3,
525
+ type=5,
526
+ cpp_type=1,
527
+ label=1,
528
+ has_default_value=True,
529
+ default_value=0,
530
+ message_type=None,
531
+ enum_type=None,
532
+ containing_type=None,
533
+ is_extension=False,
534
+ extension_scope=None,
535
+ options=None),
536
+ _descriptor.FieldDescriptor(
537
+ name='dense_save_steps',
538
+ full_name='protos.IncrementSaveConfig.dense_save_steps',
539
+ index=3,
540
+ number=4,
541
+ type=5,
542
+ cpp_type=1,
543
+ label=1,
544
+ has_default_value=True,
545
+ default_value=0,
546
+ message_type=None,
547
+ enum_type=None,
548
+ containing_type=None,
549
+ is_extension=False,
550
+ extension_scope=None,
551
+ options=None),
552
+ _descriptor.FieldDescriptor(
553
+ name='debug_save_update',
554
+ full_name='protos.IncrementSaveConfig.debug_save_update',
555
+ index=4,
556
+ number=5,
557
+ type=8,
558
+ cpp_type=7,
559
+ label=1,
560
+ has_default_value=True,
561
+ default_value=False,
562
+ message_type=None,
563
+ enum_type=None,
564
+ containing_type=None,
565
+ is_extension=False,
566
+ extension_scope=None,
567
+ options=None),
568
+ _descriptor.FieldDescriptor(
569
+ name='kafka',
570
+ full_name='protos.IncrementSaveConfig.kafka',
571
+ index=5,
572
+ number=501,
573
+ type=11,
574
+ cpp_type=10,
575
+ label=1,
576
+ has_default_value=False,
577
+ default_value=None,
578
+ message_type=None,
579
+ enum_type=None,
580
+ containing_type=None,
581
+ is_extension=False,
582
+ extension_scope=None,
583
+ options=None),
584
+ _descriptor.FieldDescriptor(
585
+ name='datahub',
586
+ full_name='protos.IncrementSaveConfig.datahub',
587
+ index=6,
588
+ number=502,
589
+ type=11,
590
+ cpp_type=10,
591
+ label=1,
592
+ has_default_value=False,
593
+ default_value=None,
594
+ message_type=None,
595
+ enum_type=None,
596
+ containing_type=None,
597
+ is_extension=False,
598
+ extension_scope=None,
599
+ options=None),
600
+ _descriptor.FieldDescriptor(
601
+ name='fs',
602
+ full_name='protos.IncrementSaveConfig.fs',
603
+ index=7,
604
+ number=503,
605
+ type=11,
606
+ cpp_type=10,
607
+ label=1,
608
+ has_default_value=False,
609
+ default_value=None,
610
+ message_type=None,
611
+ enum_type=None,
612
+ containing_type=None,
613
+ is_extension=False,
614
+ extension_scope=None,
615
+ options=None),
616
+ ],
617
+ extensions=[],
618
+ nested_types=[
619
+ _INCREMENTSAVECONFIG_KAFKA,
620
+ _INCREMENTSAVECONFIG_DATAHUB,
621
+ _INCREMENTSAVECONFIG_FILE,
622
+ ],
623
+ enum_types=[],
624
+ options=None,
625
+ is_extendable=False,
626
+ syntax='proto2',
627
+ extension_ranges=[],
628
+ oneofs=[
629
+ _descriptor.OneofDescriptor(
630
+ name='incr_update',
631
+ full_name='protos.IncrementSaveConfig.incr_update',
632
+ index=0,
633
+ containing_type=None,
634
+ fields=[]),
635
+ ],
636
+ serialized_start=87,
637
+ serialized_end=973,
638
+ )
639
+
640
+ _TRAINCONFIG = _descriptor.Descriptor(
641
+ name='TrainConfig',
642
+ full_name='protos.TrainConfig',
643
+ filename=None,
644
+ file=DESCRIPTOR,
645
+ containing_type=None,
646
+ fields=[
647
+ _descriptor.FieldDescriptor(
648
+ name='optimizer_config',
649
+ full_name='protos.TrainConfig.optimizer_config',
650
+ index=0,
651
+ number=1,
652
+ type=11,
653
+ cpp_type=10,
654
+ label=3,
655
+ has_default_value=False,
656
+ default_value=[],
657
+ message_type=None,
658
+ enum_type=None,
659
+ containing_type=None,
660
+ is_extension=False,
661
+ extension_scope=None,
662
+ options=None),
663
+ _descriptor.FieldDescriptor(
664
+ name='gradient_clipping_by_norm',
665
+ full_name='protos.TrainConfig.gradient_clipping_by_norm',
666
+ index=1,
667
+ number=2,
668
+ type=2,
669
+ cpp_type=6,
670
+ label=1,
671
+ has_default_value=True,
672
+ default_value=float(0),
673
+ message_type=None,
674
+ enum_type=None,
675
+ containing_type=None,
676
+ is_extension=False,
677
+ extension_scope=None,
678
+ options=None),
679
+ _descriptor.FieldDescriptor(
680
+ name='num_steps',
681
+ full_name='protos.TrainConfig.num_steps',
682
+ index=2,
683
+ number=5,
684
+ type=13,
685
+ cpp_type=3,
686
+ label=1,
687
+ has_default_value=True,
688
+ default_value=0,
689
+ message_type=None,
690
+ enum_type=None,
691
+ containing_type=None,
692
+ is_extension=False,
693
+ extension_scope=None,
694
+ options=None),
695
+ _descriptor.FieldDescriptor(
696
+ name='fine_tune_checkpoint',
697
+ full_name='protos.TrainConfig.fine_tune_checkpoint',
698
+ index=3,
699
+ number=6,
700
+ type=9,
701
+ cpp_type=9,
702
+ label=1,
703
+ has_default_value=True,
704
+ default_value=_b('').decode('utf-8'),
705
+ message_type=None,
706
+ enum_type=None,
707
+ containing_type=None,
708
+ is_extension=False,
709
+ extension_scope=None,
710
+ options=None),
711
+ _descriptor.FieldDescriptor(
712
+ name='fine_tune_ckpt_var_map',
713
+ full_name='protos.TrainConfig.fine_tune_ckpt_var_map',
714
+ index=4,
715
+ number=8,
716
+ type=9,
717
+ cpp_type=9,
718
+ label=1,
719
+ has_default_value=True,
720
+ default_value=_b('').decode('utf-8'),
721
+ message_type=None,
722
+ enum_type=None,
723
+ containing_type=None,
724
+ is_extension=False,
725
+ extension_scope=None,
726
+ options=None),
727
+ _descriptor.FieldDescriptor(
728
+ name='sync_replicas',
729
+ full_name='protos.TrainConfig.sync_replicas',
730
+ index=5,
731
+ number=9,
732
+ type=8,
733
+ cpp_type=7,
734
+ label=1,
735
+ has_default_value=True,
736
+ default_value=True,
737
+ message_type=None,
738
+ enum_type=None,
739
+ containing_type=None,
740
+ is_extension=False,
741
+ extension_scope=None,
742
+ options=None),
743
+ _descriptor.FieldDescriptor(
744
+ name='sparse_accumulator_type',
745
+ full_name='protos.TrainConfig.sparse_accumulator_type',
746
+ index=6,
747
+ number=901,
748
+ type=9,
749
+ cpp_type=9,
750
+ label=1,
751
+ has_default_value=True,
752
+ default_value=_b('multi_map').decode('utf-8'),
753
+ message_type=None,
754
+ enum_type=None,
755
+ containing_type=None,
756
+ is_extension=False,
757
+ extension_scope=None,
758
+ options=None),
759
+ _descriptor.FieldDescriptor(
760
+ name='startup_delay_steps',
761
+ full_name='protos.TrainConfig.startup_delay_steps',
762
+ index=7,
763
+ number=10,
764
+ type=2,
765
+ cpp_type=6,
766
+ label=1,
767
+ has_default_value=True,
768
+ default_value=float(15),
769
+ message_type=None,
770
+ enum_type=None,
771
+ containing_type=None,
772
+ is_extension=False,
773
+ extension_scope=None,
774
+ options=None),
775
+ _descriptor.FieldDescriptor(
776
+ name='save_checkpoints_steps',
777
+ full_name='protos.TrainConfig.save_checkpoints_steps',
778
+ index=8,
779
+ number=141,
780
+ type=13,
781
+ cpp_type=3,
782
+ label=1,
783
+ has_default_value=True,
784
+ default_value=1000,
785
+ message_type=None,
786
+ enum_type=None,
787
+ containing_type=None,
788
+ is_extension=False,
789
+ extension_scope=None,
790
+ options=None),
791
+ _descriptor.FieldDescriptor(
792
+ name='save_checkpoints_secs',
793
+ full_name='protos.TrainConfig.save_checkpoints_secs',
794
+ index=9,
795
+ number=142,
796
+ type=13,
797
+ cpp_type=3,
798
+ label=1,
799
+ has_default_value=False,
800
+ default_value=0,
801
+ message_type=None,
802
+ enum_type=None,
803
+ containing_type=None,
804
+ is_extension=False,
805
+ extension_scope=None,
806
+ options=None),
807
+ _descriptor.FieldDescriptor(
808
+ name='keep_checkpoint_max',
809
+ full_name='protos.TrainConfig.keep_checkpoint_max',
810
+ index=10,
811
+ number=143,
812
+ type=13,
813
+ cpp_type=3,
814
+ label=1,
815
+ has_default_value=True,
816
+ default_value=10,
817
+ message_type=None,
818
+ enum_type=None,
819
+ containing_type=None,
820
+ is_extension=False,
821
+ extension_scope=None,
822
+ options=None),
823
+ _descriptor.FieldDescriptor(
824
+ name='save_summary_steps',
825
+ full_name='protos.TrainConfig.save_summary_steps',
826
+ index=11,
827
+ number=16,
828
+ type=13,
829
+ cpp_type=3,
830
+ label=1,
831
+ has_default_value=True,
832
+ default_value=1000,
833
+ message_type=None,
834
+ enum_type=None,
835
+ containing_type=None,
836
+ is_extension=False,
837
+ extension_scope=None,
838
+ options=None),
839
+ _descriptor.FieldDescriptor(
840
+ name='log_step_count_steps',
841
+ full_name='protos.TrainConfig.log_step_count_steps',
842
+ index=12,
843
+ number=17,
844
+ type=13,
845
+ cpp_type=3,
846
+ label=1,
847
+ has_default_value=True,
848
+ default_value=10,
849
+ message_type=None,
850
+ enum_type=None,
851
+ containing_type=None,
852
+ is_extension=False,
853
+ extension_scope=None,
854
+ options=None),
855
+ _descriptor.FieldDescriptor(
856
+ name='is_profiling',
857
+ full_name='protos.TrainConfig.is_profiling',
858
+ index=13,
859
+ number=18,
860
+ type=8,
861
+ cpp_type=7,
862
+ label=1,
863
+ has_default_value=True,
864
+ default_value=False,
865
+ message_type=None,
866
+ enum_type=None,
867
+ containing_type=None,
868
+ is_extension=False,
869
+ extension_scope=None,
870
+ options=None),
871
+ _descriptor.FieldDescriptor(
872
+ name='force_restore_shape_compatible',
873
+ full_name='protos.TrainConfig.force_restore_shape_compatible',
874
+ index=14,
875
+ number=19,
876
+ type=8,
877
+ cpp_type=7,
878
+ label=1,
879
+ has_default_value=True,
880
+ default_value=False,
881
+ message_type=None,
882
+ enum_type=None,
883
+ containing_type=None,
884
+ is_extension=False,
885
+ extension_scope=None,
886
+ options=None),
887
+ _descriptor.FieldDescriptor(
888
+ name='train_distribute',
889
+ full_name='protos.TrainConfig.train_distribute',
890
+ index=15,
891
+ number=20,
892
+ type=14,
893
+ cpp_type=8,
894
+ label=1,
895
+ has_default_value=True,
896
+ default_value=0,
897
+ message_type=None,
898
+ enum_type=None,
899
+ containing_type=None,
900
+ is_extension=False,
901
+ extension_scope=None,
902
+ options=None),
903
+ _descriptor.FieldDescriptor(
904
+ name='num_gpus_per_worker',
905
+ full_name='protos.TrainConfig.num_gpus_per_worker',
906
+ index=16,
907
+ number=21,
908
+ type=5,
909
+ cpp_type=1,
910
+ label=1,
911
+ has_default_value=True,
912
+ default_value=1,
913
+ message_type=None,
914
+ enum_type=None,
915
+ containing_type=None,
916
+ is_extension=False,
917
+ extension_scope=None,
918
+ options=None),
919
+ _descriptor.FieldDescriptor(
920
+ name='summary_model_vars',
921
+ full_name='protos.TrainConfig.summary_model_vars',
922
+ index=17,
923
+ number=23,
924
+ type=8,
925
+ cpp_type=7,
926
+ label=1,
927
+ has_default_value=True,
928
+ default_value=False,
929
+ message_type=None,
930
+ enum_type=None,
931
+ containing_type=None,
932
+ is_extension=False,
933
+ extension_scope=None,
934
+ options=None),
935
+ _descriptor.FieldDescriptor(
936
+ name='protocol',
937
+ full_name='protos.TrainConfig.protocol',
938
+ index=18,
939
+ number=25,
940
+ type=9,
941
+ cpp_type=9,
942
+ label=1,
943
+ has_default_value=False,
944
+ default_value=_b('').decode('utf-8'),
945
+ message_type=None,
946
+ enum_type=None,
947
+ containing_type=None,
948
+ is_extension=False,
949
+ extension_scope=None,
950
+ options=None),
951
+ _descriptor.FieldDescriptor(
952
+ name='inter_op_parallelism_threads',
953
+ full_name='protos.TrainConfig.inter_op_parallelism_threads',
954
+ index=19,
955
+ number=26,
956
+ type=5,
957
+ cpp_type=1,
958
+ label=1,
959
+ has_default_value=True,
960
+ default_value=0,
961
+ message_type=None,
962
+ enum_type=None,
963
+ containing_type=None,
964
+ is_extension=False,
965
+ extension_scope=None,
966
+ options=None),
967
+ _descriptor.FieldDescriptor(
968
+ name='intra_op_parallelism_threads',
969
+ full_name='protos.TrainConfig.intra_op_parallelism_threads',
970
+ index=20,
971
+ number=27,
972
+ type=5,
973
+ cpp_type=1,
974
+ label=1,
975
+ has_default_value=True,
976
+ default_value=0,
977
+ message_type=None,
978
+ enum_type=None,
979
+ containing_type=None,
980
+ is_extension=False,
981
+ extension_scope=None,
982
+ options=None),
983
+ _descriptor.FieldDescriptor(
984
+ name='tensor_fuse',
985
+ full_name='protos.TrainConfig.tensor_fuse',
986
+ index=21,
987
+ number=28,
988
+ type=8,
989
+ cpp_type=7,
990
+ label=1,
991
+ has_default_value=True,
992
+ default_value=False,
993
+ message_type=None,
994
+ enum_type=None,
995
+ containing_type=None,
996
+ is_extension=False,
997
+ extension_scope=None,
998
+ options=None),
999
+ _descriptor.FieldDescriptor(
1000
+ name='write_graph',
1001
+ full_name='protos.TrainConfig.write_graph',
1002
+ index=22,
1003
+ number=29,
1004
+ type=8,
1005
+ cpp_type=7,
1006
+ label=1,
1007
+ has_default_value=True,
1008
+ default_value=True,
1009
+ message_type=None,
1010
+ enum_type=None,
1011
+ containing_type=None,
1012
+ is_extension=False,
1013
+ extension_scope=None,
1014
+ options=None),
1015
+ _descriptor.FieldDescriptor(
1016
+ name='freeze_gradient',
1017
+ full_name='protos.TrainConfig.freeze_gradient',
1018
+ index=23,
1019
+ number=30,
1020
+ type=9,
1021
+ cpp_type=9,
1022
+ label=3,
1023
+ has_default_value=False,
1024
+ default_value=[],
1025
+ message_type=None,
1026
+ enum_type=None,
1027
+ containing_type=None,
1028
+ is_extension=False,
1029
+ extension_scope=None,
1030
+ options=None),
1031
+ _descriptor.FieldDescriptor(
1032
+ name='incr_save_config',
1033
+ full_name='protos.TrainConfig.incr_save_config',
1034
+ index=24,
1035
+ number=31,
1036
+ type=11,
1037
+ cpp_type=10,
1038
+ label=1,
1039
+ has_default_value=False,
1040
+ default_value=None,
1041
+ message_type=None,
1042
+ enum_type=None,
1043
+ containing_type=None,
1044
+ is_extension=False,
1045
+ extension_scope=None,
1046
+ options=None),
1047
+ _descriptor.FieldDescriptor(
1048
+ name='enable_oss_stop_signal',
1049
+ full_name='protos.TrainConfig.enable_oss_stop_signal',
1050
+ index=25,
1051
+ number=32,
1052
+ type=8,
1053
+ cpp_type=7,
1054
+ label=1,
1055
+ has_default_value=True,
1056
+ default_value=False,
1057
+ message_type=None,
1058
+ enum_type=None,
1059
+ containing_type=None,
1060
+ is_extension=False,
1061
+ extension_scope=None,
1062
+ options=None),
1063
+ _descriptor.FieldDescriptor(
1064
+ name='dead_line',
1065
+ full_name='protos.TrainConfig.dead_line',
1066
+ index=26,
1067
+ number=33,
1068
+ type=9,
1069
+ cpp_type=9,
1070
+ label=1,
1071
+ has_default_value=False,
1072
+ default_value=_b('').decode('utf-8'),
1073
+ message_type=None,
1074
+ enum_type=None,
1075
+ containing_type=None,
1076
+ is_extension=False,
1077
+ extension_scope=None,
1078
+ options=None),
1079
+ ],
1080
+ extensions=[],
1081
+ nested_types=[],
1082
+ enum_types=[],
1083
+ options=None,
1084
+ is_extendable=False,
1085
+ syntax='proto2',
1086
+ extension_ranges=[],
1087
+ oneofs=[],
1088
+ serialized_start=976,
1089
+ serialized_end=1944,
1090
+ )
1091
+
1092
+ _INCREMENTSAVECONFIG_KAFKA_CONSUMER.containing_type = _INCREMENTSAVECONFIG_KAFKA
1093
+ _INCREMENTSAVECONFIG_KAFKA.fields_by_name[
1094
+ 'consumer'].message_type = _INCREMENTSAVECONFIG_KAFKA_CONSUMER
1095
+ _INCREMENTSAVECONFIG_KAFKA.containing_type = _INCREMENTSAVECONFIG
1096
+ _INCREMENTSAVECONFIG_DATAHUB_CONSUMER.containing_type = _INCREMENTSAVECONFIG_DATAHUB
1097
+ _INCREMENTSAVECONFIG_DATAHUB.fields_by_name[
1098
+ 'consumer'].message_type = _INCREMENTSAVECONFIG_DATAHUB_CONSUMER
1099
+ _INCREMENTSAVECONFIG_DATAHUB.containing_type = _INCREMENTSAVECONFIG
1100
+ _INCREMENTSAVECONFIG_FILE.containing_type = _INCREMENTSAVECONFIG
1101
+ _INCREMENTSAVECONFIG.fields_by_name[
1102
+ 'kafka'].message_type = _INCREMENTSAVECONFIG_KAFKA
1103
+ _INCREMENTSAVECONFIG.fields_by_name[
1104
+ 'datahub'].message_type = _INCREMENTSAVECONFIG_DATAHUB
1105
+ _INCREMENTSAVECONFIG.fields_by_name[
1106
+ 'fs'].message_type = _INCREMENTSAVECONFIG_FILE
1107
+ _INCREMENTSAVECONFIG.oneofs_by_name['incr_update'].fields.append(
1108
+ _INCREMENTSAVECONFIG.fields_by_name['kafka'])
1109
+ _INCREMENTSAVECONFIG.fields_by_name[
1110
+ 'kafka'].containing_oneof = _INCREMENTSAVECONFIG.oneofs_by_name[
1111
+ 'incr_update']
1112
+ _INCREMENTSAVECONFIG.oneofs_by_name['incr_update'].fields.append(
1113
+ _INCREMENTSAVECONFIG.fields_by_name['datahub'])
1114
+ _INCREMENTSAVECONFIG.fields_by_name[
1115
+ 'datahub'].containing_oneof = _INCREMENTSAVECONFIG.oneofs_by_name[
1116
+ 'incr_update']
1117
+ _INCREMENTSAVECONFIG.oneofs_by_name['incr_update'].fields.append(
1118
+ _INCREMENTSAVECONFIG.fields_by_name['fs'])
1119
+ _INCREMENTSAVECONFIG.fields_by_name[
1120
+ 'fs'].containing_oneof = _INCREMENTSAVECONFIG.oneofs_by_name['incr_update']
1121
+ _TRAINCONFIG.fields_by_name[
1122
+ 'optimizer_config'].message_type = easy__rec_dot_python_dot_protos_dot_optimizer__pb2._OPTIMIZER
1123
+ _TRAINCONFIG.fields_by_name[
1124
+ 'train_distribute'].enum_type = _DISTRIBUTIONSTRATEGY
1125
+ _TRAINCONFIG.fields_by_name[
1126
+ 'incr_save_config'].message_type = _INCREMENTSAVECONFIG
1127
+ DESCRIPTOR.message_types_by_name['IncrementSaveConfig'] = _INCREMENTSAVECONFIG
1128
+ DESCRIPTOR.message_types_by_name['TrainConfig'] = _TRAINCONFIG
1129
+ DESCRIPTOR.enum_types_by_name['DistributionStrategy'] = _DISTRIBUTIONSTRATEGY
1130
+ _sym_db.RegisterFileDescriptor(DESCRIPTOR)
1131
+
1132
+ IncrementSaveConfig = _reflection.GeneratedProtocolMessageType(
1133
+ 'IncrementSaveConfig',
1134
+ (_message.Message,),
1135
+ dict(
1136
+ Kafka=_reflection.GeneratedProtocolMessageType(
1137
+ 'Kafka',
1138
+ (_message.Message,),
1139
+ dict(
1140
+ Consumer=_reflection.GeneratedProtocolMessageType(
1141
+ 'Consumer',
1142
+ (_message.Message,),
1143
+ dict(
1144
+ DESCRIPTOR=_INCREMENTSAVECONFIG_KAFKA_CONSUMER,
1145
+ __module__='easy_rec.python.protos.train_pb2'
1146
+ # @@protoc_insertion_point(class_scope:protos.IncrementSaveConfig.Kafka.Consumer)
1147
+ )),
1148
+ DESCRIPTOR=_INCREMENTSAVECONFIG_KAFKA,
1149
+ __module__='easy_rec.python.protos.train_pb2'
1150
+ # @@protoc_insertion_point(class_scope:protos.IncrementSaveConfig.Kafka)
1151
+ )),
1152
+ Datahub=_reflection.GeneratedProtocolMessageType(
1153
+ 'Datahub',
1154
+ (_message.Message,),
1155
+ dict(
1156
+ Consumer=_reflection.GeneratedProtocolMessageType(
1157
+ 'Consumer',
1158
+ (_message.Message,),
1159
+ dict(
1160
+ DESCRIPTOR=_INCREMENTSAVECONFIG_DATAHUB_CONSUMER,
1161
+ __module__='easy_rec.python.protos.train_pb2'
1162
+ # @@protoc_insertion_point(class_scope:protos.IncrementSaveConfig.Datahub.Consumer)
1163
+ )),
1164
+ DESCRIPTOR=_INCREMENTSAVECONFIG_DATAHUB,
1165
+ __module__='easy_rec.python.protos.train_pb2'
1166
+ # @@protoc_insertion_point(class_scope:protos.IncrementSaveConfig.Datahub)
1167
+ )),
1168
+ File=_reflection.GeneratedProtocolMessageType(
1169
+ 'File',
1170
+ (_message.Message,),
1171
+ dict(
1172
+ DESCRIPTOR=_INCREMENTSAVECONFIG_FILE,
1173
+ __module__='easy_rec.python.protos.train_pb2'
1174
+ # @@protoc_insertion_point(class_scope:protos.IncrementSaveConfig.File)
1175
+ )),
1176
+ DESCRIPTOR=_INCREMENTSAVECONFIG,
1177
+ __module__='easy_rec.python.protos.train_pb2'
1178
+ # @@protoc_insertion_point(class_scope:protos.IncrementSaveConfig)
1179
+ ))
1180
+ _sym_db.RegisterMessage(IncrementSaveConfig)
1181
+ _sym_db.RegisterMessage(IncrementSaveConfig.Kafka)
1182
+ _sym_db.RegisterMessage(IncrementSaveConfig.Kafka.Consumer)
1183
+ _sym_db.RegisterMessage(IncrementSaveConfig.Datahub)
1184
+ _sym_db.RegisterMessage(IncrementSaveConfig.Datahub.Consumer)
1185
+ _sym_db.RegisterMessage(IncrementSaveConfig.File)
1186
+
1187
+ TrainConfig = _reflection.GeneratedProtocolMessageType(
1188
+ 'TrainConfig',
1189
+ (_message.Message,),
1190
+ dict(
1191
+ DESCRIPTOR=_TRAINCONFIG,
1192
+ __module__='easy_rec.python.protos.train_pb2'
1193
+ # @@protoc_insertion_point(class_scope:protos.TrainConfig)
1194
+ ))
1195
+ _sym_db.RegisterMessage(TrainConfig)
1196
+
1197
+ # @@protoc_insertion_point(module_scope)