easy-cs-rec-custommodel 0.8.6__py2.py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of easy-cs-rec-custommodel might be problematic. Click here for more details.

Files changed (336) hide show
  1. easy_cs_rec_custommodel-0.8.6.dist-info/LICENSE +203 -0
  2. easy_cs_rec_custommodel-0.8.6.dist-info/METADATA +48 -0
  3. easy_cs_rec_custommodel-0.8.6.dist-info/RECORD +336 -0
  4. easy_cs_rec_custommodel-0.8.6.dist-info/WHEEL +6 -0
  5. easy_cs_rec_custommodel-0.8.6.dist-info/top_level.txt +2 -0
  6. easy_rec/__init__.py +114 -0
  7. easy_rec/python/__init__.py +0 -0
  8. easy_rec/python/builders/__init__.py +0 -0
  9. easy_rec/python/builders/hyperparams_builder.py +78 -0
  10. easy_rec/python/builders/loss_builder.py +333 -0
  11. easy_rec/python/builders/optimizer_builder.py +211 -0
  12. easy_rec/python/builders/strategy_builder.py +44 -0
  13. easy_rec/python/compat/__init__.py +0 -0
  14. easy_rec/python/compat/adam_s.py +245 -0
  15. easy_rec/python/compat/array_ops.py +229 -0
  16. easy_rec/python/compat/dynamic_variable.py +542 -0
  17. easy_rec/python/compat/early_stopping.py +653 -0
  18. easy_rec/python/compat/embedding_ops.py +162 -0
  19. easy_rec/python/compat/embedding_parallel_saver.py +316 -0
  20. easy_rec/python/compat/estimator_train.py +116 -0
  21. easy_rec/python/compat/exporter.py +473 -0
  22. easy_rec/python/compat/feature_column/__init__.py +0 -0
  23. easy_rec/python/compat/feature_column/feature_column.py +3675 -0
  24. easy_rec/python/compat/feature_column/feature_column_v2.py +5233 -0
  25. easy_rec/python/compat/feature_column/sequence_feature_column.py +648 -0
  26. easy_rec/python/compat/feature_column/utils.py +154 -0
  27. easy_rec/python/compat/layers.py +329 -0
  28. easy_rec/python/compat/ops.py +14 -0
  29. easy_rec/python/compat/optimizers.py +619 -0
  30. easy_rec/python/compat/queues.py +311 -0
  31. easy_rec/python/compat/regularizers.py +208 -0
  32. easy_rec/python/compat/sok_optimizer.py +440 -0
  33. easy_rec/python/compat/sync_replicas_optimizer.py +528 -0
  34. easy_rec/python/compat/weight_decay_optimizers.py +475 -0
  35. easy_rec/python/core/__init__.py +0 -0
  36. easy_rec/python/core/easyrec_metrics/__init__.py +24 -0
  37. easy_rec/python/core/easyrec_metrics/distribute_metrics_impl_pai.py +3702 -0
  38. easy_rec/python/core/easyrec_metrics/distribute_metrics_impl_tf.py +3768 -0
  39. easy_rec/python/core/learning_schedules.py +228 -0
  40. easy_rec/python/core/metrics.py +402 -0
  41. easy_rec/python/core/sampler.py +844 -0
  42. easy_rec/python/eval.py +102 -0
  43. easy_rec/python/export.py +150 -0
  44. easy_rec/python/feature_column/__init__.py +0 -0
  45. easy_rec/python/feature_column/feature_column.py +664 -0
  46. easy_rec/python/feature_column/feature_group.py +89 -0
  47. easy_rec/python/hpo/__init__.py +0 -0
  48. easy_rec/python/hpo/emr_hpo.py +140 -0
  49. easy_rec/python/hpo/generate_hpo_sql.py +71 -0
  50. easy_rec/python/hpo/pai_hpo.py +297 -0
  51. easy_rec/python/inference/__init__.py +0 -0
  52. easy_rec/python/inference/csv_predictor.py +189 -0
  53. easy_rec/python/inference/hive_parquet_predictor.py +200 -0
  54. easy_rec/python/inference/hive_predictor.py +166 -0
  55. easy_rec/python/inference/odps_predictor.py +70 -0
  56. easy_rec/python/inference/parquet_predictor.py +147 -0
  57. easy_rec/python/inference/parquet_predictor_v2.py +147 -0
  58. easy_rec/python/inference/predictor.py +621 -0
  59. easy_rec/python/inference/processor/__init__.py +0 -0
  60. easy_rec/python/inference/processor/test.py +170 -0
  61. easy_rec/python/inference/vector_retrieve.py +124 -0
  62. easy_rec/python/input/__init__.py +0 -0
  63. easy_rec/python/input/batch_tfrecord_input.py +117 -0
  64. easy_rec/python/input/criteo_binary_reader.py +259 -0
  65. easy_rec/python/input/criteo_input.py +107 -0
  66. easy_rec/python/input/csv_input.py +175 -0
  67. easy_rec/python/input/csv_input_ex.py +72 -0
  68. easy_rec/python/input/csv_input_v2.py +68 -0
  69. easy_rec/python/input/datahub_input.py +320 -0
  70. easy_rec/python/input/dummy_input.py +58 -0
  71. easy_rec/python/input/hive_input.py +123 -0
  72. easy_rec/python/input/hive_parquet_input.py +140 -0
  73. easy_rec/python/input/hive_rtp_input.py +174 -0
  74. easy_rec/python/input/input.py +1064 -0
  75. easy_rec/python/input/kafka_dataset.py +144 -0
  76. easy_rec/python/input/kafka_input.py +235 -0
  77. easy_rec/python/input/load_parquet.py +317 -0
  78. easy_rec/python/input/odps_input.py +101 -0
  79. easy_rec/python/input/odps_input_v2.py +110 -0
  80. easy_rec/python/input/odps_input_v3.py +132 -0
  81. easy_rec/python/input/odps_rtp_input.py +187 -0
  82. easy_rec/python/input/odps_rtp_input_v2.py +104 -0
  83. easy_rec/python/input/parquet_input.py +397 -0
  84. easy_rec/python/input/parquet_input_v2.py +180 -0
  85. easy_rec/python/input/parquet_input_v3.py +203 -0
  86. easy_rec/python/input/rtp_input.py +225 -0
  87. easy_rec/python/input/rtp_input_v2.py +145 -0
  88. easy_rec/python/input/tfrecord_input.py +100 -0
  89. easy_rec/python/layers/__init__.py +0 -0
  90. easy_rec/python/layers/backbone.py +571 -0
  91. easy_rec/python/layers/capsule_layer.py +176 -0
  92. easy_rec/python/layers/cmbf.py +390 -0
  93. easy_rec/python/layers/common_layers.py +192 -0
  94. easy_rec/python/layers/dnn.py +87 -0
  95. easy_rec/python/layers/embed_input_layer.py +25 -0
  96. easy_rec/python/layers/fm.py +26 -0
  97. easy_rec/python/layers/input_layer.py +396 -0
  98. easy_rec/python/layers/keras/__init__.py +34 -0
  99. easy_rec/python/layers/keras/activation.py +114 -0
  100. easy_rec/python/layers/keras/attention.py +267 -0
  101. easy_rec/python/layers/keras/auxiliary_loss.py +47 -0
  102. easy_rec/python/layers/keras/blocks.py +262 -0
  103. easy_rec/python/layers/keras/bst.py +119 -0
  104. easy_rec/python/layers/keras/custom_ops.py +250 -0
  105. easy_rec/python/layers/keras/data_augment.py +133 -0
  106. easy_rec/python/layers/keras/din.py +67 -0
  107. easy_rec/python/layers/keras/einsum_dense.py +598 -0
  108. easy_rec/python/layers/keras/embedding.py +81 -0
  109. easy_rec/python/layers/keras/fibinet.py +251 -0
  110. easy_rec/python/layers/keras/interaction.py +416 -0
  111. easy_rec/python/layers/keras/layer_norm.py +364 -0
  112. easy_rec/python/layers/keras/mask_net.py +166 -0
  113. easy_rec/python/layers/keras/multi_head_attention.py +717 -0
  114. easy_rec/python/layers/keras/multi_task.py +125 -0
  115. easy_rec/python/layers/keras/numerical_embedding.py +376 -0
  116. easy_rec/python/layers/keras/ppnet.py +194 -0
  117. easy_rec/python/layers/keras/transformer.py +192 -0
  118. easy_rec/python/layers/layer_norm.py +51 -0
  119. easy_rec/python/layers/mmoe.py +83 -0
  120. easy_rec/python/layers/multihead_attention.py +162 -0
  121. easy_rec/python/layers/multihead_cross_attention.py +749 -0
  122. easy_rec/python/layers/senet.py +73 -0
  123. easy_rec/python/layers/seq_input_layer.py +134 -0
  124. easy_rec/python/layers/sequence_feature_layer.py +249 -0
  125. easy_rec/python/layers/uniter.py +301 -0
  126. easy_rec/python/layers/utils.py +248 -0
  127. easy_rec/python/layers/variational_dropout_layer.py +130 -0
  128. easy_rec/python/loss/__init__.py +0 -0
  129. easy_rec/python/loss/circle_loss.py +82 -0
  130. easy_rec/python/loss/contrastive_loss.py +79 -0
  131. easy_rec/python/loss/f1_reweight_loss.py +38 -0
  132. easy_rec/python/loss/focal_loss.py +93 -0
  133. easy_rec/python/loss/jrc_loss.py +128 -0
  134. easy_rec/python/loss/listwise_loss.py +161 -0
  135. easy_rec/python/loss/multi_similarity.py +68 -0
  136. easy_rec/python/loss/pairwise_loss.py +307 -0
  137. easy_rec/python/loss/softmax_loss_with_negative_mining.py +110 -0
  138. easy_rec/python/loss/zero_inflated_lognormal.py +76 -0
  139. easy_rec/python/main.py +878 -0
  140. easy_rec/python/model/__init__.py +0 -0
  141. easy_rec/python/model/autoint.py +73 -0
  142. easy_rec/python/model/cmbf.py +47 -0
  143. easy_rec/python/model/collaborative_metric_learning.py +182 -0
  144. easy_rec/python/model/custom_model.py +323 -0
  145. easy_rec/python/model/dat.py +138 -0
  146. easy_rec/python/model/dbmtl.py +116 -0
  147. easy_rec/python/model/dcn.py +70 -0
  148. easy_rec/python/model/deepfm.py +106 -0
  149. easy_rec/python/model/dlrm.py +73 -0
  150. easy_rec/python/model/dropoutnet.py +207 -0
  151. easy_rec/python/model/dssm.py +154 -0
  152. easy_rec/python/model/dssm_senet.py +143 -0
  153. easy_rec/python/model/dummy_model.py +48 -0
  154. easy_rec/python/model/easy_rec_estimator.py +739 -0
  155. easy_rec/python/model/easy_rec_model.py +467 -0
  156. easy_rec/python/model/esmm.py +242 -0
  157. easy_rec/python/model/fm.py +63 -0
  158. easy_rec/python/model/match_model.py +357 -0
  159. easy_rec/python/model/mind.py +445 -0
  160. easy_rec/python/model/mmoe.py +70 -0
  161. easy_rec/python/model/multi_task_model.py +303 -0
  162. easy_rec/python/model/multi_tower.py +62 -0
  163. easy_rec/python/model/multi_tower_bst.py +190 -0
  164. easy_rec/python/model/multi_tower_din.py +130 -0
  165. easy_rec/python/model/multi_tower_recall.py +68 -0
  166. easy_rec/python/model/pdn.py +203 -0
  167. easy_rec/python/model/ple.py +120 -0
  168. easy_rec/python/model/rank_model.py +485 -0
  169. easy_rec/python/model/rocket_launching.py +203 -0
  170. easy_rec/python/model/simple_multi_task.py +54 -0
  171. easy_rec/python/model/uniter.py +46 -0
  172. easy_rec/python/model/wide_and_deep.py +121 -0
  173. easy_rec/python/ops/1.12/incr_record.so +0 -0
  174. easy_rec/python/ops/1.12/kafka.so +0 -0
  175. easy_rec/python/ops/1.12/libcustom_ops.so +0 -0
  176. easy_rec/python/ops/1.12/libembed_op.so +0 -0
  177. easy_rec/python/ops/1.12/libhiredis.so.1.0.0 +0 -0
  178. easy_rec/python/ops/1.12/librdkafka++.so.1 +0 -0
  179. easy_rec/python/ops/1.12/librdkafka.so.1 +0 -0
  180. easy_rec/python/ops/1.12/libredis++.so +0 -0
  181. easy_rec/python/ops/1.12/libredis++.so.1 +0 -0
  182. easy_rec/python/ops/1.12/libredis++.so.1.2.3 +0 -0
  183. easy_rec/python/ops/1.12/libstr_avx_op.so +0 -0
  184. easy_rec/python/ops/1.12/libwrite_sparse_kv.so +0 -0
  185. easy_rec/python/ops/1.15/incr_record.so +0 -0
  186. easy_rec/python/ops/1.15/kafka.so +0 -0
  187. easy_rec/python/ops/1.15/libcustom_ops.so +0 -0
  188. easy_rec/python/ops/1.15/libembed_op.so +0 -0
  189. easy_rec/python/ops/1.15/libhiredis.so.1.0.0 +0 -0
  190. easy_rec/python/ops/1.15/librdkafka++.so +0 -0
  191. easy_rec/python/ops/1.15/librdkafka++.so.1 +0 -0
  192. easy_rec/python/ops/1.15/librdkafka.so +0 -0
  193. easy_rec/python/ops/1.15/librdkafka.so.1 +0 -0
  194. easy_rec/python/ops/1.15/libredis++.so.1 +0 -0
  195. easy_rec/python/ops/1.15/libstr_avx_op.so +0 -0
  196. easy_rec/python/ops/2.12/libcustom_ops.so +0 -0
  197. easy_rec/python/ops/2.12/libload_embed.so +0 -0
  198. easy_rec/python/ops/2.12/libstr_avx_op.so +0 -0
  199. easy_rec/python/ops/__init__.py +0 -0
  200. easy_rec/python/ops/gen_kafka_ops.py +193 -0
  201. easy_rec/python/ops/gen_str_avx_op.py +28 -0
  202. easy_rec/python/ops/incr_record.py +30 -0
  203. easy_rec/python/predict.py +170 -0
  204. easy_rec/python/protos/__init__.py +0 -0
  205. easy_rec/python/protos/autoint_pb2.py +122 -0
  206. easy_rec/python/protos/backbone_pb2.py +1416 -0
  207. easy_rec/python/protos/cmbf_pb2.py +435 -0
  208. easy_rec/python/protos/collaborative_metric_learning_pb2.py +252 -0
  209. easy_rec/python/protos/custom_model_pb2.py +57 -0
  210. easy_rec/python/protos/dat_pb2.py +262 -0
  211. easy_rec/python/protos/data_source_pb2.py +422 -0
  212. easy_rec/python/protos/dataset_pb2.py +1920 -0
  213. easy_rec/python/protos/dbmtl_pb2.py +191 -0
  214. easy_rec/python/protos/dcn_pb2.py +197 -0
  215. easy_rec/python/protos/deepfm_pb2.py +163 -0
  216. easy_rec/python/protos/dlrm_pb2.py +163 -0
  217. easy_rec/python/protos/dnn_pb2.py +329 -0
  218. easy_rec/python/protos/dropoutnet_pb2.py +239 -0
  219. easy_rec/python/protos/dssm_pb2.py +262 -0
  220. easy_rec/python/protos/dssm_senet_pb2.py +282 -0
  221. easy_rec/python/protos/easy_rec_model_pb2.py +1672 -0
  222. easy_rec/python/protos/esmm_pb2.py +133 -0
  223. easy_rec/python/protos/eval_pb2.py +930 -0
  224. easy_rec/python/protos/export_pb2.py +379 -0
  225. easy_rec/python/protos/feature_config_pb2.py +1359 -0
  226. easy_rec/python/protos/fm_pb2.py +90 -0
  227. easy_rec/python/protos/hive_config_pb2.py +138 -0
  228. easy_rec/python/protos/hyperparams_pb2.py +624 -0
  229. easy_rec/python/protos/keras_layer_pb2.py +692 -0
  230. easy_rec/python/protos/layer_pb2.py +1936 -0
  231. easy_rec/python/protos/loss_pb2.py +1713 -0
  232. easy_rec/python/protos/mind_pb2.py +497 -0
  233. easy_rec/python/protos/mmoe_pb2.py +215 -0
  234. easy_rec/python/protos/multi_tower_pb2.py +295 -0
  235. easy_rec/python/protos/multi_tower_recall_pb2.py +198 -0
  236. easy_rec/python/protos/optimizer_pb2.py +2017 -0
  237. easy_rec/python/protos/pdn_pb2.py +293 -0
  238. easy_rec/python/protos/pipeline_pb2.py +516 -0
  239. easy_rec/python/protos/ple_pb2.py +231 -0
  240. easy_rec/python/protos/predict_pb2.py +1140 -0
  241. easy_rec/python/protos/rocket_launching_pb2.py +169 -0
  242. easy_rec/python/protos/seq_encoder_pb2.py +1084 -0
  243. easy_rec/python/protos/simi_pb2.py +54 -0
  244. easy_rec/python/protos/simple_multi_task_pb2.py +97 -0
  245. easy_rec/python/protos/tf_predict_pb2.py +630 -0
  246. easy_rec/python/protos/tower_pb2.py +661 -0
  247. easy_rec/python/protos/train_pb2.py +1197 -0
  248. easy_rec/python/protos/uniter_pb2.py +307 -0
  249. easy_rec/python/protos/variational_dropout_pb2.py +91 -0
  250. easy_rec/python/protos/wide_and_deep_pb2.py +131 -0
  251. easy_rec/python/test/__init__.py +0 -0
  252. easy_rec/python/test/csv_input_test.py +340 -0
  253. easy_rec/python/test/custom_early_stop_func.py +19 -0
  254. easy_rec/python/test/dh_local_run.py +104 -0
  255. easy_rec/python/test/embed_test.py +155 -0
  256. easy_rec/python/test/emr_run.py +119 -0
  257. easy_rec/python/test/eval_metric_test.py +107 -0
  258. easy_rec/python/test/excel_convert_test.py +64 -0
  259. easy_rec/python/test/export_test.py +513 -0
  260. easy_rec/python/test/fg_test.py +70 -0
  261. easy_rec/python/test/hive_input_test.py +311 -0
  262. easy_rec/python/test/hpo_test.py +235 -0
  263. easy_rec/python/test/kafka_test.py +373 -0
  264. easy_rec/python/test/local_incr_test.py +122 -0
  265. easy_rec/python/test/loss_test.py +110 -0
  266. easy_rec/python/test/odps_command.py +61 -0
  267. easy_rec/python/test/odps_local_run.py +86 -0
  268. easy_rec/python/test/odps_run.py +254 -0
  269. easy_rec/python/test/odps_test_cls.py +39 -0
  270. easy_rec/python/test/odps_test_prepare.py +198 -0
  271. easy_rec/python/test/odps_test_util.py +237 -0
  272. easy_rec/python/test/pre_check_test.py +54 -0
  273. easy_rec/python/test/predictor_test.py +394 -0
  274. easy_rec/python/test/rtp_convert_test.py +133 -0
  275. easy_rec/python/test/run.py +138 -0
  276. easy_rec/python/test/train_eval_test.py +1299 -0
  277. easy_rec/python/test/util_test.py +85 -0
  278. easy_rec/python/test/zero_inflated_lognormal_test.py +53 -0
  279. easy_rec/python/tools/__init__.py +0 -0
  280. easy_rec/python/tools/add_boundaries_to_config.py +67 -0
  281. easy_rec/python/tools/add_feature_info_to_config.py +145 -0
  282. easy_rec/python/tools/convert_config_format.py +48 -0
  283. easy_rec/python/tools/convert_rtp_data.py +79 -0
  284. easy_rec/python/tools/convert_rtp_fg.py +106 -0
  285. easy_rec/python/tools/create_config_from_excel.py +427 -0
  286. easy_rec/python/tools/criteo/__init__.py +0 -0
  287. easy_rec/python/tools/criteo/convert_data.py +157 -0
  288. easy_rec/python/tools/edit_lookup_graph.py +134 -0
  289. easy_rec/python/tools/faiss_index_pai.py +116 -0
  290. easy_rec/python/tools/feature_selection.py +316 -0
  291. easy_rec/python/tools/hit_rate_ds.py +223 -0
  292. easy_rec/python/tools/hit_rate_pai.py +138 -0
  293. easy_rec/python/tools/pre_check.py +120 -0
  294. easy_rec/python/tools/predict_and_chk.py +111 -0
  295. easy_rec/python/tools/read_kafka.py +55 -0
  296. easy_rec/python/tools/split_model_pai.py +286 -0
  297. easy_rec/python/tools/split_pdn_model_pai.py +272 -0
  298. easy_rec/python/tools/test_saved_model.py +80 -0
  299. easy_rec/python/tools/view_saved_model.py +39 -0
  300. easy_rec/python/tools/write_kafka.py +65 -0
  301. easy_rec/python/train_eval.py +325 -0
  302. easy_rec/python/utils/__init__.py +15 -0
  303. easy_rec/python/utils/activation.py +120 -0
  304. easy_rec/python/utils/check_utils.py +87 -0
  305. easy_rec/python/utils/compat.py +14 -0
  306. easy_rec/python/utils/config_util.py +652 -0
  307. easy_rec/python/utils/constant.py +43 -0
  308. easy_rec/python/utils/convert_rtp_fg.py +616 -0
  309. easy_rec/python/utils/dag.py +192 -0
  310. easy_rec/python/utils/distribution_utils.py +268 -0
  311. easy_rec/python/utils/ds_util.py +65 -0
  312. easy_rec/python/utils/embedding_utils.py +73 -0
  313. easy_rec/python/utils/estimator_utils.py +1036 -0
  314. easy_rec/python/utils/export_big_model.py +630 -0
  315. easy_rec/python/utils/expr_util.py +118 -0
  316. easy_rec/python/utils/fg_util.py +53 -0
  317. easy_rec/python/utils/hit_rate_utils.py +220 -0
  318. easy_rec/python/utils/hive_utils.py +183 -0
  319. easy_rec/python/utils/hpo_util.py +137 -0
  320. easy_rec/python/utils/hvd_utils.py +56 -0
  321. easy_rec/python/utils/input_utils.py +108 -0
  322. easy_rec/python/utils/io_util.py +282 -0
  323. easy_rec/python/utils/load_class.py +249 -0
  324. easy_rec/python/utils/meta_graph_editor.py +941 -0
  325. easy_rec/python/utils/multi_optimizer.py +62 -0
  326. easy_rec/python/utils/numpy_utils.py +18 -0
  327. easy_rec/python/utils/odps_util.py +79 -0
  328. easy_rec/python/utils/pai_util.py +86 -0
  329. easy_rec/python/utils/proto_util.py +90 -0
  330. easy_rec/python/utils/restore_filter.py +89 -0
  331. easy_rec/python/utils/shape_utils.py +432 -0
  332. easy_rec/python/utils/static_shape.py +71 -0
  333. easy_rec/python/utils/test_utils.py +866 -0
  334. easy_rec/python/utils/tf_utils.py +56 -0
  335. easy_rec/version.py +4 -0
  336. test/__init__.py +0 -0
@@ -0,0 +1,516 @@
1
+ # Generated by the protocol buffer compiler. DO NOT EDIT!
2
+ # source: easy_rec/python/protos/pipeline.proto
3
+
4
+ import sys
5
+
6
+ from google.protobuf import descriptor as _descriptor
7
+ from google.protobuf import descriptor_pb2
8
+ from google.protobuf import message as _message
9
+ from google.protobuf import reflection as _reflection
10
+ from google.protobuf import symbol_database as _symbol_database
11
+
12
+ from easy_rec.python.protos import data_source_pb2 as easy__rec_dot_python_dot_protos_dot_data__source__pb2 # NOQA
13
+ from easy_rec.python.protos import dataset_pb2 as easy__rec_dot_python_dot_protos_dot_dataset__pb2 # NOQA
14
+ from easy_rec.python.protos import easy_rec_model_pb2 as easy__rec_dot_python_dot_protos_dot_easy__rec__model__pb2 # NOQA
15
+ from easy_rec.python.protos import eval_pb2 as easy__rec_dot_python_dot_protos_dot_eval__pb2 # NOQA
16
+ from easy_rec.python.protos import export_pb2 as easy__rec_dot_python_dot_protos_dot_export__pb2 # NOQA
17
+ from easy_rec.python.protos import feature_config_pb2 as easy__rec_dot_python_dot_protos_dot_feature__config__pb2 # NOQA
18
+ from easy_rec.python.protos import hive_config_pb2 as easy__rec_dot_python_dot_protos_dot_hive__config__pb2 # NOQA
19
+ from easy_rec.python.protos import train_pb2 as easy__rec_dot_python_dot_protos_dot_train__pb2 # NOQA
20
+
21
+ _b = sys.version_info[0] < 3 and (lambda x: x) or (lambda x: x.encode('latin1'))
22
+ # @@protoc_insertion_point(imports)
23
+
24
+ _sym_db = _symbol_database.Default()
25
+
26
+ DESCRIPTOR = _descriptor.FileDescriptor(
27
+ name='easy_rec/python/protos/pipeline.proto',
28
+ package='protos',
29
+ syntax='proto2',
30
+ serialized_pb=_b(
31
+ '\n%easy_rec/python/protos/pipeline.proto\x12\x06protos\x1a\"easy_rec/python/protos/train.proto\x1a!easy_rec/python/protos/eval.proto\x1a#easy_rec/python/protos/export.proto\x1a$easy_rec/python/protos/dataset.proto\x1a+easy_rec/python/protos/feature_config.proto\x1a+easy_rec/python/protos/easy_rec_model.proto\x1a(easy_rec/python/protos/data_source.proto\x1a(easy_rec/python/protos/hive_config.proto\"\x9e\x07\n\rEasyRecConfig\x12\x1a\n\x10train_input_path\x18\x01 \x01(\tH\x00\x12\x30\n\x11kafka_train_input\x18\x02 \x01(\x0b\x32\x13.protos.KafkaServerH\x00\x12\x34\n\x13\x64\x61tahub_train_input\x18\x0c \x01(\x0b\x32\x15.protos.DatahubServerH\x00\x12.\n\x10hive_train_input\x18\x65 \x01(\x0b\x32\x12.protos.HiveConfigH\x00\x12\x35\n\x12\x62inary_train_input\x18\x66 \x01(\x0b\x32\x17.protos.BinaryDataInputH\x00\x12\x1d\n\x13parquet_train_input\x18g \x01(\tH\x00\x12\x19\n\x0f\x65val_input_path\x18\x03 \x01(\tH\x01\x12/\n\x10kafka_eval_input\x18\x04 \x01(\x0b\x32\x13.protos.KafkaServerH\x01\x12\x33\n\x12\x64\x61tahub_eval_input\x18\r \x01(\x0b\x32\x15.protos.DatahubServerH\x01\x12.\n\x0fhive_eval_input\x18\xc9\x01 \x01(\x0b\x32\x12.protos.HiveConfigH\x01\x12\x35\n\x11\x62inary_eval_input\x18\xca\x01 \x01(\x0b\x32\x17.protos.BinaryDataInputH\x01\x12\x1d\n\x12parquet_eval_input\x18\xcb\x01 \x01(\tH\x01\x12\x11\n\tmodel_dir\x18\x05 \x02(\t\x12)\n\x0ctrain_config\x18\x06 \x01(\x0b\x32\x13.protos.TrainConfig\x12\'\n\x0b\x65val_config\x18\x07 \x01(\x0b\x32\x12.protos.EvalConfig\x12*\n\x0b\x64\x61ta_config\x18\x08 \x01(\x0b\x32\x15.protos.DatasetConfig\x12.\n\x0f\x66\x65\x61ture_configs\x18\t \x03(\x0b\x32\x15.protos.FeatureConfig\x12/\n\x0e\x66\x65\x61ture_config\x18\n \x01(\x0b\x32\x17.protos.FeatureConfigV2\x12*\n\x0cmodel_config\x18\x0e \x02(\x0b\x32\x14.protos.EasyRecModel\x12+\n\rexport_config\x18\x0f \x01(\x0b\x32\x14.protos.ExportConfig\x12\x14\n\x0c\x66g_json_path\x18\x10 \x01(\tB\x0c\n\ntrain_pathB\x0b\n\teval_path'
32
+ ),
33
+ dependencies=[
34
+ easy__rec_dot_python_dot_protos_dot_train__pb2.DESCRIPTOR,
35
+ easy__rec_dot_python_dot_protos_dot_eval__pb2.DESCRIPTOR,
36
+ easy__rec_dot_python_dot_protos_dot_export__pb2.DESCRIPTOR,
37
+ easy__rec_dot_python_dot_protos_dot_dataset__pb2.DESCRIPTOR,
38
+ easy__rec_dot_python_dot_protos_dot_feature__config__pb2.DESCRIPTOR,
39
+ easy__rec_dot_python_dot_protos_dot_easy__rec__model__pb2.DESCRIPTOR,
40
+ easy__rec_dot_python_dot_protos_dot_data__source__pb2.DESCRIPTOR,
41
+ easy__rec_dot_python_dot_protos_dot_hive__config__pb2.DESCRIPTOR,
42
+ ])
43
+
44
+ _EASYRECCONFIG = _descriptor.Descriptor(
45
+ name='EasyRecConfig',
46
+ full_name='protos.EasyRecConfig',
47
+ filename=None,
48
+ file=DESCRIPTOR,
49
+ containing_type=None,
50
+ fields=[
51
+ _descriptor.FieldDescriptor(
52
+ name='train_input_path',
53
+ full_name='protos.EasyRecConfig.train_input_path',
54
+ index=0,
55
+ number=1,
56
+ type=9,
57
+ cpp_type=9,
58
+ label=1,
59
+ has_default_value=False,
60
+ default_value=_b('').decode('utf-8'),
61
+ message_type=None,
62
+ enum_type=None,
63
+ containing_type=None,
64
+ is_extension=False,
65
+ extension_scope=None,
66
+ options=None),
67
+ _descriptor.FieldDescriptor(
68
+ name='kafka_train_input',
69
+ full_name='protos.EasyRecConfig.kafka_train_input',
70
+ index=1,
71
+ number=2,
72
+ type=11,
73
+ cpp_type=10,
74
+ label=1,
75
+ has_default_value=False,
76
+ default_value=None,
77
+ message_type=None,
78
+ enum_type=None,
79
+ containing_type=None,
80
+ is_extension=False,
81
+ extension_scope=None,
82
+ options=None),
83
+ _descriptor.FieldDescriptor(
84
+ name='datahub_train_input',
85
+ full_name='protos.EasyRecConfig.datahub_train_input',
86
+ index=2,
87
+ number=12,
88
+ type=11,
89
+ cpp_type=10,
90
+ label=1,
91
+ has_default_value=False,
92
+ default_value=None,
93
+ message_type=None,
94
+ enum_type=None,
95
+ containing_type=None,
96
+ is_extension=False,
97
+ extension_scope=None,
98
+ options=None),
99
+ _descriptor.FieldDescriptor(
100
+ name='hive_train_input',
101
+ full_name='protos.EasyRecConfig.hive_train_input',
102
+ index=3,
103
+ number=101,
104
+ type=11,
105
+ cpp_type=10,
106
+ label=1,
107
+ has_default_value=False,
108
+ default_value=None,
109
+ message_type=None,
110
+ enum_type=None,
111
+ containing_type=None,
112
+ is_extension=False,
113
+ extension_scope=None,
114
+ options=None),
115
+ _descriptor.FieldDescriptor(
116
+ name='binary_train_input',
117
+ full_name='protos.EasyRecConfig.binary_train_input',
118
+ index=4,
119
+ number=102,
120
+ type=11,
121
+ cpp_type=10,
122
+ label=1,
123
+ has_default_value=False,
124
+ default_value=None,
125
+ message_type=None,
126
+ enum_type=None,
127
+ containing_type=None,
128
+ is_extension=False,
129
+ extension_scope=None,
130
+ options=None),
131
+ _descriptor.FieldDescriptor(
132
+ name='parquet_train_input',
133
+ full_name='protos.EasyRecConfig.parquet_train_input',
134
+ index=5,
135
+ number=103,
136
+ type=9,
137
+ cpp_type=9,
138
+ label=1,
139
+ has_default_value=False,
140
+ default_value=_b('').decode('utf-8'),
141
+ message_type=None,
142
+ enum_type=None,
143
+ containing_type=None,
144
+ is_extension=False,
145
+ extension_scope=None,
146
+ options=None),
147
+ _descriptor.FieldDescriptor(
148
+ name='eval_input_path',
149
+ full_name='protos.EasyRecConfig.eval_input_path',
150
+ index=6,
151
+ number=3,
152
+ type=9,
153
+ cpp_type=9,
154
+ label=1,
155
+ has_default_value=False,
156
+ default_value=_b('').decode('utf-8'),
157
+ message_type=None,
158
+ enum_type=None,
159
+ containing_type=None,
160
+ is_extension=False,
161
+ extension_scope=None,
162
+ options=None),
163
+ _descriptor.FieldDescriptor(
164
+ name='kafka_eval_input',
165
+ full_name='protos.EasyRecConfig.kafka_eval_input',
166
+ index=7,
167
+ number=4,
168
+ type=11,
169
+ cpp_type=10,
170
+ label=1,
171
+ has_default_value=False,
172
+ default_value=None,
173
+ message_type=None,
174
+ enum_type=None,
175
+ containing_type=None,
176
+ is_extension=False,
177
+ extension_scope=None,
178
+ options=None),
179
+ _descriptor.FieldDescriptor(
180
+ name='datahub_eval_input',
181
+ full_name='protos.EasyRecConfig.datahub_eval_input',
182
+ index=8,
183
+ number=13,
184
+ type=11,
185
+ cpp_type=10,
186
+ label=1,
187
+ has_default_value=False,
188
+ default_value=None,
189
+ message_type=None,
190
+ enum_type=None,
191
+ containing_type=None,
192
+ is_extension=False,
193
+ extension_scope=None,
194
+ options=None),
195
+ _descriptor.FieldDescriptor(
196
+ name='hive_eval_input',
197
+ full_name='protos.EasyRecConfig.hive_eval_input',
198
+ index=9,
199
+ number=201,
200
+ type=11,
201
+ cpp_type=10,
202
+ label=1,
203
+ has_default_value=False,
204
+ default_value=None,
205
+ message_type=None,
206
+ enum_type=None,
207
+ containing_type=None,
208
+ is_extension=False,
209
+ extension_scope=None,
210
+ options=None),
211
+ _descriptor.FieldDescriptor(
212
+ name='binary_eval_input',
213
+ full_name='protos.EasyRecConfig.binary_eval_input',
214
+ index=10,
215
+ number=202,
216
+ type=11,
217
+ cpp_type=10,
218
+ label=1,
219
+ has_default_value=False,
220
+ default_value=None,
221
+ message_type=None,
222
+ enum_type=None,
223
+ containing_type=None,
224
+ is_extension=False,
225
+ extension_scope=None,
226
+ options=None),
227
+ _descriptor.FieldDescriptor(
228
+ name='parquet_eval_input',
229
+ full_name='protos.EasyRecConfig.parquet_eval_input',
230
+ index=11,
231
+ number=203,
232
+ type=9,
233
+ cpp_type=9,
234
+ label=1,
235
+ has_default_value=False,
236
+ default_value=_b('').decode('utf-8'),
237
+ message_type=None,
238
+ enum_type=None,
239
+ containing_type=None,
240
+ is_extension=False,
241
+ extension_scope=None,
242
+ options=None),
243
+ _descriptor.FieldDescriptor(
244
+ name='model_dir',
245
+ full_name='protos.EasyRecConfig.model_dir',
246
+ index=12,
247
+ number=5,
248
+ type=9,
249
+ cpp_type=9,
250
+ label=2,
251
+ has_default_value=False,
252
+ default_value=_b('').decode('utf-8'),
253
+ message_type=None,
254
+ enum_type=None,
255
+ containing_type=None,
256
+ is_extension=False,
257
+ extension_scope=None,
258
+ options=None),
259
+ _descriptor.FieldDescriptor(
260
+ name='train_config',
261
+ full_name='protos.EasyRecConfig.train_config',
262
+ index=13,
263
+ number=6,
264
+ type=11,
265
+ cpp_type=10,
266
+ label=1,
267
+ has_default_value=False,
268
+ default_value=None,
269
+ message_type=None,
270
+ enum_type=None,
271
+ containing_type=None,
272
+ is_extension=False,
273
+ extension_scope=None,
274
+ options=None),
275
+ _descriptor.FieldDescriptor(
276
+ name='eval_config',
277
+ full_name='protos.EasyRecConfig.eval_config',
278
+ index=14,
279
+ number=7,
280
+ type=11,
281
+ cpp_type=10,
282
+ label=1,
283
+ has_default_value=False,
284
+ default_value=None,
285
+ message_type=None,
286
+ enum_type=None,
287
+ containing_type=None,
288
+ is_extension=False,
289
+ extension_scope=None,
290
+ options=None),
291
+ _descriptor.FieldDescriptor(
292
+ name='data_config',
293
+ full_name='protos.EasyRecConfig.data_config',
294
+ index=15,
295
+ number=8,
296
+ type=11,
297
+ cpp_type=10,
298
+ label=1,
299
+ has_default_value=False,
300
+ default_value=None,
301
+ message_type=None,
302
+ enum_type=None,
303
+ containing_type=None,
304
+ is_extension=False,
305
+ extension_scope=None,
306
+ options=None),
307
+ _descriptor.FieldDescriptor(
308
+ name='feature_configs',
309
+ full_name='protos.EasyRecConfig.feature_configs',
310
+ index=16,
311
+ number=9,
312
+ type=11,
313
+ cpp_type=10,
314
+ label=3,
315
+ has_default_value=False,
316
+ default_value=[],
317
+ message_type=None,
318
+ enum_type=None,
319
+ containing_type=None,
320
+ is_extension=False,
321
+ extension_scope=None,
322
+ options=None),
323
+ _descriptor.FieldDescriptor(
324
+ name='feature_config',
325
+ full_name='protos.EasyRecConfig.feature_config',
326
+ index=17,
327
+ number=10,
328
+ type=11,
329
+ cpp_type=10,
330
+ label=1,
331
+ has_default_value=False,
332
+ default_value=None,
333
+ message_type=None,
334
+ enum_type=None,
335
+ containing_type=None,
336
+ is_extension=False,
337
+ extension_scope=None,
338
+ options=None),
339
+ _descriptor.FieldDescriptor(
340
+ name='model_config',
341
+ full_name='protos.EasyRecConfig.model_config',
342
+ index=18,
343
+ number=14,
344
+ type=11,
345
+ cpp_type=10,
346
+ label=2,
347
+ has_default_value=False,
348
+ default_value=None,
349
+ message_type=None,
350
+ enum_type=None,
351
+ containing_type=None,
352
+ is_extension=False,
353
+ extension_scope=None,
354
+ options=None),
355
+ _descriptor.FieldDescriptor(
356
+ name='export_config',
357
+ full_name='protos.EasyRecConfig.export_config',
358
+ index=19,
359
+ number=15,
360
+ type=11,
361
+ cpp_type=10,
362
+ label=1,
363
+ has_default_value=False,
364
+ default_value=None,
365
+ message_type=None,
366
+ enum_type=None,
367
+ containing_type=None,
368
+ is_extension=False,
369
+ extension_scope=None,
370
+ options=None),
371
+ _descriptor.FieldDescriptor(
372
+ name='fg_json_path',
373
+ full_name='protos.EasyRecConfig.fg_json_path',
374
+ index=20,
375
+ number=16,
376
+ type=9,
377
+ cpp_type=9,
378
+ label=1,
379
+ has_default_value=False,
380
+ default_value=_b('').decode('utf-8'),
381
+ message_type=None,
382
+ enum_type=None,
383
+ containing_type=None,
384
+ is_extension=False,
385
+ extension_scope=None,
386
+ options=None),
387
+ ],
388
+ extensions=[],
389
+ nested_types=[],
390
+ enum_types=[],
391
+ options=None,
392
+ is_extendable=False,
393
+ syntax='proto2',
394
+ extension_ranges=[],
395
+ oneofs=[
396
+ _descriptor.OneofDescriptor(
397
+ name='train_path',
398
+ full_name='protos.EasyRecConfig.train_path',
399
+ index=0,
400
+ containing_type=None,
401
+ fields=[]),
402
+ _descriptor.OneofDescriptor(
403
+ name='eval_path',
404
+ full_name='protos.EasyRecConfig.eval_path',
405
+ index=1,
406
+ containing_type=None,
407
+ fields=[]),
408
+ ],
409
+ serialized_start=370,
410
+ serialized_end=1296,
411
+ )
412
+
413
+ _EASYRECCONFIG.fields_by_name[
414
+ 'kafka_train_input'].message_type = easy__rec_dot_python_dot_protos_dot_data__source__pb2._KAFKASERVER
415
+ _EASYRECCONFIG.fields_by_name[
416
+ 'datahub_train_input'].message_type = easy__rec_dot_python_dot_protos_dot_data__source__pb2._DATAHUBSERVER
417
+ _EASYRECCONFIG.fields_by_name[
418
+ 'hive_train_input'].message_type = easy__rec_dot_python_dot_protos_dot_hive__config__pb2._HIVECONFIG
419
+ _EASYRECCONFIG.fields_by_name[
420
+ 'binary_train_input'].message_type = easy__rec_dot_python_dot_protos_dot_data__source__pb2._BINARYDATAINPUT
421
+ _EASYRECCONFIG.fields_by_name[
422
+ 'kafka_eval_input'].message_type = easy__rec_dot_python_dot_protos_dot_data__source__pb2._KAFKASERVER
423
+ _EASYRECCONFIG.fields_by_name[
424
+ 'datahub_eval_input'].message_type = easy__rec_dot_python_dot_protos_dot_data__source__pb2._DATAHUBSERVER
425
+ _EASYRECCONFIG.fields_by_name[
426
+ 'hive_eval_input'].message_type = easy__rec_dot_python_dot_protos_dot_hive__config__pb2._HIVECONFIG
427
+ _EASYRECCONFIG.fields_by_name[
428
+ 'binary_eval_input'].message_type = easy__rec_dot_python_dot_protos_dot_data__source__pb2._BINARYDATAINPUT
429
+ _EASYRECCONFIG.fields_by_name[
430
+ 'train_config'].message_type = easy__rec_dot_python_dot_protos_dot_train__pb2._TRAINCONFIG
431
+ _EASYRECCONFIG.fields_by_name[
432
+ 'eval_config'].message_type = easy__rec_dot_python_dot_protos_dot_eval__pb2._EVALCONFIG
433
+ _EASYRECCONFIG.fields_by_name[
434
+ 'data_config'].message_type = easy__rec_dot_python_dot_protos_dot_dataset__pb2._DATASETCONFIG
435
+ _EASYRECCONFIG.fields_by_name[
436
+ 'feature_configs'].message_type = easy__rec_dot_python_dot_protos_dot_feature__config__pb2._FEATURECONFIG
437
+ _EASYRECCONFIG.fields_by_name[
438
+ 'feature_config'].message_type = easy__rec_dot_python_dot_protos_dot_feature__config__pb2._FEATURECONFIGV2
439
+ _EASYRECCONFIG.fields_by_name[
440
+ 'model_config'].message_type = easy__rec_dot_python_dot_protos_dot_easy__rec__model__pb2._EASYRECMODEL
441
+ _EASYRECCONFIG.fields_by_name[
442
+ 'export_config'].message_type = easy__rec_dot_python_dot_protos_dot_export__pb2._EXPORTCONFIG
443
+ _EASYRECCONFIG.oneofs_by_name['train_path'].fields.append(
444
+ _EASYRECCONFIG.fields_by_name['train_input_path'])
445
+ _EASYRECCONFIG.fields_by_name[
446
+ 'train_input_path'].containing_oneof = _EASYRECCONFIG.oneofs_by_name[
447
+ 'train_path']
448
+ _EASYRECCONFIG.oneofs_by_name['train_path'].fields.append(
449
+ _EASYRECCONFIG.fields_by_name['kafka_train_input'])
450
+ _EASYRECCONFIG.fields_by_name[
451
+ 'kafka_train_input'].containing_oneof = _EASYRECCONFIG.oneofs_by_name[
452
+ 'train_path']
453
+ _EASYRECCONFIG.oneofs_by_name['train_path'].fields.append(
454
+ _EASYRECCONFIG.fields_by_name['datahub_train_input'])
455
+ _EASYRECCONFIG.fields_by_name[
456
+ 'datahub_train_input'].containing_oneof = _EASYRECCONFIG.oneofs_by_name[
457
+ 'train_path']
458
+ _EASYRECCONFIG.oneofs_by_name['train_path'].fields.append(
459
+ _EASYRECCONFIG.fields_by_name['hive_train_input'])
460
+ _EASYRECCONFIG.fields_by_name[
461
+ 'hive_train_input'].containing_oneof = _EASYRECCONFIG.oneofs_by_name[
462
+ 'train_path']
463
+ _EASYRECCONFIG.oneofs_by_name['train_path'].fields.append(
464
+ _EASYRECCONFIG.fields_by_name['binary_train_input'])
465
+ _EASYRECCONFIG.fields_by_name[
466
+ 'binary_train_input'].containing_oneof = _EASYRECCONFIG.oneofs_by_name[
467
+ 'train_path']
468
+ _EASYRECCONFIG.oneofs_by_name['train_path'].fields.append(
469
+ _EASYRECCONFIG.fields_by_name['parquet_train_input'])
470
+ _EASYRECCONFIG.fields_by_name[
471
+ 'parquet_train_input'].containing_oneof = _EASYRECCONFIG.oneofs_by_name[
472
+ 'train_path']
473
+ _EASYRECCONFIG.oneofs_by_name['eval_path'].fields.append(
474
+ _EASYRECCONFIG.fields_by_name['eval_input_path'])
475
+ _EASYRECCONFIG.fields_by_name[
476
+ 'eval_input_path'].containing_oneof = _EASYRECCONFIG.oneofs_by_name[
477
+ 'eval_path']
478
+ _EASYRECCONFIG.oneofs_by_name['eval_path'].fields.append(
479
+ _EASYRECCONFIG.fields_by_name['kafka_eval_input'])
480
+ _EASYRECCONFIG.fields_by_name[
481
+ 'kafka_eval_input'].containing_oneof = _EASYRECCONFIG.oneofs_by_name[
482
+ 'eval_path']
483
+ _EASYRECCONFIG.oneofs_by_name['eval_path'].fields.append(
484
+ _EASYRECCONFIG.fields_by_name['datahub_eval_input'])
485
+ _EASYRECCONFIG.fields_by_name[
486
+ 'datahub_eval_input'].containing_oneof = _EASYRECCONFIG.oneofs_by_name[
487
+ 'eval_path']
488
+ _EASYRECCONFIG.oneofs_by_name['eval_path'].fields.append(
489
+ _EASYRECCONFIG.fields_by_name['hive_eval_input'])
490
+ _EASYRECCONFIG.fields_by_name[
491
+ 'hive_eval_input'].containing_oneof = _EASYRECCONFIG.oneofs_by_name[
492
+ 'eval_path']
493
+ _EASYRECCONFIG.oneofs_by_name['eval_path'].fields.append(
494
+ _EASYRECCONFIG.fields_by_name['binary_eval_input'])
495
+ _EASYRECCONFIG.fields_by_name[
496
+ 'binary_eval_input'].containing_oneof = _EASYRECCONFIG.oneofs_by_name[
497
+ 'eval_path']
498
+ _EASYRECCONFIG.oneofs_by_name['eval_path'].fields.append(
499
+ _EASYRECCONFIG.fields_by_name['parquet_eval_input'])
500
+ _EASYRECCONFIG.fields_by_name[
501
+ 'parquet_eval_input'].containing_oneof = _EASYRECCONFIG.oneofs_by_name[
502
+ 'eval_path']
503
+ DESCRIPTOR.message_types_by_name['EasyRecConfig'] = _EASYRECCONFIG
504
+ _sym_db.RegisterFileDescriptor(DESCRIPTOR)
505
+
506
+ EasyRecConfig = _reflection.GeneratedProtocolMessageType(
507
+ 'EasyRecConfig',
508
+ (_message.Message,),
509
+ dict(
510
+ DESCRIPTOR=_EASYRECCONFIG,
511
+ __module__='easy_rec.python.protos.pipeline_pb2'
512
+ # @@protoc_insertion_point(class_scope:protos.EasyRecConfig)
513
+ ))
514
+ _sym_db.RegisterMessage(EasyRecConfig)
515
+
516
+ # @@protoc_insertion_point(module_scope)