easy-cs-rec-custommodel 0.8.6__py2.py3-none-any.whl

easy_rec/python/test/rtp_convert_test.py

@@ -0,0 +1,133 @@
+# -*- encoding:utf-8 -*-
+# Copyright (c) Alibaba, Inc. and its affiliates.
+
+import logging
+import os
+
+import tensorflow as tf
+
+from easy_rec.python.utils import config_util
+from easy_rec.python.utils import test_utils
+
+
+class RTPConvertTest(tf.test.TestCase):
+
+  def setUp(self):
+    logging.info('Testing %s.%s' % (type(self).__name__, self._testMethodName))
+
+  def tearDown(self):
+    test_utils.set_gpu_id(None)
+
+  def test_rtp_convert(self):
+    test_dir = test_utils.get_tmp_dir()
+    logging.info('test dir: %s' % test_dir)
+    pipeline_config_path = os.path.join(test_dir, 'fg_multi_tower.config')
+    convert_cmd = """
+      python -m easy_rec.python.tools.convert_rtp_fg
+        --rtp_fg samples/rtp_fg/fg.json
+        --label clk
+        --output_path  %s
+        --input_type RTPInput
+        --model_type multi_tower
+        --train_input_path data/test/rtp/taobao_train_feature.txt
+        --eval_input_path data/test/rtp/taobao_test_feature.txt
+        --selected_cols 0,3 --num_steps 400
+    """ % pipeline_config_path
+    proc = test_utils.run_cmd(convert_cmd,
+                              '%s/log_%s.txt' % (test_dir, 'convert'))
+    proc.wait()
+    self.assertTrue(proc.returncode == 0)
+    self.assertTrue(
+        test_utils.test_single_train_eval(
+            pipeline_config_path, test_dir=test_dir))
+    test_utils.clean_up(test_dir)
+
+  def test_rtp_convert_bucketize(self):
+    test_dir = test_utils.get_tmp_dir()
+    logging.info('test dir: %s' % test_dir)
+    pipeline_config_path = os.path.join(test_dir, 'fg_multi_tower.config')
+    convert_cmd = """
+      python -m easy_rec.python.tools.convert_rtp_fg
+        --rtp_fg samples/rtp_fg/fg_bucketize.json
+        --label clk
+        --output_path  %s
+        --input_type RTPInput
+        --model_type multi_tower
+        --train_input_path data/test/rtp/taobao_train_bucketize_feature.txt
+        --eval_input_path data/test/rtp/taobao_test_bucketize_feature.txt
+        --selected_cols 0,3 --num_steps 400
+    """ % pipeline_config_path
+    proc = test_utils.run_cmd(convert_cmd,
+                              '%s/log_%s.txt' % (test_dir, 'convert'))
+    proc.wait()
+    self.assertTrue(proc.returncode == 0)
+    self.assertTrue(
+        test_utils.test_single_train_eval(
+            pipeline_config_path, test_dir=test_dir))
+    test_utils.clean_up(test_dir)
+
+  def test_rtp_convert_bucketize_v2(self):
+    test_dir = test_utils.get_tmp_dir()
+    logging.info('test dir: %s' % test_dir)
+    pipeline_config_path = os.path.join(test_dir, 'fg_multi_tower.config')
+    convert_cmd = """
+      python -m easy_rec.python.tools.convert_rtp_fg
+        --rtp_fg samples/rtp_fg/fg_bucketize_v2.json
+        --label clk
+        --output_path  %s
+        --input_type RTPInput
+        --model_type multi_tower
+        --train_input_path data/test/rtp/taobao_train_feature.txt
+        --eval_input_path data/test/rtp/taobao_test_feature.txt
+        --selected_cols 0,3 --num_steps 400
+    """ % pipeline_config_path
+    proc = test_utils.run_cmd(convert_cmd,
+                              '%s/log_%s.txt' % (test_dir, 'convert'))
+    proc.wait()
+    self.assertTrue(proc.returncode == 0)
+
+    tmp_config = config_util.get_configs_from_pipeline_file(
+        pipeline_config_path)
+    for feature_config in tmp_config.feature_configs:
+      if feature_config.input_names[0] == 'price':
+        assert len(feature_config.boundaries) == 6
+
+    self.assertTrue(
+        test_utils.test_single_train_eval(
+            pipeline_config_path, test_dir=test_dir))
+    test_utils.clean_up(test_dir)
+
+  def test_rtp_convert_test_model_config(self):
+    test_dir = test_utils.get_tmp_dir()
+    logging.info('test dir: %s' % test_dir)
+    pipeline_config_path = os.path.join(test_dir, 'fg_wide_and_deep.config')
+    convert_cmd = """
+      python -m easy_rec.python.tools.convert_rtp_fg
+        --rtp_fg samples/rtp_fg/fg_bucketize_model_config.json
+        --label clk
+        --output_path  %s
+        --input_type RTPInput
+        --train_input_path data/test/rtp/taobao_train_feature.txt
+        --eval_input_path data/test/rtp/taobao_test_feature.txt
+        --selected_cols 0,3 --num_steps 400
+    """ % pipeline_config_path
+    proc = test_utils.run_cmd(convert_cmd,
+                              '%s/log_%s.txt' % (test_dir, 'convert'))
+    proc.wait()
+    self.assertTrue(proc.returncode == 0)
+
+    tmp_config = config_util.get_configs_from_pipeline_file(
+        pipeline_config_path)
+    assert len(tmp_config.model_config.wide_and_deep.dnn.hidden_units) == 2
+    assert tmp_config.model_config.wide_and_deep.dnn.hidden_units[0] == 48
+    assert tmp_config.model_config.wide_and_deep.dnn.hidden_units[1] == 24
+    assert tmp_config.model_dir == 'experiments/rtp_fg/wide_and_deep_update_model'
+
+    self.assertTrue(
+        test_utils.test_single_train_eval(
+            pipeline_config_path, test_dir=test_dir))
+    test_utils.clean_up(test_dir)
+
+
+if __name__ == '__main__':
+  tf.test.main()

easy_rec/python/test/run.py

@@ -0,0 +1,138 @@
+#!/usr/bin/env python
+# -*- encoding:utf-8 -*-
+# Copyright (c) Alibaba, Inc. and its affiliates.
+
+import logging
+import os
+import sys
+import unittest
+
+import tensorflow as tf
+
+from easy_rec.python.utils import test_utils
+
+if tf.__version__ >= '2.0':
+  tf = tf.compat.v1
+
+tf.app.flags.DEFINE_bool('list_tests', False, 'list all tests')
+tf.app.flags.DEFINE_string('list_test_to_file', None, 'list all tests')
+tf.app.flags.DEFINE_string('pattern', '*_test.py', 'test file pattern')
+tf.app.flags.DEFINE_string('test_dir', 'easy_rec/python/test',
+                           'directory to be tested')
+tf.app.flags.DEFINE_integer('num_parallel', 10,
+                            'number of parallel executed cases.')
+tf.app.flags.DEFINE_integer('timeout', 3600,
+                            'maximal execute time in seconds for each case.')
+FLAGS = tf.flags.FLAGS
+
+
+def gather_test_cases(test_dir, pattern):
+  discover = unittest.defaultTestLoader.discover(
+      test_dir, pattern=pattern, top_level_dir=None)
+  all_tests = []
+  for suite_discovered in discover:
+    for test_case in suite_discovered:
+      if 'ModuleImportFailure' in str(test_case):
+        logging.error('Failed to gather case: %s' % str(test_case))
+        sys.exit(1)
+      if '_FailedTest' in str(test_case):
+        logging.error('Failed to gather case: %s' % str(test_case))
+        logging.error('Detail message: %s' % test_case.debug())
+        sys.exit(1)
+      if hasattr(test_case, '__iter__'):
+        for subcase in test_case:
+          toks = subcase.id().split('.')
+          case_file = toks[0]
+          case_name = '.'.join(toks[1:])
+          if (case_file, case_name) not in all_tests:
+            all_tests.append((case_file, case_name))
+      else:
+        toks = test_case.id().split('.')[0]
+        case_file = toks[0]
+        case_name = '.'.join(toks[1:])
+        if (case_file, case_name) not in all_tests:
+          all_tests.append((case_file, case_name))
+  if FLAGS.list_test_to_file:
+    logging.info('Total number of cases: %d' % len(all_tests))
+    logging.info('save test lists to %s' % FLAGS.list_test_to_file)
+    with open(FLAGS.list_test_to_file, 'w') as fout:
+      for t_file, t_name in all_tests:
+        fout.write('%s %s\n' % (t_file, t_name))
+  elif FLAGS.list_tests:
+    logging.info('Total number of cases: %d' % len(all_tests))
+    for t_file, t_name in all_tests:
+      logging.info('\t%s.%s' % (t_file, t_name))
+  return all_tests
+
+
+def main(argv):
+  all_tests = gather_test_cases(os.path.abspath(FLAGS.test_dir), FLAGS.pattern)
+  if FLAGS.list_tests or FLAGS.list_test_to_file:
+    return
+
+  test_dir = os.environ.get('TEST_DIR', '.')
+  if not os.path.isdir(test_dir):
+    os.makedirs(test_dir)
+  test_log_dir = os.path.join(test_dir, 'logs')
+  if not os.path.exists(test_log_dir):
+    os.makedirs(test_log_dir)
+  logging.info('Total number of cases: %d test_dir: %s' %
+               (len(all_tests), test_dir))
+
+  max_num_port_per_proc = 3
+  total_port_num = (max_num_port_per_proc + 2) * FLAGS.num_parallel * 10
+  all_available_ports = test_utils.get_ports_base(total_port_num).tolist()
+
+  procs = {}
+  failed_cases = []
+  for case_file, case_name in all_tests:
+    while len(procs) >= FLAGS.num_parallel:
+      procs_done = []
+      for proc in procs:
+        if proc.poll() is not None:
+          if proc.returncode != 0:
+            fail_file, fail_name, _ = procs[proc]
+            failed_cases.append((fail_file, fail_name, proc.returncode))
+          procs_done.append(proc)
+      for proc in procs_done:
+        _, _, tmp_ports = procs[proc]
+        all_available_ports.extend([int(x) for x in tmp_ports.split(',')])
+        del procs[proc]
+    cmd = 'python -m easy_rec.python.test.%s %s' % (case_file, case_name)
+    log_file = '%s/%s.%s.log' % (test_log_dir, case_file, case_name)
+    tmp_ports = ','.join(
+        [str(x) for x in all_available_ports[:max_num_port_per_proc]])
+    all_available_ports = all_available_ports[max_num_port_per_proc:]
+
+    logging.info('Run %s.%s Log: %s' % (case_file, case_name, log_file))
+    case_envs = dict(os.environ)
+    case_envs['ports'] = tmp_ports
+    proc = test_utils.run_cmd(cmd, log_file, env=case_envs)
+    procs[proc] = (case_file, case_name, tmp_ports)
+
+  for proc in procs:
+    try:
+      test_utils.proc_wait(
+          proc, timeout=int(os.environ.get('TEST_TIME_OUT', 1200)))
+    except Exception as ex:
+      fail_file, fail_name = procs[proc]
+      logging.info('Case Exception: %s.%s %s' % (fail_file, fail_name, str(ex)))
+      proc.kill()
+
+    if proc.returncode != 0:
+      fail_file, fail_name, _ = procs[proc]
+      failed_cases.append((fail_file, fail_name, proc.returncode))
+
+  if len(failed_cases) > 0:
+    logging.info('Number Cases Failed: %d' % len(failed_cases))
+    for fail_file, fail_name, exit_code in failed_cases:
+      logging.info('\t%s.%s failed, exit_code:%d log: %s.%s.log' %
+                   (fail_file, fail_name, exit_code, fail_file, fail_name))
+    return 1
+  else:
+    logging.info('TestSucceed.')
+    return 0
+
+
+if __name__ == '__main__':
+  tf.app.run()