megadetector 5.0.10__py3-none-any.whl → 5.0.11__py3-none-any.whl

api/synchronous/api_core/animal_detection_api/data_management/annotations/annotation_constants.py

@@ -1,47 +0,0 @@
-########
-#
-# annotation_constants.py
-#
-# Shared constants used to interpret annotation output
-#
-# Categories assigned to bounding boxes.  Used throughout our repo; do not change unless
-# you are Dan or Siyu.  In fact, do not change unless you are both Dan *and* Siyu.
-# 
-# We use integer indices here; this is different than the API output .json file,
-# where indices are string integers.
-#
-########
-
-NUM_DETECTOR_CATEGORIES = 3  # this is for choosing colors, so ignoring the "empty" class
-
-# This is the label mapping used for our incoming iMerit annotations
-# Only used to parse the incoming annotations. In our database, the string name is used to avoid confusion
-annotation_bbox_categories = [
-    {'id': 0, 'name': 'empty'},
-    {'id': 1, 'name': 'animal'},
-    {'id': 2, 'name': 'person'},
-    {'id': 3, 'name': 'group'},  # group of animals
-    {'id': 4, 'name': 'vehicle'}
-]
-
-annotation_bbox_category_id_to_name = {}
-annotation_bbox_category_name_to_id = {}
-
-for cat in annotation_bbox_categories:
-    annotation_bbox_category_id_to_name[cat['id']] = cat['name']
-    annotation_bbox_category_name_to_id[cat['name']] = cat['id']
-
-# MegaDetector outputs
-detector_bbox_categories = [
-    {'id': 0, 'name': 'empty'},
-    {'id': 1, 'name': 'animal'},
-    {'id': 2, 'name': 'person'},
-    {'id': 3, 'name': 'vehicle'}
-]
-
-detector_bbox_category_id_to_name = {}
-detector_bbox_category_name_to_id = {}
-
-for cat in detector_bbox_categories:
-    detector_bbox_category_id_to_name[cat['id']] = cat['name']
-    detector_bbox_category_name_to_id[cat['name']] = cat['id']

api/synchronous/api_core/animal_detection_api/detection/detector_training/copy_checkpoints.py

@@ -1,43 +0,0 @@
-########
-#
-# copy_checkpoints.py
-#
-# Run this script with specified source_dir and target_dir while the model is training to make a copy
-# of every checkpoint (checkpoints are kept once an hour by default and is difficult to adjust)
-#
-########
-
-#%% Imports and constants
-
-import time
-import os
-import shutil
-
-check_every_n_minutes = 10
-
-source_dir = '/datadrive/megadetectorv3/experiments/190425'
-target_dir = '/datadrive/megadetectorv3/experiments/0425_checkpoints'
-
-os.makedirs(target_dir, exist_ok=True)
-
-
-#%% Main loop
-
-num_checks = 0
-
-while True:
-    
-    num_checks += 1
-    print('Checking round {}.'.format(num_checks))
-
-    for f in os.listdir(source_dir):
-        # do not copy event or evaluation results
-        if f.startswith('model') or f.startswith('graph'):
-            target_path = os.path.join(target_dir, f)
-            if not os.path.exists(target_path):
-                _ = shutil.copy(os.path.join(source_dir, f), target_path)
-                print('Copied {}.'.format(f))
-
-    print('End of round {}.'.format(num_checks))
-
-    time.sleep(check_every_n_minutes * 60)

api/synchronous/api_core/animal_detection_api/detection/detector_training/model_main_tf2.py

@@ -1,114 +0,0 @@
-# Lint as: python3
-# Copyright 2020 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-
-r"""Creates and runs TF2 object detection models.
-For local training/evaluation run:
-PIPELINE_CONFIG_PATH=path/to/pipeline.config
-MODEL_DIR=/tmp/model_outputs
-NUM_TRAIN_STEPS=10000
-SAMPLE_1_OF_N_EVAL_EXAMPLES=1
-python model_main_tf2.py -- \
-  --model_dir=$MODEL_DIR --num_train_steps=$NUM_TRAIN_STEPS \
-  --sample_1_of_n_eval_examples=$SAMPLE_1_OF_N_EVAL_EXAMPLES \
-  --pipeline_config_path=$PIPELINE_CONFIG_PATH \
-  --alsologtostderr
-"""
-from absl import flags
-import tensorflow.compat.v2 as tf
-from object_detection import model_lib_v2
-
-flags.DEFINE_string('pipeline_config_path', None, 'Path to pipeline config '
-                    'file.')
-flags.DEFINE_integer('num_train_steps', None, 'Number of train steps.')
-flags.DEFINE_bool('eval_on_train_data', False, 'Enable evaluating on train '
-                  'data (only supported in distributed training).')
-flags.DEFINE_integer('sample_1_of_n_eval_examples', None, 'Will sample one of '
-                     'every n eval input examples, where n is provided.')
-flags.DEFINE_integer('sample_1_of_n_eval_on_train_examples', 5, 'Will sample '
-                     'one of every n train input examples for evaluation, '
-                     'where n is provided. This is only used if '
-                     '`eval_training_data` is True.')
-flags.DEFINE_string(
-    'model_dir', None, 'Path to output model directory '
-                       'where event and checkpoint files will be written.')
-flags.DEFINE_string(
-    'checkpoint_dir', None, 'Path to directory holding a checkpoint.  If '
-    '`checkpoint_dir` is provided, this binary operates in eval-only mode, '
-    'writing resulting metrics to `model_dir`.')
-
-flags.DEFINE_integer('eval_timeout', 3600, 'Number of seconds to wait for an'
-                     'evaluation checkpoint before exiting.')
-
-flags.DEFINE_bool('use_tpu', False, 'Whether the job is executing on a TPU.')
-flags.DEFINE_string(
-    'tpu_name',
-    default=None,
-    help='Name of the Cloud TPU for Cluster Resolvers.')
-flags.DEFINE_integer(
-    'num_workers', 1, 'When num_workers > 1, training uses '
-    'MultiWorkerMirroredStrategy. When num_workers = 1 it uses '
-    'MirroredStrategy.')
-flags.DEFINE_integer(
-    'checkpoint_every_n', 1000, 'Integer defining how often we checkpoint.')
-flags.DEFINE_boolean('record_summaries', True,
-                     ('Whether or not to record summaries defined by the model'
-                      ' or the training pipeline. This does not impact the'
-                      ' summaries of the loss values which are always'
-                      ' recorded.'))
-
-FLAGS = flags.FLAGS
-
-
-def main(unused_argv):
-  flags.mark_flag_as_required('model_dir')
-  flags.mark_flag_as_required('pipeline_config_path')
-  tf.config.set_soft_device_placement(True)
-
-  if FLAGS.checkpoint_dir:
-    model_lib_v2.eval_continuously(
-        pipeline_config_path=FLAGS.pipeline_config_path,
-        model_dir=FLAGS.model_dir,
-        train_steps=FLAGS.num_train_steps,
-        sample_1_of_n_eval_examples=FLAGS.sample_1_of_n_eval_examples,
-        sample_1_of_n_eval_on_train_examples=(
-            FLAGS.sample_1_of_n_eval_on_train_examples),
-        checkpoint_dir=FLAGS.checkpoint_dir,
-        wait_interval=300, timeout=FLAGS.eval_timeout)
-  else:
-    if FLAGS.use_tpu:
-      # TPU is automatically inferred if tpu_name is None and
-      # we are running under cloud ai-platform.
-      resolver = tf.distribute.cluster_resolver.TPUClusterResolver(
-          FLAGS.tpu_name)
-      tf.config.experimental_connect_to_cluster(resolver)
-      tf.tpu.experimental.initialize_tpu_system(resolver)
-      strategy = tf.distribute.experimental.TPUStrategy(resolver)
-    elif FLAGS.num_workers > 1:
-      strategy = tf.distribute.experimental.MultiWorkerMirroredStrategy()
-    else:
-      strategy = tf.compat.v2.distribute.MirroredStrategy()
-
-    with strategy.scope():
-      model_lib_v2.train_loop(
-          pipeline_config_path=FLAGS.pipeline_config_path,
-          model_dir=FLAGS.model_dir,
-          train_steps=FLAGS.num_train_steps,
-          use_tpu=FLAGS.use_tpu,
-          checkpoint_every_n=FLAGS.checkpoint_every_n,
-          record_summaries=FLAGS.record_summaries)
-
-if __name__ == '__main__':
-  tf.compat.v1.app.run()