matrice-inference 0.1.33__tar.gz → 0.1.73__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (62) hide show
  1. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/PKG-INFO +1 -1
  2. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/matrice_inference.egg-info/PKG-INFO +1 -1
  3. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/matrice_inference.egg-info/SOURCES.txt +10 -3
  4. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/src/matrice_inference/server/__init__.py +11 -1
  5. matrice_inference-0.1.73/src/matrice_inference/server/inference_interface.py +775 -0
  6. matrice_inference-0.1.73/src/matrice_inference/server/model/model_manager.py +530 -0
  7. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/src/matrice_inference/server/model/model_manager_wrapper.py +32 -11
  8. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/src/matrice_inference/server/proxy_interface.py +4 -1
  9. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/src/matrice_inference/server/server.py +58 -19
  10. matrice_inference-0.1.73/src/matrice_inference/server/stream/DATA_FLOW_DIAGRAM.md +360 -0
  11. matrice_inference-0.1.73/src/matrice_inference/server/stream/STREAMING_PIPELINE_ARCHITECTURE.md +1162 -0
  12. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/src/matrice_inference/server/stream/analytics_publisher.py +94 -32
  13. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/src/matrice_inference/server/stream/app_deployment.py +389 -14
  14. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/src/matrice_inference/server/stream/camera_config_monitor.py +41 -21
  15. matrice_inference-0.1.73/src/matrice_inference/server/stream/consumer_manager.py +552 -0
  16. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/src/matrice_inference/server/stream/frame_cache.py +59 -28
  17. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/src/matrice_inference/server/stream/inference_metric_logger.py +176 -82
  18. matrice_inference-0.1.73/src/matrice_inference/server/stream/inference_worker.py +799 -0
  19. matrice_inference-0.1.73/src/matrice_inference/server/stream/post_processing_manager.py +314 -0
  20. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/src/matrice_inference/server/stream/producer_worker.py +176 -30
  21. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/src/matrice_inference/server/stream/stream_pipeline.py +544 -162
  22. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/src/matrice_inference/server/stream/worker_metrics.py +20 -28
  23. matrice_inference-0.1.73/tests/test_frame_cache_optimizations.py +275 -0
  24. matrice_inference-0.1.73/tests/test_integration_real_components.py +311 -0
  25. matrice_inference-0.1.73/tests/test_msgpack_simple.py +107 -0
  26. matrice_inference-0.1.73/tests/test_msgpack_unpacking.py +137 -0
  27. matrice_inference-0.1.73/tests/test_streaming_pipeline_e2e.py +516 -0
  28. matrice_inference-0.1.33/src/matrice_inference/server/inference_interface.py +0 -176
  29. matrice_inference-0.1.33/src/matrice_inference/server/model/model_manager.py +0 -274
  30. matrice_inference-0.1.33/src/matrice_inference/server/stream/consumer_worker.py +0 -574
  31. matrice_inference-0.1.33/src/matrice_inference/server/stream/inference_worker.py +0 -285
  32. matrice_inference-0.1.33/src/matrice_inference/server/stream/post_processing_worker.py +0 -429
  33. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/LICENSE.txt +0 -0
  34. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/README.md +0 -0
  35. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/matrice_inference.egg-info/dependency_links.txt +0 -0
  36. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/matrice_inference.egg-info/not-zip-safe +0 -0
  37. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/matrice_inference.egg-info/top_level.txt +0 -0
  38. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/pyproject.toml +0 -0
  39. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/setup.cfg +0 -0
  40. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/setup.py +0 -0
  41. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/src/matrice_inference/__init__.py +0 -0
  42. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/src/matrice_inference/py.typed +0 -0
  43. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/src/matrice_inference/server/model/__init__.py +0 -0
  44. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/src/matrice_inference/server/model/triton_model_manager.py +0 -0
  45. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/src/matrice_inference/server/model/triton_server.py +0 -0
  46. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/src/matrice_inference/server/stream/__init__.py +0 -0
  47. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/src/matrice_inference/server/stream/app_event_listener.py +0 -0
  48. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/src/matrice_inference/server/stream/deployment_refresh_listener.py +0 -0
  49. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/src/matrice_inference/server/stream/metric_publisher.py +0 -0
  50. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/src/matrice_inference/server/stream/utils.py +0 -0
  51. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/src/matrice_inference/tmp/abstract_model_manager.py +0 -0
  52. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/src/matrice_inference/tmp/aggregator/__init__.py +0 -0
  53. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/src/matrice_inference/tmp/aggregator/aggregator.py +0 -0
  54. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/src/matrice_inference/tmp/aggregator/analytics.py +0 -0
  55. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/src/matrice_inference/tmp/aggregator/ingestor.py +0 -0
  56. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/src/matrice_inference/tmp/aggregator/latency.py +0 -0
  57. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/src/matrice_inference/tmp/aggregator/pipeline.py +0 -0
  58. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/src/matrice_inference/tmp/aggregator/publisher.py +0 -0
  59. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/src/matrice_inference/tmp/aggregator/synchronizer.py +0 -0
  60. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/src/matrice_inference/tmp/batch_manager.py +0 -0
  61. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/src/matrice_inference/tmp/overall_inference_testing.py +0 -0
  62. {matrice_inference-0.1.33 → matrice_inference-0.1.73}/src/matrice_inference/tmp/triton_utils.py +0 -0
{matrice_inference-0.1.33 → matrice_inference-0.1.73}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: matrice_inference
3
- Version: 0.1.33
3
+ Version: 0.1.73
4
4
  Summary: Common server utilities for Matrice.ai services
5
5
  Author-email: "Matrice.ai" <dipendra@matrice.ai>
6
6
  License-Expression: MIT
{matrice_inference-0.1.33 → matrice_inference-0.1.73}/matrice_inference.egg-info/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: matrice_inference
3
- Version: 0.1.33
3
+ Version: 0.1.73
4
4
  Summary: Common server utilities for Matrice.ai services
5
5
  Author-email: "Matrice.ai" <dipendra@matrice.ai>
6
6
  License-Expression: MIT
{matrice_inference-0.1.33 → matrice_inference-0.1.73}/matrice_inference.egg-info/SOURCES.txt RENAMED
@@ -18,18 +18,20 @@ src/matrice_inference/server/model/model_manager.py
18
18
  src/matrice_inference/server/model/model_manager_wrapper.py
19
19
  src/matrice_inference/server/model/triton_model_manager.py
20
20
  src/matrice_inference/server/model/triton_server.py
21
+ src/matrice_inference/server/stream/DATA_FLOW_DIAGRAM.md
22
+ src/matrice_inference/server/stream/STREAMING_PIPELINE_ARCHITECTURE.md
21
23
  src/matrice_inference/server/stream/__init__.py
22
24
  src/matrice_inference/server/stream/analytics_publisher.py
23
25
  src/matrice_inference/server/stream/app_deployment.py
24
26
  src/matrice_inference/server/stream/app_event_listener.py
25
27
  src/matrice_inference/server/stream/camera_config_monitor.py
26
- src/matrice_inference/server/stream/consumer_worker.py
28
+ src/matrice_inference/server/stream/consumer_manager.py
27
29
  src/matrice_inference/server/stream/deployment_refresh_listener.py
28
30
  src/matrice_inference/server/stream/frame_cache.py
29
31
  src/matrice_inference/server/stream/inference_metric_logger.py
30
32
  src/matrice_inference/server/stream/inference_worker.py
31
33
  src/matrice_inference/server/stream/metric_publisher.py
32
- src/matrice_inference/server/stream/post_processing_worker.py
34
+ src/matrice_inference/server/stream/post_processing_manager.py
33
35
  src/matrice_inference/server/stream/producer_worker.py
34
36
  src/matrice_inference/server/stream/stream_pipeline.py
35
37
  src/matrice_inference/server/stream/utils.py
@@ -45,4 +47,9 @@ src/matrice_inference/tmp/aggregator/ingestor.py
45
47
  src/matrice_inference/tmp/aggregator/latency.py
46
48
  src/matrice_inference/tmp/aggregator/pipeline.py
47
49
  src/matrice_inference/tmp/aggregator/publisher.py
48
- src/matrice_inference/tmp/aggregator/synchronizer.py
50
+ src/matrice_inference/tmp/aggregator/synchronizer.py
51
+ tests/test_frame_cache_optimizations.py
52
+ tests/test_integration_real_components.py
53
+ tests/test_msgpack_simple.py
54
+ tests/test_msgpack_unpacking.py
55
+ tests/test_streaming_pipeline_e2e.py
{matrice_inference-0.1.33 → matrice_inference-0.1.73}/src/matrice_inference/server/__init__.py RENAMED
@@ -1,12 +1,22 @@
1
1
  import os
2
2
  import logging
3
+ from logging.handlers import RotatingFileHandler
3
4
 
4
5
  # Define paths
5
6
  log_path = os.path.join(os.getcwd(), "deploy_server.log")
6
7
 
7
8
  # Create handlers explicitly
8
9
  console_handler = logging.StreamHandler()
9
- file_handler = logging.FileHandler(log_path)
10
+
11
+ # Use RotatingFileHandler with 0.5 GB max size and 3 backup files
12
+ # When the log reaches 0.5 GB, it's rotated to deploy_server.log.1, deploy_server.log.2, etc.
13
+ # Oldest logs are automatically deleted when backup count is exceeded
14
+ file_handler = RotatingFileHandler(
15
+ log_path,
16
+ maxBytes=500 * 1024 * 1024, # 0.5 GB = 500 MB
17
+ backupCount=3, # Keep 3 backup files (total ~2 GB max: 0.5GB current + 3x0.5GB backups)
18
+ encoding='utf-8'
19
+ )
10
20
 
11
21
  # Set levels
12
22
  console_handler.setLevel(logging.INFO)