aiecs 1.0.1__py3-none-any.whl → 1.7.6__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of aiecs might be problematic. Click here for more details.
- aiecs/__init__.py +13 -16
- aiecs/__main__.py +7 -7
- aiecs/aiecs_client.py +269 -75
- aiecs/application/executors/operation_executor.py +79 -54
- aiecs/application/knowledge_graph/__init__.py +7 -0
- aiecs/application/knowledge_graph/builder/__init__.py +37 -0
- aiecs/application/knowledge_graph/builder/data_quality.py +302 -0
- aiecs/application/knowledge_graph/builder/data_reshaping.py +293 -0
- aiecs/application/knowledge_graph/builder/document_builder.py +369 -0
- aiecs/application/knowledge_graph/builder/graph_builder.py +490 -0
- aiecs/application/knowledge_graph/builder/import_optimizer.py +396 -0
- aiecs/application/knowledge_graph/builder/schema_inference.py +462 -0
- aiecs/application/knowledge_graph/builder/schema_mapping.py +563 -0
- aiecs/application/knowledge_graph/builder/structured_pipeline.py +1384 -0
- aiecs/application/knowledge_graph/builder/text_chunker.py +317 -0
- aiecs/application/knowledge_graph/extractors/__init__.py +27 -0
- aiecs/application/knowledge_graph/extractors/base.py +98 -0
- aiecs/application/knowledge_graph/extractors/llm_entity_extractor.py +422 -0
- aiecs/application/knowledge_graph/extractors/llm_relation_extractor.py +347 -0
- aiecs/application/knowledge_graph/extractors/ner_entity_extractor.py +241 -0
- aiecs/application/knowledge_graph/fusion/__init__.py +78 -0
- aiecs/application/knowledge_graph/fusion/ab_testing.py +395 -0
- aiecs/application/knowledge_graph/fusion/abbreviation_expander.py +327 -0
- aiecs/application/knowledge_graph/fusion/alias_index.py +597 -0
- aiecs/application/knowledge_graph/fusion/alias_matcher.py +384 -0
- aiecs/application/knowledge_graph/fusion/cache_coordinator.py +343 -0
- aiecs/application/knowledge_graph/fusion/entity_deduplicator.py +433 -0
- aiecs/application/knowledge_graph/fusion/entity_linker.py +511 -0
- aiecs/application/knowledge_graph/fusion/evaluation_dataset.py +240 -0
- aiecs/application/knowledge_graph/fusion/knowledge_fusion.py +632 -0
- aiecs/application/knowledge_graph/fusion/matching_config.py +489 -0
- aiecs/application/knowledge_graph/fusion/name_normalizer.py +352 -0
- aiecs/application/knowledge_graph/fusion/relation_deduplicator.py +183 -0
- aiecs/application/knowledge_graph/fusion/semantic_name_matcher.py +464 -0
- aiecs/application/knowledge_graph/fusion/similarity_pipeline.py +534 -0
- aiecs/application/knowledge_graph/pattern_matching/__init__.py +21 -0
- aiecs/application/knowledge_graph/pattern_matching/pattern_matcher.py +342 -0
- aiecs/application/knowledge_graph/pattern_matching/query_executor.py +366 -0
- aiecs/application/knowledge_graph/profiling/__init__.py +12 -0
- aiecs/application/knowledge_graph/profiling/query_plan_visualizer.py +195 -0
- aiecs/application/knowledge_graph/profiling/query_profiler.py +223 -0
- aiecs/application/knowledge_graph/reasoning/__init__.py +27 -0
- aiecs/application/knowledge_graph/reasoning/evidence_synthesis.py +341 -0
- aiecs/application/knowledge_graph/reasoning/inference_engine.py +500 -0
- aiecs/application/knowledge_graph/reasoning/logic_form_parser.py +163 -0
- aiecs/application/knowledge_graph/reasoning/logic_parser/__init__.py +79 -0
- aiecs/application/knowledge_graph/reasoning/logic_parser/ast_builder.py +513 -0
- aiecs/application/knowledge_graph/reasoning/logic_parser/ast_nodes.py +913 -0
- aiecs/application/knowledge_graph/reasoning/logic_parser/ast_validator.py +866 -0
- aiecs/application/knowledge_graph/reasoning/logic_parser/error_handler.py +475 -0
- aiecs/application/knowledge_graph/reasoning/logic_parser/parser.py +396 -0
- aiecs/application/knowledge_graph/reasoning/logic_parser/query_context.py +208 -0
- aiecs/application/knowledge_graph/reasoning/logic_query_integration.py +170 -0
- aiecs/application/knowledge_graph/reasoning/query_planner.py +855 -0
- aiecs/application/knowledge_graph/reasoning/reasoning_engine.py +518 -0
- aiecs/application/knowledge_graph/retrieval/__init__.py +27 -0
- aiecs/application/knowledge_graph/retrieval/query_intent_classifier.py +211 -0
- aiecs/application/knowledge_graph/retrieval/retrieval_strategies.py +592 -0
- aiecs/application/knowledge_graph/retrieval/strategy_types.py +23 -0
- aiecs/application/knowledge_graph/search/__init__.py +59 -0
- aiecs/application/knowledge_graph/search/hybrid_search.py +457 -0
- aiecs/application/knowledge_graph/search/reranker.py +293 -0
- aiecs/application/knowledge_graph/search/reranker_strategies.py +535 -0
- aiecs/application/knowledge_graph/search/text_similarity.py +392 -0
- aiecs/application/knowledge_graph/traversal/__init__.py +15 -0
- aiecs/application/knowledge_graph/traversal/enhanced_traversal.py +305 -0
- aiecs/application/knowledge_graph/traversal/path_scorer.py +271 -0
- aiecs/application/knowledge_graph/validators/__init__.py +13 -0
- aiecs/application/knowledge_graph/validators/relation_validator.py +239 -0
- aiecs/application/knowledge_graph/visualization/__init__.py +11 -0
- aiecs/application/knowledge_graph/visualization/graph_visualizer.py +313 -0
- aiecs/common/__init__.py +9 -0
- aiecs/common/knowledge_graph/__init__.py +17 -0
- aiecs/common/knowledge_graph/runnable.py +471 -0
- aiecs/config/__init__.py +20 -5
- aiecs/config/config.py +762 -31
- aiecs/config/graph_config.py +131 -0
- aiecs/config/tool_config.py +399 -0
- aiecs/core/__init__.py +29 -13
- aiecs/core/interface/__init__.py +2 -2
- aiecs/core/interface/execution_interface.py +22 -22
- aiecs/core/interface/storage_interface.py +37 -88
- aiecs/core/registry/__init__.py +31 -0
- aiecs/core/registry/service_registry.py +92 -0
- aiecs/domain/__init__.py +270 -1
- aiecs/domain/agent/__init__.py +191 -0
- aiecs/domain/agent/base_agent.py +3870 -0
- aiecs/domain/agent/exceptions.py +99 -0
- aiecs/domain/agent/graph_aware_mixin.py +569 -0
- aiecs/domain/agent/hybrid_agent.py +1435 -0
- aiecs/domain/agent/integration/__init__.py +29 -0
- aiecs/domain/agent/integration/context_compressor.py +216 -0
- aiecs/domain/agent/integration/context_engine_adapter.py +587 -0
- aiecs/domain/agent/integration/protocols.py +281 -0
- aiecs/domain/agent/integration/retry_policy.py +218 -0
- aiecs/domain/agent/integration/role_config.py +213 -0
- aiecs/domain/agent/knowledge_aware_agent.py +1892 -0
- aiecs/domain/agent/lifecycle.py +291 -0
- aiecs/domain/agent/llm_agent.py +692 -0
- aiecs/domain/agent/memory/__init__.py +12 -0
- aiecs/domain/agent/memory/conversation.py +1124 -0
- aiecs/domain/agent/migration/__init__.py +14 -0
- aiecs/domain/agent/migration/conversion.py +163 -0
- aiecs/domain/agent/migration/legacy_wrapper.py +86 -0
- aiecs/domain/agent/models.py +884 -0
- aiecs/domain/agent/observability.py +479 -0
- aiecs/domain/agent/persistence.py +449 -0
- aiecs/domain/agent/prompts/__init__.py +29 -0
- aiecs/domain/agent/prompts/builder.py +159 -0
- aiecs/domain/agent/prompts/formatters.py +187 -0
- aiecs/domain/agent/prompts/template.py +255 -0
- aiecs/domain/agent/registry.py +253 -0
- aiecs/domain/agent/tool_agent.py +444 -0
- aiecs/domain/agent/tools/__init__.py +15 -0
- aiecs/domain/agent/tools/schema_generator.py +364 -0
- aiecs/domain/community/__init__.py +155 -0
- aiecs/domain/community/agent_adapter.py +469 -0
- aiecs/domain/community/analytics.py +432 -0
- aiecs/domain/community/collaborative_workflow.py +648 -0
- aiecs/domain/community/communication_hub.py +634 -0
- aiecs/domain/community/community_builder.py +320 -0
- aiecs/domain/community/community_integration.py +796 -0
- aiecs/domain/community/community_manager.py +803 -0
- aiecs/domain/community/decision_engine.py +849 -0
- aiecs/domain/community/exceptions.py +231 -0
- aiecs/domain/community/models/__init__.py +33 -0
- aiecs/domain/community/models/community_models.py +234 -0
- aiecs/domain/community/resource_manager.py +461 -0
- aiecs/domain/community/shared_context_manager.py +589 -0
- aiecs/domain/context/__init__.py +40 -10
- aiecs/domain/context/context_engine.py +1910 -0
- aiecs/domain/context/conversation_models.py +87 -53
- aiecs/domain/context/graph_memory.py +582 -0
- aiecs/domain/execution/model.py +12 -4
- aiecs/domain/knowledge_graph/__init__.py +19 -0
- aiecs/domain/knowledge_graph/models/__init__.py +52 -0
- aiecs/domain/knowledge_graph/models/entity.py +148 -0
- aiecs/domain/knowledge_graph/models/evidence.py +178 -0
- aiecs/domain/knowledge_graph/models/inference_rule.py +184 -0
- aiecs/domain/knowledge_graph/models/path.py +171 -0
- aiecs/domain/knowledge_graph/models/path_pattern.py +171 -0
- aiecs/domain/knowledge_graph/models/query.py +261 -0
- aiecs/domain/knowledge_graph/models/query_plan.py +181 -0
- aiecs/domain/knowledge_graph/models/relation.py +202 -0
- aiecs/domain/knowledge_graph/schema/__init__.py +23 -0
- aiecs/domain/knowledge_graph/schema/entity_type.py +131 -0
- aiecs/domain/knowledge_graph/schema/graph_schema.py +253 -0
- aiecs/domain/knowledge_graph/schema/property_schema.py +143 -0
- aiecs/domain/knowledge_graph/schema/relation_type.py +163 -0
- aiecs/domain/knowledge_graph/schema/schema_manager.py +691 -0
- aiecs/domain/knowledge_graph/schema/type_enums.py +209 -0
- aiecs/domain/task/dsl_processor.py +172 -56
- aiecs/domain/task/model.py +20 -8
- aiecs/domain/task/task_context.py +27 -24
- aiecs/infrastructure/__init__.py +0 -2
- aiecs/infrastructure/graph_storage/__init__.py +11 -0
- aiecs/infrastructure/graph_storage/base.py +837 -0
- aiecs/infrastructure/graph_storage/batch_operations.py +458 -0
- aiecs/infrastructure/graph_storage/cache.py +424 -0
- aiecs/infrastructure/graph_storage/distributed.py +223 -0
- aiecs/infrastructure/graph_storage/error_handling.py +380 -0
- aiecs/infrastructure/graph_storage/graceful_degradation.py +294 -0
- aiecs/infrastructure/graph_storage/health_checks.py +378 -0
- aiecs/infrastructure/graph_storage/in_memory.py +1197 -0
- aiecs/infrastructure/graph_storage/index_optimization.py +446 -0
- aiecs/infrastructure/graph_storage/lazy_loading.py +431 -0
- aiecs/infrastructure/graph_storage/metrics.py +344 -0
- aiecs/infrastructure/graph_storage/migration.py +400 -0
- aiecs/infrastructure/graph_storage/pagination.py +483 -0
- aiecs/infrastructure/graph_storage/performance_monitoring.py +456 -0
- aiecs/infrastructure/graph_storage/postgres.py +1563 -0
- aiecs/infrastructure/graph_storage/property_storage.py +353 -0
- aiecs/infrastructure/graph_storage/protocols.py +76 -0
- aiecs/infrastructure/graph_storage/query_optimizer.py +642 -0
- aiecs/infrastructure/graph_storage/schema_cache.py +290 -0
- aiecs/infrastructure/graph_storage/sqlite.py +1373 -0
- aiecs/infrastructure/graph_storage/streaming.py +487 -0
- aiecs/infrastructure/graph_storage/tenant.py +412 -0
- aiecs/infrastructure/messaging/celery_task_manager.py +92 -54
- aiecs/infrastructure/messaging/websocket_manager.py +51 -35
- aiecs/infrastructure/monitoring/__init__.py +22 -0
- aiecs/infrastructure/monitoring/executor_metrics.py +45 -11
- aiecs/infrastructure/monitoring/global_metrics_manager.py +212 -0
- aiecs/infrastructure/monitoring/structured_logger.py +3 -7
- aiecs/infrastructure/monitoring/tracing_manager.py +63 -35
- aiecs/infrastructure/persistence/__init__.py +14 -1
- aiecs/infrastructure/persistence/context_engine_client.py +184 -0
- aiecs/infrastructure/persistence/database_manager.py +67 -43
- aiecs/infrastructure/persistence/file_storage.py +180 -103
- aiecs/infrastructure/persistence/redis_client.py +74 -21
- aiecs/llm/__init__.py +73 -25
- aiecs/llm/callbacks/__init__.py +11 -0
- aiecs/llm/{custom_callbacks.py → callbacks/custom_callbacks.py} +26 -19
- aiecs/llm/client_factory.py +224 -36
- aiecs/llm/client_resolver.py +155 -0
- aiecs/llm/clients/__init__.py +38 -0
- aiecs/llm/clients/base_client.py +324 -0
- aiecs/llm/clients/google_function_calling_mixin.py +457 -0
- aiecs/llm/clients/googleai_client.py +241 -0
- aiecs/llm/clients/openai_client.py +158 -0
- aiecs/llm/clients/openai_compatible_mixin.py +367 -0
- aiecs/llm/clients/vertex_client.py +897 -0
- aiecs/llm/clients/xai_client.py +201 -0
- aiecs/llm/config/__init__.py +51 -0
- aiecs/llm/config/config_loader.py +272 -0
- aiecs/llm/config/config_validator.py +206 -0
- aiecs/llm/config/model_config.py +143 -0
- aiecs/llm/protocols.py +149 -0
- aiecs/llm/utils/__init__.py +10 -0
- aiecs/llm/utils/validate_config.py +89 -0
- aiecs/main.py +140 -121
- aiecs/scripts/aid/VERSION_MANAGEMENT.md +138 -0
- aiecs/scripts/aid/__init__.py +19 -0
- aiecs/scripts/aid/module_checker.py +499 -0
- aiecs/scripts/aid/version_manager.py +235 -0
- aiecs/scripts/{DEPENDENCY_SYSTEM_SUMMARY.md → dependance_check/DEPENDENCY_SYSTEM_SUMMARY.md} +1 -0
- aiecs/scripts/{README_DEPENDENCY_CHECKER.md → dependance_check/README_DEPENDENCY_CHECKER.md} +1 -0
- aiecs/scripts/dependance_check/__init__.py +15 -0
- aiecs/scripts/dependance_check/dependency_checker.py +1835 -0
- aiecs/scripts/{dependency_fixer.py → dependance_check/dependency_fixer.py} +192 -90
- aiecs/scripts/{download_nlp_data.py → dependance_check/download_nlp_data.py} +203 -71
- aiecs/scripts/dependance_patch/__init__.py +7 -0
- aiecs/scripts/dependance_patch/fix_weasel/__init__.py +11 -0
- aiecs/scripts/{fix_weasel_validator.py → dependance_patch/fix_weasel/fix_weasel_validator.py} +21 -14
- aiecs/scripts/{patch_weasel_library.sh → dependance_patch/fix_weasel/patch_weasel_library.sh} +1 -1
- aiecs/scripts/knowledge_graph/__init__.py +3 -0
- aiecs/scripts/knowledge_graph/run_threshold_experiments.py +212 -0
- aiecs/scripts/migrations/multi_tenancy/README.md +142 -0
- aiecs/scripts/tools_develop/README.md +671 -0
- aiecs/scripts/tools_develop/README_CONFIG_CHECKER.md +273 -0
- aiecs/scripts/tools_develop/TOOLS_CONFIG_GUIDE.md +1287 -0
- aiecs/scripts/tools_develop/TOOL_AUTO_DISCOVERY.md +234 -0
- aiecs/scripts/tools_develop/__init__.py +21 -0
- aiecs/scripts/tools_develop/check_all_tools_config.py +548 -0
- aiecs/scripts/tools_develop/check_type_annotations.py +257 -0
- aiecs/scripts/tools_develop/pre-commit-schema-coverage.sh +66 -0
- aiecs/scripts/tools_develop/schema_coverage.py +511 -0
- aiecs/scripts/tools_develop/validate_tool_schemas.py +475 -0
- aiecs/scripts/tools_develop/verify_executor_config_fix.py +98 -0
- aiecs/scripts/tools_develop/verify_tools.py +352 -0
- aiecs/tasks/__init__.py +0 -1
- aiecs/tasks/worker.py +115 -47
- aiecs/tools/__init__.py +194 -72
- aiecs/tools/apisource/__init__.py +99 -0
- aiecs/tools/apisource/intelligence/__init__.py +19 -0
- aiecs/tools/apisource/intelligence/data_fusion.py +632 -0
- aiecs/tools/apisource/intelligence/query_analyzer.py +417 -0
- aiecs/tools/apisource/intelligence/search_enhancer.py +385 -0
- aiecs/tools/apisource/monitoring/__init__.py +9 -0
- aiecs/tools/apisource/monitoring/metrics.py +330 -0
- aiecs/tools/apisource/providers/__init__.py +112 -0
- aiecs/tools/apisource/providers/base.py +671 -0
- aiecs/tools/apisource/providers/census.py +397 -0
- aiecs/tools/apisource/providers/fred.py +535 -0
- aiecs/tools/apisource/providers/newsapi.py +409 -0
- aiecs/tools/apisource/providers/worldbank.py +352 -0
- aiecs/tools/apisource/reliability/__init__.py +12 -0
- aiecs/tools/apisource/reliability/error_handler.py +363 -0
- aiecs/tools/apisource/reliability/fallback_strategy.py +376 -0
- aiecs/tools/apisource/tool.py +832 -0
- aiecs/tools/apisource/utils/__init__.py +9 -0
- aiecs/tools/apisource/utils/validators.py +334 -0
- aiecs/tools/base_tool.py +415 -21
- aiecs/tools/docs/__init__.py +121 -0
- aiecs/tools/docs/ai_document_orchestrator.py +607 -0
- aiecs/tools/docs/ai_document_writer_orchestrator.py +2350 -0
- aiecs/tools/docs/content_insertion_tool.py +1320 -0
- aiecs/tools/docs/document_creator_tool.py +1323 -0
- aiecs/tools/docs/document_layout_tool.py +1160 -0
- aiecs/tools/docs/document_parser_tool.py +1011 -0
- aiecs/tools/docs/document_writer_tool.py +1829 -0
- aiecs/tools/knowledge_graph/__init__.py +17 -0
- aiecs/tools/knowledge_graph/graph_reasoning_tool.py +807 -0
- aiecs/tools/knowledge_graph/graph_search_tool.py +944 -0
- aiecs/tools/knowledge_graph/kg_builder_tool.py +524 -0
- aiecs/tools/langchain_adapter.py +300 -138
- aiecs/tools/schema_generator.py +455 -0
- aiecs/tools/search_tool/__init__.py +100 -0
- aiecs/tools/search_tool/analyzers.py +581 -0
- aiecs/tools/search_tool/cache.py +264 -0
- aiecs/tools/search_tool/constants.py +128 -0
- aiecs/tools/search_tool/context.py +224 -0
- aiecs/tools/search_tool/core.py +778 -0
- aiecs/tools/search_tool/deduplicator.py +119 -0
- aiecs/tools/search_tool/error_handler.py +242 -0
- aiecs/tools/search_tool/metrics.py +343 -0
- aiecs/tools/search_tool/rate_limiter.py +172 -0
- aiecs/tools/search_tool/schemas.py +275 -0
- aiecs/tools/statistics/__init__.py +80 -0
- aiecs/tools/statistics/ai_data_analysis_orchestrator.py +646 -0
- aiecs/tools/statistics/ai_insight_generator_tool.py +508 -0
- aiecs/tools/statistics/ai_report_orchestrator_tool.py +684 -0
- aiecs/tools/statistics/data_loader_tool.py +555 -0
- aiecs/tools/statistics/data_profiler_tool.py +638 -0
- aiecs/tools/statistics/data_transformer_tool.py +580 -0
- aiecs/tools/statistics/data_visualizer_tool.py +498 -0
- aiecs/tools/statistics/model_trainer_tool.py +507 -0
- aiecs/tools/statistics/statistical_analyzer_tool.py +472 -0
- aiecs/tools/task_tools/__init__.py +49 -36
- aiecs/tools/task_tools/chart_tool.py +200 -184
- aiecs/tools/task_tools/classfire_tool.py +268 -267
- aiecs/tools/task_tools/image_tool.py +175 -131
- aiecs/tools/task_tools/office_tool.py +226 -146
- aiecs/tools/task_tools/pandas_tool.py +477 -121
- aiecs/tools/task_tools/report_tool.py +390 -142
- aiecs/tools/task_tools/research_tool.py +149 -79
- aiecs/tools/task_tools/scraper_tool.py +339 -145
- aiecs/tools/task_tools/stats_tool.py +448 -209
- aiecs/tools/temp_file_manager.py +26 -24
- aiecs/tools/tool_executor/__init__.py +18 -16
- aiecs/tools/tool_executor/tool_executor.py +364 -52
- aiecs/utils/LLM_output_structor.py +74 -48
- aiecs/utils/__init__.py +14 -3
- aiecs/utils/base_callback.py +0 -3
- aiecs/utils/cache_provider.py +696 -0
- aiecs/utils/execution_utils.py +50 -31
- aiecs/utils/prompt_loader.py +1 -0
- aiecs/utils/token_usage_repository.py +37 -11
- aiecs/ws/socket_server.py +14 -4
- {aiecs-1.0.1.dist-info → aiecs-1.7.6.dist-info}/METADATA +52 -15
- aiecs-1.7.6.dist-info/RECORD +337 -0
- aiecs-1.7.6.dist-info/entry_points.txt +13 -0
- aiecs/config/registry.py +0 -19
- aiecs/domain/context/content_engine.py +0 -982
- aiecs/llm/base_client.py +0 -99
- aiecs/llm/openai_client.py +0 -125
- aiecs/llm/vertex_client.py +0 -186
- aiecs/llm/xai_client.py +0 -184
- aiecs/scripts/dependency_checker.py +0 -857
- aiecs/scripts/quick_dependency_check.py +0 -269
- aiecs/tools/task_tools/search_api.py +0 -7
- aiecs-1.0.1.dist-info/RECORD +0 -90
- aiecs-1.0.1.dist-info/entry_points.txt +0 -7
- /aiecs/scripts/{setup_nlp_data.sh → dependance_check/setup_nlp_data.sh} +0 -0
- /aiecs/scripts/{README_WEASEL_PATCH.md → dependance_patch/fix_weasel/README_WEASEL_PATCH.md} +0 -0
- /aiecs/scripts/{fix_weasel_validator.sh → dependance_patch/fix_weasel/fix_weasel_validator.sh} +0 -0
- /aiecs/scripts/{run_weasel_patch.sh → dependance_patch/fix_weasel/run_weasel_patch.sh} +0 -0
- {aiecs-1.0.1.dist-info → aiecs-1.7.6.dist-info}/WHEEL +0 -0
- {aiecs-1.0.1.dist-info → aiecs-1.7.6.dist-info}/licenses/LICENSE +0 -0
- {aiecs-1.0.1.dist-info → aiecs-1.7.6.dist-info}/top_level.txt +0 -0
|
@@ -0,0 +1,290 @@
|
|
|
1
|
+
"""
|
|
2
|
+
Schema Cache
|
|
3
|
+
|
|
4
|
+
LRU cache with TTL support for schema lookups.
|
|
5
|
+
"""
|
|
6
|
+
|
|
7
|
+
import time
|
|
8
|
+
from typing import Optional, Dict, Any, Generic, TypeVar
|
|
9
|
+
from collections import OrderedDict
|
|
10
|
+
from dataclasses import dataclass, field
|
|
11
|
+
from threading import Lock
|
|
12
|
+
|
|
13
|
+
T = TypeVar("T")
|
|
14
|
+
|
|
15
|
+
|
|
16
|
+
@dataclass
|
|
17
|
+
class CacheEntry(Generic[T]):
|
|
18
|
+
"""
|
|
19
|
+
Cache entry with value and metadata
|
|
20
|
+
|
|
21
|
+
Attributes:
|
|
22
|
+
value: Cached value
|
|
23
|
+
timestamp: When the entry was created/updated
|
|
24
|
+
access_count: Number of times accessed
|
|
25
|
+
"""
|
|
26
|
+
|
|
27
|
+
value: T
|
|
28
|
+
timestamp: float = field(default_factory=time.time)
|
|
29
|
+
access_count: int = 0
|
|
30
|
+
|
|
31
|
+
|
|
32
|
+
@dataclass
|
|
33
|
+
class CacheMetrics:
|
|
34
|
+
"""
|
|
35
|
+
Cache performance metrics
|
|
36
|
+
|
|
37
|
+
Attributes:
|
|
38
|
+
hits: Number of cache hits
|
|
39
|
+
misses: Number of cache misses
|
|
40
|
+
evictions: Number of entries evicted
|
|
41
|
+
expirations: Number of entries expired
|
|
42
|
+
total_requests: Total number of cache requests
|
|
43
|
+
"""
|
|
44
|
+
|
|
45
|
+
hits: int = 0
|
|
46
|
+
misses: int = 0
|
|
47
|
+
evictions: int = 0
|
|
48
|
+
expirations: int = 0
|
|
49
|
+
|
|
50
|
+
@property
|
|
51
|
+
def total_requests(self) -> int:
|
|
52
|
+
"""Total number of cache requests"""
|
|
53
|
+
return self.hits + self.misses
|
|
54
|
+
|
|
55
|
+
@property
|
|
56
|
+
def hit_rate(self) -> float:
|
|
57
|
+
"""Cache hit rate (0.0-1.0)"""
|
|
58
|
+
if self.total_requests == 0:
|
|
59
|
+
return 0.0
|
|
60
|
+
return self.hits / self.total_requests
|
|
61
|
+
|
|
62
|
+
@property
|
|
63
|
+
def miss_rate(self) -> float:
|
|
64
|
+
"""Cache miss rate (0.0-1.0)"""
|
|
65
|
+
return 1.0 - self.hit_rate
|
|
66
|
+
|
|
67
|
+
def reset(self) -> None:
|
|
68
|
+
"""Reset all metrics to zero"""
|
|
69
|
+
self.hits = 0
|
|
70
|
+
self.misses = 0
|
|
71
|
+
self.evictions = 0
|
|
72
|
+
self.expirations = 0
|
|
73
|
+
|
|
74
|
+
|
|
75
|
+
class LRUCache(Generic[T]):
|
|
76
|
+
"""
|
|
77
|
+
LRU (Least Recently Used) Cache with TTL support
|
|
78
|
+
|
|
79
|
+
Thread-safe cache implementation with:
|
|
80
|
+
- LRU eviction policy
|
|
81
|
+
- TTL (time-to-live) expiration
|
|
82
|
+
- Performance metrics tracking
|
|
83
|
+
|
|
84
|
+
Example:
|
|
85
|
+
```python
|
|
86
|
+
cache = LRUCache(max_size=100, ttl_seconds=3600)
|
|
87
|
+
|
|
88
|
+
# Set value
|
|
89
|
+
cache.set("key1", value)
|
|
90
|
+
|
|
91
|
+
# Get value
|
|
92
|
+
value = cache.get("key1") # Returns value or None
|
|
93
|
+
|
|
94
|
+
# Check metrics
|
|
95
|
+
print(f"Hit rate: {cache.metrics.hit_rate:.2%}")
|
|
96
|
+
```
|
|
97
|
+
"""
|
|
98
|
+
|
|
99
|
+
def __init__(self, max_size: int = 1000, ttl_seconds: Optional[int] = 3600):
|
|
100
|
+
"""
|
|
101
|
+
Initialize LRU cache
|
|
102
|
+
|
|
103
|
+
Args:
|
|
104
|
+
max_size: Maximum number of entries (default: 1000)
|
|
105
|
+
ttl_seconds: Time-to-live in seconds (default: 3600, None = no expiration)
|
|
106
|
+
"""
|
|
107
|
+
if max_size <= 0:
|
|
108
|
+
raise ValueError("max_size must be positive")
|
|
109
|
+
|
|
110
|
+
self.max_size = max_size
|
|
111
|
+
self.ttl_seconds = ttl_seconds
|
|
112
|
+
self._cache: OrderedDict[str, CacheEntry[T]] = OrderedDict()
|
|
113
|
+
self._lock = Lock()
|
|
114
|
+
self.metrics = CacheMetrics()
|
|
115
|
+
|
|
116
|
+
def get(self, key: str) -> Optional[T]:
|
|
117
|
+
"""
|
|
118
|
+
Get value from cache
|
|
119
|
+
|
|
120
|
+
Args:
|
|
121
|
+
key: Cache key
|
|
122
|
+
|
|
123
|
+
Returns:
|
|
124
|
+
Cached value or None if not found/expired
|
|
125
|
+
"""
|
|
126
|
+
with self._lock:
|
|
127
|
+
entry = self._cache.get(key)
|
|
128
|
+
|
|
129
|
+
if entry is None:
|
|
130
|
+
self.metrics.misses += 1
|
|
131
|
+
return None
|
|
132
|
+
|
|
133
|
+
# Check TTL expiration
|
|
134
|
+
if self._is_expired(entry):
|
|
135
|
+
del self._cache[key]
|
|
136
|
+
self.metrics.expirations += 1
|
|
137
|
+
self.metrics.misses += 1
|
|
138
|
+
return None
|
|
139
|
+
|
|
140
|
+
# Move to end (most recently used)
|
|
141
|
+
self._cache.move_to_end(key)
|
|
142
|
+
entry.access_count += 1
|
|
143
|
+
self.metrics.hits += 1
|
|
144
|
+
|
|
145
|
+
return entry.value
|
|
146
|
+
|
|
147
|
+
def set(self, key: str, value: T) -> None:
|
|
148
|
+
"""
|
|
149
|
+
Set value in cache
|
|
150
|
+
|
|
151
|
+
Args:
|
|
152
|
+
key: Cache key
|
|
153
|
+
value: Value to cache
|
|
154
|
+
"""
|
|
155
|
+
with self._lock:
|
|
156
|
+
# Update existing entry
|
|
157
|
+
if key in self._cache:
|
|
158
|
+
self._cache[key] = CacheEntry(value=value)
|
|
159
|
+
self._cache.move_to_end(key)
|
|
160
|
+
return
|
|
161
|
+
|
|
162
|
+
# Add new entry
|
|
163
|
+
self._cache[key] = CacheEntry(value=value)
|
|
164
|
+
|
|
165
|
+
# Evict oldest entry if cache is full
|
|
166
|
+
if len(self._cache) > self.max_size:
|
|
167
|
+
self._cache.popitem(last=False) # Remove oldest (first) item
|
|
168
|
+
self.metrics.evictions += 1
|
|
169
|
+
|
|
170
|
+
def delete(self, key: str) -> bool:
|
|
171
|
+
"""
|
|
172
|
+
Delete entry from cache
|
|
173
|
+
|
|
174
|
+
Args:
|
|
175
|
+
key: Cache key
|
|
176
|
+
|
|
177
|
+
Returns:
|
|
178
|
+
True if entry was deleted, False if not found
|
|
179
|
+
"""
|
|
180
|
+
with self._lock:
|
|
181
|
+
if key in self._cache:
|
|
182
|
+
del self._cache[key]
|
|
183
|
+
return True
|
|
184
|
+
return False
|
|
185
|
+
|
|
186
|
+
def clear(self) -> None:
|
|
187
|
+
"""Clear all entries from cache"""
|
|
188
|
+
with self._lock:
|
|
189
|
+
self._cache.clear()
|
|
190
|
+
|
|
191
|
+
def invalidate_pattern(self, pattern: str) -> int:
|
|
192
|
+
"""
|
|
193
|
+
Invalidate all keys matching a pattern
|
|
194
|
+
|
|
195
|
+
Args:
|
|
196
|
+
pattern: Pattern to match (simple prefix matching)
|
|
197
|
+
|
|
198
|
+
Returns:
|
|
199
|
+
Number of entries invalidated
|
|
200
|
+
"""
|
|
201
|
+
with self._lock:
|
|
202
|
+
keys_to_delete = [key for key in self._cache.keys() if key.startswith(pattern)]
|
|
203
|
+
|
|
204
|
+
for key in keys_to_delete:
|
|
205
|
+
del self._cache[key]
|
|
206
|
+
|
|
207
|
+
return len(keys_to_delete)
|
|
208
|
+
|
|
209
|
+
def _is_expired(self, entry: CacheEntry[T]) -> bool:
|
|
210
|
+
"""
|
|
211
|
+
Check if cache entry is expired
|
|
212
|
+
|
|
213
|
+
Args:
|
|
214
|
+
entry: Cache entry to check
|
|
215
|
+
|
|
216
|
+
Returns:
|
|
217
|
+
True if expired, False otherwise
|
|
218
|
+
"""
|
|
219
|
+
if self.ttl_seconds is None:
|
|
220
|
+
return False
|
|
221
|
+
|
|
222
|
+
age = time.time() - entry.timestamp
|
|
223
|
+
return age > self.ttl_seconds
|
|
224
|
+
|
|
225
|
+
def cleanup_expired(self) -> int:
|
|
226
|
+
"""
|
|
227
|
+
Remove all expired entries
|
|
228
|
+
|
|
229
|
+
Returns:
|
|
230
|
+
Number of entries removed
|
|
231
|
+
"""
|
|
232
|
+
with self._lock:
|
|
233
|
+
if self.ttl_seconds is None:
|
|
234
|
+
return 0
|
|
235
|
+
|
|
236
|
+
keys_to_delete = [key for key, entry in self._cache.items() if self._is_expired(entry)]
|
|
237
|
+
|
|
238
|
+
for key in keys_to_delete:
|
|
239
|
+
del self._cache[key]
|
|
240
|
+
|
|
241
|
+
self.metrics.expirations += len(keys_to_delete)
|
|
242
|
+
return len(keys_to_delete)
|
|
243
|
+
|
|
244
|
+
@property
|
|
245
|
+
def size(self) -> int:
|
|
246
|
+
"""Current number of entries in cache"""
|
|
247
|
+
with self._lock:
|
|
248
|
+
return len(self._cache)
|
|
249
|
+
|
|
250
|
+
def get_stats(self) -> Dict[str, Any]:
|
|
251
|
+
"""
|
|
252
|
+
Get cache statistics
|
|
253
|
+
|
|
254
|
+
Returns:
|
|
255
|
+
Dictionary with cache statistics
|
|
256
|
+
"""
|
|
257
|
+
with self._lock:
|
|
258
|
+
return {
|
|
259
|
+
"size": len(self._cache),
|
|
260
|
+
"max_size": self.max_size,
|
|
261
|
+
"ttl_seconds": self.ttl_seconds,
|
|
262
|
+
"hits": self.metrics.hits,
|
|
263
|
+
"misses": self.metrics.misses,
|
|
264
|
+
"evictions": self.metrics.evictions,
|
|
265
|
+
"expirations": self.metrics.expirations,
|
|
266
|
+
"total_requests": self.metrics.total_requests,
|
|
267
|
+
"hit_rate": self.metrics.hit_rate,
|
|
268
|
+
"miss_rate": self.metrics.miss_rate,
|
|
269
|
+
}
|
|
270
|
+
|
|
271
|
+
def reset_metrics(self) -> None:
|
|
272
|
+
"""Reset cache metrics"""
|
|
273
|
+
with self._lock:
|
|
274
|
+
self.metrics.reset()
|
|
275
|
+
|
|
276
|
+
def __len__(self) -> int:
|
|
277
|
+
"""Return number of entries in cache"""
|
|
278
|
+
return self.size
|
|
279
|
+
|
|
280
|
+
def __contains__(self, key: str) -> bool:
|
|
281
|
+
"""Check if key exists in cache (without affecting LRU order)"""
|
|
282
|
+
with self._lock:
|
|
283
|
+
if key not in self._cache:
|
|
284
|
+
return False
|
|
285
|
+
|
|
286
|
+
entry = self._cache[key]
|
|
287
|
+
return not self._is_expired(entry)
|
|
288
|
+
|
|
289
|
+
def __repr__(self) -> str:
|
|
290
|
+
return f"LRUCache(size={self.size}/{self.max_size}, hit_rate={self.metrics.hit_rate:.2%})"
|