@stackmemoryai/stackmemory 0.3.6 → 0.3.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/agents/verifiers/base-verifier.js.map +2 -2
- package/dist/agents/verifiers/formatter-verifier.js.map +2 -2
- package/dist/agents/verifiers/llm-judge.js.map +2 -2
- package/dist/cli/claude-sm.js +24 -13
- package/dist/cli/claude-sm.js.map +2 -2
- package/dist/cli/codex-sm.js +24 -13
- package/dist/cli/codex-sm.js.map +2 -2
- package/dist/cli/commands/agent.js.map +2 -2
- package/dist/cli/commands/chromadb.js +217 -32
- package/dist/cli/commands/chromadb.js.map +2 -2
- package/dist/cli/commands/clear.js +12 -1
- package/dist/cli/commands/clear.js.map +2 -2
- package/dist/cli/commands/context.js +13 -2
- package/dist/cli/commands/context.js.map +2 -2
- package/dist/cli/commands/dashboard.js.map +2 -2
- package/dist/cli/commands/gc.js +202 -0
- package/dist/cli/commands/gc.js.map +7 -0
- package/dist/cli/commands/handoff.js +12 -1
- package/dist/cli/commands/handoff.js.map +2 -2
- package/dist/cli/commands/infinite-storage.js +32 -21
- package/dist/cli/commands/infinite-storage.js.map +2 -2
- package/dist/cli/commands/linear-create.js +13 -2
- package/dist/cli/commands/linear-create.js.map +2 -2
- package/dist/cli/commands/linear-list.js +12 -1
- package/dist/cli/commands/linear-list.js.map +2 -2
- package/dist/cli/commands/linear-migrate.js +12 -1
- package/dist/cli/commands/linear-migrate.js.map +2 -2
- package/dist/cli/commands/linear-test.js +12 -1
- package/dist/cli/commands/linear-test.js.map +2 -2
- package/dist/cli/commands/linear-unified.js +262 -0
- package/dist/cli/commands/linear-unified.js.map +7 -0
- package/dist/cli/commands/linear.js +17 -6
- package/dist/cli/commands/linear.js.map +2 -2
- package/dist/cli/commands/monitor.js.map +2 -2
- package/dist/cli/commands/onboard.js.map +2 -2
- package/dist/cli/commands/quality.js.map +2 -2
- package/dist/cli/commands/search.js.map +2 -2
- package/dist/cli/commands/session.js.map +2 -2
- package/dist/cli/commands/skills.js +12 -1
- package/dist/cli/commands/skills.js.map +2 -2
- package/dist/cli/commands/storage.js +18 -7
- package/dist/cli/commands/storage.js.map +2 -2
- package/dist/cli/commands/tasks.js.map +2 -2
- package/dist/cli/commands/tui.js +13 -2
- package/dist/cli/commands/tui.js.map +2 -2
- package/dist/cli/commands/webhook.js +14 -3
- package/dist/cli/commands/webhook.js.map +2 -2
- package/dist/cli/commands/workflow.js +14 -3
- package/dist/cli/commands/workflow.js.map +2 -2
- package/dist/cli/commands/worktree.js.map +2 -2
- package/dist/cli/index.js +18 -5
- package/dist/cli/index.js.map +2 -2
- package/dist/core/config/config-manager.js.map +2 -2
- package/dist/core/context/auto-context.js.map +2 -2
- package/dist/core/context/compaction-handler.js.map +2 -2
- package/dist/core/context/context-bridge.js.map +2 -2
- package/dist/core/context/dual-stack-manager.js.map +2 -2
- package/dist/core/context/frame-database.js.map +2 -2
- package/dist/core/context/frame-digest.js.map +2 -2
- package/dist/core/context/frame-handoff-manager.js.map +2 -2
- package/dist/core/context/frame-manager.js +12 -1
- package/dist/core/context/frame-manager.js.map +2 -2
- package/dist/core/context/frame-stack.js.map +2 -2
- package/dist/core/context/incremental-gc.js +279 -0
- package/dist/core/context/incremental-gc.js.map +7 -0
- package/dist/core/context/permission-manager.js +12 -1
- package/dist/core/context/permission-manager.js.map +2 -2
- package/dist/core/context/refactored-frame-manager.js.map +2 -2
- package/dist/core/context/shared-context-layer.js +12 -1
- package/dist/core/context/shared-context-layer.js.map +2 -2
- package/dist/core/context/stack-merge-resolver.js.map +2 -2
- package/dist/core/context/validation.js.map +2 -2
- package/dist/core/database/batch-operations.js.map +2 -2
- package/dist/core/database/connection-pool.js.map +2 -2
- package/dist/core/database/migration-manager.js.map +2 -2
- package/dist/core/database/paradedb-adapter.js.map +2 -2
- package/dist/core/database/query-cache.js.map +2 -2
- package/dist/core/database/query-router.js.map +2 -2
- package/dist/core/database/sqlite-adapter.js.map +2 -2
- package/dist/core/digest/enhanced-hybrid-digest.js.map +2 -2
- package/dist/core/errors/recovery.js.map +2 -2
- package/dist/core/merge/resolution-engine.js.map +2 -2
- package/dist/core/monitoring/error-handler.js.map +2 -2
- package/dist/core/monitoring/logger.js +14 -3
- package/dist/core/monitoring/logger.js.map +2 -2
- package/dist/core/monitoring/metrics.js +13 -2
- package/dist/core/monitoring/metrics.js.map +2 -2
- package/dist/core/monitoring/progress-tracker.js +12 -1
- package/dist/core/monitoring/progress-tracker.js.map +2 -2
- package/dist/core/monitoring/session-monitor.js.map +2 -2
- package/dist/core/performance/context-cache.js.map +2 -2
- package/dist/core/performance/lazy-context-loader.js.map +2 -2
- package/dist/core/performance/monitor.js.map +2 -2
- package/dist/core/performance/optimized-frame-context.js.map +2 -2
- package/dist/core/performance/performance-benchmark.js.map +2 -2
- package/dist/core/performance/performance-profiler.js +12 -1
- package/dist/core/performance/performance-profiler.js.map +2 -2
- package/dist/core/performance/streaming-jsonl-parser.js.map +2 -2
- package/dist/core/persistence/postgres-adapter.js.map +2 -2
- package/dist/core/projects/project-manager.js.map +2 -2
- package/dist/core/retrieval/context-retriever.js.map +2 -2
- package/dist/core/retrieval/graph-retrieval.js.map +2 -2
- package/dist/core/retrieval/llm-context-retrieval.js.map +2 -2
- package/dist/core/retrieval/retrieval-benchmarks.js.map +2 -2
- package/dist/core/retrieval/summary-generator.js.map +2 -2
- package/dist/core/session/clear-survival.js.map +2 -2
- package/dist/core/session/handoff-generator.js.map +2 -2
- package/dist/core/session/session-manager.js +16 -5
- package/dist/core/session/session-manager.js.map +2 -2
- package/dist/core/skills/skill-storage.js +13 -2
- package/dist/core/skills/skill-storage.js.map +2 -2
- package/dist/core/storage/chromadb-adapter.js.map +2 -2
- package/dist/core/storage/chromadb-simple.js.map +2 -2
- package/dist/core/storage/infinite-storage.js.map +2 -2
- package/dist/core/storage/railway-optimized-storage.js +19 -8
- package/dist/core/storage/railway-optimized-storage.js.map +2 -2
- package/dist/core/storage/remote-storage.js +12 -1
- package/dist/core/storage/remote-storage.js.map +2 -2
- package/dist/core/trace/cli-trace-wrapper.js +16 -5
- package/dist/core/trace/cli-trace-wrapper.js.map +2 -2
- package/dist/core/trace/db-trace-wrapper.js.map +2 -2
- package/dist/core/trace/debug-trace.js +21 -10
- package/dist/core/trace/debug-trace.js.map +2 -2
- package/dist/core/trace/index.js +46 -35
- package/dist/core/trace/index.js.map +2 -2
- package/dist/core/trace/trace-demo.js +12 -1
- package/dist/core/trace/trace-demo.js.map +2 -2
- package/dist/core/trace/trace-detector.js.map +2 -2
- package/dist/core/trace/trace-store.js.map +2 -2
- package/dist/core/utils/update-checker.js.map +2 -2
- package/dist/core/worktree/worktree-manager.js.map +2 -2
- package/dist/features/analytics/api/analytics-api.js.map +2 -2
- package/dist/features/analytics/core/analytics-service.js +12 -1
- package/dist/features/analytics/core/analytics-service.js.map +2 -2
- package/dist/features/analytics/queries/metrics-queries.js.map +2 -2
- package/dist/features/tasks/pebbles-task-store.js.map +2 -2
- package/dist/features/tui/components/analytics-panel.js.map +2 -2
- package/dist/features/tui/components/pr-tracker.js.map +2 -2
- package/dist/features/tui/components/session-monitor.js.map +2 -2
- package/dist/features/tui/components/subagent-fleet.js.map +2 -2
- package/dist/features/tui/components/task-board.js +650 -2
- package/dist/features/tui/components/task-board.js.map +2 -2
- package/dist/features/tui/index.js +16 -5
- package/dist/features/tui/index.js.map +2 -2
- package/dist/features/tui/services/data-service.js +25 -14
- package/dist/features/tui/services/data-service.js.map +2 -2
- package/dist/features/tui/services/linear-task-reader.js.map +2 -2
- package/dist/features/tui/services/websocket-client.js +13 -2
- package/dist/features/tui/services/websocket-client.js.map +2 -2
- package/dist/features/tui/terminal-compat.js +27 -16
- package/dist/features/tui/terminal-compat.js.map +2 -2
- package/dist/features/web/client/stores/task-store.js.map +2 -2
- package/dist/features/web/server/index.js +13 -2
- package/dist/features/web/server/index.js.map +2 -2
- package/dist/integrations/claude-code/enhanced-pre-clear-hooks.js.map +2 -2
- package/dist/integrations/claude-code/lifecycle-hooks.js.map +2 -2
- package/dist/integrations/claude-code/post-task-hooks.js.map +2 -2
- package/dist/integrations/linear/auth.js +17 -6
- package/dist/integrations/linear/auth.js.map +2 -2
- package/dist/integrations/linear/auto-sync.js.map +2 -2
- package/dist/integrations/linear/client.js.map +2 -2
- package/dist/integrations/linear/config.js.map +2 -2
- package/dist/integrations/linear/migration.js.map +2 -2
- package/dist/integrations/linear/oauth-server.js +13 -2
- package/dist/integrations/linear/oauth-server.js.map +2 -2
- package/dist/integrations/linear/rest-client.js.map +2 -2
- package/dist/integrations/linear/sync-enhanced.js +202 -0
- package/dist/integrations/linear/sync-enhanced.js.map +7 -0
- package/dist/integrations/linear/sync-manager.js.map +2 -2
- package/dist/integrations/linear/sync-service.js +12 -1
- package/dist/integrations/linear/sync-service.js.map +2 -2
- package/dist/integrations/linear/sync.js +34 -3
- package/dist/integrations/linear/sync.js.map +2 -2
- package/dist/integrations/linear/unified-sync.js +560 -0
- package/dist/integrations/linear/unified-sync.js.map +7 -0
- package/dist/integrations/linear/webhook-handler.js +12 -1
- package/dist/integrations/linear/webhook-handler.js.map +2 -2
- package/dist/integrations/linear/webhook-server.js +14 -3
- package/dist/integrations/linear/webhook-server.js.map +2 -2
- package/dist/integrations/linear/webhook.js +12 -1
- package/dist/integrations/linear/webhook.js.map +2 -2
- package/dist/integrations/mcp/handlers/context-handlers.js.map +2 -2
- package/dist/integrations/mcp/handlers/linear-handlers.js.map +2 -2
- package/dist/integrations/mcp/handlers/skill-handlers.js +13 -2
- package/dist/integrations/mcp/handlers/skill-handlers.js.map +2 -2
- package/dist/integrations/mcp/handlers/task-handlers.js.map +2 -2
- package/dist/integrations/mcp/handlers/trace-handlers.js.map +2 -2
- package/dist/integrations/mcp/middleware/tool-scoring.js.map +2 -2
- package/dist/integrations/mcp/refactored-server.js +15 -4
- package/dist/integrations/mcp/refactored-server.js.map +2 -2
- package/dist/integrations/mcp/server.js +12 -1
- package/dist/integrations/mcp/server.js.map +2 -2
- package/dist/integrations/mcp/tool-definitions.js.map +2 -2
- package/dist/integrations/pg-aiguide/embedding-provider.js +13 -2
- package/dist/integrations/pg-aiguide/embedding-provider.js.map +2 -2
- package/dist/integrations/pg-aiguide/semantic-search.js.map +2 -2
- package/dist/mcp/stackmemory-mcp-server.js +12 -1
- package/dist/mcp/stackmemory-mcp-server.js.map +2 -2
- package/dist/middleware/exponential-rate-limiter.js.map +2 -2
- package/dist/servers/production/auth-middleware.js +13 -2
- package/dist/servers/production/auth-middleware.js.map +2 -2
- package/dist/servers/railway/index.js +22 -11
- package/dist/servers/railway/index.js.map +2 -2
- package/dist/services/config-service.js.map +2 -2
- package/dist/services/context-service.js.map +2 -2
- package/dist/skills/claude-skills.js +105 -2
- package/dist/skills/claude-skills.js.map +2 -2
- package/dist/skills/dashboard-launcher.js.map +2 -2
- package/dist/skills/repo-ingestion-skill.js +561 -0
- package/dist/skills/repo-ingestion-skill.js.map +7 -0
- package/dist/utils/logger.js +12 -1
- package/dist/utils/logger.js.map +2 -2
- package/package.json +5 -1
|
@@ -2,6 +2,17 @@ import "dotenv/config";
|
|
|
2
2
|
import Redis from "ioredis";
|
|
3
3
|
import { v4 as uuidv4 } from "uuid";
|
|
4
4
|
import { logger } from "../monitoring/logger.js";
|
|
5
|
+
function getEnv(key, defaultValue) {
|
|
6
|
+
const value = process.env[key];
|
|
7
|
+
if (value === void 0) {
|
|
8
|
+
if (defaultValue !== void 0) return defaultValue;
|
|
9
|
+
throw new Error(`Environment variable ${key} is required`);
|
|
10
|
+
}
|
|
11
|
+
return value;
|
|
12
|
+
}
|
|
13
|
+
function getOptionalEnv(key) {
|
|
14
|
+
return process.env[key];
|
|
15
|
+
}
|
|
5
16
|
import {
|
|
6
17
|
REDIS_KEYS,
|
|
7
18
|
CACHE_TTL,
|
|
@@ -731,14 +742,14 @@ function getSkillStorage(config) {
|
|
|
731
742
|
return instance;
|
|
732
743
|
}
|
|
733
744
|
function initializeSkillStorage(userId, redisUrl) {
|
|
734
|
-
const url = redisUrl || process.env
|
|
745
|
+
const url = redisUrl || process.env["REDIS_URL"];
|
|
735
746
|
if (!url) {
|
|
736
747
|
throw new Error("REDIS_URL environment variable not set");
|
|
737
748
|
}
|
|
738
749
|
return getSkillStorage({ redisUrl: url, userId });
|
|
739
750
|
}
|
|
740
751
|
function getDefaultUserId() {
|
|
741
|
-
return process.env
|
|
752
|
+
return process.env["STACKMEMORY_USER_ID"] || process.env["USER"] || process.env["USERNAME"] || "default";
|
|
742
753
|
}
|
|
743
754
|
export {
|
|
744
755
|
SkillStorageService,
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"version": 3,
|
|
3
3
|
"sources": ["../../../src/core/skills/skill-storage.ts"],
|
|
4
|
-
"sourcesContent": ["/**\n * Skill Storage Service\n * Redis-backed persistent storage for agent learnings and skills\n * All skills are namespaced by userId for multi-user support\n */\n\nimport 'dotenv/config';\nimport Redis from 'ioredis';\nimport { v4 as uuidv4 } from 'uuid';\nimport { logger } from '../monitoring/logger.js';\nimport {\n Skill,\n CreateSkillInput,\n UpdateSkillInput,\n SkillQuery,\n JournalEntry,\n JournalEntryType,\n SessionSummary,\n SkillCategory,\n SkillPriority,\n REDIS_KEYS,\n CACHE_TTL,\n calculateSkillTTL,\n SkillSchema,\n JournalEntrySchema,\n} from './types.js';\n\nexport interface SkillStorageConfig {\n redisUrl: string;\n userId: string; // Required: user namespace for skills\n keyPrefix?: string;\n enableMetrics?: boolean;\n}\n\nexport interface SkillStorageMetrics {\n userId: string;\n skillsTotal: number;\n skillsByCategory: Record<SkillCategory, number>;\n journalEntriesTotal: number;\n sessionsTracked: number;\n cacheHits: number;\n cacheMisses: number;\n}\n\nexport class SkillStorageService {\n private redis: Redis;\n private userId: string;\n private keyPrefix: string;\n private enableMetrics: boolean;\n\n // Metrics tracking\n private metrics = {\n cacheHits: 0,\n cacheMisses: 0,\n };\n\n constructor(config: SkillStorageConfig) {\n this.redis = new Redis(config.redisUrl);\n this.userId = config.userId;\n this.keyPrefix = config.keyPrefix || 'sm:skills';\n this.enableMetrics = config.enableMetrics ?? true;\n\n this.redis.on('error', (err) => {\n logger.error('Redis connection error in SkillStorage', err);\n });\n\n this.redis.on('connect', () => {\n logger.info('SkillStorage connected to Redis');\n });\n\n logger.info('SkillStorageService initialized', {\n userId: this.userId,\n keyPrefix: this.keyPrefix,\n enableMetrics: this.enableMetrics,\n });\n }\n\n private key(pattern: string): string {\n return `${this.keyPrefix}:${pattern}`;\n }\n\n /**\n * Get the current user ID\n */\n getUserId(): string {\n return this.userId;\n }\n\n // ============================================================\n // SKILL CRUD OPERATIONS\n // ============================================================\n\n /**\n * Create a new skill\n */\n async createSkill(input: CreateSkillInput): Promise<Skill> {\n const now = new Date().toISOString();\n const skill: Skill = {\n ...input,\n id: uuidv4(),\n createdAt: now,\n updatedAt: now,\n validatedCount: 0,\n };\n\n // Validate\n SkillSchema.parse(skill);\n\n const pipeline = this.redis.pipeline();\n const skillKey = this.key(REDIS_KEYS.skill(this.userId, skill.id));\n\n // Store skill\n pipeline.setex(\n skillKey,\n calculateSkillTTL(skill.validatedCount),\n JSON.stringify(skill)\n );\n\n // Index by tool\n if (skill.tool) {\n pipeline.zadd(\n this.key(REDIS_KEYS.skillsByTool(this.userId, skill.tool)),\n Date.now(),\n skill.id\n );\n }\n\n // Index by category\n pipeline.zadd(\n this.key(REDIS_KEYS.skillsByCategory(this.userId, skill.category)),\n this.priorityScore(skill.priority),\n skill.id\n );\n\n // Index by tags\n for (const tag of skill.tags) {\n pipeline.zadd(\n this.key(REDIS_KEYS.skillsByTag(this.userId, tag)),\n Date.now(),\n skill.id\n );\n }\n\n // Add to recent skills\n pipeline.zadd(\n this.key(REDIS_KEYS.skillsRecent(this.userId)),\n Date.now(),\n skill.id\n );\n pipeline.zremrangebyrank(\n this.key(REDIS_KEYS.skillsRecent(this.userId)),\n 0,\n -1001\n ); // Keep last 1000\n\n await pipeline.exec();\n\n logger.info('Created skill', {\n userId: this.userId,\n id: skill.id,\n category: skill.category,\n tool: skill.tool,\n });\n\n return skill;\n }\n\n /**\n * Get skill by ID\n */\n async getSkill(id: string): Promise<Skill | null> {\n const skillKey = this.key(REDIS_KEYS.skill(this.userId, id));\n const data = await this.redis.get(skillKey);\n\n if (!data) {\n this.metrics.cacheMisses++;\n return null;\n }\n\n this.metrics.cacheHits++;\n return JSON.parse(data) as Skill;\n }\n\n /**\n * Update an existing skill\n */\n async updateSkill(input: UpdateSkillInput): Promise<Skill | null> {\n const existing = await this.getSkill(input.id);\n if (!existing) {\n return null;\n }\n\n const updated: Skill = {\n ...existing,\n ...input,\n updatedAt: new Date().toISOString(),\n };\n\n // Validate\n SkillSchema.parse(updated);\n\n const skillKey = this.key(REDIS_KEYS.skill(this.userId, updated.id));\n await this.redis.setex(\n skillKey,\n calculateSkillTTL(updated.validatedCount),\n JSON.stringify(updated)\n );\n\n logger.info('Updated skill', { userId: this.userId, id: updated.id });\n\n return updated;\n }\n\n /**\n * Validate a skill (increment validation count)\n */\n async validateSkill(id: string): Promise<Skill | null> {\n const skill = await this.getSkill(id);\n if (!skill) {\n return null;\n }\n\n skill.validatedCount++;\n skill.lastValidated = new Date().toISOString();\n skill.updatedAt = new Date().toISOString();\n\n const skillKey = this.key(REDIS_KEYS.skill(this.userId, id));\n // TTL increases with validation count: 7 days base + 7 days per validation, max 90 days\n await this.redis.setex(\n skillKey,\n calculateSkillTTL(skill.validatedCount),\n JSON.stringify(skill)\n );\n\n // Update validated index\n await this.redis.zadd(\n this.key(REDIS_KEYS.skillsValidated(this.userId)),\n skill.validatedCount,\n id\n );\n\n // Check for promotion eligibility\n if (skill.validatedCount >= 3 && skill.priority !== 'critical') {\n await this.redis.sadd(\n this.key(REDIS_KEYS.promotionCandidates(this.userId)),\n id\n );\n }\n\n logger.info('Validated skill', {\n userId: this.userId,\n id,\n validatedCount: skill.validatedCount,\n });\n\n return skill;\n }\n\n /**\n * Delete a skill\n */\n async deleteSkill(id: string): Promise<boolean> {\n const skill = await this.getSkill(id);\n if (!skill) {\n return false;\n }\n\n const pipeline = this.redis.pipeline();\n const skillKey = this.key(REDIS_KEYS.skill(this.userId, id));\n\n // Remove skill\n pipeline.del(skillKey);\n\n // Remove from indexes\n if (skill.tool) {\n pipeline.zrem(\n this.key(REDIS_KEYS.skillsByTool(this.userId, skill.tool)),\n id\n );\n }\n\n pipeline.zrem(\n this.key(REDIS_KEYS.skillsByCategory(this.userId, skill.category)),\n id\n );\n\n for (const tag of skill.tags) {\n pipeline.zrem(this.key(REDIS_KEYS.skillsByTag(this.userId, tag)), id);\n }\n\n pipeline.zrem(this.key(REDIS_KEYS.skillsRecent(this.userId)), id);\n pipeline.zrem(this.key(REDIS_KEYS.skillsValidated(this.userId)), id);\n pipeline.srem(this.key(REDIS_KEYS.promotionCandidates(this.userId)), id);\n\n await pipeline.exec();\n\n logger.info('Deleted skill', { userId: this.userId, id });\n\n return true;\n }\n\n // ============================================================\n // SKILL QUERIES\n // ============================================================\n\n /**\n * Query skills with filters\n */\n async querySkills(query: SkillQuery): Promise<Skill[]> {\n let skillIds: string[] = [];\n\n // Determine which index to use\n if (query.tool) {\n skillIds = await this.redis.zrevrange(\n this.key(REDIS_KEYS.skillsByTool(this.userId, query.tool)),\n 0,\n -1\n );\n } else if (query.categories && query.categories.length === 1) {\n skillIds = await this.redis.zrevrange(\n this.key(REDIS_KEYS.skillsByCategory(this.userId, query.categories[0])),\n 0,\n -1\n );\n } else if (query.tags && query.tags.length === 1) {\n skillIds = await this.redis.zrevrange(\n this.key(REDIS_KEYS.skillsByTag(this.userId, query.tags[0])),\n 0,\n -1\n );\n } else {\n // Default to recent skills\n skillIds = await this.redis.zrevrange(\n this.key(REDIS_KEYS.skillsRecent(this.userId)),\n 0,\n query.limit + query.offset\n );\n }\n\n if (skillIds.length === 0) {\n return [];\n }\n\n // Fetch skills\n const pipeline = this.redis.pipeline();\n for (const id of skillIds) {\n pipeline.get(this.key(REDIS_KEYS.skill(this.userId, id)));\n }\n\n const results = await pipeline.exec();\n if (!results) {\n return [];\n }\n\n let skills: Skill[] = results\n .map(([err, data]) => {\n if (err || !data) return null;\n try {\n return JSON.parse(data as string) as Skill;\n } catch {\n return null;\n }\n })\n .filter((s): s is Skill => s !== null);\n\n // Apply additional filters\n if (query.categories && query.categories.length > 0) {\n skills = skills.filter((s) => query.categories!.includes(s.category));\n }\n\n if (query.priorities && query.priorities.length > 0) {\n skills = skills.filter((s) => query.priorities!.includes(s.priority));\n }\n\n if (query.minValidatedCount !== undefined) {\n skills = skills.filter(\n (s) => s.validatedCount >= query.minValidatedCount!\n );\n }\n\n if (query.language) {\n skills = skills.filter((s) => s.language === query.language);\n }\n\n if (query.framework) {\n skills = skills.filter((s) => s.framework === query.framework);\n }\n\n // Sort\n skills.sort((a, b) => {\n let aVal: number, bVal: number;\n\n switch (query.sortBy) {\n case 'priority':\n aVal = this.priorityScore(a.priority);\n bVal = this.priorityScore(b.priority);\n break;\n case 'validatedCount':\n aVal = a.validatedCount;\n bVal = b.validatedCount;\n break;\n case 'createdAt':\n aVal = new Date(a.createdAt).getTime();\n bVal = new Date(b.createdAt).getTime();\n break;\n case 'updatedAt':\n aVal = new Date(a.updatedAt).getTime();\n bVal = new Date(b.updatedAt).getTime();\n break;\n default:\n aVal = this.priorityScore(a.priority);\n bVal = this.priorityScore(b.priority);\n }\n\n return query.sortOrder === 'desc' ? bVal - aVal : aVal - bVal;\n });\n\n // Apply pagination\n return skills.slice(query.offset, query.offset + query.limit);\n }\n\n /**\n * Get skills relevant to current context\n */\n async getRelevantSkills(context: {\n tool?: string;\n language?: string;\n framework?: string;\n tags?: string[];\n }): Promise<Skill[]> {\n const skills: Skill[] = [];\n const seenIds = new Set<string>();\n\n // Always include critical skills\n const criticalIds = await this.redis.zrevrange(\n this.key(REDIS_KEYS.skillsByCategory(this.userId, 'correction')),\n 0,\n -1\n );\n\n for (const id of criticalIds) {\n const skill = await this.getSkill(id);\n if (skill && skill.priority === 'critical' && !seenIds.has(id)) {\n skills.push(skill);\n seenIds.add(id);\n }\n }\n\n // Get tool-specific skills\n if (context.tool) {\n const toolSkills = await this.querySkills({\n tool: context.tool,\n limit: 20,\n offset: 0,\n sortBy: 'priority',\n sortOrder: 'desc',\n });\n\n for (const skill of toolSkills) {\n if (!seenIds.has(skill.id)) {\n skills.push(skill);\n seenIds.add(skill.id);\n }\n }\n }\n\n // Get highly validated skills\n const validatedIds = await this.redis.zrevrange(\n this.key(REDIS_KEYS.skillsValidated(this.userId)),\n 0,\n 10\n );\n\n for (const id of validatedIds) {\n if (!seenIds.has(id)) {\n const skill = await this.getSkill(id);\n if (skill) {\n skills.push(skill);\n seenIds.add(id);\n }\n }\n }\n\n return skills.slice(0, 50); // Cap at 50 skills\n }\n\n // ============================================================\n // SESSION JOURNAL\n // ============================================================\n\n /**\n * Create a journal entry\n */\n async createJournalEntry(\n sessionId: string,\n type: JournalEntryType,\n title: string,\n content: string,\n context?: JournalEntry['context']\n ): Promise<JournalEntry> {\n const entry: JournalEntry = {\n id: uuidv4(),\n sessionId,\n type,\n title,\n content,\n context,\n createdAt: new Date().toISOString(),\n };\n\n // Validate\n JournalEntrySchema.parse(entry);\n\n const pipeline = this.redis.pipeline();\n\n // Store entry\n pipeline.setex(\n this.key(REDIS_KEYS.journalEntry(this.userId, entry.id)),\n CACHE_TTL.journal,\n JSON.stringify(entry)\n );\n\n // Index by session\n pipeline.zadd(\n this.key(REDIS_KEYS.journalSession(this.userId, sessionId)),\n Date.now(),\n entry.id\n );\n\n // Add to recent journal\n pipeline.zadd(\n this.key(REDIS_KEYS.journalRecent(this.userId)),\n Date.now(),\n entry.id\n );\n pipeline.zremrangebyrank(\n this.key(REDIS_KEYS.journalRecent(this.userId)),\n 0,\n -501\n ); // Keep last 500\n\n await pipeline.exec();\n\n logger.info('Created journal entry', {\n userId: this.userId,\n id: entry.id,\n sessionId,\n type,\n title,\n });\n\n return entry;\n }\n\n /**\n * Get journal entries for a session\n */\n async getSessionJournal(sessionId: string): Promise<JournalEntry[]> {\n const entryIds = await this.redis.zrevrange(\n this.key(REDIS_KEYS.journalSession(this.userId, sessionId)),\n 0,\n -1\n );\n\n if (entryIds.length === 0) {\n return [];\n }\n\n const pipeline = this.redis.pipeline();\n for (const id of entryIds) {\n pipeline.get(this.key(REDIS_KEYS.journalEntry(this.userId, id)));\n }\n\n const results = await pipeline.exec();\n if (!results) {\n return [];\n }\n\n return results\n .map(([err, data]) => {\n if (err || !data) return null;\n try {\n return JSON.parse(data as string) as JournalEntry;\n } catch {\n return null;\n }\n })\n .filter((e): e is JournalEntry => e !== null);\n }\n\n /**\n * Promote a journal entry to a skill\n */\n async promoteToSkill(\n entryId: string,\n category: SkillCategory,\n priority: SkillPriority = 'medium'\n ): Promise<Skill | null> {\n const entryData = await this.redis.get(\n this.key(REDIS_KEYS.journalEntry(this.userId, entryId))\n );\n\n if (!entryData) {\n return null;\n }\n\n const entry = JSON.parse(entryData) as JournalEntry;\n\n const skill = await this.createSkill({\n content: entry.content,\n summary: entry.title,\n category,\n priority,\n tags: [],\n tool: entry.context?.tool,\n source: 'observation',\n sessionId: entry.sessionId,\n });\n\n // Update entry with promotion reference\n entry.promotedToSkillId = skill.id;\n await this.redis.setex(\n this.key(REDIS_KEYS.journalEntry(this.userId, entryId)),\n CACHE_TTL.journal,\n JSON.stringify(entry)\n );\n\n logger.info('Promoted journal entry to skill', {\n userId: this.userId,\n entryId,\n skillId: skill.id,\n });\n\n return skill;\n }\n\n // ============================================================\n // SESSION MANAGEMENT\n // ============================================================\n\n /**\n * Start tracking a new session\n */\n async startSession(sessionId: string): Promise<void> {\n const summary: SessionSummary = {\n sessionId,\n startedAt: new Date().toISOString(),\n entriesCount: 0,\n correctionsCount: 0,\n decisionsCount: 0,\n keyLearnings: [],\n promotedSkillIds: [],\n };\n\n await this.redis.setex(\n this.key(REDIS_KEYS.sessionSummary(this.userId, sessionId)),\n CACHE_TTL.session,\n JSON.stringify(summary)\n );\n\n await this.redis.sadd(\n this.key(REDIS_KEYS.sessionsActive(this.userId)),\n sessionId\n );\n\n logger.info('Started session tracking', { userId: this.userId, sessionId });\n }\n\n /**\n * End a session and generate summary\n */\n async endSession(sessionId: string): Promise<SessionSummary | null> {\n const summaryData = await this.redis.get(\n this.key(REDIS_KEYS.sessionSummary(this.userId, sessionId))\n );\n\n if (!summaryData) {\n return null;\n }\n\n const summary = JSON.parse(summaryData) as SessionSummary;\n summary.endedAt = new Date().toISOString();\n\n // Count entries by type\n const entries = await this.getSessionJournal(sessionId);\n summary.entriesCount = entries.length;\n summary.correctionsCount = entries.filter(\n (e) => e.type === 'correction'\n ).length;\n summary.decisionsCount = entries.filter(\n (e) => e.type === 'decision'\n ).length;\n\n // Extract key learnings\n summary.keyLearnings = entries\n .filter((e) => e.type === 'correction' || e.type === 'resolution')\n .slice(0, 5)\n .map((e) => e.title);\n\n // Get promoted skills\n summary.promotedSkillIds = entries\n .filter((e) => e.promotedToSkillId)\n .map((e) => e.promotedToSkillId!);\n\n await this.redis.setex(\n this.key(REDIS_KEYS.sessionSummary(this.userId, sessionId)),\n CACHE_TTL.session,\n JSON.stringify(summary)\n );\n\n await this.redis.srem(\n this.key(REDIS_KEYS.sessionsActive(this.userId)),\n sessionId\n );\n\n logger.info('Ended session', {\n userId: this.userId,\n sessionId,\n entriesCount: summary.entriesCount,\n keyLearnings: summary.keyLearnings.length,\n });\n\n return summary;\n }\n\n /**\n * Get session summary\n */\n async getSessionSummary(sessionId: string): Promise<SessionSummary | null> {\n const data = await this.redis.get(\n this.key(REDIS_KEYS.sessionSummary(this.userId, sessionId))\n );\n\n if (!data) {\n return null;\n }\n\n return JSON.parse(data) as SessionSummary;\n }\n\n // ============================================================\n // KNOWLEDGE HYGIENE\n // ============================================================\n\n /**\n * Get skills eligible for promotion\n */\n async getPromotionCandidates(): Promise<Skill[]> {\n const ids = await this.redis.smembers(\n this.key(REDIS_KEYS.promotionCandidates(this.userId))\n );\n\n const skills: Skill[] = [];\n for (const id of ids) {\n const skill = await this.getSkill(id);\n if (skill && skill.validatedCount >= 3) {\n skills.push(skill);\n }\n }\n\n return skills;\n }\n\n /**\n * Promote a skill (increase priority)\n */\n async promoteSkill(id: string): Promise<Skill | null> {\n const skill = await this.getSkill(id);\n if (!skill) {\n return null;\n }\n\n const priorityOrder: SkillPriority[] = [\n 'low',\n 'medium',\n 'high',\n 'critical',\n ];\n const currentIndex = priorityOrder.indexOf(skill.priority);\n\n if (currentIndex < priorityOrder.length - 1) {\n skill.priority = priorityOrder[currentIndex + 1];\n skill.updatedAt = new Date().toISOString();\n\n await this.redis.setex(\n this.key(REDIS_KEYS.skill(this.userId, id)),\n calculateSkillTTL(skill.validatedCount),\n JSON.stringify(skill)\n );\n\n // Update category index with new score\n await this.redis.zadd(\n this.key(REDIS_KEYS.skillsByCategory(this.userId, skill.category)),\n this.priorityScore(skill.priority),\n id\n );\n\n // Remove from promotion candidates if now critical\n if (skill.priority === 'critical') {\n await this.redis.srem(\n this.key(REDIS_KEYS.promotionCandidates(this.userId)),\n id\n );\n }\n\n logger.info('Promoted skill', {\n userId: this.userId,\n id,\n newPriority: skill.priority,\n });\n }\n\n return skill;\n }\n\n /**\n * Archive stale skills (not validated in 90 days)\n */\n async archiveStaleSkills(daysThreshold: number = 90): Promise<number> {\n const cutoff = Date.now() - daysThreshold * 24 * 60 * 60 * 1000;\n let archivedCount = 0;\n\n // Get all recent skills\n const skillIds = await this.redis.zrangebyscore(\n this.key(REDIS_KEYS.skillsRecent(this.userId)),\n 0,\n cutoff\n );\n\n for (const id of skillIds) {\n const skill = await this.getSkill(id);\n if (skill && skill.priority !== 'critical') {\n // Check if it was validated recently\n if (\n !skill.lastValidated ||\n new Date(skill.lastValidated).getTime() < cutoff\n ) {\n // Downgrade to low priority instead of deleting\n if (skill.priority !== 'low') {\n skill.priority = 'low';\n skill.updatedAt = new Date().toISOString();\n await this.redis.setex(\n this.key(REDIS_KEYS.skill(this.userId, id)),\n calculateSkillTTL(skill.validatedCount),\n JSON.stringify(skill)\n );\n archivedCount++;\n }\n }\n }\n }\n\n logger.info('Archived stale skills', {\n userId: this.userId,\n archivedCount,\n daysThreshold,\n });\n\n return archivedCount;\n }\n\n // ============================================================\n // METRICS & UTILITIES\n // ============================================================\n\n /**\n * Get storage metrics\n */\n async getMetrics(): Promise<SkillStorageMetrics> {\n const [\n skillsTotal,\n toolSkills,\n workflowSkills,\n correctionSkills,\n patternSkills,\n preferenceSkills,\n pitfallSkills,\n optimizationSkills,\n journalTotal,\n sessionsActive,\n ] = await Promise.all([\n this.redis.zcard(this.key(REDIS_KEYS.skillsRecent(this.userId))),\n this.redis.zcard(\n this.key(REDIS_KEYS.skillsByCategory(this.userId, 'tool'))\n ),\n this.redis.zcard(\n this.key(REDIS_KEYS.skillsByCategory(this.userId, 'workflow'))\n ),\n this.redis.zcard(\n this.key(REDIS_KEYS.skillsByCategory(this.userId, 'correction'))\n ),\n this.redis.zcard(\n this.key(REDIS_KEYS.skillsByCategory(this.userId, 'pattern'))\n ),\n this.redis.zcard(\n this.key(REDIS_KEYS.skillsByCategory(this.userId, 'preference'))\n ),\n this.redis.zcard(\n this.key(REDIS_KEYS.skillsByCategory(this.userId, 'pitfall'))\n ),\n this.redis.zcard(\n this.key(REDIS_KEYS.skillsByCategory(this.userId, 'optimization'))\n ),\n this.redis.zcard(this.key(REDIS_KEYS.journalRecent(this.userId))),\n this.redis.scard(this.key(REDIS_KEYS.sessionsActive(this.userId))),\n ]);\n\n return {\n userId: this.userId,\n skillsTotal,\n skillsByCategory: {\n tool: toolSkills,\n workflow: workflowSkills,\n correction: correctionSkills,\n pattern: patternSkills,\n preference: preferenceSkills,\n pitfall: pitfallSkills,\n optimization: optimizationSkills,\n },\n journalEntriesTotal: journalTotal,\n sessionsTracked: sessionsActive,\n cacheHits: this.metrics.cacheHits,\n cacheMisses: this.metrics.cacheMisses,\n };\n }\n\n /**\n * Priority to numeric score for sorting\n */\n private priorityScore(priority: SkillPriority): number {\n const scores: Record<SkillPriority, number> = {\n critical: 1000,\n high: 100,\n medium: 10,\n low: 1,\n };\n return scores[priority];\n }\n\n /**\n * Close Redis connection\n */\n async close(): Promise<void> {\n await this.redis.quit();\n logger.info('SkillStorageService closed');\n }\n}\n\n// ============================================================\n// SINGLETON INSTANCES (per user)\n// ============================================================\n\nconst userStorageInstances = new Map<string, SkillStorageService>();\n\n/**\n * Get or create skill storage instance for a user\n */\nexport function getSkillStorage(\n config: SkillStorageConfig\n): SkillStorageService {\n const existing = userStorageInstances.get(config.userId);\n if (existing) {\n return existing;\n }\n\n const instance = new SkillStorageService(config);\n userStorageInstances.set(config.userId, instance);\n return instance;\n}\n\n/**\n * Initialize skill storage with Redis URL from environment\n */\nexport function initializeSkillStorage(\n userId: string,\n redisUrl?: string\n): SkillStorageService {\n const url = redisUrl || process.env.REDIS_URL;\n\n if (!url) {\n throw new Error('REDIS_URL environment variable not set');\n }\n\n return getSkillStorage({ redisUrl: url, userId });\n}\n\n/**\n * Get default user ID from environment or generate one\n */\nexport function getDefaultUserId(): string {\n return (\n process.env.STACKMEMORY_USER_ID ||\n process.env.USER ||\n process.env.USERNAME ||\n 'default'\n );\n}\n"],
|
|
5
|
-
"mappings": "AAMA,OAAO;AACP,OAAO,WAAW;AAClB,SAAS,MAAM,cAAc;AAC7B,SAAS,cAAc;AACvB;AAAA,EAUE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAmBA,MAAM,oBAAoB;AAAA,EACvB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA;AAAA,EAGA,UAAU;AAAA,IAChB,WAAW;AAAA,IACX,aAAa;AAAA,EACf;AAAA,EAEA,YAAY,QAA4B;AACtC,SAAK,QAAQ,IAAI,MAAM,OAAO,QAAQ;AACtC,SAAK,SAAS,OAAO;AACrB,SAAK,YAAY,OAAO,aAAa;AACrC,SAAK,gBAAgB,OAAO,iBAAiB;AAE7C,SAAK,MAAM,GAAG,SAAS,CAAC,QAAQ;AAC9B,aAAO,MAAM,0CAA0C,GAAG;AAAA,IAC5D,CAAC;AAED,SAAK,MAAM,GAAG,WAAW,MAAM;AAC7B,aAAO,KAAK,iCAAiC;AAAA,IAC/C,CAAC;AAED,WAAO,KAAK,mCAAmC;AAAA,MAC7C,QAAQ,KAAK;AAAA,MACb,WAAW,KAAK;AAAA,MAChB,eAAe,KAAK;AAAA,IACtB,CAAC;AAAA,EACH;AAAA,EAEQ,IAAI,SAAyB;AACnC,WAAO,GAAG,KAAK,SAAS,IAAI,OAAO;AAAA,EACrC;AAAA;AAAA;AAAA;AAAA,EAKA,YAAoB;AAClB,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAM,YAAY,OAAyC;AACzD,UAAM,OAAM,oBAAI,KAAK,GAAE,YAAY;AACnC,UAAM,QAAe;AAAA,MACnB,GAAG;AAAA,MACH,IAAI,OAAO;AAAA,MACX,WAAW;AAAA,MACX,WAAW;AAAA,MACX,gBAAgB;AAAA,IAClB;AAGA,gBAAY,MAAM,KAAK;AAEvB,UAAM,WAAW,KAAK,MAAM,SAAS;AACrC,UAAM,WAAW,KAAK,IAAI,WAAW,MAAM,KAAK,QAAQ,MAAM,EAAE,CAAC;AAGjE,aAAS;AAAA,MACP;AAAA,MACA,kBAAkB,MAAM,cAAc;AAAA,MACtC,KAAK,UAAU,KAAK;AAAA,IACtB;AAGA,QAAI,MAAM,MAAM;AACd,eAAS;AAAA,QACP,KAAK,IAAI,WAAW,aAAa,KAAK,QAAQ,MAAM,IAAI,CAAC;AAAA,QACzD,KAAK,IAAI;AAAA,QACT,MAAM;AAAA,MACR;AAAA,IACF;AAGA,aAAS;AAAA,MACP,KAAK,IAAI,WAAW,iBAAiB,KAAK,QAAQ,MAAM,QAAQ,CAAC;AAAA,MACjE,KAAK,cAAc,MAAM,QAAQ;AAAA,MACjC,MAAM;AAAA,IACR;AAGA,eAAW,OAAO,MAAM,MAAM;AAC5B,eAAS;AAAA,QACP,KAAK,IAAI,WAAW,YAAY,KAAK,QAAQ,GAAG,CAAC;AAAA,QACjD,KAAK,IAAI;AAAA,QACT,MAAM;AAAA,MACR;AAAA,IACF;AAGA,aAAS;AAAA,MACP,KAAK,IAAI,WAAW,aAAa,KAAK,MAAM,CAAC;AAAA,MAC7C,KAAK,IAAI;AAAA,MACT,MAAM;AAAA,IACR;AACA,aAAS;AAAA,MACP,KAAK,IAAI,WAAW,aAAa,KAAK,MAAM,CAAC;AAAA,MAC7C;AAAA,MACA;AAAA,IACF;AAEA,UAAM,SAAS,KAAK;AAEpB,WAAO,KAAK,iBAAiB;AAAA,MAC3B,QAAQ,KAAK;AAAA,MACb,IAAI,MAAM;AAAA,MACV,UAAU,MAAM;AAAA,MAChB,MAAM,MAAM;AAAA,IACd,CAAC;AAED,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,SAAS,IAAmC;AAChD,UAAM,WAAW,KAAK,IAAI,WAAW,MAAM,KAAK,QAAQ,EAAE,CAAC;AAC3D,UAAM,OAAO,MAAM,KAAK,MAAM,IAAI,QAAQ;AAE1C,QAAI,CAAC,MAAM;AACT,WAAK,QAAQ;AACb,aAAO;AAAA,IACT;AAEA,SAAK,QAAQ;AACb,WAAO,KAAK,MAAM,IAAI;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,YAAY,OAAgD;AAChE,UAAM,WAAW,MAAM,KAAK,SAAS,MAAM,EAAE;AAC7C,QAAI,CAAC,UAAU;AACb,aAAO;AAAA,IACT;AAEA,UAAM,UAAiB;AAAA,MACrB,GAAG;AAAA,MACH,GAAG;AAAA,MACH,YAAW,oBAAI,KAAK,GAAE,YAAY;AAAA,IACpC;AAGA,gBAAY,MAAM,OAAO;AAEzB,UAAM,WAAW,KAAK,IAAI,WAAW,MAAM,KAAK,QAAQ,QAAQ,EAAE,CAAC;AACnE,UAAM,KAAK,MAAM;AAAA,MACf;AAAA,MACA,kBAAkB,QAAQ,cAAc;AAAA,MACxC,KAAK,UAAU,OAAO;AAAA,IACxB;AAEA,WAAO,KAAK,iBAAiB,EAAE,QAAQ,KAAK,QAAQ,IAAI,QAAQ,GAAG,CAAC;AAEpE,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,cAAc,IAAmC;AACrD,UAAM,QAAQ,MAAM,KAAK,SAAS,EAAE;AACpC,QAAI,CAAC,OAAO;AACV,aAAO;AAAA,IACT;AAEA,UAAM;AACN,UAAM,iBAAgB,oBAAI,KAAK,GAAE,YAAY;AAC7C,UAAM,aAAY,oBAAI,KAAK,GAAE,YAAY;AAEzC,UAAM,WAAW,KAAK,IAAI,WAAW,MAAM,KAAK,QAAQ,EAAE,CAAC;AAE3D,UAAM,KAAK,MAAM;AAAA,MACf;AAAA,MACA,kBAAkB,MAAM,cAAc;AAAA,MACtC,KAAK,UAAU,KAAK;AAAA,IACtB;AAGA,UAAM,KAAK,MAAM;AAAA,MACf,KAAK,IAAI,WAAW,gBAAgB,KAAK,MAAM,CAAC;AAAA,MAChD,MAAM;AAAA,MACN;AAAA,IACF;AAGA,QAAI,MAAM,kBAAkB,KAAK,MAAM,aAAa,YAAY;AAC9D,YAAM,KAAK,MAAM;AAAA,QACf,KAAK,IAAI,WAAW,oBAAoB,KAAK,MAAM,CAAC;AAAA,QACpD;AAAA,MACF;AAAA,IACF;AAEA,WAAO,KAAK,mBAAmB;AAAA,MAC7B,QAAQ,KAAK;AAAA,MACb;AAAA,MACA,gBAAgB,MAAM;AAAA,IACxB,CAAC;AAED,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,YAAY,IAA8B;AAC9C,UAAM,QAAQ,MAAM,KAAK,SAAS,EAAE;AACpC,QAAI,CAAC,OAAO;AACV,aAAO;AAAA,IACT;AAEA,UAAM,WAAW,KAAK,MAAM,SAAS;AACrC,UAAM,WAAW,KAAK,IAAI,WAAW,MAAM,KAAK,QAAQ,EAAE,CAAC;AAG3D,aAAS,IAAI,QAAQ;AAGrB,QAAI,MAAM,MAAM;AACd,eAAS;AAAA,QACP,KAAK,IAAI,WAAW,aAAa,KAAK,QAAQ,MAAM,IAAI,CAAC;AAAA,QACzD;AAAA,MACF;AAAA,IACF;AAEA,aAAS;AAAA,MACP,KAAK,IAAI,WAAW,iBAAiB,KAAK,QAAQ,MAAM,QAAQ,CAAC;AAAA,MACjE;AAAA,IACF;AAEA,eAAW,OAAO,MAAM,MAAM;AAC5B,eAAS,KAAK,KAAK,IAAI,WAAW,YAAY,KAAK,QAAQ,GAAG,CAAC,GAAG,EAAE;AAAA,IACtE;AAEA,aAAS,KAAK,KAAK,IAAI,WAAW,aAAa,KAAK,MAAM,CAAC,GAAG,EAAE;AAChE,aAAS,KAAK,KAAK,IAAI,WAAW,gBAAgB,KAAK,MAAM,CAAC,GAAG,EAAE;AACnE,aAAS,KAAK,KAAK,IAAI,WAAW,oBAAoB,KAAK,MAAM,CAAC,GAAG,EAAE;AAEvE,UAAM,SAAS,KAAK;AAEpB,WAAO,KAAK,iBAAiB,EAAE,QAAQ,KAAK,QAAQ,GAAG,CAAC;AAExD,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAM,YAAY,OAAqC;AACrD,QAAI,WAAqB,CAAC;AAG1B,QAAI,MAAM,MAAM;AACd,iBAAW,MAAM,KAAK,MAAM;AAAA,QAC1B,KAAK,IAAI,WAAW,aAAa,KAAK,QAAQ,MAAM,IAAI,CAAC;AAAA,QACzD;AAAA,QACA;AAAA,MACF;AAAA,IACF,WAAW,MAAM,cAAc,MAAM,WAAW,WAAW,GAAG;AAC5D,iBAAW,MAAM,KAAK,MAAM;AAAA,QAC1B,KAAK,IAAI,WAAW,iBAAiB,KAAK,QAAQ,MAAM,WAAW,CAAC,CAAC,CAAC;AAAA,QACtE;AAAA,QACA;AAAA,MACF;AAAA,IACF,WAAW,MAAM,QAAQ,MAAM,KAAK,WAAW,GAAG;AAChD,iBAAW,MAAM,KAAK,MAAM;AAAA,QAC1B,KAAK,IAAI,WAAW,YAAY,KAAK,QAAQ,MAAM,KAAK,CAAC,CAAC,CAAC;AAAA,QAC3D;AAAA,QACA;AAAA,MACF;AAAA,IACF,OAAO;AAEL,iBAAW,MAAM,KAAK,MAAM;AAAA,QAC1B,KAAK,IAAI,WAAW,aAAa,KAAK,MAAM,CAAC;AAAA,QAC7C;AAAA,QACA,MAAM,QAAQ,MAAM;AAAA,MACtB;AAAA,IACF;AAEA,QAAI,SAAS,WAAW,GAAG;AACzB,aAAO,CAAC;AAAA,IACV;AAGA,UAAM,WAAW,KAAK,MAAM,SAAS;AACrC,eAAW,MAAM,UAAU;AACzB,eAAS,IAAI,KAAK,IAAI,WAAW,MAAM,KAAK,QAAQ,EAAE,CAAC,CAAC;AAAA,IAC1D;AAEA,UAAM,UAAU,MAAM,SAAS,KAAK;AACpC,QAAI,CAAC,SAAS;AACZ,aAAO,CAAC;AAAA,IACV;AAEA,QAAI,SAAkB,QACnB,IAAI,CAAC,CAAC,KAAK,IAAI,MAAM;AACpB,UAAI,OAAO,CAAC,KAAM,QAAO;AACzB,UAAI;AACF,eAAO,KAAK,MAAM,IAAc;AAAA,MAClC,QAAQ;AACN,eAAO;AAAA,MACT;AAAA,IACF,CAAC,EACA,OAAO,CAAC,MAAkB,MAAM,IAAI;AAGvC,QAAI,MAAM,cAAc,MAAM,WAAW,SAAS,GAAG;AACnD,eAAS,OAAO,OAAO,CAAC,MAAM,MAAM,WAAY,SAAS,EAAE,QAAQ,CAAC;AAAA,IACtE;AAEA,QAAI,MAAM,cAAc,MAAM,WAAW,SAAS,GAAG;AACnD,eAAS,OAAO,OAAO,CAAC,MAAM,MAAM,WAAY,SAAS,EAAE,QAAQ,CAAC;AAAA,IACtE;AAEA,QAAI,MAAM,sBAAsB,QAAW;AACzC,eAAS,OAAO;AAAA,QACd,CAAC,MAAM,EAAE,kBAAkB,MAAM;AAAA,MACnC;AAAA,IACF;AAEA,QAAI,MAAM,UAAU;AAClB,eAAS,OAAO,OAAO,CAAC,MAAM,EAAE,aAAa,MAAM,QAAQ;AAAA,IAC7D;AAEA,QAAI,MAAM,WAAW;AACnB,eAAS,OAAO,OAAO,CAAC,MAAM,EAAE,cAAc,MAAM,SAAS;AAAA,IAC/D;AAGA,WAAO,KAAK,CAAC,GAAG,MAAM;AACpB,UAAI,MAAc;AAElB,cAAQ,MAAM,QAAQ;AAAA,QACpB,KAAK;AACH,iBAAO,KAAK,cAAc,EAAE,QAAQ;AACpC,iBAAO,KAAK,cAAc,EAAE,QAAQ;AACpC;AAAA,QACF,KAAK;AACH,iBAAO,EAAE;AACT,iBAAO,EAAE;AACT;AAAA,QACF,KAAK;AACH,iBAAO,IAAI,KAAK,EAAE,SAAS,EAAE,QAAQ;AACrC,iBAAO,IAAI,KAAK,EAAE,SAAS,EAAE,QAAQ;AACrC;AAAA,QACF,KAAK;AACH,iBAAO,IAAI,KAAK,EAAE,SAAS,EAAE,QAAQ;AACrC,iBAAO,IAAI,KAAK,EAAE,SAAS,EAAE,QAAQ;AACrC;AAAA,QACF;AACE,iBAAO,KAAK,cAAc,EAAE,QAAQ;AACpC,iBAAO,KAAK,cAAc,EAAE,QAAQ;AAAA,MACxC;AAEA,aAAO,MAAM,cAAc,SAAS,OAAO,OAAO,OAAO;AAAA,IAC3D,CAAC;AAGD,WAAO,OAAO,MAAM,MAAM,QAAQ,MAAM,SAAS,MAAM,KAAK;AAAA,EAC9D;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,kBAAkB,SAKH;AACnB,UAAM,SAAkB,CAAC;AACzB,UAAM,UAAU,oBAAI,IAAY;AAGhC,UAAM,cAAc,MAAM,KAAK,MAAM;AAAA,MACnC,KAAK,IAAI,WAAW,iBAAiB,KAAK,QAAQ,YAAY,CAAC;AAAA,MAC/D;AAAA,MACA;AAAA,IACF;AAEA,eAAW,MAAM,aAAa;AAC5B,YAAM,QAAQ,MAAM,KAAK,SAAS,EAAE;AACpC,UAAI,SAAS,MAAM,aAAa,cAAc,CAAC,QAAQ,IAAI,EAAE,GAAG;AAC9D,eAAO,KAAK,KAAK;AACjB,gBAAQ,IAAI,EAAE;AAAA,MAChB;AAAA,IACF;AAGA,QAAI,QAAQ,MAAM;AAChB,YAAM,aAAa,MAAM,KAAK,YAAY;AAAA,QACxC,MAAM,QAAQ;AAAA,QACd,OAAO;AAAA,QACP,QAAQ;AAAA,QACR,QAAQ;AAAA,QACR,WAAW;AAAA,MACb,CAAC;AAED,iBAAW,SAAS,YAAY;AAC9B,YAAI,CAAC,QAAQ,IAAI,MAAM,EAAE,GAAG;AAC1B,iBAAO,KAAK,KAAK;AACjB,kBAAQ,IAAI,MAAM,EAAE;AAAA,QACtB;AAAA,MACF;AAAA,IACF;AAGA,UAAM,eAAe,MAAM,KAAK,MAAM;AAAA,MACpC,KAAK,IAAI,WAAW,gBAAgB,KAAK,MAAM,CAAC;AAAA,MAChD;AAAA,MACA;AAAA,IACF;AAEA,eAAW,MAAM,cAAc;AAC7B,UAAI,CAAC,QAAQ,IAAI,EAAE,GAAG;AACpB,cAAM,QAAQ,MAAM,KAAK,SAAS,EAAE;AACpC,YAAI,OAAO;AACT,iBAAO,KAAK,KAAK;AACjB,kBAAQ,IAAI,EAAE;AAAA,QAChB;AAAA,MACF;AAAA,IACF;AAEA,WAAO,OAAO,MAAM,GAAG,EAAE;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAM,mBACJ,WACA,MACA,OACA,SACA,SACuB;AACvB,UAAM,QAAsB;AAAA,MAC1B,IAAI,OAAO;AAAA,MACX;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,YAAW,oBAAI,KAAK,GAAE,YAAY;AAAA,IACpC;AAGA,uBAAmB,MAAM,KAAK;AAE9B,UAAM,WAAW,KAAK,MAAM,SAAS;AAGrC,aAAS;AAAA,MACP,KAAK,IAAI,WAAW,aAAa,KAAK,QAAQ,MAAM,EAAE,CAAC;AAAA,MACvD,UAAU;AAAA,MACV,KAAK,UAAU,KAAK;AAAA,IACtB;AAGA,aAAS;AAAA,MACP,KAAK,IAAI,WAAW,eAAe,KAAK,QAAQ,SAAS,CAAC;AAAA,MAC1D,KAAK,IAAI;AAAA,MACT,MAAM;AAAA,IACR;AAGA,aAAS;AAAA,MACP,KAAK,IAAI,WAAW,cAAc,KAAK,MAAM,CAAC;AAAA,MAC9C,KAAK,IAAI;AAAA,MACT,MAAM;AAAA,IACR;AACA,aAAS;AAAA,MACP,KAAK,IAAI,WAAW,cAAc,KAAK,MAAM,CAAC;AAAA,MAC9C;AAAA,MACA;AAAA,IACF;AAEA,UAAM,SAAS,KAAK;AAEpB,WAAO,KAAK,yBAAyB;AAAA,MACnC,QAAQ,KAAK;AAAA,MACb,IAAI,MAAM;AAAA,MACV;AAAA,MACA;AAAA,MACA;AAAA,IACF,CAAC;AAED,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,kBAAkB,WAA4C;AAClE,UAAM,WAAW,MAAM,KAAK,MAAM;AAAA,MAChC,KAAK,IAAI,WAAW,eAAe,KAAK,QAAQ,SAAS,CAAC;AAAA,MAC1D;AAAA,MACA;AAAA,IACF;AAEA,QAAI,SAAS,WAAW,GAAG;AACzB,aAAO,CAAC;AAAA,IACV;AAEA,UAAM,WAAW,KAAK,MAAM,SAAS;AACrC,eAAW,MAAM,UAAU;AACzB,eAAS,IAAI,KAAK,IAAI,WAAW,aAAa,KAAK,QAAQ,EAAE,CAAC,CAAC;AAAA,IACjE;AAEA,UAAM,UAAU,MAAM,SAAS,KAAK;AACpC,QAAI,CAAC,SAAS;AACZ,aAAO,CAAC;AAAA,IACV;AAEA,WAAO,QACJ,IAAI,CAAC,CAAC,KAAK,IAAI,MAAM;AACpB,UAAI,OAAO,CAAC,KAAM,QAAO;AACzB,UAAI;AACF,eAAO,KAAK,MAAM,IAAc;AAAA,MAClC,QAAQ;AACN,eAAO;AAAA,MACT;AAAA,IACF,CAAC,EACA,OAAO,CAAC,MAAyB,MAAM,IAAI;AAAA,EAChD;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,eACJ,SACA,UACA,WAA0B,UACH;AACvB,UAAM,YAAY,MAAM,KAAK,MAAM;AAAA,MACjC,KAAK,IAAI,WAAW,aAAa,KAAK,QAAQ,OAAO,CAAC;AAAA,IACxD;AAEA,QAAI,CAAC,WAAW;AACd,aAAO;AAAA,IACT;AAEA,UAAM,QAAQ,KAAK,MAAM,SAAS;AAElC,UAAM,QAAQ,MAAM,KAAK,YAAY;AAAA,MACnC,SAAS,MAAM;AAAA,MACf,SAAS,MAAM;AAAA,MACf;AAAA,MACA;AAAA,MACA,MAAM,CAAC;AAAA,MACP,MAAM,MAAM,SAAS;AAAA,MACrB,QAAQ;AAAA,MACR,WAAW,MAAM;AAAA,IACnB,CAAC;AAGD,UAAM,oBAAoB,MAAM;AAChC,UAAM,KAAK,MAAM;AAAA,MACf,KAAK,IAAI,WAAW,aAAa,KAAK,QAAQ,OAAO,CAAC;AAAA,MACtD,UAAU;AAAA,MACV,KAAK,UAAU,KAAK;AAAA,IACtB;AAEA,WAAO,KAAK,mCAAmC;AAAA,MAC7C,QAAQ,KAAK;AAAA,MACb;AAAA,MACA,SAAS,MAAM;AAAA,IACjB,CAAC;AAED,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAM,aAAa,WAAkC;AACnD,UAAM,UAA0B;AAAA,MAC9B;AAAA,MACA,YAAW,oBAAI,KAAK,GAAE,YAAY;AAAA,MAClC,cAAc;AAAA,MACd,kBAAkB;AAAA,MAClB,gBAAgB;AAAA,MAChB,cAAc,CAAC;AAAA,MACf,kBAAkB,CAAC;AAAA,IACrB;AAEA,UAAM,KAAK,MAAM;AAAA,MACf,KAAK,IAAI,WAAW,eAAe,KAAK,QAAQ,SAAS,CAAC;AAAA,MAC1D,UAAU;AAAA,MACV,KAAK,UAAU,OAAO;AAAA,IACxB;AAEA,UAAM,KAAK,MAAM;AAAA,MACf,KAAK,IAAI,WAAW,eAAe,KAAK,MAAM,CAAC;AAAA,MAC/C;AAAA,IACF;AAEA,WAAO,KAAK,4BAA4B,EAAE,QAAQ,KAAK,QAAQ,UAAU,CAAC;AAAA,EAC5E;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,WAAW,WAAmD;AAClE,UAAM,cAAc,MAAM,KAAK,MAAM;AAAA,MACnC,KAAK,IAAI,WAAW,eAAe,KAAK,QAAQ,SAAS,CAAC;AAAA,IAC5D;AAEA,QAAI,CAAC,aAAa;AAChB,aAAO;AAAA,IACT;AAEA,UAAM,UAAU,KAAK,MAAM,WAAW;AACtC,YAAQ,WAAU,oBAAI,KAAK,GAAE,YAAY;AAGzC,UAAM,UAAU,MAAM,KAAK,kBAAkB,SAAS;AACtD,YAAQ,eAAe,QAAQ;AAC/B,YAAQ,mBAAmB,QAAQ;AAAA,MACjC,CAAC,MAAM,EAAE,SAAS;AAAA,IACpB,EAAE;AACF,YAAQ,iBAAiB,QAAQ;AAAA,MAC/B,CAAC,MAAM,EAAE,SAAS;AAAA,IACpB,EAAE;AAGF,YAAQ,eAAe,QACpB,OAAO,CAAC,MAAM,EAAE,SAAS,gBAAgB,EAAE,SAAS,YAAY,EAChE,MAAM,GAAG,CAAC,EACV,IAAI,CAAC,MAAM,EAAE,KAAK;AAGrB,YAAQ,mBAAmB,QACxB,OAAO,CAAC,MAAM,EAAE,iBAAiB,EACjC,IAAI,CAAC,MAAM,EAAE,iBAAkB;AAElC,UAAM,KAAK,MAAM;AAAA,MACf,KAAK,IAAI,WAAW,eAAe,KAAK,QAAQ,SAAS,CAAC;AAAA,MAC1D,UAAU;AAAA,MACV,KAAK,UAAU,OAAO;AAAA,IACxB;AAEA,UAAM,KAAK,MAAM;AAAA,MACf,KAAK,IAAI,WAAW,eAAe,KAAK,MAAM,CAAC;AAAA,MAC/C;AAAA,IACF;AAEA,WAAO,KAAK,iBAAiB;AAAA,MAC3B,QAAQ,KAAK;AAAA,MACb;AAAA,MACA,cAAc,QAAQ;AAAA,MACtB,cAAc,QAAQ,aAAa;AAAA,IACrC,CAAC;AAED,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,kBAAkB,WAAmD;AACzE,UAAM,OAAO,MAAM,KAAK,MAAM;AAAA,MAC5B,KAAK,IAAI,WAAW,eAAe,KAAK,QAAQ,SAAS,CAAC;AAAA,IAC5D;AAEA,QAAI,CAAC,MAAM;AACT,aAAO;AAAA,IACT;AAEA,WAAO,KAAK,MAAM,IAAI;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAM,yBAA2C;AAC/C,UAAM,MAAM,MAAM,KAAK,MAAM;AAAA,MAC3B,KAAK,IAAI,WAAW,oBAAoB,KAAK,MAAM,CAAC;AAAA,IACtD;AAEA,UAAM,SAAkB,CAAC;AACzB,eAAW,MAAM,KAAK;AACpB,YAAM,QAAQ,MAAM,KAAK,SAAS,EAAE;AACpC,UAAI,SAAS,MAAM,kBAAkB,GAAG;AACtC,eAAO,KAAK,KAAK;AAAA,MACnB;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,aAAa,IAAmC;AACpD,UAAM,QAAQ,MAAM,KAAK,SAAS,EAAE;AACpC,QAAI,CAAC,OAAO;AACV,aAAO;AAAA,IACT;AAEA,UAAM,gBAAiC;AAAA,MACrC;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AACA,UAAM,eAAe,cAAc,QAAQ,MAAM,QAAQ;AAEzD,QAAI,eAAe,cAAc,SAAS,GAAG;AAC3C,YAAM,WAAW,cAAc,eAAe,CAAC;AAC/C,YAAM,aAAY,oBAAI,KAAK,GAAE,YAAY;AAEzC,YAAM,KAAK,MAAM;AAAA,QACf,KAAK,IAAI,WAAW,MAAM,KAAK,QAAQ,EAAE,CAAC;AAAA,QAC1C,kBAAkB,MAAM,cAAc;AAAA,QACtC,KAAK,UAAU,KAAK;AAAA,MACtB;AAGA,YAAM,KAAK,MAAM;AAAA,QACf,KAAK,IAAI,WAAW,iBAAiB,KAAK,QAAQ,MAAM,QAAQ,CAAC;AAAA,QACjE,KAAK,cAAc,MAAM,QAAQ;AAAA,QACjC;AAAA,MACF;AAGA,UAAI,MAAM,aAAa,YAAY;AACjC,cAAM,KAAK,MAAM;AAAA,UACf,KAAK,IAAI,WAAW,oBAAoB,KAAK,MAAM,CAAC;AAAA,UACpD;AAAA,QACF;AAAA,MACF;AAEA,aAAO,KAAK,kBAAkB;AAAA,QAC5B,QAAQ,KAAK;AAAA,QACb;AAAA,QACA,aAAa,MAAM;AAAA,MACrB,CAAC;AAAA,IACH;AAEA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,mBAAmB,gBAAwB,IAAqB;AACpE,UAAM,SAAS,KAAK,IAAI,IAAI,gBAAgB,KAAK,KAAK,KAAK;AAC3D,QAAI,gBAAgB;AAGpB,UAAM,WAAW,MAAM,KAAK,MAAM;AAAA,MAChC,KAAK,IAAI,WAAW,aAAa,KAAK,MAAM,CAAC;AAAA,MAC7C;AAAA,MACA;AAAA,IACF;AAEA,eAAW,MAAM,UAAU;AACzB,YAAM,QAAQ,MAAM,KAAK,SAAS,EAAE;AACpC,UAAI,SAAS,MAAM,aAAa,YAAY;AAE1C,YACE,CAAC,MAAM,iBACP,IAAI,KAAK,MAAM,aAAa,EAAE,QAAQ,IAAI,QAC1C;AAEA,cAAI,MAAM,aAAa,OAAO;AAC5B,kBAAM,WAAW;AACjB,kBAAM,aAAY,oBAAI,KAAK,GAAE,YAAY;AACzC,kBAAM,KAAK,MAAM;AAAA,cACf,KAAK,IAAI,WAAW,MAAM,KAAK,QAAQ,EAAE,CAAC;AAAA,cAC1C,kBAAkB,MAAM,cAAc;AAAA,cACtC,KAAK,UAAU,KAAK;AAAA,YACtB;AACA;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,WAAO,KAAK,yBAAyB;AAAA,MACnC,QAAQ,KAAK;AAAA,MACb;AAAA,MACA;AAAA,IACF,CAAC;AAED,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAM,aAA2C;AAC/C,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF,IAAI,MAAM,QAAQ,IAAI;AAAA,MACpB,KAAK,MAAM,MAAM,KAAK,IAAI,WAAW,aAAa,KAAK,MAAM,CAAC,CAAC;AAAA,MAC/D,KAAK,MAAM;AAAA,QACT,KAAK,IAAI,WAAW,iBAAiB,KAAK,QAAQ,MAAM,CAAC;AAAA,MAC3D;AAAA,MACA,KAAK,MAAM;AAAA,QACT,KAAK,IAAI,WAAW,iBAAiB,KAAK,QAAQ,UAAU,CAAC;AAAA,MAC/D;AAAA,MACA,KAAK,MAAM;AAAA,QACT,KAAK,IAAI,WAAW,iBAAiB,KAAK,QAAQ,YAAY,CAAC;AAAA,MACjE;AAAA,MACA,KAAK,MAAM;AAAA,QACT,KAAK,IAAI,WAAW,iBAAiB,KAAK,QAAQ,SAAS,CAAC;AAAA,MAC9D;AAAA,MACA,KAAK,MAAM;AAAA,QACT,KAAK,IAAI,WAAW,iBAAiB,KAAK,QAAQ,YAAY,CAAC;AAAA,MACjE;AAAA,MACA,KAAK,MAAM;AAAA,QACT,KAAK,IAAI,WAAW,iBAAiB,KAAK,QAAQ,SAAS,CAAC;AAAA,MAC9D;AAAA,MACA,KAAK,MAAM;AAAA,QACT,KAAK,IAAI,WAAW,iBAAiB,KAAK,QAAQ,cAAc,CAAC;AAAA,MACnE;AAAA,MACA,KAAK,MAAM,MAAM,KAAK,IAAI,WAAW,cAAc,KAAK,MAAM,CAAC,CAAC;AAAA,MAChE,KAAK,MAAM,MAAM,KAAK,IAAI,WAAW,eAAe,KAAK,MAAM,CAAC,CAAC;AAAA,IACnE,CAAC;AAED,WAAO;AAAA,MACL,QAAQ,KAAK;AAAA,MACb;AAAA,MACA,kBAAkB;AAAA,QAChB,MAAM;AAAA,QACN,UAAU;AAAA,QACV,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,cAAc;AAAA,MAChB;AAAA,MACA,qBAAqB;AAAA,MACrB,iBAAiB;AAAA,MACjB,WAAW,KAAK,QAAQ;AAAA,MACxB,aAAa,KAAK,QAAQ;AAAA,IAC5B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,cAAc,UAAiC;AACrD,UAAM,SAAwC;AAAA,MAC5C,UAAU;AAAA,MACV,MAAM;AAAA,MACN,QAAQ;AAAA,MACR,KAAK;AAAA,IACP;AACA,WAAO,OAAO,QAAQ;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,QAAuB;AAC3B,UAAM,KAAK,MAAM,KAAK;AACtB,WAAO,KAAK,4BAA4B;AAAA,EAC1C;AACF;AAMA,MAAM,uBAAuB,oBAAI,IAAiC;AAK3D,SAAS,gBACd,QACqB;AACrB,QAAM,WAAW,qBAAqB,IAAI,OAAO,MAAM;AACvD,MAAI,UAAU;AACZ,WAAO;AAAA,EACT;AAEA,QAAM,WAAW,IAAI,oBAAoB,MAAM;AAC/C,uBAAqB,IAAI,OAAO,QAAQ,QAAQ;AAChD,SAAO;AACT;AAKO,SAAS,uBACd,QACA,UACqB;AACrB,QAAM,MAAM,YAAY,QAAQ,IAAI;AAEpC,MAAI,CAAC,KAAK;AACR,UAAM,IAAI,MAAM,wCAAwC;AAAA,EAC1D;AAEA,SAAO,gBAAgB,EAAE,UAAU,KAAK,OAAO,CAAC;AAClD;AAKO,SAAS,mBAA2B;AACzC,SACE,QAAQ,IAAI,uBACZ,QAAQ,IAAI,QACZ,QAAQ,IAAI,YACZ;AAEJ;",
|
|
4
|
+
"sourcesContent": ["/**\n * Skill Storage Service\n * Redis-backed persistent storage for agent learnings and skills\n * All skills are namespaced by userId for multi-user support\n */\n\nimport 'dotenv/config';\nimport Redis from 'ioredis';\nimport { v4 as uuidv4 } from 'uuid';\nimport { logger } from '../monitoring/logger.js';\n\n// Type-safe environment variable access\nfunction getEnv(key: string, defaultValue?: string): string {\n const value = process.env[key];\n if (value === undefined) {\n if (defaultValue !== undefined) return defaultValue;\n throw new Error(`Environment variable ${key} is required`);\n }\n return value;\n}\n\nfunction getOptionalEnv(key: string): string | undefined {\n return process.env[key];\n}\n\nimport {\n Skill,\n CreateSkillInput,\n UpdateSkillInput,\n SkillQuery,\n JournalEntry,\n JournalEntryType,\n SessionSummary,\n SkillCategory,\n SkillPriority,\n REDIS_KEYS,\n CACHE_TTL,\n calculateSkillTTL,\n SkillSchema,\n JournalEntrySchema,\n} from './types.js';\n\nexport interface SkillStorageConfig {\n redisUrl: string;\n userId: string; // Required: user namespace for skills\n keyPrefix?: string;\n enableMetrics?: boolean;\n}\n\nexport interface SkillStorageMetrics {\n userId: string;\n skillsTotal: number;\n skillsByCategory: Record<SkillCategory, number>;\n journalEntriesTotal: number;\n sessionsTracked: number;\n cacheHits: number;\n cacheMisses: number;\n}\n\nexport class SkillStorageService {\n private redis: Redis;\n private userId: string;\n private keyPrefix: string;\n private enableMetrics: boolean;\n\n // Metrics tracking\n private metrics = {\n cacheHits: 0,\n cacheMisses: 0,\n };\n\n constructor(config: SkillStorageConfig) {\n this.redis = new Redis(config.redisUrl);\n this.userId = config.userId;\n this.keyPrefix = config.keyPrefix || 'sm:skills';\n this.enableMetrics = config.enableMetrics ?? true;\n\n this.redis.on('error', (err) => {\n logger.error('Redis connection error in SkillStorage', err);\n });\n\n this.redis.on('connect', () => {\n logger.info('SkillStorage connected to Redis');\n });\n\n logger.info('SkillStorageService initialized', {\n userId: this.userId,\n keyPrefix: this.keyPrefix,\n enableMetrics: this.enableMetrics,\n });\n }\n\n private key(pattern: string): string {\n return `${this.keyPrefix}:${pattern}`;\n }\n\n /**\n * Get the current user ID\n */\n getUserId(): string {\n return this.userId;\n }\n\n // ============================================================\n // SKILL CRUD OPERATIONS\n // ============================================================\n\n /**\n * Create a new skill\n */\n async createSkill(input: CreateSkillInput): Promise<Skill> {\n const now = new Date().toISOString();\n const skill: Skill = {\n ...input,\n id: uuidv4(),\n createdAt: now,\n updatedAt: now,\n validatedCount: 0,\n };\n\n // Validate\n SkillSchema.parse(skill);\n\n const pipeline = this.redis.pipeline();\n const skillKey = this.key(REDIS_KEYS.skill(this.userId, skill.id));\n\n // Store skill\n pipeline.setex(\n skillKey,\n calculateSkillTTL(skill.validatedCount),\n JSON.stringify(skill)\n );\n\n // Index by tool\n if (skill.tool) {\n pipeline.zadd(\n this.key(REDIS_KEYS.skillsByTool(this.userId, skill.tool)),\n Date.now(),\n skill.id\n );\n }\n\n // Index by category\n pipeline.zadd(\n this.key(REDIS_KEYS.skillsByCategory(this.userId, skill.category)),\n this.priorityScore(skill.priority),\n skill.id\n );\n\n // Index by tags\n for (const tag of skill.tags) {\n pipeline.zadd(\n this.key(REDIS_KEYS.skillsByTag(this.userId, tag)),\n Date.now(),\n skill.id\n );\n }\n\n // Add to recent skills\n pipeline.zadd(\n this.key(REDIS_KEYS.skillsRecent(this.userId)),\n Date.now(),\n skill.id\n );\n pipeline.zremrangebyrank(\n this.key(REDIS_KEYS.skillsRecent(this.userId)),\n 0,\n -1001\n ); // Keep last 1000\n\n await pipeline.exec();\n\n logger.info('Created skill', {\n userId: this.userId,\n id: skill.id,\n category: skill.category,\n tool: skill.tool,\n });\n\n return skill;\n }\n\n /**\n * Get skill by ID\n */\n async getSkill(id: string): Promise<Skill | null> {\n const skillKey = this.key(REDIS_KEYS.skill(this.userId, id));\n const data = await this.redis.get(skillKey);\n\n if (!data) {\n this.metrics.cacheMisses++;\n return null;\n }\n\n this.metrics.cacheHits++;\n return JSON.parse(data) as Skill;\n }\n\n /**\n * Update an existing skill\n */\n async updateSkill(input: UpdateSkillInput): Promise<Skill | null> {\n const existing = await this.getSkill(input.id);\n if (!existing) {\n return null;\n }\n\n const updated: Skill = {\n ...existing,\n ...input,\n updatedAt: new Date().toISOString(),\n };\n\n // Validate\n SkillSchema.parse(updated);\n\n const skillKey = this.key(REDIS_KEYS.skill(this.userId, updated.id));\n await this.redis.setex(\n skillKey,\n calculateSkillTTL(updated.validatedCount),\n JSON.stringify(updated)\n );\n\n logger.info('Updated skill', { userId: this.userId, id: updated.id });\n\n return updated;\n }\n\n /**\n * Validate a skill (increment validation count)\n */\n async validateSkill(id: string): Promise<Skill | null> {\n const skill = await this.getSkill(id);\n if (!skill) {\n return null;\n }\n\n skill.validatedCount++;\n skill.lastValidated = new Date().toISOString();\n skill.updatedAt = new Date().toISOString();\n\n const skillKey = this.key(REDIS_KEYS.skill(this.userId, id));\n // TTL increases with validation count: 7 days base + 7 days per validation, max 90 days\n await this.redis.setex(\n skillKey,\n calculateSkillTTL(skill.validatedCount),\n JSON.stringify(skill)\n );\n\n // Update validated index\n await this.redis.zadd(\n this.key(REDIS_KEYS.skillsValidated(this.userId)),\n skill.validatedCount,\n id\n );\n\n // Check for promotion eligibility\n if (skill.validatedCount >= 3 && skill.priority !== 'critical') {\n await this.redis.sadd(\n this.key(REDIS_KEYS.promotionCandidates(this.userId)),\n id\n );\n }\n\n logger.info('Validated skill', {\n userId: this.userId,\n id,\n validatedCount: skill.validatedCount,\n });\n\n return skill;\n }\n\n /**\n * Delete a skill\n */\n async deleteSkill(id: string): Promise<boolean> {\n const skill = await this.getSkill(id);\n if (!skill) {\n return false;\n }\n\n const pipeline = this.redis.pipeline();\n const skillKey = this.key(REDIS_KEYS.skill(this.userId, id));\n\n // Remove skill\n pipeline.del(skillKey);\n\n // Remove from indexes\n if (skill.tool) {\n pipeline.zrem(\n this.key(REDIS_KEYS.skillsByTool(this.userId, skill.tool)),\n id\n );\n }\n\n pipeline.zrem(\n this.key(REDIS_KEYS.skillsByCategory(this.userId, skill.category)),\n id\n );\n\n for (const tag of skill.tags) {\n pipeline.zrem(this.key(REDIS_KEYS.skillsByTag(this.userId, tag)), id);\n }\n\n pipeline.zrem(this.key(REDIS_KEYS.skillsRecent(this.userId)), id);\n pipeline.zrem(this.key(REDIS_KEYS.skillsValidated(this.userId)), id);\n pipeline.srem(this.key(REDIS_KEYS.promotionCandidates(this.userId)), id);\n\n await pipeline.exec();\n\n logger.info('Deleted skill', { userId: this.userId, id });\n\n return true;\n }\n\n // ============================================================\n // SKILL QUERIES\n // ============================================================\n\n /**\n * Query skills with filters\n */\n async querySkills(query: SkillQuery): Promise<Skill[]> {\n let skillIds: string[] = [];\n\n // Determine which index to use\n if (query.tool) {\n skillIds = await this.redis.zrevrange(\n this.key(REDIS_KEYS.skillsByTool(this.userId, query.tool)),\n 0,\n -1\n );\n } else if (query.categories && query.categories.length === 1) {\n skillIds = await this.redis.zrevrange(\n this.key(REDIS_KEYS.skillsByCategory(this.userId, query.categories[0])),\n 0,\n -1\n );\n } else if (query.tags && query.tags.length === 1) {\n skillIds = await this.redis.zrevrange(\n this.key(REDIS_KEYS.skillsByTag(this.userId, query.tags[0])),\n 0,\n -1\n );\n } else {\n // Default to recent skills\n skillIds = await this.redis.zrevrange(\n this.key(REDIS_KEYS.skillsRecent(this.userId)),\n 0,\n query.limit + query.offset\n );\n }\n\n if (skillIds.length === 0) {\n return [];\n }\n\n // Fetch skills\n const pipeline = this.redis.pipeline();\n for (const id of skillIds) {\n pipeline.get(this.key(REDIS_KEYS.skill(this.userId, id)));\n }\n\n const results = await pipeline.exec();\n if (!results) {\n return [];\n }\n\n let skills: Skill[] = results\n .map(([err, data]) => {\n if (err || !data) return null;\n try {\n return JSON.parse(data as string) as Skill;\n } catch {\n return null;\n }\n })\n .filter((s): s is Skill => s !== null);\n\n // Apply additional filters\n if (query.categories && query.categories.length > 0) {\n skills = skills.filter((s) => query.categories!.includes(s.category));\n }\n\n if (query.priorities && query.priorities.length > 0) {\n skills = skills.filter((s) => query.priorities!.includes(s.priority));\n }\n\n if (query.minValidatedCount !== undefined) {\n skills = skills.filter(\n (s) => s.validatedCount >= query.minValidatedCount!\n );\n }\n\n if (query.language) {\n skills = skills.filter((s) => s.language === query.language);\n }\n\n if (query.framework) {\n skills = skills.filter((s) => s.framework === query.framework);\n }\n\n // Sort\n skills.sort((a, b) => {\n let aVal: number, bVal: number;\n\n switch (query.sortBy) {\n case 'priority':\n aVal = this.priorityScore(a.priority);\n bVal = this.priorityScore(b.priority);\n break;\n case 'validatedCount':\n aVal = a.validatedCount;\n bVal = b.validatedCount;\n break;\n case 'createdAt':\n aVal = new Date(a.createdAt).getTime();\n bVal = new Date(b.createdAt).getTime();\n break;\n case 'updatedAt':\n aVal = new Date(a.updatedAt).getTime();\n bVal = new Date(b.updatedAt).getTime();\n break;\n default:\n aVal = this.priorityScore(a.priority);\n bVal = this.priorityScore(b.priority);\n }\n\n return query.sortOrder === 'desc' ? bVal - aVal : aVal - bVal;\n });\n\n // Apply pagination\n return skills.slice(query.offset, query.offset + query.limit);\n }\n\n /**\n * Get skills relevant to current context\n */\n async getRelevantSkills(context: {\n tool?: string;\n language?: string;\n framework?: string;\n tags?: string[];\n }): Promise<Skill[]> {\n const skills: Skill[] = [];\n const seenIds = new Set<string>();\n\n // Always include critical skills\n const criticalIds = await this.redis.zrevrange(\n this.key(REDIS_KEYS.skillsByCategory(this.userId, 'correction')),\n 0,\n -1\n );\n\n for (const id of criticalIds) {\n const skill = await this.getSkill(id);\n if (skill && skill.priority === 'critical' && !seenIds.has(id)) {\n skills.push(skill);\n seenIds.add(id);\n }\n }\n\n // Get tool-specific skills\n if (context.tool) {\n const toolSkills = await this.querySkills({\n tool: context.tool,\n limit: 20,\n offset: 0,\n sortBy: 'priority',\n sortOrder: 'desc',\n });\n\n for (const skill of toolSkills) {\n if (!seenIds.has(skill.id)) {\n skills.push(skill);\n seenIds.add(skill.id);\n }\n }\n }\n\n // Get highly validated skills\n const validatedIds = await this.redis.zrevrange(\n this.key(REDIS_KEYS.skillsValidated(this.userId)),\n 0,\n 10\n );\n\n for (const id of validatedIds) {\n if (!seenIds.has(id)) {\n const skill = await this.getSkill(id);\n if (skill) {\n skills.push(skill);\n seenIds.add(id);\n }\n }\n }\n\n return skills.slice(0, 50); // Cap at 50 skills\n }\n\n // ============================================================\n // SESSION JOURNAL\n // ============================================================\n\n /**\n * Create a journal entry\n */\n async createJournalEntry(\n sessionId: string,\n type: JournalEntryType,\n title: string,\n content: string,\n context?: JournalEntry['context']\n ): Promise<JournalEntry> {\n const entry: JournalEntry = {\n id: uuidv4(),\n sessionId,\n type,\n title,\n content,\n context,\n createdAt: new Date().toISOString(),\n };\n\n // Validate\n JournalEntrySchema.parse(entry);\n\n const pipeline = this.redis.pipeline();\n\n // Store entry\n pipeline.setex(\n this.key(REDIS_KEYS.journalEntry(this.userId, entry.id)),\n CACHE_TTL.journal,\n JSON.stringify(entry)\n );\n\n // Index by session\n pipeline.zadd(\n this.key(REDIS_KEYS.journalSession(this.userId, sessionId)),\n Date.now(),\n entry.id\n );\n\n // Add to recent journal\n pipeline.zadd(\n this.key(REDIS_KEYS.journalRecent(this.userId)),\n Date.now(),\n entry.id\n );\n pipeline.zremrangebyrank(\n this.key(REDIS_KEYS.journalRecent(this.userId)),\n 0,\n -501\n ); // Keep last 500\n\n await pipeline.exec();\n\n logger.info('Created journal entry', {\n userId: this.userId,\n id: entry.id,\n sessionId,\n type,\n title,\n });\n\n return entry;\n }\n\n /**\n * Get journal entries for a session\n */\n async getSessionJournal(sessionId: string): Promise<JournalEntry[]> {\n const entryIds = await this.redis.zrevrange(\n this.key(REDIS_KEYS.journalSession(this.userId, sessionId)),\n 0,\n -1\n );\n\n if (entryIds.length === 0) {\n return [];\n }\n\n const pipeline = this.redis.pipeline();\n for (const id of entryIds) {\n pipeline.get(this.key(REDIS_KEYS.journalEntry(this.userId, id)));\n }\n\n const results = await pipeline.exec();\n if (!results) {\n return [];\n }\n\n return results\n .map(([err, data]) => {\n if (err || !data) return null;\n try {\n return JSON.parse(data as string) as JournalEntry;\n } catch {\n return null;\n }\n })\n .filter((e): e is JournalEntry => e !== null);\n }\n\n /**\n * Promote a journal entry to a skill\n */\n async promoteToSkill(\n entryId: string,\n category: SkillCategory,\n priority: SkillPriority = 'medium'\n ): Promise<Skill | null> {\n const entryData = await this.redis.get(\n this.key(REDIS_KEYS.journalEntry(this.userId, entryId))\n );\n\n if (!entryData) {\n return null;\n }\n\n const entry = JSON.parse(entryData) as JournalEntry;\n\n const skill = await this.createSkill({\n content: entry.content,\n summary: entry.title,\n category,\n priority,\n tags: [],\n tool: entry.context?.tool,\n source: 'observation',\n sessionId: entry.sessionId,\n });\n\n // Update entry with promotion reference\n entry.promotedToSkillId = skill.id;\n await this.redis.setex(\n this.key(REDIS_KEYS.journalEntry(this.userId, entryId)),\n CACHE_TTL.journal,\n JSON.stringify(entry)\n );\n\n logger.info('Promoted journal entry to skill', {\n userId: this.userId,\n entryId,\n skillId: skill.id,\n });\n\n return skill;\n }\n\n // ============================================================\n // SESSION MANAGEMENT\n // ============================================================\n\n /**\n * Start tracking a new session\n */\n async startSession(sessionId: string): Promise<void> {\n const summary: SessionSummary = {\n sessionId,\n startedAt: new Date().toISOString(),\n entriesCount: 0,\n correctionsCount: 0,\n decisionsCount: 0,\n keyLearnings: [],\n promotedSkillIds: [],\n };\n\n await this.redis.setex(\n this.key(REDIS_KEYS.sessionSummary(this.userId, sessionId)),\n CACHE_TTL.session,\n JSON.stringify(summary)\n );\n\n await this.redis.sadd(\n this.key(REDIS_KEYS.sessionsActive(this.userId)),\n sessionId\n );\n\n logger.info('Started session tracking', { userId: this.userId, sessionId });\n }\n\n /**\n * End a session and generate summary\n */\n async endSession(sessionId: string): Promise<SessionSummary | null> {\n const summaryData = await this.redis.get(\n this.key(REDIS_KEYS.sessionSummary(this.userId, sessionId))\n );\n\n if (!summaryData) {\n return null;\n }\n\n const summary = JSON.parse(summaryData) as SessionSummary;\n summary.endedAt = new Date().toISOString();\n\n // Count entries by type\n const entries = await this.getSessionJournal(sessionId);\n summary.entriesCount = entries.length;\n summary.correctionsCount = entries.filter(\n (e) => e.type === 'correction'\n ).length;\n summary.decisionsCount = entries.filter(\n (e) => e.type === 'decision'\n ).length;\n\n // Extract key learnings\n summary.keyLearnings = entries\n .filter((e) => e.type === 'correction' || e.type === 'resolution')\n .slice(0, 5)\n .map((e) => e.title);\n\n // Get promoted skills\n summary.promotedSkillIds = entries\n .filter((e) => e.promotedToSkillId)\n .map((e) => e.promotedToSkillId!);\n\n await this.redis.setex(\n this.key(REDIS_KEYS.sessionSummary(this.userId, sessionId)),\n CACHE_TTL.session,\n JSON.stringify(summary)\n );\n\n await this.redis.srem(\n this.key(REDIS_KEYS.sessionsActive(this.userId)),\n sessionId\n );\n\n logger.info('Ended session', {\n userId: this.userId,\n sessionId,\n entriesCount: summary.entriesCount,\n keyLearnings: summary.keyLearnings.length,\n });\n\n return summary;\n }\n\n /**\n * Get session summary\n */\n async getSessionSummary(sessionId: string): Promise<SessionSummary | null> {\n const data = await this.redis.get(\n this.key(REDIS_KEYS.sessionSummary(this.userId, sessionId))\n );\n\n if (!data) {\n return null;\n }\n\n return JSON.parse(data) as SessionSummary;\n }\n\n // ============================================================\n // KNOWLEDGE HYGIENE\n // ============================================================\n\n /**\n * Get skills eligible for promotion\n */\n async getPromotionCandidates(): Promise<Skill[]> {\n const ids = await this.redis.smembers(\n this.key(REDIS_KEYS.promotionCandidates(this.userId))\n );\n\n const skills: Skill[] = [];\n for (const id of ids) {\n const skill = await this.getSkill(id);\n if (skill && skill.validatedCount >= 3) {\n skills.push(skill);\n }\n }\n\n return skills;\n }\n\n /**\n * Promote a skill (increase priority)\n */\n async promoteSkill(id: string): Promise<Skill | null> {\n const skill = await this.getSkill(id);\n if (!skill) {\n return null;\n }\n\n const priorityOrder: SkillPriority[] = [\n 'low',\n 'medium',\n 'high',\n 'critical',\n ];\n const currentIndex = priorityOrder.indexOf(skill.priority);\n\n if (currentIndex < priorityOrder.length - 1) {\n skill.priority = priorityOrder[currentIndex + 1];\n skill.updatedAt = new Date().toISOString();\n\n await this.redis.setex(\n this.key(REDIS_KEYS.skill(this.userId, id)),\n calculateSkillTTL(skill.validatedCount),\n JSON.stringify(skill)\n );\n\n // Update category index with new score\n await this.redis.zadd(\n this.key(REDIS_KEYS.skillsByCategory(this.userId, skill.category)),\n this.priorityScore(skill.priority),\n id\n );\n\n // Remove from promotion candidates if now critical\n if (skill.priority === 'critical') {\n await this.redis.srem(\n this.key(REDIS_KEYS.promotionCandidates(this.userId)),\n id\n );\n }\n\n logger.info('Promoted skill', {\n userId: this.userId,\n id,\n newPriority: skill.priority,\n });\n }\n\n return skill;\n }\n\n /**\n * Archive stale skills (not validated in 90 days)\n */\n async archiveStaleSkills(daysThreshold: number = 90): Promise<number> {\n const cutoff = Date.now() - daysThreshold * 24 * 60 * 60 * 1000;\n let archivedCount = 0;\n\n // Get all recent skills\n const skillIds = await this.redis.zrangebyscore(\n this.key(REDIS_KEYS.skillsRecent(this.userId)),\n 0,\n cutoff\n );\n\n for (const id of skillIds) {\n const skill = await this.getSkill(id);\n if (skill && skill.priority !== 'critical') {\n // Check if it was validated recently\n if (\n !skill.lastValidated ||\n new Date(skill.lastValidated).getTime() < cutoff\n ) {\n // Downgrade to low priority instead of deleting\n if (skill.priority !== 'low') {\n skill.priority = 'low';\n skill.updatedAt = new Date().toISOString();\n await this.redis.setex(\n this.key(REDIS_KEYS.skill(this.userId, id)),\n calculateSkillTTL(skill.validatedCount),\n JSON.stringify(skill)\n );\n archivedCount++;\n }\n }\n }\n }\n\n logger.info('Archived stale skills', {\n userId: this.userId,\n archivedCount,\n daysThreshold,\n });\n\n return archivedCount;\n }\n\n // ============================================================\n // METRICS & UTILITIES\n // ============================================================\n\n /**\n * Get storage metrics\n */\n async getMetrics(): Promise<SkillStorageMetrics> {\n const [\n skillsTotal,\n toolSkills,\n workflowSkills,\n correctionSkills,\n patternSkills,\n preferenceSkills,\n pitfallSkills,\n optimizationSkills,\n journalTotal,\n sessionsActive,\n ] = await Promise.all([\n this.redis.zcard(this.key(REDIS_KEYS.skillsRecent(this.userId))),\n this.redis.zcard(\n this.key(REDIS_KEYS.skillsByCategory(this.userId, 'tool'))\n ),\n this.redis.zcard(\n this.key(REDIS_KEYS.skillsByCategory(this.userId, 'workflow'))\n ),\n this.redis.zcard(\n this.key(REDIS_KEYS.skillsByCategory(this.userId, 'correction'))\n ),\n this.redis.zcard(\n this.key(REDIS_KEYS.skillsByCategory(this.userId, 'pattern'))\n ),\n this.redis.zcard(\n this.key(REDIS_KEYS.skillsByCategory(this.userId, 'preference'))\n ),\n this.redis.zcard(\n this.key(REDIS_KEYS.skillsByCategory(this.userId, 'pitfall'))\n ),\n this.redis.zcard(\n this.key(REDIS_KEYS.skillsByCategory(this.userId, 'optimization'))\n ),\n this.redis.zcard(this.key(REDIS_KEYS.journalRecent(this.userId))),\n this.redis.scard(this.key(REDIS_KEYS.sessionsActive(this.userId))),\n ]);\n\n return {\n userId: this.userId,\n skillsTotal,\n skillsByCategory: {\n tool: toolSkills,\n workflow: workflowSkills,\n correction: correctionSkills,\n pattern: patternSkills,\n preference: preferenceSkills,\n pitfall: pitfallSkills,\n optimization: optimizationSkills,\n },\n journalEntriesTotal: journalTotal,\n sessionsTracked: sessionsActive,\n cacheHits: this.metrics.cacheHits,\n cacheMisses: this.metrics.cacheMisses,\n };\n }\n\n /**\n * Priority to numeric score for sorting\n */\n private priorityScore(priority: SkillPriority): number {\n const scores: Record<SkillPriority, number> = {\n critical: 1000,\n high: 100,\n medium: 10,\n low: 1,\n };\n return scores[priority];\n }\n\n /**\n * Close Redis connection\n */\n async close(): Promise<void> {\n await this.redis.quit();\n logger.info('SkillStorageService closed');\n }\n}\n\n// ============================================================\n// SINGLETON INSTANCES (per user)\n// ============================================================\n\nconst userStorageInstances = new Map<string, SkillStorageService>();\n\n/**\n * Get or create skill storage instance for a user\n */\nexport function getSkillStorage(\n config: SkillStorageConfig\n): SkillStorageService {\n const existing = userStorageInstances.get(config.userId);\n if (existing) {\n return existing;\n }\n\n const instance = new SkillStorageService(config);\n userStorageInstances.set(config.userId, instance);\n return instance;\n}\n\n/**\n * Initialize skill storage with Redis URL from environment\n */\nexport function initializeSkillStorage(\n userId: string,\n redisUrl?: string\n): SkillStorageService {\n const url = redisUrl || process.env['REDIS_URL'];\n\n if (!url) {\n throw new Error('REDIS_URL environment variable not set');\n }\n\n return getSkillStorage({ redisUrl: url, userId });\n}\n\n/**\n * Get default user ID from environment or generate one\n */\nexport function getDefaultUserId(): string {\n return (\n process.env['STACKMEMORY_USER_ID'] ||\n process.env['USER'] ||\n process.env['USERNAME'] ||\n 'default'\n );\n}\n"],
|
|
5
|
+
"mappings": "AAMA,OAAO;AACP,OAAO,WAAW;AAClB,SAAS,MAAM,cAAc;AAC7B,SAAS,cAAc;AAGvB,SAAS,OAAO,KAAa,cAA+B;AAC1D,QAAM,QAAQ,QAAQ,IAAI,GAAG;AAC7B,MAAI,UAAU,QAAW;AACvB,QAAI,iBAAiB,OAAW,QAAO;AACvC,UAAM,IAAI,MAAM,wBAAwB,GAAG,cAAc;AAAA,EAC3D;AACA,SAAO;AACT;AAEA,SAAS,eAAe,KAAiC;AACvD,SAAO,QAAQ,IAAI,GAAG;AACxB;AAEA;AAAA,EAUE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAmBA,MAAM,oBAAoB;AAAA,EACvB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA;AAAA,EAGA,UAAU;AAAA,IAChB,WAAW;AAAA,IACX,aAAa;AAAA,EACf;AAAA,EAEA,YAAY,QAA4B;AACtC,SAAK,QAAQ,IAAI,MAAM,OAAO,QAAQ;AACtC,SAAK,SAAS,OAAO;AACrB,SAAK,YAAY,OAAO,aAAa;AACrC,SAAK,gBAAgB,OAAO,iBAAiB;AAE7C,SAAK,MAAM,GAAG,SAAS,CAAC,QAAQ;AAC9B,aAAO,MAAM,0CAA0C,GAAG;AAAA,IAC5D,CAAC;AAED,SAAK,MAAM,GAAG,WAAW,MAAM;AAC7B,aAAO,KAAK,iCAAiC;AAAA,IAC/C,CAAC;AAED,WAAO,KAAK,mCAAmC;AAAA,MAC7C,QAAQ,KAAK;AAAA,MACb,WAAW,KAAK;AAAA,MAChB,eAAe,KAAK;AAAA,IACtB,CAAC;AAAA,EACH;AAAA,EAEQ,IAAI,SAAyB;AACnC,WAAO,GAAG,KAAK,SAAS,IAAI,OAAO;AAAA,EACrC;AAAA;AAAA;AAAA;AAAA,EAKA,YAAoB;AAClB,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAM,YAAY,OAAyC;AACzD,UAAM,OAAM,oBAAI,KAAK,GAAE,YAAY;AACnC,UAAM,QAAe;AAAA,MACnB,GAAG;AAAA,MACH,IAAI,OAAO;AAAA,MACX,WAAW;AAAA,MACX,WAAW;AAAA,MACX,gBAAgB;AAAA,IAClB;AAGA,gBAAY,MAAM,KAAK;AAEvB,UAAM,WAAW,KAAK,MAAM,SAAS;AACrC,UAAM,WAAW,KAAK,IAAI,WAAW,MAAM,KAAK,QAAQ,MAAM,EAAE,CAAC;AAGjE,aAAS;AAAA,MACP;AAAA,MACA,kBAAkB,MAAM,cAAc;AAAA,MACtC,KAAK,UAAU,KAAK;AAAA,IACtB;AAGA,QAAI,MAAM,MAAM;AACd,eAAS;AAAA,QACP,KAAK,IAAI,WAAW,aAAa,KAAK,QAAQ,MAAM,IAAI,CAAC;AAAA,QACzD,KAAK,IAAI;AAAA,QACT,MAAM;AAAA,MACR;AAAA,IACF;AAGA,aAAS;AAAA,MACP,KAAK,IAAI,WAAW,iBAAiB,KAAK,QAAQ,MAAM,QAAQ,CAAC;AAAA,MACjE,KAAK,cAAc,MAAM,QAAQ;AAAA,MACjC,MAAM;AAAA,IACR;AAGA,eAAW,OAAO,MAAM,MAAM;AAC5B,eAAS;AAAA,QACP,KAAK,IAAI,WAAW,YAAY,KAAK,QAAQ,GAAG,CAAC;AAAA,QACjD,KAAK,IAAI;AAAA,QACT,MAAM;AAAA,MACR;AAAA,IACF;AAGA,aAAS;AAAA,MACP,KAAK,IAAI,WAAW,aAAa,KAAK,MAAM,CAAC;AAAA,MAC7C,KAAK,IAAI;AAAA,MACT,MAAM;AAAA,IACR;AACA,aAAS;AAAA,MACP,KAAK,IAAI,WAAW,aAAa,KAAK,MAAM,CAAC;AAAA,MAC7C;AAAA,MACA;AAAA,IACF;AAEA,UAAM,SAAS,KAAK;AAEpB,WAAO,KAAK,iBAAiB;AAAA,MAC3B,QAAQ,KAAK;AAAA,MACb,IAAI,MAAM;AAAA,MACV,UAAU,MAAM;AAAA,MAChB,MAAM,MAAM;AAAA,IACd,CAAC;AAED,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,SAAS,IAAmC;AAChD,UAAM,WAAW,KAAK,IAAI,WAAW,MAAM,KAAK,QAAQ,EAAE,CAAC;AAC3D,UAAM,OAAO,MAAM,KAAK,MAAM,IAAI,QAAQ;AAE1C,QAAI,CAAC,MAAM;AACT,WAAK,QAAQ;AACb,aAAO;AAAA,IACT;AAEA,SAAK,QAAQ;AACb,WAAO,KAAK,MAAM,IAAI;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,YAAY,OAAgD;AAChE,UAAM,WAAW,MAAM,KAAK,SAAS,MAAM,EAAE;AAC7C,QAAI,CAAC,UAAU;AACb,aAAO;AAAA,IACT;AAEA,UAAM,UAAiB;AAAA,MACrB,GAAG;AAAA,MACH,GAAG;AAAA,MACH,YAAW,oBAAI,KAAK,GAAE,YAAY;AAAA,IACpC;AAGA,gBAAY,MAAM,OAAO;AAEzB,UAAM,WAAW,KAAK,IAAI,WAAW,MAAM,KAAK,QAAQ,QAAQ,EAAE,CAAC;AACnE,UAAM,KAAK,MAAM;AAAA,MACf;AAAA,MACA,kBAAkB,QAAQ,cAAc;AAAA,MACxC,KAAK,UAAU,OAAO;AAAA,IACxB;AAEA,WAAO,KAAK,iBAAiB,EAAE,QAAQ,KAAK,QAAQ,IAAI,QAAQ,GAAG,CAAC;AAEpE,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,cAAc,IAAmC;AACrD,UAAM,QAAQ,MAAM,KAAK,SAAS,EAAE;AACpC,QAAI,CAAC,OAAO;AACV,aAAO;AAAA,IACT;AAEA,UAAM;AACN,UAAM,iBAAgB,oBAAI,KAAK,GAAE,YAAY;AAC7C,UAAM,aAAY,oBAAI,KAAK,GAAE,YAAY;AAEzC,UAAM,WAAW,KAAK,IAAI,WAAW,MAAM,KAAK,QAAQ,EAAE,CAAC;AAE3D,UAAM,KAAK,MAAM;AAAA,MACf;AAAA,MACA,kBAAkB,MAAM,cAAc;AAAA,MACtC,KAAK,UAAU,KAAK;AAAA,IACtB;AAGA,UAAM,KAAK,MAAM;AAAA,MACf,KAAK,IAAI,WAAW,gBAAgB,KAAK,MAAM,CAAC;AAAA,MAChD,MAAM;AAAA,MACN;AAAA,IACF;AAGA,QAAI,MAAM,kBAAkB,KAAK,MAAM,aAAa,YAAY;AAC9D,YAAM,KAAK,MAAM;AAAA,QACf,KAAK,IAAI,WAAW,oBAAoB,KAAK,MAAM,CAAC;AAAA,QACpD;AAAA,MACF;AAAA,IACF;AAEA,WAAO,KAAK,mBAAmB;AAAA,MAC7B,QAAQ,KAAK;AAAA,MACb;AAAA,MACA,gBAAgB,MAAM;AAAA,IACxB,CAAC;AAED,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,YAAY,IAA8B;AAC9C,UAAM,QAAQ,MAAM,KAAK,SAAS,EAAE;AACpC,QAAI,CAAC,OAAO;AACV,aAAO;AAAA,IACT;AAEA,UAAM,WAAW,KAAK,MAAM,SAAS;AACrC,UAAM,WAAW,KAAK,IAAI,WAAW,MAAM,KAAK,QAAQ,EAAE,CAAC;AAG3D,aAAS,IAAI,QAAQ;AAGrB,QAAI,MAAM,MAAM;AACd,eAAS;AAAA,QACP,KAAK,IAAI,WAAW,aAAa,KAAK,QAAQ,MAAM,IAAI,CAAC;AAAA,QACzD;AAAA,MACF;AAAA,IACF;AAEA,aAAS;AAAA,MACP,KAAK,IAAI,WAAW,iBAAiB,KAAK,QAAQ,MAAM,QAAQ,CAAC;AAAA,MACjE;AAAA,IACF;AAEA,eAAW,OAAO,MAAM,MAAM;AAC5B,eAAS,KAAK,KAAK,IAAI,WAAW,YAAY,KAAK,QAAQ,GAAG,CAAC,GAAG,EAAE;AAAA,IACtE;AAEA,aAAS,KAAK,KAAK,IAAI,WAAW,aAAa,KAAK,MAAM,CAAC,GAAG,EAAE;AAChE,aAAS,KAAK,KAAK,IAAI,WAAW,gBAAgB,KAAK,MAAM,CAAC,GAAG,EAAE;AACnE,aAAS,KAAK,KAAK,IAAI,WAAW,oBAAoB,KAAK,MAAM,CAAC,GAAG,EAAE;AAEvE,UAAM,SAAS,KAAK;AAEpB,WAAO,KAAK,iBAAiB,EAAE,QAAQ,KAAK,QAAQ,GAAG,CAAC;AAExD,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAM,YAAY,OAAqC;AACrD,QAAI,WAAqB,CAAC;AAG1B,QAAI,MAAM,MAAM;AACd,iBAAW,MAAM,KAAK,MAAM;AAAA,QAC1B,KAAK,IAAI,WAAW,aAAa,KAAK,QAAQ,MAAM,IAAI,CAAC;AAAA,QACzD;AAAA,QACA;AAAA,MACF;AAAA,IACF,WAAW,MAAM,cAAc,MAAM,WAAW,WAAW,GAAG;AAC5D,iBAAW,MAAM,KAAK,MAAM;AAAA,QAC1B,KAAK,IAAI,WAAW,iBAAiB,KAAK,QAAQ,MAAM,WAAW,CAAC,CAAC,CAAC;AAAA,QACtE;AAAA,QACA;AAAA,MACF;AAAA,IACF,WAAW,MAAM,QAAQ,MAAM,KAAK,WAAW,GAAG;AAChD,iBAAW,MAAM,KAAK,MAAM;AAAA,QAC1B,KAAK,IAAI,WAAW,YAAY,KAAK,QAAQ,MAAM,KAAK,CAAC,CAAC,CAAC;AAAA,QAC3D;AAAA,QACA;AAAA,MACF;AAAA,IACF,OAAO;AAEL,iBAAW,MAAM,KAAK,MAAM;AAAA,QAC1B,KAAK,IAAI,WAAW,aAAa,KAAK,MAAM,CAAC;AAAA,QAC7C;AAAA,QACA,MAAM,QAAQ,MAAM;AAAA,MACtB;AAAA,IACF;AAEA,QAAI,SAAS,WAAW,GAAG;AACzB,aAAO,CAAC;AAAA,IACV;AAGA,UAAM,WAAW,KAAK,MAAM,SAAS;AACrC,eAAW,MAAM,UAAU;AACzB,eAAS,IAAI,KAAK,IAAI,WAAW,MAAM,KAAK,QAAQ,EAAE,CAAC,CAAC;AAAA,IAC1D;AAEA,UAAM,UAAU,MAAM,SAAS,KAAK;AACpC,QAAI,CAAC,SAAS;AACZ,aAAO,CAAC;AAAA,IACV;AAEA,QAAI,SAAkB,QACnB,IAAI,CAAC,CAAC,KAAK,IAAI,MAAM;AACpB,UAAI,OAAO,CAAC,KAAM,QAAO;AACzB,UAAI;AACF,eAAO,KAAK,MAAM,IAAc;AAAA,MAClC,QAAQ;AACN,eAAO;AAAA,MACT;AAAA,IACF,CAAC,EACA,OAAO,CAAC,MAAkB,MAAM,IAAI;AAGvC,QAAI,MAAM,cAAc,MAAM,WAAW,SAAS,GAAG;AACnD,eAAS,OAAO,OAAO,CAAC,MAAM,MAAM,WAAY,SAAS,EAAE,QAAQ,CAAC;AAAA,IACtE;AAEA,QAAI,MAAM,cAAc,MAAM,WAAW,SAAS,GAAG;AACnD,eAAS,OAAO,OAAO,CAAC,MAAM,MAAM,WAAY,SAAS,EAAE,QAAQ,CAAC;AAAA,IACtE;AAEA,QAAI,MAAM,sBAAsB,QAAW;AACzC,eAAS,OAAO;AAAA,QACd,CAAC,MAAM,EAAE,kBAAkB,MAAM;AAAA,MACnC;AAAA,IACF;AAEA,QAAI,MAAM,UAAU;AAClB,eAAS,OAAO,OAAO,CAAC,MAAM,EAAE,aAAa,MAAM,QAAQ;AAAA,IAC7D;AAEA,QAAI,MAAM,WAAW;AACnB,eAAS,OAAO,OAAO,CAAC,MAAM,EAAE,cAAc,MAAM,SAAS;AAAA,IAC/D;AAGA,WAAO,KAAK,CAAC,GAAG,MAAM;AACpB,UAAI,MAAc;AAElB,cAAQ,MAAM,QAAQ;AAAA,QACpB,KAAK;AACH,iBAAO,KAAK,cAAc,EAAE,QAAQ;AACpC,iBAAO,KAAK,cAAc,EAAE,QAAQ;AACpC;AAAA,QACF,KAAK;AACH,iBAAO,EAAE;AACT,iBAAO,EAAE;AACT;AAAA,QACF,KAAK;AACH,iBAAO,IAAI,KAAK,EAAE,SAAS,EAAE,QAAQ;AACrC,iBAAO,IAAI,KAAK,EAAE,SAAS,EAAE,QAAQ;AACrC;AAAA,QACF,KAAK;AACH,iBAAO,IAAI,KAAK,EAAE,SAAS,EAAE,QAAQ;AACrC,iBAAO,IAAI,KAAK,EAAE,SAAS,EAAE,QAAQ;AACrC;AAAA,QACF;AACE,iBAAO,KAAK,cAAc,EAAE,QAAQ;AACpC,iBAAO,KAAK,cAAc,EAAE,QAAQ;AAAA,MACxC;AAEA,aAAO,MAAM,cAAc,SAAS,OAAO,OAAO,OAAO;AAAA,IAC3D,CAAC;AAGD,WAAO,OAAO,MAAM,MAAM,QAAQ,MAAM,SAAS,MAAM,KAAK;AAAA,EAC9D;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,kBAAkB,SAKH;AACnB,UAAM,SAAkB,CAAC;AACzB,UAAM,UAAU,oBAAI,IAAY;AAGhC,UAAM,cAAc,MAAM,KAAK,MAAM;AAAA,MACnC,KAAK,IAAI,WAAW,iBAAiB,KAAK,QAAQ,YAAY,CAAC;AAAA,MAC/D;AAAA,MACA;AAAA,IACF;AAEA,eAAW,MAAM,aAAa;AAC5B,YAAM,QAAQ,MAAM,KAAK,SAAS,EAAE;AACpC,UAAI,SAAS,MAAM,aAAa,cAAc,CAAC,QAAQ,IAAI,EAAE,GAAG;AAC9D,eAAO,KAAK,KAAK;AACjB,gBAAQ,IAAI,EAAE;AAAA,MAChB;AAAA,IACF;AAGA,QAAI,QAAQ,MAAM;AAChB,YAAM,aAAa,MAAM,KAAK,YAAY;AAAA,QACxC,MAAM,QAAQ;AAAA,QACd,OAAO;AAAA,QACP,QAAQ;AAAA,QACR,QAAQ;AAAA,QACR,WAAW;AAAA,MACb,CAAC;AAED,iBAAW,SAAS,YAAY;AAC9B,YAAI,CAAC,QAAQ,IAAI,MAAM,EAAE,GAAG;AAC1B,iBAAO,KAAK,KAAK;AACjB,kBAAQ,IAAI,MAAM,EAAE;AAAA,QACtB;AAAA,MACF;AAAA,IACF;AAGA,UAAM,eAAe,MAAM,KAAK,MAAM;AAAA,MACpC,KAAK,IAAI,WAAW,gBAAgB,KAAK,MAAM,CAAC;AAAA,MAChD;AAAA,MACA;AAAA,IACF;AAEA,eAAW,MAAM,cAAc;AAC7B,UAAI,CAAC,QAAQ,IAAI,EAAE,GAAG;AACpB,cAAM,QAAQ,MAAM,KAAK,SAAS,EAAE;AACpC,YAAI,OAAO;AACT,iBAAO,KAAK,KAAK;AACjB,kBAAQ,IAAI,EAAE;AAAA,QAChB;AAAA,MACF;AAAA,IACF;AAEA,WAAO,OAAO,MAAM,GAAG,EAAE;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAM,mBACJ,WACA,MACA,OACA,SACA,SACuB;AACvB,UAAM,QAAsB;AAAA,MAC1B,IAAI,OAAO;AAAA,MACX;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,YAAW,oBAAI,KAAK,GAAE,YAAY;AAAA,IACpC;AAGA,uBAAmB,MAAM,KAAK;AAE9B,UAAM,WAAW,KAAK,MAAM,SAAS;AAGrC,aAAS;AAAA,MACP,KAAK,IAAI,WAAW,aAAa,KAAK,QAAQ,MAAM,EAAE,CAAC;AAAA,MACvD,UAAU;AAAA,MACV,KAAK,UAAU,KAAK;AAAA,IACtB;AAGA,aAAS;AAAA,MACP,KAAK,IAAI,WAAW,eAAe,KAAK,QAAQ,SAAS,CAAC;AAAA,MAC1D,KAAK,IAAI;AAAA,MACT,MAAM;AAAA,IACR;AAGA,aAAS;AAAA,MACP,KAAK,IAAI,WAAW,cAAc,KAAK,MAAM,CAAC;AAAA,MAC9C,KAAK,IAAI;AAAA,MACT,MAAM;AAAA,IACR;AACA,aAAS;AAAA,MACP,KAAK,IAAI,WAAW,cAAc,KAAK,MAAM,CAAC;AAAA,MAC9C;AAAA,MACA;AAAA,IACF;AAEA,UAAM,SAAS,KAAK;AAEpB,WAAO,KAAK,yBAAyB;AAAA,MACnC,QAAQ,KAAK;AAAA,MACb,IAAI,MAAM;AAAA,MACV;AAAA,MACA;AAAA,MACA;AAAA,IACF,CAAC;AAED,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,kBAAkB,WAA4C;AAClE,UAAM,WAAW,MAAM,KAAK,MAAM;AAAA,MAChC,KAAK,IAAI,WAAW,eAAe,KAAK,QAAQ,SAAS,CAAC;AAAA,MAC1D;AAAA,MACA;AAAA,IACF;AAEA,QAAI,SAAS,WAAW,GAAG;AACzB,aAAO,CAAC;AAAA,IACV;AAEA,UAAM,WAAW,KAAK,MAAM,SAAS;AACrC,eAAW,MAAM,UAAU;AACzB,eAAS,IAAI,KAAK,IAAI,WAAW,aAAa,KAAK,QAAQ,EAAE,CAAC,CAAC;AAAA,IACjE;AAEA,UAAM,UAAU,MAAM,SAAS,KAAK;AACpC,QAAI,CAAC,SAAS;AACZ,aAAO,CAAC;AAAA,IACV;AAEA,WAAO,QACJ,IAAI,CAAC,CAAC,KAAK,IAAI,MAAM;AACpB,UAAI,OAAO,CAAC,KAAM,QAAO;AACzB,UAAI;AACF,eAAO,KAAK,MAAM,IAAc;AAAA,MAClC,QAAQ;AACN,eAAO;AAAA,MACT;AAAA,IACF,CAAC,EACA,OAAO,CAAC,MAAyB,MAAM,IAAI;AAAA,EAChD;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,eACJ,SACA,UACA,WAA0B,UACH;AACvB,UAAM,YAAY,MAAM,KAAK,MAAM;AAAA,MACjC,KAAK,IAAI,WAAW,aAAa,KAAK,QAAQ,OAAO,CAAC;AAAA,IACxD;AAEA,QAAI,CAAC,WAAW;AACd,aAAO;AAAA,IACT;AAEA,UAAM,QAAQ,KAAK,MAAM,SAAS;AAElC,UAAM,QAAQ,MAAM,KAAK,YAAY;AAAA,MACnC,SAAS,MAAM;AAAA,MACf,SAAS,MAAM;AAAA,MACf;AAAA,MACA;AAAA,MACA,MAAM,CAAC;AAAA,MACP,MAAM,MAAM,SAAS;AAAA,MACrB,QAAQ;AAAA,MACR,WAAW,MAAM;AAAA,IACnB,CAAC;AAGD,UAAM,oBAAoB,MAAM;AAChC,UAAM,KAAK,MAAM;AAAA,MACf,KAAK,IAAI,WAAW,aAAa,KAAK,QAAQ,OAAO,CAAC;AAAA,MACtD,UAAU;AAAA,MACV,KAAK,UAAU,KAAK;AAAA,IACtB;AAEA,WAAO,KAAK,mCAAmC;AAAA,MAC7C,QAAQ,KAAK;AAAA,MACb;AAAA,MACA,SAAS,MAAM;AAAA,IACjB,CAAC;AAED,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAM,aAAa,WAAkC;AACnD,UAAM,UAA0B;AAAA,MAC9B;AAAA,MACA,YAAW,oBAAI,KAAK,GAAE,YAAY;AAAA,MAClC,cAAc;AAAA,MACd,kBAAkB;AAAA,MAClB,gBAAgB;AAAA,MAChB,cAAc,CAAC;AAAA,MACf,kBAAkB,CAAC;AAAA,IACrB;AAEA,UAAM,KAAK,MAAM;AAAA,MACf,KAAK,IAAI,WAAW,eAAe,KAAK,QAAQ,SAAS,CAAC;AAAA,MAC1D,UAAU;AAAA,MACV,KAAK,UAAU,OAAO;AAAA,IACxB;AAEA,UAAM,KAAK,MAAM;AAAA,MACf,KAAK,IAAI,WAAW,eAAe,KAAK,MAAM,CAAC;AAAA,MAC/C;AAAA,IACF;AAEA,WAAO,KAAK,4BAA4B,EAAE,QAAQ,KAAK,QAAQ,UAAU,CAAC;AAAA,EAC5E;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,WAAW,WAAmD;AAClE,UAAM,cAAc,MAAM,KAAK,MAAM;AAAA,MACnC,KAAK,IAAI,WAAW,eAAe,KAAK,QAAQ,SAAS,CAAC;AAAA,IAC5D;AAEA,QAAI,CAAC,aAAa;AAChB,aAAO;AAAA,IACT;AAEA,UAAM,UAAU,KAAK,MAAM,WAAW;AACtC,YAAQ,WAAU,oBAAI,KAAK,GAAE,YAAY;AAGzC,UAAM,UAAU,MAAM,KAAK,kBAAkB,SAAS;AACtD,YAAQ,eAAe,QAAQ;AAC/B,YAAQ,mBAAmB,QAAQ;AAAA,MACjC,CAAC,MAAM,EAAE,SAAS;AAAA,IACpB,EAAE;AACF,YAAQ,iBAAiB,QAAQ;AAAA,MAC/B,CAAC,MAAM,EAAE,SAAS;AAAA,IACpB,EAAE;AAGF,YAAQ,eAAe,QACpB,OAAO,CAAC,MAAM,EAAE,SAAS,gBAAgB,EAAE,SAAS,YAAY,EAChE,MAAM,GAAG,CAAC,EACV,IAAI,CAAC,MAAM,EAAE,KAAK;AAGrB,YAAQ,mBAAmB,QACxB,OAAO,CAAC,MAAM,EAAE,iBAAiB,EACjC,IAAI,CAAC,MAAM,EAAE,iBAAkB;AAElC,UAAM,KAAK,MAAM;AAAA,MACf,KAAK,IAAI,WAAW,eAAe,KAAK,QAAQ,SAAS,CAAC;AAAA,MAC1D,UAAU;AAAA,MACV,KAAK,UAAU,OAAO;AAAA,IACxB;AAEA,UAAM,KAAK,MAAM;AAAA,MACf,KAAK,IAAI,WAAW,eAAe,KAAK,MAAM,CAAC;AAAA,MAC/C;AAAA,IACF;AAEA,WAAO,KAAK,iBAAiB;AAAA,MAC3B,QAAQ,KAAK;AAAA,MACb;AAAA,MACA,cAAc,QAAQ;AAAA,MACtB,cAAc,QAAQ,aAAa;AAAA,IACrC,CAAC;AAED,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,kBAAkB,WAAmD;AACzE,UAAM,OAAO,MAAM,KAAK,MAAM;AAAA,MAC5B,KAAK,IAAI,WAAW,eAAe,KAAK,QAAQ,SAAS,CAAC;AAAA,IAC5D;AAEA,QAAI,CAAC,MAAM;AACT,aAAO;AAAA,IACT;AAEA,WAAO,KAAK,MAAM,IAAI;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAM,yBAA2C;AAC/C,UAAM,MAAM,MAAM,KAAK,MAAM;AAAA,MAC3B,KAAK,IAAI,WAAW,oBAAoB,KAAK,MAAM,CAAC;AAAA,IACtD;AAEA,UAAM,SAAkB,CAAC;AACzB,eAAW,MAAM,KAAK;AACpB,YAAM,QAAQ,MAAM,KAAK,SAAS,EAAE;AACpC,UAAI,SAAS,MAAM,kBAAkB,GAAG;AACtC,eAAO,KAAK,KAAK;AAAA,MACnB;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,aAAa,IAAmC;AACpD,UAAM,QAAQ,MAAM,KAAK,SAAS,EAAE;AACpC,QAAI,CAAC,OAAO;AACV,aAAO;AAAA,IACT;AAEA,UAAM,gBAAiC;AAAA,MACrC;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AACA,UAAM,eAAe,cAAc,QAAQ,MAAM,QAAQ;AAEzD,QAAI,eAAe,cAAc,SAAS,GAAG;AAC3C,YAAM,WAAW,cAAc,eAAe,CAAC;AAC/C,YAAM,aAAY,oBAAI,KAAK,GAAE,YAAY;AAEzC,YAAM,KAAK,MAAM;AAAA,QACf,KAAK,IAAI,WAAW,MAAM,KAAK,QAAQ,EAAE,CAAC;AAAA,QAC1C,kBAAkB,MAAM,cAAc;AAAA,QACtC,KAAK,UAAU,KAAK;AAAA,MACtB;AAGA,YAAM,KAAK,MAAM;AAAA,QACf,KAAK,IAAI,WAAW,iBAAiB,KAAK,QAAQ,MAAM,QAAQ,CAAC;AAAA,QACjE,KAAK,cAAc,MAAM,QAAQ;AAAA,QACjC;AAAA,MACF;AAGA,UAAI,MAAM,aAAa,YAAY;AACjC,cAAM,KAAK,MAAM;AAAA,UACf,KAAK,IAAI,WAAW,oBAAoB,KAAK,MAAM,CAAC;AAAA,UACpD;AAAA,QACF;AAAA,MACF;AAEA,aAAO,KAAK,kBAAkB;AAAA,QAC5B,QAAQ,KAAK;AAAA,QACb;AAAA,QACA,aAAa,MAAM;AAAA,MACrB,CAAC;AAAA,IACH;AAEA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,mBAAmB,gBAAwB,IAAqB;AACpE,UAAM,SAAS,KAAK,IAAI,IAAI,gBAAgB,KAAK,KAAK,KAAK;AAC3D,QAAI,gBAAgB;AAGpB,UAAM,WAAW,MAAM,KAAK,MAAM;AAAA,MAChC,KAAK,IAAI,WAAW,aAAa,KAAK,MAAM,CAAC;AAAA,MAC7C;AAAA,MACA;AAAA,IACF;AAEA,eAAW,MAAM,UAAU;AACzB,YAAM,QAAQ,MAAM,KAAK,SAAS,EAAE;AACpC,UAAI,SAAS,MAAM,aAAa,YAAY;AAE1C,YACE,CAAC,MAAM,iBACP,IAAI,KAAK,MAAM,aAAa,EAAE,QAAQ,IAAI,QAC1C;AAEA,cAAI,MAAM,aAAa,OAAO;AAC5B,kBAAM,WAAW;AACjB,kBAAM,aAAY,oBAAI,KAAK,GAAE,YAAY;AACzC,kBAAM,KAAK,MAAM;AAAA,cACf,KAAK,IAAI,WAAW,MAAM,KAAK,QAAQ,EAAE,CAAC;AAAA,cAC1C,kBAAkB,MAAM,cAAc;AAAA,cACtC,KAAK,UAAU,KAAK;AAAA,YACtB;AACA;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,WAAO,KAAK,yBAAyB;AAAA,MACnC,QAAQ,KAAK;AAAA,MACb;AAAA,MACA;AAAA,IACF,CAAC;AAED,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAM,aAA2C;AAC/C,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF,IAAI,MAAM,QAAQ,IAAI;AAAA,MACpB,KAAK,MAAM,MAAM,KAAK,IAAI,WAAW,aAAa,KAAK,MAAM,CAAC,CAAC;AAAA,MAC/D,KAAK,MAAM;AAAA,QACT,KAAK,IAAI,WAAW,iBAAiB,KAAK,QAAQ,MAAM,CAAC;AAAA,MAC3D;AAAA,MACA,KAAK,MAAM;AAAA,QACT,KAAK,IAAI,WAAW,iBAAiB,KAAK,QAAQ,UAAU,CAAC;AAAA,MAC/D;AAAA,MACA,KAAK,MAAM;AAAA,QACT,KAAK,IAAI,WAAW,iBAAiB,KAAK,QAAQ,YAAY,CAAC;AAAA,MACjE;AAAA,MACA,KAAK,MAAM;AAAA,QACT,KAAK,IAAI,WAAW,iBAAiB,KAAK,QAAQ,SAAS,CAAC;AAAA,MAC9D;AAAA,MACA,KAAK,MAAM;AAAA,QACT,KAAK,IAAI,WAAW,iBAAiB,KAAK,QAAQ,YAAY,CAAC;AAAA,MACjE;AAAA,MACA,KAAK,MAAM;AAAA,QACT,KAAK,IAAI,WAAW,iBAAiB,KAAK,QAAQ,SAAS,CAAC;AAAA,MAC9D;AAAA,MACA,KAAK,MAAM;AAAA,QACT,KAAK,IAAI,WAAW,iBAAiB,KAAK,QAAQ,cAAc,CAAC;AAAA,MACnE;AAAA,MACA,KAAK,MAAM,MAAM,KAAK,IAAI,WAAW,cAAc,KAAK,MAAM,CAAC,CAAC;AAAA,MAChE,KAAK,MAAM,MAAM,KAAK,IAAI,WAAW,eAAe,KAAK,MAAM,CAAC,CAAC;AAAA,IACnE,CAAC;AAED,WAAO;AAAA,MACL,QAAQ,KAAK;AAAA,MACb;AAAA,MACA,kBAAkB;AAAA,QAChB,MAAM;AAAA,QACN,UAAU;AAAA,QACV,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,YAAY;AAAA,QACZ,SAAS;AAAA,QACT,cAAc;AAAA,MAChB;AAAA,MACA,qBAAqB;AAAA,MACrB,iBAAiB;AAAA,MACjB,WAAW,KAAK,QAAQ;AAAA,MACxB,aAAa,KAAK,QAAQ;AAAA,IAC5B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,cAAc,UAAiC;AACrD,UAAM,SAAwC;AAAA,MAC5C,UAAU;AAAA,MACV,MAAM;AAAA,MACN,QAAQ;AAAA,MACR,KAAK;AAAA,IACP;AACA,WAAO,OAAO,QAAQ;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,QAAuB;AAC3B,UAAM,KAAK,MAAM,KAAK;AACtB,WAAO,KAAK,4BAA4B;AAAA,EAC1C;AACF;AAMA,MAAM,uBAAuB,oBAAI,IAAiC;AAK3D,SAAS,gBACd,QACqB;AACrB,QAAM,WAAW,qBAAqB,IAAI,OAAO,MAAM;AACvD,MAAI,UAAU;AACZ,WAAO;AAAA,EACT;AAEA,QAAM,WAAW,IAAI,oBAAoB,MAAM;AAC/C,uBAAqB,IAAI,OAAO,QAAQ,QAAQ;AAChD,SAAO;AACT;AAKO,SAAS,uBACd,QACA,UACqB;AACrB,QAAM,MAAM,YAAY,QAAQ,IAAI,WAAW;AAE/C,MAAI,CAAC,KAAK;AACR,UAAM,IAAI,MAAM,wCAAwC;AAAA,EAC1D;AAEA,SAAO,gBAAgB,EAAE,UAAU,KAAK,OAAO,CAAC;AAClD;AAKO,SAAS,mBAA2B;AACzC,SACE,QAAQ,IAAI,qBAAqB,KACjC,QAAQ,IAAI,MAAM,KAClB,QAAQ,IAAI,UAAU,KACtB;AAEJ;",
|
|
6
6
|
"names": []
|
|
7
7
|
}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"version": 3,
|
|
3
3
|
"sources": ["../../../src/core/storage/chromadb-adapter.ts"],
|
|
4
|
-
"sourcesContent": ["/**\n * ChromaDB Storage Adapter for StackMemory\n * \n * Provides vector storage and semantic search capabilities for context data\n * using ChromaDB cloud service with user and team segmentation.\n */\n\nimport { CloudClient, Collection } from 'chromadb';\nimport { v4 as uuidv4 } from 'uuid';\nimport { Frame } from '../context/frame-manager.js';\nimport { Logger } from '../monitoring/logger.js';\n\ninterface ChromaDocument {\n id: string;\n document: string;\n metadata: {\n user_id: string;\n team_id?: string;\n frame_id: string;\n session_id: string;\n project_name: string;\n timestamp: number;\n type: 'frame' | 'decision' | 'observation' | 'context';\n score?: number;\n tags?: string[];\n };\n}\n\ninterface ChromaConfig {\n apiKey: string;\n tenant: string;\n database: string;\n collectionName?: string;\n}\n\nexport class ChromaDBAdapter {\n private client: CloudClient;\n private collection: Collection | null = null;\n private logger: Logger;\n private config: ChromaConfig;\n private userId: string;\n private teamId?: string;\n\n constructor(config: ChromaConfig, userId: string, teamId?: string) {\n this.config = config;\n this.userId = userId;\n this.teamId = teamId;\n this.logger = new Logger('ChromaDBAdapter');\n\n // Initialize ChromaDB client\n this.client = new CloudClient({\n apiKey: config.apiKey,\n tenant: config.tenant,\n database: config.database,\n });\n }\n\n async initialize(): Promise<void> {\n try {\n const collectionName = this.config.collectionName || 'stackmemory_contexts';\n \n // Get or create collection with metadata for filtering\n this.collection = await this.client.getOrCreateCollection({\n name: collectionName,\n metadata: {\n description: 'StackMemory context storage',\n version: '1.0.0',\n created_at: new Date().toISOString(),\n },\n });\n\n this.logger.info(`ChromaDB collection '${collectionName}' initialized`);\n } catch (error) {\n this.logger.error('Failed to initialize ChromaDB collection', error);\n throw error;\n }\n }\n\n /**\n * Store a frame in ChromaDB\n */\n async storeFrame(frame: Frame): Promise<void> {\n if (!this.collection) {\n throw new Error('ChromaDB not initialized');\n }\n\n try {\n // Prepare document from frame\n const frameMetadata: any = {\n user_id: this.userId,\n frame_id: frame.frameId,\n session_id: frame.sessionId || 'unknown',\n project_name: frame.projectName || 'default',\n timestamp: frame.timestamp,\n type: 'frame',\n score: frame.score,\n tags: frame.tags || [],\n };\n\n // Only add team_id if it exists\n if (this.teamId) {\n frameMetadata.team_id = this.teamId;\n }\n\n const document: ChromaDocument = {\n id: `frame_${frame.frameId}_${this.userId}`,\n document: this.frameToDocument(frame),\n metadata: frameMetadata,\n };\n\n // Add to ChromaDB\n await this.collection.add({\n ids: [document.id],\n documents: [document.document],\n metadatas: [document.metadata],\n });\n\n this.logger.debug(`Stored frame ${frame.frameId} for user ${this.userId}`);\n } catch (error) {\n this.logger.error(`Failed to store frame ${frame.frameId}`, error);\n throw error;\n }\n }\n\n /**\n * Store a decision or observation\n */\n async storeContext(\n type: 'decision' | 'observation',\n content: string,\n metadata?: Record<string, any>\n ): Promise<void> {\n if (!this.collection) {\n throw new Error('ChromaDB not initialized');\n }\n\n try {\n const contextId = `${type}_${uuidv4()}_${this.userId}`;\n \n const documentMetadata: any = {\n user_id: this.userId,\n frame_id: metadata?.frame_id || 'none',\n session_id: metadata?.session_id || 'unknown',\n project_name: metadata?.project_name || 'default',\n timestamp: Date.now(),\n type,\n ...metadata,\n };\n\n // Only add team_id if it exists (ChromaDB doesn't accept undefined values)\n if (this.teamId) {\n documentMetadata.team_id = this.teamId;\n }\n\n const document: ChromaDocument = {\n id: contextId,\n document: content,\n metadata: documentMetadata,\n };\n\n await this.collection.add({\n ids: [document.id],\n documents: [document.document],\n metadatas: [document.metadata],\n });\n\n this.logger.debug(`Stored ${type} for user ${this.userId}`);\n } catch (error) {\n this.logger.error(`Failed to store ${type}`, error);\n throw error;\n }\n }\n\n /**\n * Query contexts by semantic similarity\n */\n async queryContexts(\n query: string,\n limit: number = 10,\n filters?: {\n type?: string[];\n projectName?: string;\n sessionId?: string;\n startTime?: number;\n endTime?: number;\n }\n ): Promise<Array<{ content: string; metadata: any; distance: number }>> {\n if (!this.collection) {\n throw new Error('ChromaDB not initialized');\n }\n\n try {\n // Build where clause for filtering\n const whereClause: any = {\n user_id: this.userId,\n };\n\n // Add team filter if applicable\n if (this.teamId) {\n whereClause['$or'] = [\n { team_id: this.teamId },\n { user_id: this.userId },\n ];\n }\n\n // Add additional filters\n if (filters?.type && filters.type.length > 0) {\n whereClause.type = { $in: filters.type };\n }\n\n if (filters?.projectName) {\n whereClause.project_name = filters.projectName;\n }\n\n if (filters?.sessionId) {\n whereClause.session_id = filters.sessionId;\n }\n\n if (filters?.startTime || filters?.endTime) {\n whereClause.timestamp = {};\n if (filters.startTime) {\n whereClause.timestamp.$gte = filters.startTime;\n }\n if (filters.endTime) {\n whereClause.timestamp.$lte = filters.endTime;\n }\n }\n\n // Query ChromaDB\n const results = await this.collection.query({\n queryTexts: [query],\n nResults: limit,\n where: whereClause,\n include: ['documents', 'metadatas', 'distances'],\n });\n\n // Format results\n const contexts: Array<{ content: string; metadata: any; distance: number }> = [];\n \n if (results.documents && results.documents[0]) {\n for (let i = 0; i < results.documents[0].length; i++) {\n contexts.push({\n content: results.documents[0][i] || '',\n metadata: results.metadatas?.[0]?.[i] || {},\n distance: results.distances?.[0]?.[i] || 0,\n });\n }\n }\n\n this.logger.debug(`Found ${contexts.length} contexts for query`);\n return contexts;\n } catch (error) {\n this.logger.error('Failed to query contexts', error);\n throw error;\n }\n }\n\n /**\n * Get user's recent contexts\n */\n async getRecentContexts(\n limit: number = 20,\n type?: string\n ): Promise<Array<{ content: string; metadata: any }>> {\n if (!this.collection) {\n throw new Error('ChromaDB not initialized');\n }\n\n try {\n const whereClause: any = {\n user_id: this.userId,\n };\n\n if (type) {\n whereClause.type = type;\n }\n\n // Get all documents for the user (ChromaDB doesn't support direct ordering)\n const results = await this.collection.get({\n where: whereClause,\n include: ['documents', 'metadatas'],\n });\n\n // Sort by timestamp and limit\n const contexts: Array<{ content: string; metadata: any }> = [];\n \n if (results.documents) {\n const indexed = results.documents.map((doc, i) => ({\n content: doc || '',\n metadata: results.metadatas?.[i] || {},\n }));\n\n // Sort by timestamp descending\n indexed.sort((a, b) => (b.metadata.timestamp || 0) - (a.metadata.timestamp || 0));\n\n // Take limit\n contexts.push(...indexed.slice(0, limit));\n }\n\n return contexts;\n } catch (error) {\n this.logger.error('Failed to get recent contexts', error);\n throw error;\n }\n }\n\n /**\n * Delete old contexts (retention policy)\n */\n async deleteOldContexts(olderThanDays: number = 30): Promise<number> {\n if (!this.collection) {\n throw new Error('ChromaDB not initialized');\n }\n\n try {\n const cutoffTime = Date.now() - (olderThanDays * 24 * 60 * 60 * 1000);\n\n // Get old documents\n const results = await this.collection.get({\n where: {\n user_id: this.userId,\n timestamp: { $lt: cutoffTime },\n },\n include: ['ids'],\n });\n\n if (!results.ids || results.ids.length === 0) {\n return 0;\n }\n\n // Delete old documents\n await this.collection.delete({\n ids: results.ids,\n });\n\n this.logger.info(`Deleted ${results.ids.length} old contexts`);\n return results.ids.length;\n } catch (error) {\n this.logger.error('Failed to delete old contexts', error);\n throw error;\n }\n }\n\n /**\n * Get team contexts (if user is part of a team)\n */\n async getTeamContexts(\n limit: number = 20\n ): Promise<Array<{ content: string; metadata: any }>> {\n if (!this.collection || !this.teamId) {\n return [];\n }\n\n try {\n const results = await this.collection.get({\n where: {\n team_id: this.teamId,\n },\n include: ['documents', 'metadatas'],\n limit,\n });\n\n const contexts: Array<{ content: string; metadata: any }> = [];\n \n if (results.documents) {\n for (let i = 0; i < results.documents.length; i++) {\n contexts.push({\n content: results.documents[i] || '',\n metadata: results.metadatas?.[i] || {},\n });\n }\n }\n\n return contexts;\n } catch (error) {\n this.logger.error('Failed to get team contexts', error);\n return [];\n }\n }\n\n /**\n * Convert frame to searchable document\n */\n private frameToDocument(frame: Frame): string {\n const parts = [\n `Frame: ${frame.title}`,\n `Type: ${frame.type}`,\n `Status: ${frame.status}`,\n ];\n\n if (frame.description) {\n parts.push(`Description: ${frame.description}`);\n }\n\n if (frame.inputs && frame.inputs.length > 0) {\n parts.push(`Inputs: ${frame.inputs.join(', ')}`);\n }\n\n if (frame.outputs && frame.outputs.length > 0) {\n parts.push(`Outputs: ${frame.outputs.join(', ')}`);\n }\n\n if (frame.tags && frame.tags.length > 0) {\n parts.push(`Tags: ${frame.tags.join(', ')}`);\n }\n\n if (frame.digest_json) {\n try {\n const digest = JSON.parse(frame.digest_json);\n if (digest.summary) {\n parts.push(`Summary: ${digest.summary}`);\n }\n if (digest.keyDecisions) {\n parts.push(`Decisions: ${digest.keyDecisions.join('. ')}`);\n }\n } catch {\n // Ignore parse errors\n }\n }\n\n return parts.join('\\n');\n }\n\n /**\n * Update team ID for a user\n */\n async updateTeamId(newTeamId: string): Promise<void> {\n this.teamId = newTeamId;\n this.logger.info(`Updated team ID to ${newTeamId} for user ${this.userId}`);\n }\n\n /**\n * Get storage statistics\n */\n async getStats(): Promise<{\n totalDocuments: number;\n userDocuments: number;\n teamDocuments?: number;\n documentsByType: Record<string, number>;\n }> {\n if (!this.collection) {\n throw new Error('ChromaDB not initialized');\n }\n\n try {\n // Get user documents\n const userResults = await this.collection.get({\n where: { user_id: this.userId },\n include: ['metadatas'],\n });\n\n const stats: any = {\n totalDocuments: 0,\n userDocuments: userResults.ids?.length || 0,\n documentsByType: {},\n };\n\n // Count by type\n if (userResults.metadatas) {\n for (const metadata of userResults.metadatas) {\n const type = metadata?.type || 'unknown';\n stats.documentsByType[type] = (stats.documentsByType[type] || 0) + 1;\n }\n }\n\n // Get team documents if applicable\n if (this.teamId) {\n const teamResults = await this.collection.get({\n where: { team_id: this.teamId },\n include: ['ids'],\n });\n stats.teamDocuments = teamResults.ids?.length || 0;\n }\n\n stats.totalDocuments = stats.userDocuments + (stats.teamDocuments || 0);\n\n return stats;\n } catch (error) {\n this.logger.error('Failed to get stats', error);\n throw error;\n }\n }\n}"],
|
|
5
|
-
"mappings": "AAOA,SAAS,mBAA+B;AACxC,SAAS,MAAM,cAAc;AAE7B,SAAS,cAAc;AAyBhB,MAAM,gBAAgB;AAAA,EACnB;AAAA,EACA,aAAgC;AAAA,EAChC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAER,YAAY,QAAsB,QAAgB,QAAiB;AACjE,SAAK,SAAS;AACd,SAAK,SAAS;AACd,SAAK,SAAS;AACd,SAAK,SAAS,IAAI,OAAO,iBAAiB;AAG1C,SAAK,SAAS,IAAI,YAAY;AAAA,MAC5B,QAAQ,OAAO;AAAA,MACf,QAAQ,OAAO;AAAA,MACf,UAAU,OAAO;AAAA,IACnB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,aAA4B;AAChC,QAAI;AACF,YAAM,iBAAiB,KAAK,OAAO,kBAAkB;AAGrD,WAAK,aAAa,MAAM,KAAK,OAAO,sBAAsB;AAAA,QACxD,MAAM;AAAA,QACN,UAAU;AAAA,UACR,aAAa;AAAA,UACb,SAAS;AAAA,UACT,aAAY,oBAAI,KAAK,GAAE,YAAY;AAAA,QACrC;AAAA,MACF,CAAC;AAED,WAAK,OAAO,KAAK,wBAAwB,cAAc,eAAe;AAAA,IACxE,SAAS,
|
|
4
|
+
"sourcesContent": ["/**\n * ChromaDB Storage Adapter for StackMemory\n * \n * Provides vector storage and semantic search capabilities for context data\n * using ChromaDB cloud service with user and team segmentation.\n */\n\nimport { CloudClient, Collection } from 'chromadb';\nimport { v4 as uuidv4 } from 'uuid';\nimport { Frame } from '../context/frame-manager.js';\nimport { Logger } from '../monitoring/logger.js';\n\ninterface ChromaDocument {\n id: string;\n document: string;\n metadata: {\n user_id: string;\n team_id?: string;\n frame_id: string;\n session_id: string;\n project_name: string;\n timestamp: number;\n type: 'frame' | 'decision' | 'observation' | 'context';\n score?: number;\n tags?: string[];\n };\n}\n\ninterface ChromaConfig {\n apiKey: string;\n tenant: string;\n database: string;\n collectionName?: string;\n}\n\nexport class ChromaDBAdapter {\n private client: CloudClient;\n private collection: Collection | null = null;\n private logger: Logger;\n private config: ChromaConfig;\n private userId: string;\n private teamId?: string;\n\n constructor(config: ChromaConfig, userId: string, teamId?: string) {\n this.config = config;\n this.userId = userId;\n this.teamId = teamId;\n this.logger = new Logger('ChromaDBAdapter');\n\n // Initialize ChromaDB client\n this.client = new CloudClient({\n apiKey: config.apiKey,\n tenant: config.tenant,\n database: config.database,\n });\n }\n\n async initialize(): Promise<void> {\n try {\n const collectionName = this.config.collectionName || 'stackmemory_contexts';\n \n // Get or create collection with metadata for filtering\n this.collection = await this.client.getOrCreateCollection({\n name: collectionName,\n metadata: {\n description: 'StackMemory context storage',\n version: '1.0.0',\n created_at: new Date().toISOString(),\n },\n });\n\n this.logger.info(`ChromaDB collection '${collectionName}' initialized`);\n } catch (error: unknown) {\n this.logger.error('Failed to initialize ChromaDB collection', error);\n throw error;\n }\n }\n\n /**\n * Store a frame in ChromaDB\n */\n async storeFrame(frame: Frame): Promise<void> {\n if (!this.collection) {\n throw new Error('ChromaDB not initialized');\n }\n\n try {\n // Prepare document from frame\n const frameMetadata: any = {\n user_id: this.userId,\n frame_id: frame.frameId,\n session_id: frame.sessionId || 'unknown',\n project_name: frame.projectName || 'default',\n timestamp: frame.timestamp,\n type: 'frame',\n score: frame.score,\n tags: frame.tags || [],\n };\n\n // Only add team_id if it exists\n if (this.teamId) {\n frameMetadata.team_id = this.teamId;\n }\n\n const document: ChromaDocument = {\n id: `frame_${frame.frameId}_${this.userId}`,\n document: this.frameToDocument(frame),\n metadata: frameMetadata,\n };\n\n // Add to ChromaDB\n await this.collection.add({\n ids: [document.id],\n documents: [document.document],\n metadatas: [document.metadata],\n });\n\n this.logger.debug(`Stored frame ${frame.frameId} for user ${this.userId}`);\n } catch (error: unknown) {\n this.logger.error(`Failed to store frame ${frame.frameId}`, error);\n throw error;\n }\n }\n\n /**\n * Store a decision or observation\n */\n async storeContext(\n type: 'decision' | 'observation',\n content: string,\n metadata?: Record<string, any>\n ): Promise<void> {\n if (!this.collection) {\n throw new Error('ChromaDB not initialized');\n }\n\n try {\n const contextId = `${type}_${uuidv4()}_${this.userId}`;\n \n const documentMetadata: any = {\n user_id: this.userId,\n frame_id: metadata?.frame_id || 'none',\n session_id: metadata?.session_id || 'unknown',\n project_name: metadata?.project_name || 'default',\n timestamp: Date.now(),\n type,\n ...metadata,\n };\n\n // Only add team_id if it exists (ChromaDB doesn't accept undefined values)\n if (this.teamId) {\n documentMetadata.team_id = this.teamId;\n }\n\n const document: ChromaDocument = {\n id: contextId,\n document: content,\n metadata: documentMetadata,\n };\n\n await this.collection.add({\n ids: [document.id],\n documents: [document.document],\n metadatas: [document.metadata],\n });\n\n this.logger.debug(`Stored ${type} for user ${this.userId}`);\n } catch (error: unknown) {\n this.logger.error(`Failed to store ${type}`, error);\n throw error;\n }\n }\n\n /**\n * Query contexts by semantic similarity\n */\n async queryContexts(\n query: string,\n limit: number = 10,\n filters?: {\n type?: string[];\n projectName?: string;\n sessionId?: string;\n startTime?: number;\n endTime?: number;\n }\n ): Promise<Array<{ content: string; metadata: any; distance: number }>> {\n if (!this.collection) {\n throw new Error('ChromaDB not initialized');\n }\n\n try {\n // Build where clause for filtering\n const whereClause: any = {\n user_id: this.userId,\n };\n\n // Add team filter if applicable\n if (this.teamId) {\n whereClause['$or'] = [\n { team_id: this.teamId },\n { user_id: this.userId },\n ];\n }\n\n // Add additional filters\n if (filters?.type && filters.type.length > 0) {\n whereClause.type = { $in: filters.type };\n }\n\n if (filters?.projectName) {\n whereClause.project_name = filters.projectName;\n }\n\n if (filters?.sessionId) {\n whereClause.session_id = filters.sessionId;\n }\n\n if (filters?.startTime || filters?.endTime) {\n whereClause.timestamp = {};\n if (filters.startTime) {\n whereClause.timestamp.$gte = filters.startTime;\n }\n if (filters.endTime) {\n whereClause.timestamp.$lte = filters.endTime;\n }\n }\n\n // Query ChromaDB\n const results = await this.collection.query({\n queryTexts: [query],\n nResults: limit,\n where: whereClause,\n include: ['documents', 'metadatas', 'distances'],\n });\n\n // Format results\n const contexts: Array<{ content: string; metadata: any; distance: number }> = [];\n \n if (results.documents && results.documents[0]) {\n for (let i = 0; i < results.documents[0].length; i++) {\n contexts.push({\n content: results.documents[0][i] || '',\n metadata: results.metadatas?.[0]?.[i] || {},\n distance: results.distances?.[0]?.[i] || 0,\n });\n }\n }\n\n this.logger.debug(`Found ${contexts.length} contexts for query`);\n return contexts;\n } catch (error: unknown) {\n this.logger.error('Failed to query contexts', error);\n throw error;\n }\n }\n\n /**\n * Get user's recent contexts\n */\n async getRecentContexts(\n limit: number = 20,\n type?: string\n ): Promise<Array<{ content: string; metadata: any }>> {\n if (!this.collection) {\n throw new Error('ChromaDB not initialized');\n }\n\n try {\n const whereClause: any = {\n user_id: this.userId,\n };\n\n if (type) {\n whereClause.type = type;\n }\n\n // Get all documents for the user (ChromaDB doesn't support direct ordering)\n const results = await this.collection.get({\n where: whereClause,\n include: ['documents', 'metadatas'],\n });\n\n // Sort by timestamp and limit\n const contexts: Array<{ content: string; metadata: any }> = [];\n \n if (results.documents) {\n const indexed = results.documents.map((doc, i) => ({\n content: doc || '',\n metadata: results.metadatas?.[i] || {},\n }));\n\n // Sort by timestamp descending\n indexed.sort((a, b) => (b.metadata.timestamp || 0) - (a.metadata.timestamp || 0));\n\n // Take limit\n contexts.push(...indexed.slice(0, limit));\n }\n\n return contexts;\n } catch (error: unknown) {\n this.logger.error('Failed to get recent contexts', error);\n throw error;\n }\n }\n\n /**\n * Delete old contexts (retention policy)\n */\n async deleteOldContexts(olderThanDays: number = 30): Promise<number> {\n if (!this.collection) {\n throw new Error('ChromaDB not initialized');\n }\n\n try {\n const cutoffTime = Date.now() - (olderThanDays * 24 * 60 * 60 * 1000);\n\n // Get old documents\n const results = await this.collection.get({\n where: {\n user_id: this.userId,\n timestamp: { $lt: cutoffTime },\n },\n include: ['ids'],\n });\n\n if (!results.ids || results.ids.length === 0) {\n return 0;\n }\n\n // Delete old documents\n await this.collection.delete({\n ids: results.ids,\n });\n\n this.logger.info(`Deleted ${results.ids.length} old contexts`);\n return results.ids.length;\n } catch (error: unknown) {\n this.logger.error('Failed to delete old contexts', error);\n throw error;\n }\n }\n\n /**\n * Get team contexts (if user is part of a team)\n */\n async getTeamContexts(\n limit: number = 20\n ): Promise<Array<{ content: string; metadata: any }>> {\n if (!this.collection || !this.teamId) {\n return [];\n }\n\n try {\n const results = await this.collection.get({\n where: {\n team_id: this.teamId,\n },\n include: ['documents', 'metadatas'],\n limit,\n });\n\n const contexts: Array<{ content: string; metadata: any }> = [];\n \n if (results.documents) {\n for (let i = 0; i < results.documents.length; i++) {\n contexts.push({\n content: results.documents[i] || '',\n metadata: results.metadatas?.[i] || {},\n });\n }\n }\n\n return contexts;\n } catch (error: unknown) {\n this.logger.error('Failed to get team contexts', error);\n return [];\n }\n }\n\n /**\n * Convert frame to searchable document\n */\n private frameToDocument(frame: Frame): string {\n const parts = [\n `Frame: ${frame.title}`,\n `Type: ${frame.type}`,\n `Status: ${frame.status}`,\n ];\n\n if (frame.description) {\n parts.push(`Description: ${frame.description}`);\n }\n\n if (frame.inputs && frame.inputs.length > 0) {\n parts.push(`Inputs: ${frame.inputs.join(', ')}`);\n }\n\n if (frame.outputs && frame.outputs.length > 0) {\n parts.push(`Outputs: ${frame.outputs.join(', ')}`);\n }\n\n if (frame.tags && frame.tags.length > 0) {\n parts.push(`Tags: ${frame.tags.join(', ')}`);\n }\n\n if (frame.digest_json) {\n try {\n const digest = JSON.parse(frame.digest_json);\n if (digest.summary) {\n parts.push(`Summary: ${digest.summary}`);\n }\n if (digest.keyDecisions) {\n parts.push(`Decisions: ${digest.keyDecisions.join('. ')}`);\n }\n } catch {\n // Ignore parse errors\n }\n }\n\n return parts.join('\\n');\n }\n\n /**\n * Update team ID for a user\n */\n async updateTeamId(newTeamId: string): Promise<void> {\n this.teamId = newTeamId;\n this.logger.info(`Updated team ID to ${newTeamId} for user ${this.userId}`);\n }\n\n /**\n * Get storage statistics\n */\n async getStats(): Promise<{\n totalDocuments: number;\n userDocuments: number;\n teamDocuments?: number;\n documentsByType: Record<string, number>;\n }> {\n if (!this.collection) {\n throw new Error('ChromaDB not initialized');\n }\n\n try {\n // Get user documents\n const userResults = await this.collection.get({\n where: { user_id: this.userId },\n include: ['metadatas'],\n });\n\n const stats: any = {\n totalDocuments: 0,\n userDocuments: userResults.ids?.length || 0,\n documentsByType: {},\n };\n\n // Count by type\n if (userResults.metadatas) {\n for (const metadata of userResults.metadatas) {\n const type = metadata?.type || 'unknown';\n stats.documentsByType[type] = (stats.documentsByType[type] || 0) + 1;\n }\n }\n\n // Get team documents if applicable\n if (this.teamId) {\n const teamResults = await this.collection.get({\n where: { team_id: this.teamId },\n include: ['ids'],\n });\n stats.teamDocuments = teamResults.ids?.length || 0;\n }\n\n stats.totalDocuments = stats.userDocuments + (stats.teamDocuments || 0);\n\n return stats;\n } catch (error: unknown) {\n this.logger.error('Failed to get stats', error);\n throw error;\n }\n }\n}"],
|
|
5
|
+
"mappings": "AAOA,SAAS,mBAA+B;AACxC,SAAS,MAAM,cAAc;AAE7B,SAAS,cAAc;AAyBhB,MAAM,gBAAgB;AAAA,EACnB;AAAA,EACA,aAAgC;AAAA,EAChC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAER,YAAY,QAAsB,QAAgB,QAAiB;AACjE,SAAK,SAAS;AACd,SAAK,SAAS;AACd,SAAK,SAAS;AACd,SAAK,SAAS,IAAI,OAAO,iBAAiB;AAG1C,SAAK,SAAS,IAAI,YAAY;AAAA,MAC5B,QAAQ,OAAO;AAAA,MACf,QAAQ,OAAO;AAAA,MACf,UAAU,OAAO;AAAA,IACnB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,aAA4B;AAChC,QAAI;AACF,YAAM,iBAAiB,KAAK,OAAO,kBAAkB;AAGrD,WAAK,aAAa,MAAM,KAAK,OAAO,sBAAsB;AAAA,QACxD,MAAM;AAAA,QACN,UAAU;AAAA,UACR,aAAa;AAAA,UACb,SAAS;AAAA,UACT,aAAY,oBAAI,KAAK,GAAE,YAAY;AAAA,QACrC;AAAA,MACF,CAAC;AAED,WAAK,OAAO,KAAK,wBAAwB,cAAc,eAAe;AAAA,IACxE,SAAS,OAAgB;AACvB,WAAK,OAAO,MAAM,4CAA4C,KAAK;AACnE,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,WAAW,OAA6B;AAC5C,QAAI,CAAC,KAAK,YAAY;AACpB,YAAM,IAAI,MAAM,0BAA0B;AAAA,IAC5C;AAEA,QAAI;AAEF,YAAM,gBAAqB;AAAA,QACzB,SAAS,KAAK;AAAA,QACd,UAAU,MAAM;AAAA,QAChB,YAAY,MAAM,aAAa;AAAA,QAC/B,cAAc,MAAM,eAAe;AAAA,QACnC,WAAW,MAAM;AAAA,QACjB,MAAM;AAAA,QACN,OAAO,MAAM;AAAA,QACb,MAAM,MAAM,QAAQ,CAAC;AAAA,MACvB;AAGA,UAAI,KAAK,QAAQ;AACf,sBAAc,UAAU,KAAK;AAAA,MAC/B;AAEA,YAAM,WAA2B;AAAA,QAC/B,IAAI,SAAS,MAAM,OAAO,IAAI,KAAK,MAAM;AAAA,QACzC,UAAU,KAAK,gBAAgB,KAAK;AAAA,QACpC,UAAU;AAAA,MACZ;AAGA,YAAM,KAAK,WAAW,IAAI;AAAA,QACxB,KAAK,CAAC,SAAS,EAAE;AAAA,QACjB,WAAW,CAAC,SAAS,QAAQ;AAAA,QAC7B,WAAW,CAAC,SAAS,QAAQ;AAAA,MAC/B,CAAC;AAED,WAAK,OAAO,MAAM,gBAAgB,MAAM,OAAO,aAAa,KAAK,MAAM,EAAE;AAAA,IAC3E,SAAS,OAAgB;AACvB,WAAK,OAAO,MAAM,yBAAyB,MAAM,OAAO,IAAI,KAAK;AACjE,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,aACJ,MACA,SACA,UACe;AACf,QAAI,CAAC,KAAK,YAAY;AACpB,YAAM,IAAI,MAAM,0BAA0B;AAAA,IAC5C;AAEA,QAAI;AACF,YAAM,YAAY,GAAG,IAAI,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM;AAEpD,YAAM,mBAAwB;AAAA,QAC5B,SAAS,KAAK;AAAA,QACd,UAAU,UAAU,YAAY;AAAA,QAChC,YAAY,UAAU,cAAc;AAAA,QACpC,cAAc,UAAU,gBAAgB;AAAA,QACxC,WAAW,KAAK,IAAI;AAAA,QACpB;AAAA,QACA,GAAG;AAAA,MACL;AAGA,UAAI,KAAK,QAAQ;AACf,yBAAiB,UAAU,KAAK;AAAA,MAClC;AAEA,YAAM,WAA2B;AAAA,QAC/B,IAAI;AAAA,QACJ,UAAU;AAAA,QACV,UAAU;AAAA,MACZ;AAEA,YAAM,KAAK,WAAW,IAAI;AAAA,QACxB,KAAK,CAAC,SAAS,EAAE;AAAA,QACjB,WAAW,CAAC,SAAS,QAAQ;AAAA,QAC7B,WAAW,CAAC,SAAS,QAAQ;AAAA,MAC/B,CAAC;AAED,WAAK,OAAO,MAAM,UAAU,IAAI,aAAa,KAAK,MAAM,EAAE;AAAA,IAC5D,SAAS,OAAgB;AACvB,WAAK,OAAO,MAAM,mBAAmB,IAAI,IAAI,KAAK;AAClD,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,cACJ,OACA,QAAgB,IAChB,SAOsE;AACtE,QAAI,CAAC,KAAK,YAAY;AACpB,YAAM,IAAI,MAAM,0BAA0B;AAAA,IAC5C;AAEA,QAAI;AAEF,YAAM,cAAmB;AAAA,QACvB,SAAS,KAAK;AAAA,MAChB;AAGA,UAAI,KAAK,QAAQ;AACf,oBAAY,KAAK,IAAI;AAAA,UACnB,EAAE,SAAS,KAAK,OAAO;AAAA,UACvB,EAAE,SAAS,KAAK,OAAO;AAAA,QACzB;AAAA,MACF;AAGA,UAAI,SAAS,QAAQ,QAAQ,KAAK,SAAS,GAAG;AAC5C,oBAAY,OAAO,EAAE,KAAK,QAAQ,KAAK;AAAA,MACzC;AAEA,UAAI,SAAS,aAAa;AACxB,oBAAY,eAAe,QAAQ;AAAA,MACrC;AAEA,UAAI,SAAS,WAAW;AACtB,oBAAY,aAAa,QAAQ;AAAA,MACnC;AAEA,UAAI,SAAS,aAAa,SAAS,SAAS;AAC1C,oBAAY,YAAY,CAAC;AACzB,YAAI,QAAQ,WAAW;AACrB,sBAAY,UAAU,OAAO,QAAQ;AAAA,QACvC;AACA,YAAI,QAAQ,SAAS;AACnB,sBAAY,UAAU,OAAO,QAAQ;AAAA,QACvC;AAAA,MACF;AAGA,YAAM,UAAU,MAAM,KAAK,WAAW,MAAM;AAAA,QAC1C,YAAY,CAAC,KAAK;AAAA,QAClB,UAAU;AAAA,QACV,OAAO;AAAA,QACP,SAAS,CAAC,aAAa,aAAa,WAAW;AAAA,MACjD,CAAC;AAGD,YAAM,WAAwE,CAAC;AAE/E,UAAI,QAAQ,aAAa,QAAQ,UAAU,CAAC,GAAG;AAC7C,iBAAS,IAAI,GAAG,IAAI,QAAQ,UAAU,CAAC,EAAE,QAAQ,KAAK;AACpD,mBAAS,KAAK;AAAA,YACZ,SAAS,QAAQ,UAAU,CAAC,EAAE,CAAC,KAAK;AAAA,YACpC,UAAU,QAAQ,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC;AAAA,YAC1C,UAAU,QAAQ,YAAY,CAAC,IAAI,CAAC,KAAK;AAAA,UAC3C,CAAC;AAAA,QACH;AAAA,MACF;AAEA,WAAK,OAAO,MAAM,SAAS,SAAS,MAAM,qBAAqB;AAC/D,aAAO;AAAA,IACT,SAAS,OAAgB;AACvB,WAAK,OAAO,MAAM,4BAA4B,KAAK;AACnD,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,kBACJ,QAAgB,IAChB,MACoD;AACpD,QAAI,CAAC,KAAK,YAAY;AACpB,YAAM,IAAI,MAAM,0BAA0B;AAAA,IAC5C;AAEA,QAAI;AACF,YAAM,cAAmB;AAAA,QACvB,SAAS,KAAK;AAAA,MAChB;AAEA,UAAI,MAAM;AACR,oBAAY,OAAO;AAAA,MACrB;AAGA,YAAM,UAAU,MAAM,KAAK,WAAW,IAAI;AAAA,QACxC,OAAO;AAAA,QACP,SAAS,CAAC,aAAa,WAAW;AAAA,MACpC,CAAC;AAGD,YAAM,WAAsD,CAAC;AAE7D,UAAI,QAAQ,WAAW;AACrB,cAAM,UAAU,QAAQ,UAAU,IAAI,CAAC,KAAK,OAAO;AAAA,UACjD,SAAS,OAAO;AAAA,UAChB,UAAU,QAAQ,YAAY,CAAC,KAAK,CAAC;AAAA,QACvC,EAAE;AAGF,gBAAQ,KAAK,CAAC,GAAG,OAAO,EAAE,SAAS,aAAa,MAAM,EAAE,SAAS,aAAa,EAAE;AAGhF,iBAAS,KAAK,GAAG,QAAQ,MAAM,GAAG,KAAK,CAAC;AAAA,MAC1C;AAEA,aAAO;AAAA,IACT,SAAS,OAAgB;AACvB,WAAK,OAAO,MAAM,iCAAiC,KAAK;AACxD,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,kBAAkB,gBAAwB,IAAqB;AACnE,QAAI,CAAC,KAAK,YAAY;AACpB,YAAM,IAAI,MAAM,0BAA0B;AAAA,IAC5C;AAEA,QAAI;AACF,YAAM,aAAa,KAAK,IAAI,IAAK,gBAAgB,KAAK,KAAK,KAAK;AAGhE,YAAM,UAAU,MAAM,KAAK,WAAW,IAAI;AAAA,QACxC,OAAO;AAAA,UACL,SAAS,KAAK;AAAA,UACd,WAAW,EAAE,KAAK,WAAW;AAAA,QAC/B;AAAA,QACA,SAAS,CAAC,KAAK;AAAA,MACjB,CAAC;AAED,UAAI,CAAC,QAAQ,OAAO,QAAQ,IAAI,WAAW,GAAG;AAC5C,eAAO;AAAA,MACT;AAGA,YAAM,KAAK,WAAW,OAAO;AAAA,QAC3B,KAAK,QAAQ;AAAA,MACf,CAAC;AAED,WAAK,OAAO,KAAK,WAAW,QAAQ,IAAI,MAAM,eAAe;AAC7D,aAAO,QAAQ,IAAI;AAAA,IACrB,SAAS,OAAgB;AACvB,WAAK,OAAO,MAAM,iCAAiC,KAAK;AACxD,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,gBACJ,QAAgB,IACoC;AACpD,QAAI,CAAC,KAAK,cAAc,CAAC,KAAK,QAAQ;AACpC,aAAO,CAAC;AAAA,IACV;AAEA,QAAI;AACF,YAAM,UAAU,MAAM,KAAK,WAAW,IAAI;AAAA,QACxC,OAAO;AAAA,UACL,SAAS,KAAK;AAAA,QAChB;AAAA,QACA,SAAS,CAAC,aAAa,WAAW;AAAA,QAClC;AAAA,MACF,CAAC;AAED,YAAM,WAAsD,CAAC;AAE7D,UAAI,QAAQ,WAAW;AACrB,iBAAS,IAAI,GAAG,IAAI,QAAQ,UAAU,QAAQ,KAAK;AACjD,mBAAS,KAAK;AAAA,YACZ,SAAS,QAAQ,UAAU,CAAC,KAAK;AAAA,YACjC,UAAU,QAAQ,YAAY,CAAC,KAAK,CAAC;AAAA,UACvC,CAAC;AAAA,QACH;AAAA,MACF;AAEA,aAAO;AAAA,IACT,SAAS,OAAgB;AACvB,WAAK,OAAO,MAAM,+BAA+B,KAAK;AACtD,aAAO,CAAC;AAAA,IACV;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,gBAAgB,OAAsB;AAC5C,UAAM,QAAQ;AAAA,MACZ,UAAU,MAAM,KAAK;AAAA,MACrB,SAAS,MAAM,IAAI;AAAA,MACnB,WAAW,MAAM,MAAM;AAAA,IACzB;AAEA,QAAI,MAAM,aAAa;AACrB,YAAM,KAAK,gBAAgB,MAAM,WAAW,EAAE;AAAA,IAChD;AAEA,QAAI,MAAM,UAAU,MAAM,OAAO,SAAS,GAAG;AAC3C,YAAM,KAAK,WAAW,MAAM,OAAO,KAAK,IAAI,CAAC,EAAE;AAAA,IACjD;AAEA,QAAI,MAAM,WAAW,MAAM,QAAQ,SAAS,GAAG;AAC7C,YAAM,KAAK,YAAY,MAAM,QAAQ,KAAK,IAAI,CAAC,EAAE;AAAA,IACnD;AAEA,QAAI,MAAM,QAAQ,MAAM,KAAK,SAAS,GAAG;AACvC,YAAM,KAAK,SAAS,MAAM,KAAK,KAAK,IAAI,CAAC,EAAE;AAAA,IAC7C;AAEA,QAAI,MAAM,aAAa;AACrB,UAAI;AACF,cAAM,SAAS,KAAK,MAAM,MAAM,WAAW;AAC3C,YAAI,OAAO,SAAS;AAClB,gBAAM,KAAK,YAAY,OAAO,OAAO,EAAE;AAAA,QACzC;AACA,YAAI,OAAO,cAAc;AACvB,gBAAM,KAAK,cAAc,OAAO,aAAa,KAAK,IAAI,CAAC,EAAE;AAAA,QAC3D;AAAA,MACF,QAAQ;AAAA,MAER;AAAA,IACF;AAEA,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,aAAa,WAAkC;AACnD,SAAK,SAAS;AACd,SAAK,OAAO,KAAK,sBAAsB,SAAS,aAAa,KAAK,MAAM,EAAE;AAAA,EAC5E;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,WAKH;AACD,QAAI,CAAC,KAAK,YAAY;AACpB,YAAM,IAAI,MAAM,0BAA0B;AAAA,IAC5C;AAEA,QAAI;AAEF,YAAM,cAAc,MAAM,KAAK,WAAW,IAAI;AAAA,QAC5C,OAAO,EAAE,SAAS,KAAK,OAAO;AAAA,QAC9B,SAAS,CAAC,WAAW;AAAA,MACvB,CAAC;AAED,YAAM,QAAa;AAAA,QACjB,gBAAgB;AAAA,QAChB,eAAe,YAAY,KAAK,UAAU;AAAA,QAC1C,iBAAiB,CAAC;AAAA,MACpB;AAGA,UAAI,YAAY,WAAW;AACzB,mBAAW,YAAY,YAAY,WAAW;AAC5C,gBAAM,OAAO,UAAU,QAAQ;AAC/B,gBAAM,gBAAgB,IAAI,KAAK,MAAM,gBAAgB,IAAI,KAAK,KAAK;AAAA,QACrE;AAAA,MACF;AAGA,UAAI,KAAK,QAAQ;AACf,cAAM,cAAc,MAAM,KAAK,WAAW,IAAI;AAAA,UAC5C,OAAO,EAAE,SAAS,KAAK,OAAO;AAAA,UAC9B,SAAS,CAAC,KAAK;AAAA,QACjB,CAAC;AACD,cAAM,gBAAgB,YAAY,KAAK,UAAU;AAAA,MACnD;AAEA,YAAM,iBAAiB,MAAM,iBAAiB,MAAM,iBAAiB;AAErE,aAAO;AAAA,IACT,SAAS,OAAgB;AACvB,WAAK,OAAO,MAAM,uBAAuB,KAAK;AAC9C,YAAM;AAAA,IACR;AAAA,EACF;AACF;",
|
|
6
6
|
"names": []
|
|
7
7
|
}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"version": 3,
|
|
3
3
|
"sources": ["../../../src/core/storage/chromadb-simple.ts"],
|
|
4
|
-
"sourcesContent": ["/**\n * Simplified ChromaDB adapter for Claude hooks\n */\n\nimport { ChromaClient } from 'chromadb';\nimport { v4 as uuidv4 } from 'uuid';\n\nexport class ChromaDBAdapter {\n private client: ChromaClient;\n private collection: any = null;\n private config: any;\n private fallbackStorage: Map<string, any> = new Map();\n \n constructor(config: any) {\n this.config = config;\n \n try {\n // Try to initialize ChromaDB client\n if (config.apiUrl && config.apiUrl.includes('trychroma.com')) {\n // Cloud configuration\n this.client = new ChromaClient({\n ssl: true,\n host: 'api.trychroma.com',\n port: 443,\n headers: {\n 'X-Chroma-Token': config.apiKey\n }\n });\n } else {\n // In-memory/local configuration (no external service needed)\n this.client = new ChromaClient();\n }\n } catch (error) {\n // Fallback to in-memory client\n console.log('Using in-memory ChromaDB client');\n this.client = new ChromaClient();\n }\n }\n\n async initialize(): Promise<void> {\n try {\n // Use a single collection for all context\n const collectionName = this.config.collectionName || 'stackmemory_context';\n \n // Get or create collection\n this.collection = await this.client.getOrCreateCollection({\n name: collectionName,\n metadata: {\n description: 'StackMemory Claude context',\n version: '2.0.0'\n }\n });\n \n console.log(`[${new Date().toISOString()}] INFO: ChromaDB collection '${collectionName}' initialized`);\n } catch (error: any) {\n console.log(`ChromaDB service not available, using JSON fallback storage`);\n this.collection = null; // Use fallback\n }\n }\n\n async store(context: any): Promise<any> {\n const id = context.id || `ctx_${uuidv4()}`;\n \n // Prepare metadata - only include non-undefined values\n const metadata: any = {\n timestamp: context.timestamp || new Date().toISOString(),\n type: context.type || 'context',\n user_id: context.user_id || this.config.userId || 'default',\n project: context.project || 'stackmemory'\n };\n\n // Add optional metadata if defined\n if (context.session_id) metadata.session_id = context.session_id;\n if (context.metadata) {\n Object.entries(context.metadata).forEach(([key, value]) => {\n if (value !== undefined && value !== null) {\n metadata[key] = value;\n }\n });\n }\n\n if (!this.collection) {\n await this.initialize();\n }\n\n try {\n if (this.collection) {\n // Store in ChromaDB if available\n await this.collection.upsert({\n ids: [id],\n documents: [context.content || JSON.stringify(context)],\n metadatas: [metadata]\n });\n } else {\n // Fallback to JSON file storage\n await this.storeToJsonFallback(id, context, metadata);\n }\n\n return { \n success: true, \n id,\n stored_at: new Date().toISOString()\n };\n } catch (error: any) {\n console.error('Failed to store context:', error.message);\n // Try fallback storage\n try {\n await this.storeToJsonFallback(id, context, metadata);\n return { success: true, id, stored_at: new Date().toISOString() };\n } catch (fallbackError: any) {\n return { success: false, error: fallbackError.message };\n }\n }\n }\n\n private async storeToJsonFallback(id: string, context: any, metadata: any): Promise<void> {\n const fs = await import('fs');\n const path = await import('path');\n const os = await import('os');\n \n const storageDir = path.join(os.homedir(), '.stackmemory', 'context-storage');\n const storageFile = path.join(storageDir, 'contexts.jsonl');\n\n // Ensure directory exists\n if (!fs.existsSync(storageDir)) {\n fs.mkdirSync(storageDir, { recursive: true });\n }\n\n const entry = {\n id,\n content: context.content || JSON.stringify(context),\n metadata,\n stored_at: new Date().toISOString()\n };\n\n // Append to JSONL file\n fs.appendFileSync(storageFile, JSON.stringify(entry) + '\\n');\n }\n\n async search(params: any): Promise<any[]> {\n if (!this.collection) {\n await this.initialize();\n }\n\n try {\n const query = params.query || '';\n const limit = params.limit || 10;\n \n // Build where clause\n const where: any = {};\n if (params.filter) {\n Object.entries(params.filter).forEach(([key, value]) => {\n if (value !== undefined && value !== null) {\n where[key] = value;\n }\n });\n }\n\n // Query collection\n const results = await this.collection.query({\n queryTexts: [query],\n nResults: limit,\n where: Object.keys(where).length > 0 ? where : undefined\n });\n\n // Format results\n const contexts: any[] = [];\n if (results.documents && results.documents[0]) {\n for (let i = 0; i < results.documents[0].length; i++) {\n contexts.push({\n id: results.ids[0][i],\n content: results.documents[0][i],\n metadata: results.metadatas?.[0]?.[i] || {},\n distance: results.distances?.[0]?.[i] || 0\n });\n }\n }\n\n return contexts;\n } catch (error: any) {\n console.error('Failed to search contexts:', error.message);\n return [];\n }\n }\n\n async deleteCollection(): Promise<void> {\n if (this.collection) {\n await this.client.deleteCollection({\n name: this.config.collectionName || 'stackmemory_context'\n });\n console.log('Collection deleted');\n }\n }\n\n async listCollections(): Promise<any[]> {\n const collections = await this.client.listCollections();\n return collections;\n }\n}\n\nexport default ChromaDBAdapter;"],
|
|
5
|
-
"mappings": "AAIA,SAAS,oBAAoB;AAC7B,SAAS,MAAM,cAAc;AAEtB,MAAM,gBAAgB;AAAA,EACnB;AAAA,EACA,aAAkB;AAAA,EAClB;AAAA,EACA,kBAAoC,oBAAI,IAAI;AAAA,EAEpD,YAAY,QAAa;AACvB,SAAK,SAAS;AAEd,QAAI;AAEF,UAAI,OAAO,UAAU,OAAO,OAAO,SAAS,eAAe,GAAG;AAE5D,aAAK,SAAS,IAAI,aAAa;AAAA,UAC7B,KAAK;AAAA,UACL,MAAM;AAAA,UACN,MAAM;AAAA,UACN,SAAS;AAAA,YACP,kBAAkB,OAAO;AAAA,UAC3B;AAAA,QACF,CAAC;AAAA,MACH,OAAO;AAEL,aAAK,SAAS,IAAI,aAAa;AAAA,MACjC;AAAA,IACF,SAAS,
|
|
4
|
+
"sourcesContent": ["/**\n * Simplified ChromaDB adapter for Claude hooks\n */\n\nimport { ChromaClient } from 'chromadb';\nimport { v4 as uuidv4 } from 'uuid';\n\nexport class ChromaDBAdapter {\n private client: ChromaClient;\n private collection: any = null;\n private config: any;\n private fallbackStorage: Map<string, any> = new Map();\n \n constructor(config: any) {\n this.config = config;\n \n try {\n // Try to initialize ChromaDB client\n if (config.apiUrl && config.apiUrl.includes('trychroma.com')) {\n // Cloud configuration\n this.client = new ChromaClient({\n ssl: true,\n host: 'api.trychroma.com',\n port: 443,\n headers: {\n 'X-Chroma-Token': config.apiKey\n }\n });\n } else {\n // In-memory/local configuration (no external service needed)\n this.client = new ChromaClient();\n }\n } catch (error: unknown) {\n // Fallback to in-memory client\n console.log('Using in-memory ChromaDB client');\n this.client = new ChromaClient();\n }\n }\n\n async initialize(): Promise<void> {\n try {\n // Use a single collection for all context\n const collectionName = this.config.collectionName || 'stackmemory_context';\n \n // Get or create collection\n this.collection = await this.client.getOrCreateCollection({\n name: collectionName,\n metadata: {\n description: 'StackMemory Claude context',\n version: '2.0.0'\n }\n });\n \n console.log(`[${new Date().toISOString()}] INFO: ChromaDB collection '${collectionName}' initialized`);\n } catch (error: any) {\n console.log(`ChromaDB service not available, using JSON fallback storage`);\n this.collection = null; // Use fallback\n }\n }\n\n async store(context: any): Promise<any> {\n const id = context.id || `ctx_${uuidv4()}`;\n \n // Prepare metadata - only include non-undefined values\n const metadata: any = {\n timestamp: context.timestamp || new Date().toISOString(),\n type: context.type || 'context',\n user_id: context.user_id || this.config.userId || 'default',\n project: context.project || 'stackmemory'\n };\n\n // Add optional metadata if defined\n if (context.session_id) metadata.session_id = context.session_id;\n if (context.metadata) {\n Object.entries(context.metadata).forEach(([key, value]) => {\n if (value !== undefined && value !== null) {\n metadata[key] = value;\n }\n });\n }\n\n if (!this.collection) {\n await this.initialize();\n }\n\n try {\n if (this.collection) {\n // Store in ChromaDB if available\n await this.collection.upsert({\n ids: [id],\n documents: [context.content || JSON.stringify(context)],\n metadatas: [metadata]\n });\n } else {\n // Fallback to JSON file storage\n await this.storeToJsonFallback(id, context, metadata);\n }\n\n return { \n success: true, \n id,\n stored_at: new Date().toISOString()\n };\n } catch (error: any) {\n console.error('Failed to store context:', error.message);\n // Try fallback storage\n try {\n await this.storeToJsonFallback(id, context, metadata);\n return { success: true, id, stored_at: new Date().toISOString() };\n } catch (fallbackError: any) {\n return { success: false, error: fallbackError.message };\n }\n }\n }\n\n private async storeToJsonFallback(id: string, context: any, metadata: any): Promise<void> {\n const fs = await import('fs');\n const path = await import('path');\n const os = await import('os');\n \n const storageDir = path.join(os.homedir(), '.stackmemory', 'context-storage');\n const storageFile = path.join(storageDir, 'contexts.jsonl');\n\n // Ensure directory exists\n if (!fs.existsSync(storageDir)) {\n fs.mkdirSync(storageDir, { recursive: true });\n }\n\n const entry = {\n id,\n content: context.content || JSON.stringify(context),\n metadata,\n stored_at: new Date().toISOString()\n };\n\n // Append to JSONL file\n fs.appendFileSync(storageFile, JSON.stringify(entry) + '\\n');\n }\n\n async search(params: any): Promise<any[]> {\n if (!this.collection) {\n await this.initialize();\n }\n\n try {\n const query = params.query || '';\n const limit = params.limit || 10;\n \n // Build where clause\n const where: any = {};\n if (params.filter) {\n Object.entries(params.filter).forEach(([key, value]) => {\n if (value !== undefined && value !== null) {\n where[key] = value;\n }\n });\n }\n\n // Query collection\n const results = await this.collection.query({\n queryTexts: [query],\n nResults: limit,\n where: Object.keys(where).length > 0 ? where : undefined\n });\n\n // Format results\n const contexts: any[] = [];\n if (results.documents && results.documents[0]) {\n for (let i = 0; i < results.documents[0].length; i++) {\n contexts.push({\n id: results.ids[0][i],\n content: results.documents[0][i],\n metadata: results.metadatas?.[0]?.[i] || {},\n distance: results.distances?.[0]?.[i] || 0\n });\n }\n }\n\n return contexts;\n } catch (error: any) {\n console.error('Failed to search contexts:', error.message);\n return [];\n }\n }\n\n async deleteCollection(): Promise<void> {\n if (this.collection) {\n await this.client.deleteCollection({\n name: this.config.collectionName || 'stackmemory_context'\n });\n console.log('Collection deleted');\n }\n }\n\n async listCollections(): Promise<any[]> {\n const collections = await this.client.listCollections();\n return collections;\n }\n}\n\nexport default ChromaDBAdapter;"],
|
|
5
|
+
"mappings": "AAIA,SAAS,oBAAoB;AAC7B,SAAS,MAAM,cAAc;AAEtB,MAAM,gBAAgB;AAAA,EACnB;AAAA,EACA,aAAkB;AAAA,EAClB;AAAA,EACA,kBAAoC,oBAAI,IAAI;AAAA,EAEpD,YAAY,QAAa;AACvB,SAAK,SAAS;AAEd,QAAI;AAEF,UAAI,OAAO,UAAU,OAAO,OAAO,SAAS,eAAe,GAAG;AAE5D,aAAK,SAAS,IAAI,aAAa;AAAA,UAC7B,KAAK;AAAA,UACL,MAAM;AAAA,UACN,MAAM;AAAA,UACN,SAAS;AAAA,YACP,kBAAkB,OAAO;AAAA,UAC3B;AAAA,QACF,CAAC;AAAA,MACH,OAAO;AAEL,aAAK,SAAS,IAAI,aAAa;AAAA,MACjC;AAAA,IACF,SAAS,OAAgB;AAEvB,cAAQ,IAAI,iCAAiC;AAC7C,WAAK,SAAS,IAAI,aAAa;AAAA,IACjC;AAAA,EACF;AAAA,EAEA,MAAM,aAA4B;AAChC,QAAI;AAEF,YAAM,iBAAiB,KAAK,OAAO,kBAAkB;AAGrD,WAAK,aAAa,MAAM,KAAK,OAAO,sBAAsB;AAAA,QACxD,MAAM;AAAA,QACN,UAAU;AAAA,UACR,aAAa;AAAA,UACb,SAAS;AAAA,QACX;AAAA,MACF,CAAC;AAED,cAAQ,IAAI,KAAI,oBAAI,KAAK,GAAE,YAAY,CAAC,gCAAgC,cAAc,eAAe;AAAA,IACvG,SAAS,OAAY;AACnB,cAAQ,IAAI,6DAA6D;AACzE,WAAK,aAAa;AAAA,IACpB;AAAA,EACF;AAAA,EAEA,MAAM,MAAM,SAA4B;AACtC,UAAM,KAAK,QAAQ,MAAM,OAAO,OAAO,CAAC;AAGxC,UAAM,WAAgB;AAAA,MACpB,WAAW,QAAQ,cAAa,oBAAI,KAAK,GAAE,YAAY;AAAA,MACvD,MAAM,QAAQ,QAAQ;AAAA,MACtB,SAAS,QAAQ,WAAW,KAAK,OAAO,UAAU;AAAA,MAClD,SAAS,QAAQ,WAAW;AAAA,IAC9B;AAGA,QAAI,QAAQ,WAAY,UAAS,aAAa,QAAQ;AACtD,QAAI,QAAQ,UAAU;AACpB,aAAO,QAAQ,QAAQ,QAAQ,EAAE,QAAQ,CAAC,CAAC,KAAK,KAAK,MAAM;AACzD,YAAI,UAAU,UAAa,UAAU,MAAM;AACzC,mBAAS,GAAG,IAAI;AAAA,QAClB;AAAA,MACF,CAAC;AAAA,IACH;AAEA,QAAI,CAAC,KAAK,YAAY;AACpB,YAAM,KAAK,WAAW;AAAA,IACxB;AAEA,QAAI;AACF,UAAI,KAAK,YAAY;AAEnB,cAAM,KAAK,WAAW,OAAO;AAAA,UAC3B,KAAK,CAAC,EAAE;AAAA,UACR,WAAW,CAAC,QAAQ,WAAW,KAAK,UAAU,OAAO,CAAC;AAAA,UACtD,WAAW,CAAC,QAAQ;AAAA,QACtB,CAAC;AAAA,MACH,OAAO;AAEL,cAAM,KAAK,oBAAoB,IAAI,SAAS,QAAQ;AAAA,MACtD;AAEA,aAAO;AAAA,QACL,SAAS;AAAA,QACT;AAAA,QACA,YAAW,oBAAI,KAAK,GAAE,YAAY;AAAA,MACpC;AAAA,IACF,SAAS,OAAY;AACnB,cAAQ,MAAM,4BAA4B,MAAM,OAAO;AAEvD,UAAI;AACF,cAAM,KAAK,oBAAoB,IAAI,SAAS,QAAQ;AACpD,eAAO,EAAE,SAAS,MAAM,IAAI,YAAW,oBAAI,KAAK,GAAE,YAAY,EAAE;AAAA,MAClE,SAAS,eAAoB;AAC3B,eAAO,EAAE,SAAS,OAAO,OAAO,cAAc,QAAQ;AAAA,MACxD;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAc,oBAAoB,IAAY,SAAc,UAA8B;AACxF,UAAM,KAAK,MAAM,OAAO,IAAI;AAC5B,UAAM,OAAO,MAAM,OAAO,MAAM;AAChC,UAAM,KAAK,MAAM,OAAO,IAAI;AAE5B,UAAM,aAAa,KAAK,KAAK,GAAG,QAAQ,GAAG,gBAAgB,iBAAiB;AAC5E,UAAM,cAAc,KAAK,KAAK,YAAY,gBAAgB;AAG1D,QAAI,CAAC,GAAG,WAAW,UAAU,GAAG;AAC9B,SAAG,UAAU,YAAY,EAAE,WAAW,KAAK,CAAC;AAAA,IAC9C;AAEA,UAAM,QAAQ;AAAA,MACZ;AAAA,MACA,SAAS,QAAQ,WAAW,KAAK,UAAU,OAAO;AAAA,MAClD;AAAA,MACA,YAAW,oBAAI,KAAK,GAAE,YAAY;AAAA,IACpC;AAGA,OAAG,eAAe,aAAa,KAAK,UAAU,KAAK,IAAI,IAAI;AAAA,EAC7D;AAAA,EAEA,MAAM,OAAO,QAA6B;AACxC,QAAI,CAAC,KAAK,YAAY;AACpB,YAAM,KAAK,WAAW;AAAA,IACxB;AAEA,QAAI;AACF,YAAM,QAAQ,OAAO,SAAS;AAC9B,YAAM,QAAQ,OAAO,SAAS;AAG9B,YAAM,QAAa,CAAC;AACpB,UAAI,OAAO,QAAQ;AACjB,eAAO,QAAQ,OAAO,MAAM,EAAE,QAAQ,CAAC,CAAC,KAAK,KAAK,MAAM;AACtD,cAAI,UAAU,UAAa,UAAU,MAAM;AACzC,kBAAM,GAAG,IAAI;AAAA,UACf;AAAA,QACF,CAAC;AAAA,MACH;AAGA,YAAM,UAAU,MAAM,KAAK,WAAW,MAAM;AAAA,QAC1C,YAAY,CAAC,KAAK;AAAA,QAClB,UAAU;AAAA,QACV,OAAO,OAAO,KAAK,KAAK,EAAE,SAAS,IAAI,QAAQ;AAAA,MACjD,CAAC;AAGD,YAAM,WAAkB,CAAC;AACzB,UAAI,QAAQ,aAAa,QAAQ,UAAU,CAAC,GAAG;AAC7C,iBAAS,IAAI,GAAG,IAAI,QAAQ,UAAU,CAAC,EAAE,QAAQ,KAAK;AACpD,mBAAS,KAAK;AAAA,YACZ,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;AAAA,YACpB,SAAS,QAAQ,UAAU,CAAC,EAAE,CAAC;AAAA,YAC/B,UAAU,QAAQ,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC;AAAA,YAC1C,UAAU,QAAQ,YAAY,CAAC,IAAI,CAAC,KAAK;AAAA,UAC3C,CAAC;AAAA,QACH;AAAA,MACF;AAEA,aAAO;AAAA,IACT,SAAS,OAAY;AACnB,cAAQ,MAAM,8BAA8B,MAAM,OAAO;AACzD,aAAO,CAAC;AAAA,IACV;AAAA,EACF;AAAA,EAEA,MAAM,mBAAkC;AACtC,QAAI,KAAK,YAAY;AACnB,YAAM,KAAK,OAAO,iBAAiB;AAAA,QACjC,MAAM,KAAK,OAAO,kBAAkB;AAAA,MACtC,CAAC;AACD,cAAQ,IAAI,oBAAoB;AAAA,IAClC;AAAA,EACF;AAAA,EAEA,MAAM,kBAAkC;AACtC,UAAM,cAAc,MAAM,KAAK,OAAO,gBAAgB;AACtD,WAAO;AAAA,EACT;AACF;AAEA,IAAO,0BAAQ;",
|
|
6
6
|
"names": []
|
|
7
7
|
}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"version": 3,
|
|
3
3
|
"sources": ["../../../src/core/storage/infinite-storage.ts"],
|
|
4
|
-
"sourcesContent": ["/**\n * Infinite Storage System for StackMemory\n * Implements STA-287: Remote storage with TimeSeries DB + S3 + Redis\n * \n * Storage Tiers:\n * - Hot: Redis (< 1 hour, frequently accessed)\n * - Warm: TimeSeries DB (1 hour - 7 days)\n * - Cold: S3 Standard (7 days - 30 days)\n * - Archive: S3 Glacier (> 30 days)\n */\n\nimport { S3Client, PutObjectCommand, GetObjectCommand, ListObjectsV2Command } from '@aws-sdk/client-s3';\nimport { createClient as createRedisClient } from 'redis';\nimport { Pool } from 'pg';\nimport { Logger } from '../monitoring/logger.js';\nimport { Frame } from '../context/frame-manager.js';\nimport { v4 as uuidv4 } from 'uuid';\nimport { compress, decompress } from '../utils/compression.js';\n\nexport interface StorageTier {\n name: 'hot' | 'warm' | 'cold' | 'archive';\n ageThresholdHours: number;\n storageClass: string;\n accessLatencyMs: number;\n}\n\nexport interface StorageConfig {\n redis: {\n url: string;\n ttlSeconds: number;\n maxMemoryMB: number;\n };\n timeseries: {\n connectionString: string;\n retentionDays: number;\n };\n s3: {\n bucket: string;\n region: string;\n accessKeyId?: string;\n secretAccessKey?: string;\n };\n tiers: StorageTier[];\n}\n\nexport interface StorageMetrics {\n totalObjects: number;\n tierDistribution: Record<string, number>;\n storageBytes: number;\n avgLatencyMs: number;\n p50LatencyMs: number;\n p99LatencyMs: number;\n}\n\nexport class InfiniteStorageSystem {\n private redisClient: any;\n private timeseriesPool: Pool;\n private s3Client: S3Client;\n private logger: Logger;\n private config: StorageConfig;\n private latencies: number[] = [];\n private migrationWorker: NodeJS.Timeout | null = null;\n\n constructor(config: StorageConfig) {\n this.config = config;\n this.logger = new Logger('InfiniteStorage');\n \n // Default storage tiers\n if (!config.tiers || config.tiers.length === 0) {\n this.config.tiers = [\n { name: 'hot', ageThresholdHours: 1, storageClass: 'MEMORY', accessLatencyMs: 5 },\n { name: 'warm', ageThresholdHours: 168, storageClass: 'TIMESERIES', accessLatencyMs: 50 },\n { name: 'cold', ageThresholdHours: 720, storageClass: 'S3_STANDARD', accessLatencyMs: 100 },\n { name: 'archive', ageThresholdHours: Infinity, storageClass: 'S3_GLACIER', accessLatencyMs: 3600000 },\n ];\n }\n }\n\n async initialize(): Promise<void> {\n try {\n // Initialize Redis (hot tier)\n if (this.config.redis?.url) {\n this.redisClient = createRedisClient({\n url: this.config.redis.url,\n });\n \n await this.redisClient.connect();\n \n // Configure Redis memory policy\n await this.redisClient.configSet('maxmemory-policy', 'allkeys-lru');\n if (this.config.redis.maxMemoryMB) {\n await this.redisClient.configSet('maxmemory', `${this.config.redis.maxMemoryMB}mb`);\n }\n \n this.logger.info('Redis client initialized for hot tier');\n }\n\n // Initialize TimeSeries DB (warm tier)\n if (this.config.timeseries?.connectionString) {\n this.timeseriesPool = new Pool({\n connectionString: this.config.timeseries.connectionString,\n max: 10,\n idleTimeoutMillis: 30000,\n });\n\n // Create TimeSeries tables if not exists\n await this.createTimeSeriesTables();\n this.logger.info('TimeSeries DB initialized for warm tier');\n }\n\n // Initialize S3 (cold/archive tiers)\n if (this.config.s3?.bucket) {\n this.s3Client = new S3Client({\n region: this.config.s3.region || 'us-east-1',\n credentials: this.config.s3.accessKeyId ? {\n accessKeyId: this.config.s3.accessKeyId,\n secretAccessKey: this.config.s3.secretAccessKey!,\n } : undefined,\n });\n \n this.logger.info('S3 client initialized for cold/archive tiers');\n }\n\n // Start background migration worker\n this.startMigrationWorker();\n \n this.logger.info('Infinite Storage System initialized');\n } catch (error) {\n this.logger.error('Failed to initialize storage system', error);\n throw error;\n }\n }\n\n /**\n * Create TimeSeries tables for warm tier storage\n */\n private async createTimeSeriesTables(): Promise<void> {\n const client = await this.timeseriesPool.connect();\n \n try {\n // Create hypertable for time-series data\n await client.query(`\n CREATE TABLE IF NOT EXISTS frame_timeseries (\n time TIMESTAMPTZ NOT NULL,\n frame_id TEXT NOT NULL,\n user_id TEXT NOT NULL,\n project_name TEXT,\n type TEXT,\n data JSONB,\n compressed_data BYTEA,\n storage_tier TEXT DEFAULT 'warm',\n access_count INTEGER DEFAULT 0,\n last_accessed TIMESTAMPTZ DEFAULT NOW(),\n PRIMARY KEY (time, frame_id)\n )\n `);\n\n // Create hypertable if using TimescaleDB\n await client.query(`\n SELECT create_hypertable('frame_timeseries', 'time', \n chunk_time_interval => INTERVAL '1 day',\n if_not_exists => TRUE)\n `).catch(() => {\n // Fallback to regular partitioning if not TimescaleDB\n this.logger.info('Using standard PostgreSQL partitioning');\n });\n\n // Create indexes\n await client.query(`\n CREATE INDEX IF NOT EXISTS idx_frame_user ON frame_timeseries (user_id, time DESC);\n CREATE INDEX IF NOT EXISTS idx_frame_project ON frame_timeseries (project_name, time DESC);\n CREATE INDEX IF NOT EXISTS idx_frame_tier ON frame_timeseries (storage_tier);\n `);\n\n // Create compression policy (TimescaleDB specific)\n await client.query(`\n SELECT add_compression_policy('frame_timeseries', INTERVAL '7 days', if_not_exists => TRUE)\n `).catch(() => {\n this.logger.info('Compression policy not available');\n });\n\n } finally {\n client.release();\n }\n }\n\n /**\n * Store a frame with automatic tier selection\n */\n async storeFrame(frame: Frame, userId: string): Promise<void> {\n const startTime = Date.now();\n \n try {\n const frameData = JSON.stringify(frame);\n const compressedData = await compress(frameData);\n const frameKey = `frame:${userId}:${frame.frameId}`;\n\n // Always store in hot tier first (Redis)\n if (this.redisClient) {\n await this.redisClient.setEx(\n frameKey,\n this.config.redis.ttlSeconds || 3600,\n compressedData\n );\n \n // Store metadata for quick lookups\n await this.redisClient.hSet(`meta:${frameKey}`, {\n userId,\n projectName: frame.projectName || 'default',\n type: frame.type,\n timestamp: frame.timestamp,\n tier: 'hot',\n });\n }\n\n // Also store in warm tier for durability\n if (this.timeseriesPool) {\n const client = await this.timeseriesPool.connect();\n \n try {\n await client.query(`\n INSERT INTO frame_timeseries (time, frame_id, user_id, project_name, type, data, compressed_data, storage_tier)\n VALUES ($1, $2, $3, $4, $5, $6, $7, $8)\n ON CONFLICT (time, frame_id) DO UPDATE\n SET data = EXCLUDED.data,\n compressed_data = EXCLUDED.compressed_data,\n last_accessed = NOW(),\n access_count = frame_timeseries.access_count + 1\n `, [\n new Date(frame.timestamp),\n frame.frameId,\n userId,\n frame.projectName || 'default',\n frame.type,\n frame,\n compressedData,\n 'warm',\n ]);\n } finally {\n client.release();\n }\n }\n\n // Track latency\n const latency = Date.now() - startTime;\n this.trackLatency(latency);\n \n this.logger.debug(`Stored frame ${frame.frameId} in ${latency}ms`);\n } catch (error) {\n this.logger.error(`Failed to store frame ${frame.frameId}`, error);\n throw error;\n }\n }\n\n /**\n * Retrieve a frame with intelligent caching\n */\n async retrieveFrame(frameId: string, userId: string): Promise<Frame | null> {\n const startTime = Date.now();\n const frameKey = `frame:${userId}:${frameId}`;\n\n try {\n // Try hot tier first (Redis)\n if (this.redisClient) {\n const cached = await this.redisClient.get(frameKey);\n if (cached) {\n const decompressed = await decompress(cached);\n const frame = JSON.parse(decompressed);\n \n // Refresh TTL on access\n await this.redisClient.expire(frameKey, this.config.redis.ttlSeconds || 3600);\n \n const latency = Date.now() - startTime;\n this.trackLatency(latency);\n this.logger.debug(`Retrieved frame ${frameId} from hot tier in ${latency}ms`);\n \n return frame;\n }\n }\n\n // Try warm tier (TimeSeries DB)\n if (this.timeseriesPool) {\n const client = await this.timeseriesPool.connect();\n \n try {\n const result = await client.query(`\n SELECT data, compressed_data, storage_tier \n FROM frame_timeseries \n WHERE frame_id = $1 AND user_id = $2\n ORDER BY time DESC\n LIMIT 1\n `, [frameId, userId]);\n\n if (result.rows.length > 0) {\n const row = result.rows[0];\n let frame: Frame;\n \n if (row.compressed_data) {\n const decompressed = await decompress(row.compressed_data);\n frame = JSON.parse(decompressed);\n } else {\n frame = row.data;\n }\n\n // Update access stats\n await client.query(`\n UPDATE frame_timeseries \n SET last_accessed = NOW(), access_count = access_count + 1\n WHERE frame_id = $1 AND user_id = $2\n `, [frameId, userId]);\n\n // Promote to hot tier if frequently accessed\n if (this.redisClient) {\n await this.promoteToHotTier(frame, userId);\n }\n\n const latency = Date.now() - startTime;\n this.trackLatency(latency);\n this.logger.debug(`Retrieved frame ${frameId} from warm tier in ${latency}ms`);\n \n return frame;\n }\n } finally {\n client.release();\n }\n }\n\n // Try cold/archive tiers (S3)\n if (this.s3Client && this.config.s3.bucket) {\n const key = `frames/${userId}/${frameId}.json.gz`;\n \n try {\n const command = new GetObjectCommand({\n Bucket: this.config.s3.bucket,\n Key: key,\n });\n \n const response = await this.s3Client.send(command);\n const compressedData = await response.Body!.transformToByteArray();\n const decompressed = await decompress(Buffer.from(compressedData));\n const frame = JSON.parse(decompressed);\n\n // Promote to warmer tiers for future access\n await this.promoteFrame(frame, userId);\n\n const latency = Date.now() - startTime;\n this.trackLatency(latency);\n this.logger.debug(`Retrieved frame ${frameId} from cold tier in ${latency}ms`);\n \n return frame;\n } catch (error: any) {\n if (error.Code !== 'NoSuchKey') {\n throw error;\n }\n }\n }\n\n this.logger.debug(`Frame ${frameId} not found in any tier`);\n return null;\n } catch (error) {\n this.logger.error(`Failed to retrieve frame ${frameId}`, error);\n throw error;\n }\n }\n\n /**\n * Promote frame to hot tier for fast access\n */\n private async promoteToHotTier(frame: Frame, userId: string): Promise<void> {\n if (!this.redisClient) return;\n \n try {\n const frameKey = `frame:${userId}:${frame.frameId}`;\n const frameData = JSON.stringify(frame);\n const compressedData = await compress(frameData);\n \n await this.redisClient.setEx(\n frameKey,\n this.config.redis.ttlSeconds || 3600,\n compressedData\n );\n \n this.logger.debug(`Promoted frame ${frame.frameId} to hot tier`);\n } catch (error) {\n this.logger.error(`Failed to promote frame ${frame.frameId}`, error);\n }\n }\n\n /**\n * Promote frame through storage tiers\n */\n private async promoteFrame(frame: Frame, userId: string): Promise<void> {\n // Promote to warm tier\n if (this.timeseriesPool) {\n const client = await this.timeseriesPool.connect();\n \n try {\n const compressedData = await compress(JSON.stringify(frame));\n \n await client.query(`\n INSERT INTO frame_timeseries (time, frame_id, user_id, data, compressed_data, storage_tier)\n VALUES ($1, $2, $3, $4, $5, $6)\n ON CONFLICT (time, frame_id) DO UPDATE\n SET storage_tier = 'warm',\n last_accessed = NOW(),\n access_count = frame_timeseries.access_count + 1\n `, [\n new Date(frame.timestamp),\n frame.frameId,\n userId,\n frame,\n compressedData,\n 'warm',\n ]);\n } finally {\n client.release();\n }\n }\n\n // Also promote to hot tier\n await this.promoteToHotTier(frame, userId);\n }\n\n /**\n * Start background worker for tier migration\n */\n private startMigrationWorker(): void {\n // Run migration every hour\n this.migrationWorker = setInterval(async () => {\n await this.migrateAgedData();\n }, 60 * 60 * 1000);\n \n this.logger.info('Migration worker started');\n }\n\n /**\n * Migrate aged data to appropriate storage tiers\n */\n private async migrateAgedData(): Promise<void> {\n this.logger.info('Starting tier migration...');\n \n if (!this.timeseriesPool) return;\n \n const client = await this.timeseriesPool.connect();\n \n try {\n // Find data eligible for cold storage (> 7 days old)\n const coldEligible = await client.query(`\n SELECT frame_id, user_id, data, compressed_data\n FROM frame_timeseries\n WHERE storage_tier = 'warm'\n AND time < NOW() - INTERVAL '7 days'\n AND last_accessed < NOW() - INTERVAL '7 days'\n LIMIT 1000\n `);\n\n // Migrate to S3 cold storage\n for (const row of coldEligible.rows) {\n await this.migrateToS3(row, 'STANDARD');\n \n // Update tier in database\n await client.query(`\n UPDATE frame_timeseries\n SET storage_tier = 'cold'\n WHERE frame_id = $1 AND user_id = $2\n `, [row.frame_id, row.user_id]);\n }\n\n // Find data eligible for archive (> 30 days old)\n const archiveEligible = await client.query(`\n SELECT frame_id, user_id, data, compressed_data\n FROM frame_timeseries\n WHERE storage_tier = 'cold'\n AND time < NOW() - INTERVAL '30 days'\n AND last_accessed < NOW() - INTERVAL '30 days'\n LIMIT 1000\n `);\n\n // Migrate to S3 Glacier\n for (const row of archiveEligible.rows) {\n await this.migrateToS3(row, 'GLACIER');\n \n // Update tier in database\n await client.query(`\n UPDATE frame_timeseries\n SET storage_tier = 'archive'\n WHERE frame_id = $1 AND user_id = $2\n `, [row.frame_id, row.user_id]);\n }\n\n this.logger.info(`Migration completed: ${coldEligible.rows.length} to cold, ${archiveEligible.rows.length} to archive`);\n } finally {\n client.release();\n }\n }\n\n /**\n * Migrate data to S3 storage\n */\n private async migrateToS3(row: any, storageClass: string): Promise<void> {\n if (!this.s3Client || !this.config.s3.bucket) return;\n \n try {\n const key = `frames/${row.user_id}/${row.frame_id}.json.gz`;\n const data = row.compressed_data || await compress(JSON.stringify(row.data));\n \n const command = new PutObjectCommand({\n Bucket: this.config.s3.bucket,\n Key: key,\n Body: data,\n StorageClass: storageClass,\n Metadata: {\n userId: row.user_id,\n frameId: row.frame_id,\n migratedAt: new Date().toISOString(),\n },\n });\n \n await this.s3Client.send(command);\n \n this.logger.debug(`Migrated frame ${row.frame_id} to S3 ${storageClass}`);\n } catch (error) {\n this.logger.error(`Failed to migrate frame ${row.frame_id} to S3`, error);\n throw error;\n }\n }\n\n /**\n * Track latency for performance monitoring\n */\n private trackLatency(latencyMs: number): void {\n this.latencies.push(latencyMs);\n \n // Keep only last 1000 measurements\n if (this.latencies.length > 1000) {\n this.latencies.shift();\n }\n }\n\n /**\n * Get storage metrics\n */\n async getMetrics(): Promise<StorageMetrics> {\n const metrics: StorageMetrics = {\n totalObjects: 0,\n tierDistribution: {},\n storageBytes: 0,\n avgLatencyMs: 0,\n p50LatencyMs: 0,\n p99LatencyMs: 0,\n };\n\n // Calculate latency percentiles\n if (this.latencies.length > 0) {\n const sorted = [...this.latencies].sort((a, b) => a - b);\n metrics.avgLatencyMs = sorted.reduce((a, b) => a + b, 0) / sorted.length;\n metrics.p50LatencyMs = sorted[Math.floor(sorted.length * 0.5)];\n metrics.p99LatencyMs = sorted[Math.floor(sorted.length * 0.99)];\n }\n\n // Get tier distribution from TimeSeries DB\n if (this.timeseriesPool) {\n const client = await this.timeseriesPool.connect();\n \n try {\n const result = await client.query(`\n SELECT \n storage_tier,\n COUNT(*) as count,\n SUM(pg_column_size(compressed_data)) as bytes\n FROM frame_timeseries\n GROUP BY storage_tier\n `);\n\n for (const row of result.rows) {\n metrics.tierDistribution[row.storage_tier] = parseInt(row.count);\n metrics.storageBytes += parseInt(row.bytes || 0);\n metrics.totalObjects += parseInt(row.count);\n }\n } finally {\n client.release();\n }\n }\n\n return metrics;\n }\n\n /**\n * Cleanup and shutdown\n */\n async shutdown(): Promise<void> {\n if (this.migrationWorker) {\n clearInterval(this.migrationWorker);\n }\n\n if (this.redisClient) {\n await this.redisClient.quit();\n }\n\n if (this.timeseriesPool) {\n await this.timeseriesPool.end();\n }\n\n this.logger.info('Infinite Storage System shut down');\n }\n}"],
|
|
5
|
-
"mappings": "AAWA,SAAS,UAAU,kBAAkB,wBAA8C;AACnF,SAAS,gBAAgB,yBAAyB;AAClD,SAAS,YAAY;AACrB,SAAS,cAAc;AAGvB,SAAS,UAAU,kBAAkB;AAqC9B,MAAM,sBAAsB;AAAA,EACzB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,YAAsB,CAAC;AAAA,EACvB,kBAAyC;AAAA,EAEjD,YAAY,QAAuB;AACjC,SAAK,SAAS;AACd,SAAK,SAAS,IAAI,OAAO,iBAAiB;AAG1C,QAAI,CAAC,OAAO,SAAS,OAAO,MAAM,WAAW,GAAG;AAC9C,WAAK,OAAO,QAAQ;AAAA,QAClB,EAAE,MAAM,OAAO,mBAAmB,GAAG,cAAc,UAAU,iBAAiB,EAAE;AAAA,QAChF,EAAE,MAAM,QAAQ,mBAAmB,KAAK,cAAc,cAAc,iBAAiB,GAAG;AAAA,QACxF,EAAE,MAAM,QAAQ,mBAAmB,KAAK,cAAc,eAAe,iBAAiB,IAAI;AAAA,QAC1F,EAAE,MAAM,WAAW,mBAAmB,UAAU,cAAc,cAAc,iBAAiB,KAAQ;AAAA,MACvG;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,aAA4B;AAChC,QAAI;AAEF,UAAI,KAAK,OAAO,OAAO,KAAK;AAC1B,aAAK,cAAc,kBAAkB;AAAA,UACnC,KAAK,KAAK,OAAO,MAAM;AAAA,QACzB,CAAC;AAED,cAAM,KAAK,YAAY,QAAQ;AAG/B,cAAM,KAAK,YAAY,UAAU,oBAAoB,aAAa;AAClE,YAAI,KAAK,OAAO,MAAM,aAAa;AACjC,gBAAM,KAAK,YAAY,UAAU,aAAa,GAAG,KAAK,OAAO,MAAM,WAAW,IAAI;AAAA,QACpF;AAEA,aAAK,OAAO,KAAK,uCAAuC;AAAA,MAC1D;AAGA,UAAI,KAAK,OAAO,YAAY,kBAAkB;AAC5C,aAAK,iBAAiB,IAAI,KAAK;AAAA,UAC7B,kBAAkB,KAAK,OAAO,WAAW;AAAA,UACzC,KAAK;AAAA,UACL,mBAAmB;AAAA,QACrB,CAAC;AAGD,cAAM,KAAK,uBAAuB;AAClC,aAAK,OAAO,KAAK,yCAAyC;AAAA,MAC5D;AAGA,UAAI,KAAK,OAAO,IAAI,QAAQ;AAC1B,aAAK,WAAW,IAAI,SAAS;AAAA,UAC3B,QAAQ,KAAK,OAAO,GAAG,UAAU;AAAA,UACjC,aAAa,KAAK,OAAO,GAAG,cAAc;AAAA,YACxC,aAAa,KAAK,OAAO,GAAG;AAAA,YAC5B,iBAAiB,KAAK,OAAO,GAAG;AAAA,UAClC,IAAI;AAAA,QACN,CAAC;AAED,aAAK,OAAO,KAAK,8CAA8C;AAAA,MACjE;AAGA,WAAK,qBAAqB;AAE1B,WAAK,OAAO,KAAK,qCAAqC;AAAA,IACxD,SAAS,
|
|
4
|
+
"sourcesContent": ["/**\n * Infinite Storage System for StackMemory\n * Implements STA-287: Remote storage with TimeSeries DB + S3 + Redis\n * \n * Storage Tiers:\n * - Hot: Redis (< 1 hour, frequently accessed)\n * - Warm: TimeSeries DB (1 hour - 7 days)\n * - Cold: S3 Standard (7 days - 30 days)\n * - Archive: S3 Glacier (> 30 days)\n */\n\nimport { S3Client, PutObjectCommand, GetObjectCommand, ListObjectsV2Command } from '@aws-sdk/client-s3';\nimport { createClient as createRedisClient } from 'redis';\nimport { Pool } from 'pg';\nimport { Logger } from '../monitoring/logger.js';\nimport { Frame } from '../context/frame-manager.js';\nimport { v4 as uuidv4 } from 'uuid';\nimport { compress, decompress } from '../utils/compression.js';\n\nexport interface StorageTier {\n name: 'hot' | 'warm' | 'cold' | 'archive';\n ageThresholdHours: number;\n storageClass: string;\n accessLatencyMs: number;\n}\n\nexport interface StorageConfig {\n redis: {\n url: string;\n ttlSeconds: number;\n maxMemoryMB: number;\n };\n timeseries: {\n connectionString: string;\n retentionDays: number;\n };\n s3: {\n bucket: string;\n region: string;\n accessKeyId?: string;\n secretAccessKey?: string;\n };\n tiers: StorageTier[];\n}\n\nexport interface StorageMetrics {\n totalObjects: number;\n tierDistribution: Record<string, number>;\n storageBytes: number;\n avgLatencyMs: number;\n p50LatencyMs: number;\n p99LatencyMs: number;\n}\n\nexport class InfiniteStorageSystem {\n private redisClient: any;\n private timeseriesPool: Pool;\n private s3Client: S3Client;\n private logger: Logger;\n private config: StorageConfig;\n private latencies: number[] = [];\n private migrationWorker: NodeJS.Timeout | null = null;\n\n constructor(config: StorageConfig) {\n this.config = config;\n this.logger = new Logger('InfiniteStorage');\n \n // Default storage tiers\n if (!config.tiers || config.tiers.length === 0) {\n this.config.tiers = [\n { name: 'hot', ageThresholdHours: 1, storageClass: 'MEMORY', accessLatencyMs: 5 },\n { name: 'warm', ageThresholdHours: 168, storageClass: 'TIMESERIES', accessLatencyMs: 50 },\n { name: 'cold', ageThresholdHours: 720, storageClass: 'S3_STANDARD', accessLatencyMs: 100 },\n { name: 'archive', ageThresholdHours: Infinity, storageClass: 'S3_GLACIER', accessLatencyMs: 3600000 },\n ];\n }\n }\n\n async initialize(): Promise<void> {\n try {\n // Initialize Redis (hot tier)\n if (this.config.redis?.url) {\n this.redisClient = createRedisClient({\n url: this.config.redis.url,\n });\n \n await this.redisClient.connect();\n \n // Configure Redis memory policy\n await this.redisClient.configSet('maxmemory-policy', 'allkeys-lru');\n if (this.config.redis.maxMemoryMB) {\n await this.redisClient.configSet('maxmemory', `${this.config.redis.maxMemoryMB}mb`);\n }\n \n this.logger.info('Redis client initialized for hot tier');\n }\n\n // Initialize TimeSeries DB (warm tier)\n if (this.config.timeseries?.connectionString) {\n this.timeseriesPool = new Pool({\n connectionString: this.config.timeseries.connectionString,\n max: 10,\n idleTimeoutMillis: 30000,\n });\n\n // Create TimeSeries tables if not exists\n await this.createTimeSeriesTables();\n this.logger.info('TimeSeries DB initialized for warm tier');\n }\n\n // Initialize S3 (cold/archive tiers)\n if (this.config.s3?.bucket) {\n this.s3Client = new S3Client({\n region: this.config.s3.region || 'us-east-1',\n credentials: this.config.s3.accessKeyId ? {\n accessKeyId: this.config.s3.accessKeyId,\n secretAccessKey: this.config.s3.secretAccessKey!,\n } : undefined,\n });\n \n this.logger.info('S3 client initialized for cold/archive tiers');\n }\n\n // Start background migration worker\n this.startMigrationWorker();\n \n this.logger.info('Infinite Storage System initialized');\n } catch (error: unknown) {\n this.logger.error('Failed to initialize storage system', error);\n throw error;\n }\n }\n\n /**\n * Create TimeSeries tables for warm tier storage\n */\n private async createTimeSeriesTables(): Promise<void> {\n const client = await this.timeseriesPool.connect();\n \n try {\n // Create hypertable for time-series data\n await client.query(`\n CREATE TABLE IF NOT EXISTS frame_timeseries (\n time TIMESTAMPTZ NOT NULL,\n frame_id TEXT NOT NULL,\n user_id TEXT NOT NULL,\n project_name TEXT,\n type TEXT,\n data JSONB,\n compressed_data BYTEA,\n storage_tier TEXT DEFAULT 'warm',\n access_count INTEGER DEFAULT 0,\n last_accessed TIMESTAMPTZ DEFAULT NOW(),\n PRIMARY KEY (time, frame_id)\n )\n `);\n\n // Create hypertable if using TimescaleDB\n await client.query(`\n SELECT create_hypertable('frame_timeseries', 'time', \n chunk_time_interval => INTERVAL '1 day',\n if_not_exists => TRUE)\n `).catch(() => {\n // Fallback to regular partitioning if not TimescaleDB\n this.logger.info('Using standard PostgreSQL partitioning');\n });\n\n // Create indexes\n await client.query(`\n CREATE INDEX IF NOT EXISTS idx_frame_user ON frame_timeseries (user_id, time DESC);\n CREATE INDEX IF NOT EXISTS idx_frame_project ON frame_timeseries (project_name, time DESC);\n CREATE INDEX IF NOT EXISTS idx_frame_tier ON frame_timeseries (storage_tier);\n `);\n\n // Create compression policy (TimescaleDB specific)\n await client.query(`\n SELECT add_compression_policy('frame_timeseries', INTERVAL '7 days', if_not_exists => TRUE)\n `).catch(() => {\n this.logger.info('Compression policy not available');\n });\n\n } finally {\n client.release();\n }\n }\n\n /**\n * Store a frame with automatic tier selection\n */\n async storeFrame(frame: Frame, userId: string): Promise<void> {\n const startTime = Date.now();\n \n try {\n const frameData = JSON.stringify(frame);\n const compressedData = await compress(frameData);\n const frameKey = `frame:${userId}:${frame.frameId}`;\n\n // Always store in hot tier first (Redis)\n if (this.redisClient) {\n await this.redisClient.setEx(\n frameKey,\n this.config.redis.ttlSeconds || 3600,\n compressedData\n );\n \n // Store metadata for quick lookups\n await this.redisClient.hSet(`meta:${frameKey}`, {\n userId,\n projectName: frame.projectName || 'default',\n type: frame.type,\n timestamp: frame.timestamp,\n tier: 'hot',\n });\n }\n\n // Also store in warm tier for durability\n if (this.timeseriesPool) {\n const client = await this.timeseriesPool.connect();\n \n try {\n await client.query(`\n INSERT INTO frame_timeseries (time, frame_id, user_id, project_name, type, data, compressed_data, storage_tier)\n VALUES ($1, $2, $3, $4, $5, $6, $7, $8)\n ON CONFLICT (time, frame_id) DO UPDATE\n SET data = EXCLUDED.data,\n compressed_data = EXCLUDED.compressed_data,\n last_accessed = NOW(),\n access_count = frame_timeseries.access_count + 1\n `, [\n new Date(frame.timestamp),\n frame.frameId,\n userId,\n frame.projectName || 'default',\n frame.type,\n frame,\n compressedData,\n 'warm',\n ]);\n } finally {\n client.release();\n }\n }\n\n // Track latency\n const latency = Date.now() - startTime;\n this.trackLatency(latency);\n \n this.logger.debug(`Stored frame ${frame.frameId} in ${latency}ms`);\n } catch (error: unknown) {\n this.logger.error(`Failed to store frame ${frame.frameId}`, error);\n throw error;\n }\n }\n\n /**\n * Retrieve a frame with intelligent caching\n */\n async retrieveFrame(frameId: string, userId: string): Promise<Frame | null> {\n const startTime = Date.now();\n const frameKey = `frame:${userId}:${frameId}`;\n\n try {\n // Try hot tier first (Redis)\n if (this.redisClient) {\n const cached = await this.redisClient.get(frameKey);\n if (cached) {\n const decompressed = await decompress(cached);\n const frame = JSON.parse(decompressed);\n \n // Refresh TTL on access\n await this.redisClient.expire(frameKey, this.config.redis.ttlSeconds || 3600);\n \n const latency = Date.now() - startTime;\n this.trackLatency(latency);\n this.logger.debug(`Retrieved frame ${frameId} from hot tier in ${latency}ms`);\n \n return frame;\n }\n }\n\n // Try warm tier (TimeSeries DB)\n if (this.timeseriesPool) {\n const client = await this.timeseriesPool.connect();\n \n try {\n const result = await client.query(`\n SELECT data, compressed_data, storage_tier \n FROM frame_timeseries \n WHERE frame_id = $1 AND user_id = $2\n ORDER BY time DESC\n LIMIT 1\n `, [frameId, userId]);\n\n if (result.rows.length > 0) {\n const row = result.rows[0];\n let frame: Frame;\n \n if (row.compressed_data) {\n const decompressed = await decompress(row.compressed_data);\n frame = JSON.parse(decompressed);\n } else {\n frame = row.data;\n }\n\n // Update access stats\n await client.query(`\n UPDATE frame_timeseries \n SET last_accessed = NOW(), access_count = access_count + 1\n WHERE frame_id = $1 AND user_id = $2\n `, [frameId, userId]);\n\n // Promote to hot tier if frequently accessed\n if (this.redisClient) {\n await this.promoteToHotTier(frame, userId);\n }\n\n const latency = Date.now() - startTime;\n this.trackLatency(latency);\n this.logger.debug(`Retrieved frame ${frameId} from warm tier in ${latency}ms`);\n \n return frame;\n }\n } finally {\n client.release();\n }\n }\n\n // Try cold/archive tiers (S3)\n if (this.s3Client && this.config.s3.bucket) {\n const key = `frames/${userId}/${frameId}.json.gz`;\n \n try {\n const command = new GetObjectCommand({\n Bucket: this.config.s3.bucket,\n Key: key,\n });\n \n const response = await this.s3Client.send(command);\n const compressedData = await response.Body!.transformToByteArray();\n const decompressed = await decompress(Buffer.from(compressedData));\n const frame = JSON.parse(decompressed);\n\n // Promote to warmer tiers for future access\n await this.promoteFrame(frame, userId);\n\n const latency = Date.now() - startTime;\n this.trackLatency(latency);\n this.logger.debug(`Retrieved frame ${frameId} from cold tier in ${latency}ms`);\n \n return frame;\n } catch (error: any) {\n if (error.Code !== 'NoSuchKey') {\n throw error;\n }\n }\n }\n\n this.logger.debug(`Frame ${frameId} not found in any tier`);\n return null;\n } catch (error: unknown) {\n this.logger.error(`Failed to retrieve frame ${frameId}`, error);\n throw error;\n }\n }\n\n /**\n * Promote frame to hot tier for fast access\n */\n private async promoteToHotTier(frame: Frame, userId: string): Promise<void> {\n if (!this.redisClient) return;\n \n try {\n const frameKey = `frame:${userId}:${frame.frameId}`;\n const frameData = JSON.stringify(frame);\n const compressedData = await compress(frameData);\n \n await this.redisClient.setEx(\n frameKey,\n this.config.redis.ttlSeconds || 3600,\n compressedData\n );\n \n this.logger.debug(`Promoted frame ${frame.frameId} to hot tier`);\n } catch (error: unknown) {\n this.logger.error(`Failed to promote frame ${frame.frameId}`, error);\n }\n }\n\n /**\n * Promote frame through storage tiers\n */\n private async promoteFrame(frame: Frame, userId: string): Promise<void> {\n // Promote to warm tier\n if (this.timeseriesPool) {\n const client = await this.timeseriesPool.connect();\n \n try {\n const compressedData = await compress(JSON.stringify(frame));\n \n await client.query(`\n INSERT INTO frame_timeseries (time, frame_id, user_id, data, compressed_data, storage_tier)\n VALUES ($1, $2, $3, $4, $5, $6)\n ON CONFLICT (time, frame_id) DO UPDATE\n SET storage_tier = 'warm',\n last_accessed = NOW(),\n access_count = frame_timeseries.access_count + 1\n `, [\n new Date(frame.timestamp),\n frame.frameId,\n userId,\n frame,\n compressedData,\n 'warm',\n ]);\n } finally {\n client.release();\n }\n }\n\n // Also promote to hot tier\n await this.promoteToHotTier(frame, userId);\n }\n\n /**\n * Start background worker for tier migration\n */\n private startMigrationWorker(): void {\n // Run migration every hour\n this.migrationWorker = setInterval(async () => {\n await this.migrateAgedData();\n }, 60 * 60 * 1000);\n \n this.logger.info('Migration worker started');\n }\n\n /**\n * Migrate aged data to appropriate storage tiers\n */\n private async migrateAgedData(): Promise<void> {\n this.logger.info('Starting tier migration...');\n \n if (!this.timeseriesPool) return;\n \n const client = await this.timeseriesPool.connect();\n \n try {\n // Find data eligible for cold storage (> 7 days old)\n const coldEligible = await client.query(`\n SELECT frame_id, user_id, data, compressed_data\n FROM frame_timeseries\n WHERE storage_tier = 'warm'\n AND time < NOW() - INTERVAL '7 days'\n AND last_accessed < NOW() - INTERVAL '7 days'\n LIMIT 1000\n `);\n\n // Migrate to S3 cold storage\n for (const row of coldEligible.rows) {\n await this.migrateToS3(row, 'STANDARD');\n \n // Update tier in database\n await client.query(`\n UPDATE frame_timeseries\n SET storage_tier = 'cold'\n WHERE frame_id = $1 AND user_id = $2\n `, [row.frame_id, row.user_id]);\n }\n\n // Find data eligible for archive (> 30 days old)\n const archiveEligible = await client.query(`\n SELECT frame_id, user_id, data, compressed_data\n FROM frame_timeseries\n WHERE storage_tier = 'cold'\n AND time < NOW() - INTERVAL '30 days'\n AND last_accessed < NOW() - INTERVAL '30 days'\n LIMIT 1000\n `);\n\n // Migrate to S3 Glacier\n for (const row of archiveEligible.rows) {\n await this.migrateToS3(row, 'GLACIER');\n \n // Update tier in database\n await client.query(`\n UPDATE frame_timeseries\n SET storage_tier = 'archive'\n WHERE frame_id = $1 AND user_id = $2\n `, [row.frame_id, row.user_id]);\n }\n\n this.logger.info(`Migration completed: ${coldEligible.rows.length} to cold, ${archiveEligible.rows.length} to archive`);\n } finally {\n client.release();\n }\n }\n\n /**\n * Migrate data to S3 storage\n */\n private async migrateToS3(row: any, storageClass: string): Promise<void> {\n if (!this.s3Client || !this.config.s3.bucket) return;\n \n try {\n const key = `frames/${row.user_id}/${row.frame_id}.json.gz`;\n const data = row.compressed_data || await compress(JSON.stringify(row.data));\n \n const command = new PutObjectCommand({\n Bucket: this.config.s3.bucket,\n Key: key,\n Body: data,\n StorageClass: storageClass,\n Metadata: {\n userId: row.user_id,\n frameId: row.frame_id,\n migratedAt: new Date().toISOString(),\n },\n });\n \n await this.s3Client.send(command);\n \n this.logger.debug(`Migrated frame ${row.frame_id} to S3 ${storageClass}`);\n } catch (error: unknown) {\n this.logger.error(`Failed to migrate frame ${row.frame_id} to S3`, error);\n throw error;\n }\n }\n\n /**\n * Track latency for performance monitoring\n */\n private trackLatency(latencyMs: number): void {\n this.latencies.push(latencyMs);\n \n // Keep only last 1000 measurements\n if (this.latencies.length > 1000) {\n this.latencies.shift();\n }\n }\n\n /**\n * Get storage metrics\n */\n async getMetrics(): Promise<StorageMetrics> {\n const metrics: StorageMetrics = {\n totalObjects: 0,\n tierDistribution: {},\n storageBytes: 0,\n avgLatencyMs: 0,\n p50LatencyMs: 0,\n p99LatencyMs: 0,\n };\n\n // Calculate latency percentiles\n if (this.latencies.length > 0) {\n const sorted = [...this.latencies].sort((a, b) => a - b);\n metrics.avgLatencyMs = sorted.reduce((a, b) => a + b, 0) / sorted.length;\n metrics.p50LatencyMs = sorted[Math.floor(sorted.length * 0.5)];\n metrics.p99LatencyMs = sorted[Math.floor(sorted.length * 0.99)];\n }\n\n // Get tier distribution from TimeSeries DB\n if (this.timeseriesPool) {\n const client = await this.timeseriesPool.connect();\n \n try {\n const result = await client.query(`\n SELECT \n storage_tier,\n COUNT(*) as count,\n SUM(pg_column_size(compressed_data)) as bytes\n FROM frame_timeseries\n GROUP BY storage_tier\n `);\n\n for (const row of result.rows) {\n metrics.tierDistribution[row.storage_tier] = parseInt(row.count);\n metrics.storageBytes += parseInt(row.bytes || 0);\n metrics.totalObjects += parseInt(row.count);\n }\n } finally {\n client.release();\n }\n }\n\n return metrics;\n }\n\n /**\n * Cleanup and shutdown\n */\n async shutdown(): Promise<void> {\n if (this.migrationWorker) {\n clearInterval(this.migrationWorker);\n }\n\n if (this.redisClient) {\n await this.redisClient.quit();\n }\n\n if (this.timeseriesPool) {\n await this.timeseriesPool.end();\n }\n\n this.logger.info('Infinite Storage System shut down');\n }\n}"],
|
|
5
|
+
"mappings": "AAWA,SAAS,UAAU,kBAAkB,wBAA8C;AACnF,SAAS,gBAAgB,yBAAyB;AAClD,SAAS,YAAY;AACrB,SAAS,cAAc;AAGvB,SAAS,UAAU,kBAAkB;AAqC9B,MAAM,sBAAsB;AAAA,EACzB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,YAAsB,CAAC;AAAA,EACvB,kBAAyC;AAAA,EAEjD,YAAY,QAAuB;AACjC,SAAK,SAAS;AACd,SAAK,SAAS,IAAI,OAAO,iBAAiB;AAG1C,QAAI,CAAC,OAAO,SAAS,OAAO,MAAM,WAAW,GAAG;AAC9C,WAAK,OAAO,QAAQ;AAAA,QAClB,EAAE,MAAM,OAAO,mBAAmB,GAAG,cAAc,UAAU,iBAAiB,EAAE;AAAA,QAChF,EAAE,MAAM,QAAQ,mBAAmB,KAAK,cAAc,cAAc,iBAAiB,GAAG;AAAA,QACxF,EAAE,MAAM,QAAQ,mBAAmB,KAAK,cAAc,eAAe,iBAAiB,IAAI;AAAA,QAC1F,EAAE,MAAM,WAAW,mBAAmB,UAAU,cAAc,cAAc,iBAAiB,KAAQ;AAAA,MACvG;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,aAA4B;AAChC,QAAI;AAEF,UAAI,KAAK,OAAO,OAAO,KAAK;AAC1B,aAAK,cAAc,kBAAkB;AAAA,UACnC,KAAK,KAAK,OAAO,MAAM;AAAA,QACzB,CAAC;AAED,cAAM,KAAK,YAAY,QAAQ;AAG/B,cAAM,KAAK,YAAY,UAAU,oBAAoB,aAAa;AAClE,YAAI,KAAK,OAAO,MAAM,aAAa;AACjC,gBAAM,KAAK,YAAY,UAAU,aAAa,GAAG,KAAK,OAAO,MAAM,WAAW,IAAI;AAAA,QACpF;AAEA,aAAK,OAAO,KAAK,uCAAuC;AAAA,MAC1D;AAGA,UAAI,KAAK,OAAO,YAAY,kBAAkB;AAC5C,aAAK,iBAAiB,IAAI,KAAK;AAAA,UAC7B,kBAAkB,KAAK,OAAO,WAAW;AAAA,UACzC,KAAK;AAAA,UACL,mBAAmB;AAAA,QACrB,CAAC;AAGD,cAAM,KAAK,uBAAuB;AAClC,aAAK,OAAO,KAAK,yCAAyC;AAAA,MAC5D;AAGA,UAAI,KAAK,OAAO,IAAI,QAAQ;AAC1B,aAAK,WAAW,IAAI,SAAS;AAAA,UAC3B,QAAQ,KAAK,OAAO,GAAG,UAAU;AAAA,UACjC,aAAa,KAAK,OAAO,GAAG,cAAc;AAAA,YACxC,aAAa,KAAK,OAAO,GAAG;AAAA,YAC5B,iBAAiB,KAAK,OAAO,GAAG;AAAA,UAClC,IAAI;AAAA,QACN,CAAC;AAED,aAAK,OAAO,KAAK,8CAA8C;AAAA,MACjE;AAGA,WAAK,qBAAqB;AAE1B,WAAK,OAAO,KAAK,qCAAqC;AAAA,IACxD,SAAS,OAAgB;AACvB,WAAK,OAAO,MAAM,uCAAuC,KAAK;AAC9D,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,yBAAwC;AACpD,UAAM,SAAS,MAAM,KAAK,eAAe,QAAQ;AAEjD,QAAI;AAEF,YAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,OAclB;AAGD,YAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA,OAIlB,EAAE,MAAM,MAAM;AAEb,aAAK,OAAO,KAAK,wCAAwC;AAAA,MAC3D,CAAC;AAGD,YAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA,OAIlB;AAGD,YAAM,OAAO,MAAM;AAAA;AAAA,OAElB,EAAE,MAAM,MAAM;AACb,aAAK,OAAO,KAAK,kCAAkC;AAAA,MACrD,CAAC;AAAA,IAEH,UAAE;AACA,aAAO,QAAQ;AAAA,IACjB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,WAAW,OAAc,QAA+B;AAC5D,UAAM,YAAY,KAAK,IAAI;AAE3B,QAAI;AACF,YAAM,YAAY,KAAK,UAAU,KAAK;AACtC,YAAM,iBAAiB,MAAM,SAAS,SAAS;AAC/C,YAAM,WAAW,SAAS,MAAM,IAAI,MAAM,OAAO;AAGjD,UAAI,KAAK,aAAa;AACpB,cAAM,KAAK,YAAY;AAAA,UACrB;AAAA,UACA,KAAK,OAAO,MAAM,cAAc;AAAA,UAChC;AAAA,QACF;AAGA,cAAM,KAAK,YAAY,KAAK,QAAQ,QAAQ,IAAI;AAAA,UAC9C;AAAA,UACA,aAAa,MAAM,eAAe;AAAA,UAClC,MAAM,MAAM;AAAA,UACZ,WAAW,MAAM;AAAA,UACjB,MAAM;AAAA,QACR,CAAC;AAAA,MACH;AAGA,UAAI,KAAK,gBAAgB;AACvB,cAAM,SAAS,MAAM,KAAK,eAAe,QAAQ;AAEjD,YAAI;AACF,gBAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,aAQhB;AAAA,YACD,IAAI,KAAK,MAAM,SAAS;AAAA,YACxB,MAAM;AAAA,YACN;AAAA,YACA,MAAM,eAAe;AAAA,YACrB,MAAM;AAAA,YACN;AAAA,YACA;AAAA,YACA;AAAA,UACF,CAAC;AAAA,QACH,UAAE;AACA,iBAAO,QAAQ;AAAA,QACjB;AAAA,MACF;AAGA,YAAM,UAAU,KAAK,IAAI,IAAI;AAC7B,WAAK,aAAa,OAAO;AAEzB,WAAK,OAAO,MAAM,gBAAgB,MAAM,OAAO,OAAO,OAAO,IAAI;AAAA,IACnE,SAAS,OAAgB;AACvB,WAAK,OAAO,MAAM,yBAAyB,MAAM,OAAO,IAAI,KAAK;AACjE,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,cAAc,SAAiB,QAAuC;AAC1E,UAAM,YAAY,KAAK,IAAI;AAC3B,UAAM,WAAW,SAAS,MAAM,IAAI,OAAO;AAE3C,QAAI;AAEF,UAAI,KAAK,aAAa;AACpB,cAAM,SAAS,MAAM,KAAK,YAAY,IAAI,QAAQ;AAClD,YAAI,QAAQ;AACV,gBAAM,eAAe,MAAM,WAAW,MAAM;AAC5C,gBAAM,QAAQ,KAAK,MAAM,YAAY;AAGrC,gBAAM,KAAK,YAAY,OAAO,UAAU,KAAK,OAAO,MAAM,cAAc,IAAI;AAE5E,gBAAM,UAAU,KAAK,IAAI,IAAI;AAC7B,eAAK,aAAa,OAAO;AACzB,eAAK,OAAO,MAAM,mBAAmB,OAAO,qBAAqB,OAAO,IAAI;AAE5E,iBAAO;AAAA,QACT;AAAA,MACF;AAGA,UAAI,KAAK,gBAAgB;AACvB,cAAM,SAAS,MAAM,KAAK,eAAe,QAAQ;AAEjD,YAAI;AACF,gBAAM,SAAS,MAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,aAM/B,CAAC,SAAS,MAAM,CAAC;AAEpB,cAAI,OAAO,KAAK,SAAS,GAAG;AAC1B,kBAAM,MAAM,OAAO,KAAK,CAAC;AACzB,gBAAI;AAEJ,gBAAI,IAAI,iBAAiB;AACvB,oBAAM,eAAe,MAAM,WAAW,IAAI,eAAe;AACzD,sBAAQ,KAAK,MAAM,YAAY;AAAA,YACjC,OAAO;AACL,sBAAQ,IAAI;AAAA,YACd;AAGA,kBAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA,eAIhB,CAAC,SAAS,MAAM,CAAC;AAGpB,gBAAI,KAAK,aAAa;AACpB,oBAAM,KAAK,iBAAiB,OAAO,MAAM;AAAA,YAC3C;AAEA,kBAAM,UAAU,KAAK,IAAI,IAAI;AAC7B,iBAAK,aAAa,OAAO;AACzB,iBAAK,OAAO,MAAM,mBAAmB,OAAO,sBAAsB,OAAO,IAAI;AAE7E,mBAAO;AAAA,UACT;AAAA,QACF,UAAE;AACA,iBAAO,QAAQ;AAAA,QACjB;AAAA,MACF;AAGA,UAAI,KAAK,YAAY,KAAK,OAAO,GAAG,QAAQ;AAC1C,cAAM,MAAM,UAAU,MAAM,IAAI,OAAO;AAEvC,YAAI;AACF,gBAAM,UAAU,IAAI,iBAAiB;AAAA,YACnC,QAAQ,KAAK,OAAO,GAAG;AAAA,YACvB,KAAK;AAAA,UACP,CAAC;AAED,gBAAM,WAAW,MAAM,KAAK,SAAS,KAAK,OAAO;AACjD,gBAAM,iBAAiB,MAAM,SAAS,KAAM,qBAAqB;AACjE,gBAAM,eAAe,MAAM,WAAW,OAAO,KAAK,cAAc,CAAC;AACjE,gBAAM,QAAQ,KAAK,MAAM,YAAY;AAGrC,gBAAM,KAAK,aAAa,OAAO,MAAM;AAErC,gBAAM,UAAU,KAAK,IAAI,IAAI;AAC7B,eAAK,aAAa,OAAO;AACzB,eAAK,OAAO,MAAM,mBAAmB,OAAO,sBAAsB,OAAO,IAAI;AAE7E,iBAAO;AAAA,QACT,SAAS,OAAY;AACnB,cAAI,MAAM,SAAS,aAAa;AAC9B,kBAAM;AAAA,UACR;AAAA,QACF;AAAA,MACF;AAEA,WAAK,OAAO,MAAM,SAAS,OAAO,wBAAwB;AAC1D,aAAO;AAAA,IACT,SAAS,OAAgB;AACvB,WAAK,OAAO,MAAM,4BAA4B,OAAO,IAAI,KAAK;AAC9D,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,iBAAiB,OAAc,QAA+B;AAC1E,QAAI,CAAC,KAAK,YAAa;AAEvB,QAAI;AACF,YAAM,WAAW,SAAS,MAAM,IAAI,MAAM,OAAO;AACjD,YAAM,YAAY,KAAK,UAAU,KAAK;AACtC,YAAM,iBAAiB,MAAM,SAAS,SAAS;AAE/C,YAAM,KAAK,YAAY;AAAA,QACrB;AAAA,QACA,KAAK,OAAO,MAAM,cAAc;AAAA,QAChC;AAAA,MACF;AAEA,WAAK,OAAO,MAAM,kBAAkB,MAAM,OAAO,cAAc;AAAA,IACjE,SAAS,OAAgB;AACvB,WAAK,OAAO,MAAM,2BAA2B,MAAM,OAAO,IAAI,KAAK;AAAA,IACrE;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,aAAa,OAAc,QAA+B;AAEtE,QAAI,KAAK,gBAAgB;AACvB,YAAM,SAAS,MAAM,KAAK,eAAe,QAAQ;AAEjD,UAAI;AACF,cAAM,iBAAiB,MAAM,SAAS,KAAK,UAAU,KAAK,CAAC;AAE3D,cAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,WAOhB;AAAA,UACD,IAAI,KAAK,MAAM,SAAS;AAAA,UACxB,MAAM;AAAA,UACN;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,QACF,CAAC;AAAA,MACH,UAAE;AACA,eAAO,QAAQ;AAAA,MACjB;AAAA,IACF;AAGA,UAAM,KAAK,iBAAiB,OAAO,MAAM;AAAA,EAC3C;AAAA;AAAA;AAAA;AAAA,EAKQ,uBAA6B;AAEnC,SAAK,kBAAkB,YAAY,YAAY;AAC7C,YAAM,KAAK,gBAAgB;AAAA,IAC7B,GAAG,KAAK,KAAK,GAAI;AAEjB,SAAK,OAAO,KAAK,0BAA0B;AAAA,EAC7C;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,kBAAiC;AAC7C,SAAK,OAAO,KAAK,4BAA4B;AAE7C,QAAI,CAAC,KAAK,eAAgB;AAE1B,UAAM,SAAS,MAAM,KAAK,eAAe,QAAQ;AAEjD,QAAI;AAEF,YAAM,eAAe,MAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,OAOvC;AAGD,iBAAW,OAAO,aAAa,MAAM;AACnC,cAAM,KAAK,YAAY,KAAK,UAAU;AAGtC,cAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA,WAIhB,CAAC,IAAI,UAAU,IAAI,OAAO,CAAC;AAAA,MAChC;AAGA,YAAM,kBAAkB,MAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,OAO1C;AAGD,iBAAW,OAAO,gBAAgB,MAAM;AACtC,cAAM,KAAK,YAAY,KAAK,SAAS;AAGrC,cAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA,WAIhB,CAAC,IAAI,UAAU,IAAI,OAAO,CAAC;AAAA,MAChC;AAEA,WAAK,OAAO,KAAK,wBAAwB,aAAa,KAAK,MAAM,aAAa,gBAAgB,KAAK,MAAM,aAAa;AAAA,IACxH,UAAE;AACA,aAAO,QAAQ;AAAA,IACjB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,YAAY,KAAU,cAAqC;AACvE,QAAI,CAAC,KAAK,YAAY,CAAC,KAAK,OAAO,GAAG,OAAQ;AAE9C,QAAI;AACF,YAAM,MAAM,UAAU,IAAI,OAAO,IAAI,IAAI,QAAQ;AACjD,YAAM,OAAO,IAAI,mBAAmB,MAAM,SAAS,KAAK,UAAU,IAAI,IAAI,CAAC;AAE3E,YAAM,UAAU,IAAI,iBAAiB;AAAA,QACnC,QAAQ,KAAK,OAAO,GAAG;AAAA,QACvB,KAAK;AAAA,QACL,MAAM;AAAA,QACN,cAAc;AAAA,QACd,UAAU;AAAA,UACR,QAAQ,IAAI;AAAA,UACZ,SAAS,IAAI;AAAA,UACb,aAAY,oBAAI,KAAK,GAAE,YAAY;AAAA,QACrC;AAAA,MACF,CAAC;AAED,YAAM,KAAK,SAAS,KAAK,OAAO;AAEhC,WAAK,OAAO,MAAM,kBAAkB,IAAI,QAAQ,UAAU,YAAY,EAAE;AAAA,IAC1E,SAAS,OAAgB;AACvB,WAAK,OAAO,MAAM,2BAA2B,IAAI,QAAQ,UAAU,KAAK;AACxE,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,aAAa,WAAyB;AAC5C,SAAK,UAAU,KAAK,SAAS;AAG7B,QAAI,KAAK,UAAU,SAAS,KAAM;AAChC,WAAK,UAAU,MAAM;AAAA,IACvB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,aAAsC;AAC1C,UAAM,UAA0B;AAAA,MAC9B,cAAc;AAAA,MACd,kBAAkB,CAAC;AAAA,MACnB,cAAc;AAAA,MACd,cAAc;AAAA,MACd,cAAc;AAAA,MACd,cAAc;AAAA,IAChB;AAGA,QAAI,KAAK,UAAU,SAAS,GAAG;AAC7B,YAAM,SAAS,CAAC,GAAG,KAAK,SAAS,EAAE,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC;AACvD,cAAQ,eAAe,OAAO,OAAO,CAAC,GAAG,MAAM,IAAI,GAAG,CAAC,IAAI,OAAO;AAClE,cAAQ,eAAe,OAAO,KAAK,MAAM,OAAO,SAAS,GAAG,CAAC;AAC7D,cAAQ,eAAe,OAAO,KAAK,MAAM,OAAO,SAAS,IAAI,CAAC;AAAA,IAChE;AAGA,QAAI,KAAK,gBAAgB;AACvB,YAAM,SAAS,MAAM,KAAK,eAAe,QAAQ;AAEjD,UAAI;AACF,cAAM,SAAS,MAAM,OAAO,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,SAOjC;AAED,mBAAW,OAAO,OAAO,MAAM;AAC7B,kBAAQ,iBAAiB,IAAI,YAAY,IAAI,SAAS,IAAI,KAAK;AAC/D,kBAAQ,gBAAgB,SAAS,IAAI,SAAS,CAAC;AAC/C,kBAAQ,gBAAgB,SAAS,IAAI,KAAK;AAAA,QAC5C;AAAA,MACF,UAAE;AACA,eAAO,QAAQ;AAAA,MACjB;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,WAA0B;AAC9B,QAAI,KAAK,iBAAiB;AACxB,oBAAc,KAAK,eAAe;AAAA,IACpC;AAEA,QAAI,KAAK,aAAa;AACpB,YAAM,KAAK,YAAY,KAAK;AAAA,IAC9B;AAEA,QAAI,KAAK,gBAAgB;AACvB,YAAM,KAAK,eAAe,IAAI;AAAA,IAChC;AAEA,SAAK,OAAO,KAAK,mCAAmC;AAAA,EACtD;AACF;",
|
|
6
6
|
"names": []
|
|
7
7
|
}
|
|
@@ -4,6 +4,17 @@ import { Storage } from "@google-cloud/storage";
|
|
|
4
4
|
import { logger } from "../monitoring/logger.js";
|
|
5
5
|
import * as zlib from "zlib";
|
|
6
6
|
import { promisify } from "util";
|
|
7
|
+
function getEnv(key, defaultValue) {
|
|
8
|
+
const value = process.env[key];
|
|
9
|
+
if (value === void 0) {
|
|
10
|
+
if (defaultValue !== void 0) return defaultValue;
|
|
11
|
+
throw new Error(`Environment variable ${key} is required`);
|
|
12
|
+
}
|
|
13
|
+
return value;
|
|
14
|
+
}
|
|
15
|
+
function getOptionalEnv(key) {
|
|
16
|
+
return process.env[key];
|
|
17
|
+
}
|
|
7
18
|
const gzipAsync = promisify(zlib.gzip);
|
|
8
19
|
const gunzipAsync = promisify(zlib.gunzip);
|
|
9
20
|
var StorageTier = /* @__PURE__ */ ((StorageTier2) => {
|
|
@@ -14,23 +25,23 @@ var StorageTier = /* @__PURE__ */ ((StorageTier2) => {
|
|
|
14
25
|
})(StorageTier || {});
|
|
15
26
|
const DEFAULT_RAILWAY_CONFIG = {
|
|
16
27
|
redis: {
|
|
17
|
-
url: process.env
|
|
28
|
+
url: process.env["REDIS_URL"] || "redis://localhost:6379",
|
|
18
29
|
ttlSeconds: 86400,
|
|
19
30
|
// 24 hours
|
|
20
31
|
maxMemoryMb: 100
|
|
21
32
|
// 100MB Redis limit
|
|
22
33
|
},
|
|
23
34
|
railwayBuckets: {
|
|
24
|
-
endpoint: process.env
|
|
25
|
-
bucket: process.env
|
|
26
|
-
accessKeyId: process.env
|
|
27
|
-
secretAccessKey: process.env
|
|
35
|
+
endpoint: process.env["RAILWAY_BUCKET_ENDPOINT"] || "https://buckets.railway.app",
|
|
36
|
+
bucket: process.env["RAILWAY_BUCKET_NAME"] || "stackmemory-warm",
|
|
37
|
+
accessKeyId: process.env["RAILWAY_BUCKET_ACCESS_KEY"] || "",
|
|
38
|
+
secretAccessKey: process.env["RAILWAY_BUCKET_SECRET_KEY"] || "",
|
|
28
39
|
region: "us-east-1"
|
|
29
40
|
},
|
|
30
41
|
gcs: {
|
|
31
|
-
bucketName: process.env
|
|
32
|
-
projectId: process.env
|
|
33
|
-
keyFilename: process.env
|
|
42
|
+
bucketName: process.env["GCS_BUCKET"] || "stackmemory-cold",
|
|
43
|
+
projectId: process.env["GCP_PROJECT_ID"] || "stackmemory",
|
|
44
|
+
keyFilename: process.env["GCP_KEY_FILE"]
|
|
34
45
|
},
|
|
35
46
|
tiers: {
|
|
36
47
|
hotHours: 24,
|