@fractary/codex 0.11.2 → 0.12.2

package/dist/index.js

@@ -3,7 +3,8 @@ import * as path3 from 'path';
 import path3__default from 'path';
 import { execFile, execSync } from 'child_process';
 import { z } from 'zod';
-import yaml from 'js-yaml';
+import * as yaml2 from 'js-yaml';
+import yaml2__default from 'js-yaml';
 import * as fs3 from 'fs/promises';
 import fs3__default from 'fs/promises';
 import { promisify } from 'util';
@@ -63,11 +64,14 @@ function matchToCodexPattern(filePath, patterns) {
   }
   return patterns.some((pattern) => matchPattern(pattern, filePath));
 }
-function matchFromCodexPattern(codexFilePath, patterns, targetProject) {
+function matchFromCodexPattern(codexFilePath, patterns, targetProject, options) {
   if (!patterns || patterns.length === 0) {
     return false;
   }
   return patterns.some((pattern) => {
+    if (pattern.startsWith(CODEX_URI_PREFIX2)) {
+      return matchCodexUri(pattern, codexFilePath, targetProject, options);
+    }
     if (pattern.startsWith("projects/")) {
       return matchPattern(pattern, codexFilePath);
     }
@@ -85,6 +89,21 @@ function matchFromCodexPattern(codexFilePath, patterns, targetProject) {
     }
   });
 }
+function matchCodexUri(uriPattern, codexFilePath, targetProject, options) {
+  let withoutPrefix = uriPattern.slice(CODEX_URI_PREFIX2.length);
+  withoutPrefix = withoutPrefix.replace(/{org}/g, options?.org || "").replace(/{project}/g, targetProject).replace(/{codex_repo}/g, options?.codexRepo || "");
+  const parts = withoutPrefix.split("/");
+  if (parts.length < 2) {
+    return false;
+  }
+  const project = parts[1];
+  const pathPattern = parts.slice(2).join("/");
+  if (!project) {
+    return false;
+  }
+  const fullPattern = pathPattern ? `projects/${project}/${pathPattern}` : `projects/${project}/**`;
+  return matchPattern(fullPattern, codexFilePath);
+}
 function extractProjectFromCodexPath(codexFilePath) {
   const firstSlashIndex = codexFilePath.indexOf("/");
   if (firstSlashIndex === -1) {
@@ -99,15 +118,26 @@ function getRelativePath(codexFilePath) {
   }
   return codexFilePath.substring(firstSlashIndex + 1);
 }
-function expandPlaceholders(patterns, targetProject) {
+function expandPlaceholders(patterns, targetProject, options) {
   if (!patterns) {
     return patterns;
   }
-  return patterns.map((pattern) => pattern.replace(/{project}/g, targetProject));
+  return patterns.map((pattern) => {
+    let expanded = pattern.replace(/{project}/g, targetProject);
+    if (options?.org) {
+      expanded = expanded.replace(/{org}/g, options.org);
+    }
+    if (options?.codexRepo) {
+      expanded = expanded.replace(/{codex_repo}/g, options.codexRepo);
+    }
+    return expanded;
+  });
 }
+var CODEX_URI_PREFIX2;
 var init_directional_patterns = __esm({
   "src/sync/directional-patterns.ts"() {
     init_matcher();
+    CODEX_URI_PREFIX2 = "codex://";
   }
 });
 
@@ -992,7 +1022,7 @@ function parseMetadata(content, options = {}) {
   const rawFrontmatter = frontmatterMatch[1];
   const documentContent = frontmatterMatch[2];
   try {
-    const parsed = yaml.load(rawFrontmatter);
+    const parsed = yaml2__default.load(rawFrontmatter);
     const normalized = normalizeLegacyMetadata(parsed);
     const metadata = strict ? MetadataSchema.parse(normalized) : MetadataSchema.safeParse(normalized).data || {};
     return {
@@ -3505,6 +3535,7 @@ async function scanCodexWithRouting(options) {
     codexDir,
     targetProject,
     org,
+    codexRepo,
     rules,
     storage,
     skipNoFrontmatter = false,
@@ -3523,7 +3554,10 @@ async function scanCodexWithRouting(options) {
   if (fromCodexPatterns && fromCodexPatterns.length > 0) {
     const module = await Promise.resolve().then(() => (init_directional_patterns(), directional_patterns_exports));
     matchFromCodexPattern2 = module.matchFromCodexPattern;
-    expandedFromCodexPatterns = module.expandPlaceholders(fromCodexPatterns, targetProject);
+    expandedFromCodexPatterns = module.expandPlaceholders(fromCodexPatterns, targetProject, {
+      org,
+      codexRepo
+    });
   }
   const allFiles = await listAllFilesRecursive(codexDir);
   for (const filePath of allFiles) {
@@ -3545,7 +3579,10 @@ async function scanCodexWithRouting(options) {
       let parseResult = null;
       const useFrontmatter = options.routing?.use_frontmatter === true;
       if (matchFromCodexPattern2 && expandedFromCodexPatterns && expandedFromCodexPatterns.length > 0) {
-        shouldSync = matchFromCodexPattern2(filePath, expandedFromCodexPatterns, targetProject);
+        shouldSync = matchFromCodexPattern2(filePath, expandedFromCodexPatterns, targetProject, {
+          org,
+          codexRepo
+        });
         parseResult = parseMetadata(content, { strict: false });
       } else if (useFrontmatter) {
         parseResult = parseMetadata(content, { strict: false });
@@ -3826,6 +3863,8 @@ var SyncManager = class {
       codexDir,
       targetProject: project,
       org,
+      codexRepo: options?.codexRepo,
+      // For codex:// URI {codex_repo} placeholder
       rules: void 0,
       // Use default routing rules (preventSelfSync, preventCodexSync, etc.)
       storage: this.localStorage,
@@ -3891,17 +3930,17 @@ var SyncManager = class {
         if (file.operation === "create" || file.operation === "update") {
           const sourcePath = `${plan.source}/${file.path}`;
           const targetPath = `${plan.target}/${file.path}`;
-          const fs5 = await import('fs/promises');
+          const fs6 = await import('fs/promises');
           const path7 = await import('path');
           const targetDir = path7.dirname(targetPath);
-          await fs5.mkdir(targetDir, { recursive: true });
-          await fs5.copyFile(sourcePath, targetPath);
+          await fs6.mkdir(targetDir, { recursive: true });
+          await fs6.copyFile(sourcePath, targetPath);
           synced++;
         } else if (file.operation === "delete") {
           const targetPath = `${plan.target}/${file.path}`;
-          const fs5 = await import('fs/promises');
+          const fs6 = await import('fs/promises');
           try {
-            await fs5.unlink(targetPath);
+            await fs6.unlink(targetPath);
             synced++;
           } catch (error) {
             if (error.code !== "ENOENT") {
@@ -4906,6 +4945,176 @@ function generateReferenceMigrationSummary(results) {
   return lines.join("\n");
 }
 
-export { AutoSyncPatternSchema, BUILT_IN_TYPES, CODEX_URI_PREFIX, CacheManager, CachePersistence, CodexConfigSchema, CodexError, CommonRules, ConfigurationError, CustomTypeSchema, DEFAULT_CACHE_DIR, DEFAULT_FETCH_OPTIONS, DEFAULT_MIGRATION_OPTIONS, DEFAULT_PERMISSION_CONFIG, DEFAULT_SYNC_CONFIG, DEFAULT_TYPE, FilePluginFileNotFoundError, FilePluginStorage, GitHubStorage, HttpStorage, LEGACY_PATTERNS, LEGACY_REF_PREFIX, LocalStorage, MetadataSchema, PERMISSION_LEVEL_ORDER, PermissionDeniedError, PermissionManager, StorageManager, SyncManager, SyncRulesSchema, TTL, TypeRegistry, TypesConfigSchema, ValidationError, buildUri, calculateCachePath, calculateContentHash, convertLegacyReference, convertLegacyReferences, convertToUri, createCacheEntry, createCacheManager, createCachePersistence, createDefaultRegistry, createEmptyModernConfig, createEmptySyncPlan, createGitHubStorage, createHttpStorage, createLocalStorage, createPermissionManager, createRule, createRulesFromPatterns, createStorageManager, createSyncManager, createSyncPlan, deserializeCacheEntry, detectContentType, detectCurrentProject, detectVersion, estimateSyncTime, evaluatePath, evaluatePaths, evaluatePatterns, evaluatePermission, evaluatePermissions, extendType, extractOrgFromRepoName, extractRawFrontmatter, filterByPatterns, filterByPermission, filterPlanOperations, filterSyncablePaths, findLegacyReferences, formatPlanSummary, generateMigrationReport, generateReferenceMigrationSummary, getBuiltInType, getBuiltInTypeNames, getCacheEntryAge, getCacheEntryStatus, getCurrentContext, getCustomSyncDestinations, getDefaultCacheManager, getDefaultConfig, getDefaultDirectories, getDefaultPermissionManager, getDefaultRules, getDefaultStorageManager, getDirectory, getExtension, getFilename, getMigrationRequirements, getPlanStats, getRelativeCachePath, getRemainingTtl, getTargetRepos, hasContentChanged, hasFrontmatter, hasLegacyReferences, hasPermission as hasPermissionLevel, isBuiltInType, isCacheEntryFresh, isCacheEntryValid, isCurrentProjectUri, isLegacyConfig, isLegacyReference, isModernConfig, isAllowed as isPermissionAllowed, isValidUri, levelGrants, loadConfig, loadCustomTypes, matchAnyPattern, matchPattern, maxLevel, mergeFetchOptions, mergeRules, mergeTypes, migrateConfig, migrateFileReferences, minLevel, needsMigration, parseCustomDestination, parseMetadata, parseReference, parseTtl, resolveOrganization, resolveReference, resolveReferences, ruleMatchesAction, ruleMatchesContext, ruleMatchesPath, sanitizePath, serializeCacheEntry, setDefaultCacheManager, setDefaultPermissionManager, setDefaultStorageManager, shouldSyncToRepo, summarizeEvaluations, touchCacheEntry, validateCustomTypes, validateMetadata, validateMigratedConfig, validateOrg, validatePath, validateRules2 as validatePermissionRules, validateProject, validateRules, validateUri };
+// src/core/env/index.ts
+function expandEnvVars(value, options = {}) {
+  const env = options.env ?? process.env;
+  return value.replace(/\$\{([^}]+)\}/g, (match, varName) => {
+    const envValue = env[varName];
+    if (envValue === void 0) {
+      if (options.warnOnMissing) {
+        console.warn(`Warning: Environment variable ${varName} is not set`);
+      }
+      if (options.onMissing) {
+        options.onMissing(varName);
+      }
+      return match;
+    }
+    return envValue;
+  });
+}
+function expandEnvVarsInConfig(config, options = {}) {
+  if (typeof config === "string") {
+    return expandEnvVars(config, options);
+  }
+  if (Array.isArray(config)) {
+    return config.map((item) => expandEnvVarsInConfig(item, options));
+  }
+  if (config !== null && typeof config === "object") {
+    const result = {};
+    for (const [key, value] of Object.entries(config)) {
+      result[key] = expandEnvVarsInConfig(value, options);
+    }
+    return result;
+  }
+  return config;
+}
+function hasEnvVars(value) {
+  return /\$\{[^}]+\}/.test(value);
+}
+function extractEnvVarNames(value) {
+  const matches = value.matchAll(/\$\{([^}]+)\}/g);
+  const names = [];
+  for (const match of matches) {
+    if (match[1]) {
+      names.push(match[1]);
+    }
+  }
+  return names;
+}
+async function readCodexConfig(configPath, options = {}) {
+  const content = await fs3.readFile(configPath, "utf-8");
+  const rawConfig = yaml2.load(content);
+  let config;
+  if (rawConfig?.codex && typeof rawConfig.codex === "object") {
+    config = rawConfig.codex;
+  } else {
+    config = rawConfig;
+  }
+  if (!config.organization) {
+    throw new Error("Invalid config: organization is required");
+  }
+  if (options.expandEnv !== false) {
+    const envOptions = {
+      env: options.env,
+      warnOnMissing: options.warnOnMissingEnv
+    };
+    config = expandEnvVarsInConfig(config, envOptions);
+  }
+  return config;
+}
+async function readUnifiedConfig(configPath, options = {}) {
+  const content = await fs3.readFile(configPath, "utf-8");
+  let config = yaml2.load(content);
+  if (options.expandEnv !== false) {
+    const envOptions = {
+      env: options.env,
+      warnOnMissing: options.warnOnMissingEnv
+    };
+    config = expandEnvVarsInConfig(config, envOptions);
+  }
+  return config;
+}
+function isUnifiedConfig(config) {
+  if (config === null || typeof config !== "object") {
+    return false;
+  }
+  const maybeUnified = config;
+  return "codex" in maybeUnified && maybeUnified.codex !== null && typeof maybeUnified.codex === "object";
+}
+
+// src/core/utils/index.ts
+var DURATION_MULTIPLIERS = {
+  s: 1,
+  // seconds
+  m: 60,
+  // minutes
+  h: 3600,
+  // hours
+  d: 86400,
+  // days
+  w: 604800,
+  // weeks (7 days)
+  M: 2592e3,
+  // months (30 days)
+  y: 31536e3
+  // years (365 days)
+};
+var SIZE_MULTIPLIERS = {
+  B: 1,
+  KB: 1024,
+  MB: 1024 * 1024,
+  GB: 1024 * 1024 * 1024,
+  TB: 1024 * 1024 * 1024 * 1024
+};
+function parseDuration(duration) {
+  if (typeof duration === "number") {
+    return duration;
+  }
+  const match = duration.match(/^(\d+(?:\.\d+)?)\s*([smhdwMy])$/);
+  if (!match || !match[1] || !match[2]) {
+    throw new Error(`Invalid duration format: ${duration}. Use format like "1h", "7d", "1M"`);
+  }
+  const valueStr = match[1];
+  const unit = match[2];
+  const value = parseFloat(valueStr);
+  const multiplier = DURATION_MULTIPLIERS[unit];
+  if (multiplier === void 0) {
+    throw new Error(`Unknown duration unit: ${unit}`);
+  }
+  return Math.round(value * multiplier);
+}
+function parseSize(size) {
+  if (typeof size === "number") {
+    return size;
+  }
+  const match = size.match(/^(\d+(?:\.\d+)?)\s*(B|KB|MB|GB|TB)$/i);
+  if (!match || !match[1] || !match[2]) {
+    throw new Error(`Invalid size format: ${size}. Use format like "100MB", "1GB"`);
+  }
+  const valueStr = match[1];
+  const unit = match[2];
+  const value = parseFloat(valueStr);
+  const multiplier = SIZE_MULTIPLIERS[unit.toUpperCase()];
+  if (multiplier === void 0) {
+    throw new Error(`Unknown size unit: ${unit}`);
+  }
+  return Math.round(value * multiplier);
+}
+function formatBytes2(bytes) {
+  if (bytes < 1024) return `${bytes} B`;
+  if (bytes < 1024 * 1024) return `${(bytes / 1024).toFixed(1)} KB`;
+  if (bytes < 1024 * 1024 * 1024) return `${(bytes / (1024 * 1024)).toFixed(1)} MB`;
+  return `${(bytes / (1024 * 1024 * 1024)).toFixed(1)} GB`;
+}
+function formatDuration(ms) {
+  if (ms < 1e3) return `${ms}ms`;
+  if (ms < 6e4) return `${(ms / 1e3).toFixed(1)}s`;
+  if (ms < 36e5) return `${(ms / 6e4).toFixed(1)}m`;
+  return `${(ms / 36e5).toFixed(1)}h`;
+}
+function formatSeconds(seconds) {
+  if (seconds < 60) return `${seconds}s`;
+  if (seconds < 3600) return `${(seconds / 60).toFixed(1)}m`;
+  if (seconds < 86400) return `${(seconds / 3600).toFixed(1)}h`;
+  return `${(seconds / 86400).toFixed(1)}d`;
+}
+function isValidDuration(value) {
+  return /^\d+(?:\.\d+)?\s*[smhdwMy]$/.test(value);
+}
+function isValidSize(value) {
+  return /^\d+(?:\.\d+)?\s*(B|KB|MB|GB|TB)$/i.test(value);
+}
+
+export { AutoSyncPatternSchema, BUILT_IN_TYPES, CODEX_URI_PREFIX, CacheManager, CachePersistence, CodexConfigSchema, CodexError, CommonRules, ConfigurationError, CustomTypeSchema, DEFAULT_CACHE_DIR, DEFAULT_FETCH_OPTIONS, DEFAULT_MIGRATION_OPTIONS, DEFAULT_PERMISSION_CONFIG, DEFAULT_SYNC_CONFIG, DEFAULT_TYPE, FilePluginFileNotFoundError, FilePluginStorage, GitHubStorage, HttpStorage, LEGACY_PATTERNS, LEGACY_REF_PREFIX, LocalStorage, MetadataSchema, PERMISSION_LEVEL_ORDER, PermissionDeniedError, PermissionManager, StorageManager, SyncManager, SyncRulesSchema, TTL, TypeRegistry, TypesConfigSchema, ValidationError, buildUri, calculateCachePath, calculateContentHash, convertLegacyReference, convertLegacyReferences, convertToUri, createCacheEntry, createCacheManager, createCachePersistence, createDefaultRegistry, createEmptyModernConfig, createEmptySyncPlan, createGitHubStorage, createHttpStorage, createLocalStorage, createPermissionManager, createRule, createRulesFromPatterns, createStorageManager, createSyncManager, createSyncPlan, deserializeCacheEntry, detectContentType, detectCurrentProject, detectVersion, estimateSyncTime, evaluatePath, evaluatePaths, evaluatePatterns, evaluatePermission, evaluatePermissions, expandEnvVars, expandEnvVarsInConfig, extendType, extractEnvVarNames, extractOrgFromRepoName, extractRawFrontmatter, filterByPatterns, filterByPermission, filterPlanOperations, filterSyncablePaths, findLegacyReferences, formatBytes2 as formatBytes, formatDuration, formatPlanSummary, formatSeconds, generateMigrationReport, generateReferenceMigrationSummary, getBuiltInType, getBuiltInTypeNames, getCacheEntryAge, getCacheEntryStatus, getCurrentContext, getCustomSyncDestinations, getDefaultCacheManager, getDefaultConfig, getDefaultDirectories, getDefaultPermissionManager, getDefaultRules, getDefaultStorageManager, getDirectory, getExtension, getFilename, getMigrationRequirements, getPlanStats, getRelativeCachePath, getRemainingTtl, getTargetRepos, hasContentChanged, hasEnvVars, hasFrontmatter, hasLegacyReferences, hasPermission as hasPermissionLevel, isBuiltInType, isCacheEntryFresh, isCacheEntryValid, isCurrentProjectUri, isLegacyConfig, isLegacyReference, isModernConfig, isAllowed as isPermissionAllowed, isUnifiedConfig, isValidDuration, isValidSize, isValidUri, levelGrants, loadConfig, loadCustomTypes, matchAnyPattern, matchPattern, maxLevel, mergeFetchOptions, mergeRules, mergeTypes, migrateConfig, migrateFileReferences, minLevel, needsMigration, parseCustomDestination, parseDuration, parseMetadata, parseReference, parseSize, parseTtl, readCodexConfig, readUnifiedConfig, resolveOrganization, resolveReference, resolveReferences, ruleMatchesAction, ruleMatchesContext, ruleMatchesPath, sanitizePath, serializeCacheEntry, setDefaultCacheManager, setDefaultPermissionManager, setDefaultStorageManager, shouldSyncToRepo, summarizeEvaluations, touchCacheEntry, validateCustomTypes, validateMetadata, validateMigratedConfig, validateOrg, validatePath, validateRules2 as validatePermissionRules, validateProject, validateRules, validateUri };
 //# sourceMappingURL=index.js.map
 //# sourceMappingURL=index.js.map