@tdk-landscape/tdk-cli-core 1.3.15 → 1.3.26

package/engine/topologies/tilt/resources/orchestrator/apply_resource_validation.star

@@ -0,0 +1,36 @@
+# =============================================================================
+# ✅ ORCHESTRATOR APPLY - resource VALIDATION
+# =============================================================================
+
+load('../../common/utils.star', 'Utils')
+
+
+def validate_resource(resource_config):
+    resource_name = resource_config['name']
+    resource_paths = []
+
+    for resource in resource_config.get('resources', []):
+        resource_paths.append(resource_config['path'] + "/" + resource['name'])
+
+    circular_deps = Utils.detect_circular_deps(resource_paths)
+    if circular_deps:
+        error_msg = "🔴 CIRCULAR DEPENDENCY DETECTED IN RESOURCE: " + resource_name + "\n"
+        for cycle in circular_deps:
+            error_msg += "   🔄 " + ' → '.join(cycle) + "\n"
+        fail(error_msg)
+
+    for resource_path in resource_paths:
+        naming_errors = Utils.validate_lib_naming(resource_path)
+        if naming_errors:
+            # Print warnings but don't fail - allow services to load with missing libs
+            print("⚠️  LIBRARY NAMING WARNING in " + resource_name)
+            for err in naming_errors:
+                print("   ❌ " + err['package'] + ": " + err['error'])
+            print("   📝 Continuing despite missing libraries (this may cause build failures)")
+
+
+ResourceValidation = struct(
+    validate = validate_resource,
+)
+
+VALIDATION = {}

package/engine/topologies/tilt/resources/orchestrator/apply_runtime_flags.star

@@ -0,0 +1,44 @@
+# =============================================================================
+# 🎛️ ORCHESTRATOR APPLY - RUNTIME FLAGS
+# =============================================================================
+
+def _resolve_bool_env(env_name, default_value):
+    value = os.environ.get(env_name, '').lower()
+    if value in ['1', 'true', 'yes', 'on']:
+        return True
+    if value in ['0', 'false', 'no', 'off']:
+        return False
+    return default_value
+
+
+def resolve_runtime_flags():
+    trigger_mode = os.environ.get('TILT_TRIGGER_MODE', 'auto').lower()
+
+    # Match trigger mode semantics by default:
+    # - auto mode: boot app resources automatically
+    # - manual mode: require explicit triggers for app resources
+    auto_init_apps = _resolve_bool_env('TILT_AUTO_INIT_APPS', trigger_mode == 'auto')
+    auto_init_migrators = _resolve_bool_env('TILT_AUTO_INIT_MIGRATORS', False)
+
+    # Config generators are lightweight and safe to run on startup by default.
+    auto_init_config_gen = _resolve_bool_env('TILT_AUTO_INIT_CONFIG_GEN', True)
+
+    # In manual mode, avoid hard gating app backends on migrator builds.
+    enforce_migrator_deps = _resolve_bool_env('TILT_ENFORCE_MIGRATOR_DEPS', trigger_mode == 'auto')
+
+    # In manual mode, default to single replica for faster local feedback loops.
+    disable_app_replicas = _resolve_bool_env('TILT_DISABLE_APP_REPLICAS', trigger_mode == 'manual')
+
+    return {
+        'trigger_mode': trigger_mode,
+        'auto_init_apps': auto_init_apps,
+        'auto_init_migrators': auto_init_migrators,
+        'auto_init_config_gen': auto_init_config_gen,
+        'enforce_migrator_deps': enforce_migrator_deps,
+        'disable_app_replicas': disable_app_replicas,
+    }
+
+
+RuntimeFlags = struct(
+    resolve = resolve_runtime_flags,
+)

package/engine/topologies/tilt/resources/orchestrator/builders/typescript.star

@@ -0,0 +1,164 @@
+# =============================================================================
+# 🧱 TILT SDK - TYPESCRIPT BUILDERS
+# =============================================================================
+# Path: .tilt/provisioner/orchestrator/builders/typescript.star
+# Purpose: TypeScript build helpers for orchestrator
+# =============================================================================
+
+
+# === INLINED CONSTANTS for pure extension loading ===
+OUTPUT = struct(AUTOGENERATED_FOLDER = ".autogenerated")
+DEFAULTS = {}
+
+# === END INLINED CONSTANTS ===
+
+
+load('../../../common/utils.star', 'Utils')
+# Import filewatch ignore patterns from master config (replaces hardcoded values)
+
+
+def _with_resource_prefix(pattern, resource_path):
+    """Prefix dockerignore pattern so it applies to the service subtree in root context."""
+    normalized = pattern
+    if normalized.startswith('/'):
+        normalized = normalized[1:]
+
+    # Patterns in autogenerated dockerignore are service-relative.
+    # When context is project root, scope patterns under resource_path.
+    return resource_path + '/' + normalized
+
+
+def get_filewatch_ignore_patterns(resource_path):
+    """Return filewatch ignore patterns to prevent fsnotify buffer overflow."""
+    return [
+        resource_path + "/node_modules",
+        resource_path + "/dist",
+        resource_path + "/build",
+        resource_path + "/.git",
+        resource_path + "/.prisma",
+        resource_path + "/.turbo",
+        resource_path + "/coverage",
+        resource_path + "/tmp",
+        resource_path + "/temp",
+    ]
+
+def _load_autogenerated_dockerignore_patterns(dockerfile_path, resource_path):
+    """
+    Read Dockerfile-specific autogenerated dockerignore and convert to Tilt ignore rules.
+    Note: Tilt ignore does not support negate patterns ('!'), so those are skipped.
+    """
+    dockerignore_path = dockerfile_path + '.dockerignore'
+    content = read_file(dockerignore_path, default='')
+
+    if not content:
+        return []
+
+    ignore_patterns = []
+    for raw_line in str(content).split('\n'):
+        line = raw_line.strip()
+        if not line or line.startswith('#') or line.startswith('!'):
+            continue
+        ignore_patterns.append(_with_resource_prefix(line, resource_path))
+
+    return ignore_patterns
+
+def _get_resource_only_paths(resource_path):
+    """
+    Generate minimal file paths for docker_build 'only' parameter.
+    This dramatically reduces build context from 7.4GB to just the necessary files.
+    
+    Args:
+        resource_path: Path to service (e.g., 'services/product/{domain}/{service-name}')
+    
+    Returns:
+        List of paths to include in build context
+    """
+    only_paths = [
+        # Root level dependencies
+        'bun.lock',
+        'bun.lockb',
+        'package.json',
+        
+        # Service-specific files
+        resource_path,
+        
+        # Shared runtime scripts copied in generated Dockerfiles.
+        'shared-platform-engineering/docker-templates',
+
+        # Common DDD layers used by backend Dockerfiles.
+        'shared-ddd-layers/domain',
+        'shared-ddd-layers/infrastructure',
+    ]
+
+    # Include only internal libraries referenced by this service package.json.
+    # This prevents unrelated library changes from triggering global rebuilds.
+    deps_map = Utils.build_deps_mapping(resource_path)
+    for dep_path in deps_map.values():
+        if dep_path not in only_paths:
+            only_paths.append(dep_path)
+
+    return only_paths
+
+def _build_typescript_service(name, context, dockerfile, live_update_rules, deps, env=None):
+    """Build a TypeScript service with Docker.
+    
+    Args:
+        name: Resource name
+        context: Docker build context
+        dockerfile: Path to Dockerfile
+        live_update_rules: Live update configuration
+        deps: Resource dependencies
+        env: Dict of environment variables to pass to container (optional)
+    """
+    # Extract service path from dockerfile path (e.g., 'services/product/{domain}/{service-name}')
+    # The dockerfile parameter looks like: 'services/product/{domain}/{service-name}/autogenerated/Dockerfile.autogenerated'
+    resource_path = '/'.join(dockerfile.split('/')[:-1])
+    
+    # Handle both 'autogenerated' (without dot) and '.autogenerated' (with dot)
+    # Some services use 'autogenerated', others use '.autogenerated' folder
+    autogenerated_folders = ['autogenerated', '.autogenerated']
+    for folder in autogenerated_folders:
+        suffix = '/' + folder
+        if resource_path.endswith(suffix):
+            resource_path = resource_path[:-len(suffix)]
+            break
+    
+    # Also check OUTPUT.AUTOGENERATED_FOLDER for consistency
+    if resource_path.endswith('/' + OUTPUT.AUTOGENERATED_FOLDER):
+        resource_path = resource_path[:-(len('/' + OUTPUT.AUTOGENERATED_FOLDER))]
+
+    ignore_patterns = _load_autogenerated_dockerignore_patterns(dockerfile, resource_path)
+    
+    # CRITICAL FIX: Add filewatch ignore patterns from master config
+    # These prevent fsnotify buffer overflow by excluding high-churn directories
+    # Previously hardcoded; now imported from TILT_RESOURCE_DEFAULTS.star
+    additional_ignores = get_filewatch_ignore_patterns(resource_path)
+    
+    # Merge patterns, avoiding duplicates
+    for pattern in additional_ignores:
+        if pattern not in ignore_patterns:
+            ignore_patterns.append(pattern)
+    
+    only_paths = _get_resource_only_paths(resource_path)
+
+    # Build context must be the project root (.) so that COPY commands can reference
+    # shared-platform-engineering/, shared-ddd-layers/, and services/ directories
+    # BUT we use 'only' to dramatically reduce the context size (from 7.4GB to ~100MB)
+    docker_build(
+        name,
+        context,
+        dockerfile=dockerfile,
+        target='production',
+        live_update=live_update_rules,
+        only=_get_resource_only_paths(resource_path),
+        ignore=ignore_patterns,
+        network='host',
+    )
+
+
+TypescriptBuilders = struct(
+    build_typescript_service = _build_typescript_service,
+    load_dockerignore_patterns = _load_autogenerated_dockerignore_patterns,
+)
+
+DEBUG = {}

package/engine/topologies/tilt/resources/orchestrator/generators/dependencies/AGENTS.md

@@ -0,0 +1,75 @@
+# AGENTS.md - Dependency Resolution Module
+
+## Purpose
+
+Centralized dependency resolution for Tilt SDK generators. Auto-discovers and injects configuration from internal dependencies.
+
+## Key Functions
+
+### `resolve_backend_api_path(manifest)`
+Resolves API path from backend manifest when frontend has `backendName`.
+
+```python
+# Frontend manifest: { "backendName": "identity-management-backend" }
+api_path = resolve_backend_api_path(manifest)
+# Returns: "/api/v1/identity-management" (from backend manifest)
+```
+
+### `resolve_dependency_api_urls(manifest)`
+Resolves all API URLs from `dependsOn`.
+
+```python
+# Manifest: { "dependsOn": ["identity", "user"] }
+urls = resolve_dependency_api_urls(manifest)
+# Returns: { "identity": "/api/v1/identities", "user": "/api/v1/users" }
+```
+
+### `get_backend_manifest(manifest)`
+Gets full backend manifest by `backendName`.
+
+```python
+backend_manifest = get_backend_manifest(manifest)
+# Returns: Full backend manifest dict
+```
+
+### `inject_dependency_env_vars(manifest, base_env_vars)`
+Auto-injects VITE_*_API_URL environment variables for all dependencies.
+
+```python
+env_vars = inject_dependency_env_vars(manifest, {"PORT": 3000})
+# Returns: { "PORT": 3000, "VITE_IDENTITY_API_URL": "/api/v1/identities" }
+```
+
+## Usage
+
+```python
+load("./dependencies/resolver.star", "resolve_backend_api_path")
+
+def generate_something(manifest):
+    # Auto-resolve backend API path
+    api_path = resolve_backend_api_path(manifest)
+    if api_path:
+        # Use backend's apiPath
+        pass
+```
+
+## Architecture
+
+```
+manifest (with backendName)
+    ↓
+resolve_backend_api_path()
+    ↓
+registry.get_resource_by_name(backend_name)
+    ↓
+backend_service.resources[]
+    ↓
+backend_manifest.apiPath
+```
+
+## Future Extensions
+
+- Add caching for resolved dependencies
+- Add version compatibility checking
+- Add circular dependency detection
+- Support multiple backend references

package/engine/topologies/tilt/resources/orchestrator/generators/dependencies/index.star

@@ -0,0 +1,21 @@
+# =============================================================================
+# 🔗 TILT SDK - DEPENDENCY RESOLUTION MODULE
+# =============================================================================
+# Purpose: Centralized dependency resolution for generators
+#          Auto-discover and inject configuration from internal dependencies
+# =============================================================================
+
+load("./resolver.star", 
+    "resolve_backend_api_path",
+    "resolve_dependency_api_urls", 
+    "get_backend_manifest",
+    "inject_dependency_env_vars",
+    "DependencyResolvers",
+)
+
+# Re-export all functions for easy access
+resolve_backend_api_path = resolve_backend_api_path
+resolve_dependency_api_urls = resolve_dependency_api_urls
+get_backend_manifest = get_backend_manifest
+inject_dependency_env_vars = inject_dependency_env_vars
+DependencyResolvers = DependencyResolvers

package/engine/topologies/tilt/resources/orchestrator/generators/dependencies/resolver.star

@@ -0,0 +1,134 @@
+# =============================================================================
+# 🔗 TILT SDK - DEPENDENCY RESOLUTION HELPERS
+# =============================================================================
+# Purpose: Resolve dependencies between services (frontend → backend lookups)
+#          Auto-inject configuration from internal dependencies
+# =============================================================================
+
+load("../../../../../../../discovery/registry.star", "get_resource_by_name")
+
+def resolve_backend_api_path(manifest):
+    """Resolve API path from backend manifest if backendName is specified.
+    
+    Frontend manifests often reference a backend via backendName.
+    This function looks up the backend's apiPath for consistency.
+    
+    Args:
+        manifest: Frontend service manifest
+    
+    Returns:
+        str: API path from backend manifest, or None if not found
+    """
+    backend_name = manifest.get("backendName")
+    if not backend_name:
+        return None
+    
+    # Try to find the backend service
+    backend_service = get_resource_by_name(backend_name)
+    if not backend_service:
+        return None
+    
+    # Get the backend manifest
+    backend_resources = backend_service.get("resources", [])
+    for resource in backend_resources:
+        if resource.get("name") == backend_name:
+            backend_manifest = resource.get("_manifest", {})
+            return backend_manifest.get("apiPath")
+    
+    return None
+
+
+def resolve_dependency_api_urls(manifest):
+    """Resolve all API URLs from dependsOn.
+    
+    For each dependency in dependsOn, looks up the service
+    and extracts its apiPath. Returns a dict mapping dependency names to URLs.
+    
+    Args:
+        manifest: Service manifest with dependsOn
+    
+    Returns:
+        dict: { dependency_name: api_url }
+    """
+    deps = manifest.get("dependsOn", [])
+    if not deps:
+        return {}
+    
+    urls = {}
+    for dep_name in deps:
+        dep_service = get_resource_by_name(dep_name)
+        if not dep_service:
+            continue
+        
+        # Find the backend resource for this dependency
+        dep_resources = dep_service.get("resources", [])
+        for resource in dep_resources:
+            # Skip frontend resources, look for backend
+            if resource.get("appType") == "frontend":
+                continue
+            
+            dep_manifest = resource.get("_manifest", {})
+            api_path = dep_manifest.get("apiPath")
+            if api_path:
+                urls[dep_name] = api_path
+                break
+    
+    return urls
+
+
+def get_backend_manifest(manifest):
+    """Get the backend manifest referenced by a frontend manifest.
+    
+    Args:
+        manifest: Frontend service manifest with backendName
+    
+    Returns:
+        dict: Backend manifest or None if not found
+    """
+    backend_name = manifest.get("backendName")
+    if not backend_name:
+        return None
+    
+    backend_service = get_resource_by_name(backend_name)
+    if not backend_service:
+        return None
+    
+    backend_resources = backend_service.get("resources", [])
+    for resource in backend_resources:
+        if resource.get("name") == backend_name:
+            return resource.get("_manifest", {})
+    
+    return None
+
+
+def inject_dependency_env_vars(manifest, base_env_vars):
+    """Inject environment variables from dependencies.
+    
+    For each internal dependency, adds VITE_{DEP}_API_URL to env vars.
+    
+    Args:
+        manifest: Service manifest
+        base_env_vars: Base environment variables dict
+    
+    Returns:
+        dict: Updated environment variables with dependency URLs
+    """
+    env_vars = dict(base_env_vars)
+    dep_urls = resolve_dependency_api_urls(manifest)
+    
+    for dep_name, api_path in dep_urls.items():
+        # Convert dependency name to env var key
+        # e.g., "identity-management-backend" -> "IDENTITY_MANAGEMENT_BACKEND_API_URL"
+        env_key = dep_name.upper().replace("-", "_").replace(".", "_")
+        env_vars["VITE_" + env_key + "_API_URL"] = api_path
+    
+    return env_vars
+
+
+# Export struct for easy importing
+DependencyResolvers = struct(
+    resolve_backend_api_path = resolve_backend_api_path,
+    resolve_dependency_api_urls = resolve_dependency_api_urls,
+    get_backend_manifest = get_backend_manifest,
+    inject_dependency_env_vars = inject_dependency_env_vars,
+)