@flisk-sh/flisk 0.0.0-stage → 1.3.190

package/engine/topologies/tilt/resources/orchestrator/apply_manifest_orchestration.star

@@ -0,0 +1,90 @@
+# Copyright (c) 2026 Flisk Landscape contributors
+# SPDX-License-Identifier: MIT
+# =============================================================================
+# 📄 ORCHESTRATOR APPLY - MANIFEST ORCHESTRATION
+# =============================================================================
+
+# === INLINED CONSTANTS for pure extension loading ===
+BASE_PORT_FRONTEND = 3000
+BASE_PORT_BACKEND = 4000
+# === END INLINED CONSTANTS ===
+
+
+load('../../../../../discovery/loading.star', 'Manifest')
+load('./generators/manifest_resource.star', 'ManifestResource')
+
+
+
+def prepare_resource_manifests(resource_config, ctx):
+    resource_name = resource_config['name']
+    resource_manifests = {}
+    backend_manifest_cache = {}
+    config_gen_resources = {}
+    
+    all_resources = resource_config.get('resources', [])
+
+    # First pass: load all manifests.
+    for resource in resource_config.get('resources', []):
+        # Use the resource's _resource_path if available (for services from different scan roots)
+        # Otherwise fall back to constructing path from resource_config path + resource name
+        resource_path = resource.get('_resource_path', resource_config['path'] + '/' + resource['name'])
+
+        # Load the manifest from the resource path
+        manifest = Manifest.load_manifest(resource_path)
+        resource_manifests[resource['name']] = manifest
+
+        app_name = manifest.get('appName', resource['name'])
+        stack = manifest.get('stack', resource_name)
+        port = manifest.get('port', BASE_PORT_FRONTEND)
+        app_type = manifest.get('appType', 'backend')
+
+        print(
+            "   [Tilt] ✅ Loaded: " + app_name
+            + " | Stack: " + stack
+            + " | Port: " + str(port)
+            + " | Type: " + app_type
+        )
+
+        if manifest.get('appType') == 'backend':
+            backend_manifest_cache[manifest.get('appName')] = manifest
+
+    # Second pass: create config generation resources.
+    for resource in resource_config.get('resources', []):
+        manifest = resource_manifests.get(resource['name'], {})
+        app_type = manifest.get('appType', 'backend')
+        # infra services (verdaccio, etc.) are loaded by dedicated infra loaders —
+        # do not generate golden app Dockerfiles/configs for them.
+        if app_type in ['library', 'sdk', 'infra']:
+            print("   [Tilt] ⏭  Skipping config-gen for {} (appType={})".format(resource['name'], app_type))
+            continue
+
+        backend_manifest = None
+
+        if resource.get('frontend', False) or app_type == 'frontend':
+            backend_name = manifest.get('backendName', resource['name'].replace('-frontend', '-backend'))
+            backend_manifest = backend_manifest_cache.get(backend_name)
+            if not backend_manifest:
+                backend_manifest = Manifest.load_related(manifest)
+
+        # Use the resource's actual service path for config generation
+        resource_path = resource.get('_resource_path', resource_config['path'] + '/' + resource['name'])
+        
+        config_gen_resource = ManifestResource.create_config_resource(
+            resource_name,
+            resource,
+            resource_path,  # Pass correct path instead of resource_config['path']
+            manifest,
+            backend_manifest,
+            ctx,
+        )
+        config_gen_resources[resource['name']] = config_gen_resource
+
+    return {
+        'resource_manifests': resource_manifests,
+        'config_gen_resources': config_gen_resources,
+    }
+
+
+ManifestOrchestration = struct(
+    prepare = prepare_resource_manifests,
+)

package/engine/topologies/tilt/resources/orchestrator/apply_migrator_orchestration.star

@@ -0,0 +1,150 @@
+# Copyright (c) 2026 Flisk Landscape contributors
+# SPDX-License-Identifier: MIT
+# =============================================================================
+# 🗃️ ORCHESTRATOR APPLY - MIGRATOR ORCHESTRATION
+# =============================================================================
+# BLOCKER FIX #2: Sequential migration execution to prevent race conditions
+# =============================================================================
+
+# === INLINED CONSTANTS for pure extension loading ===
+OUTPUT = struct(AUTOGENERATED_FOLDER = ".autogenerated")
+# === END INLINED CONSTANTS ===
+
+
+load('../../../platform/docker/index.star', 'Docker')
+
+load('../../../platform/docker/generators/golden_docker_generator_v2.star', 'L4_generate_orchestrator')
+
+
+def _find_backend_resource_path(resource_config):
+    resource_path = resource_config.get('path', '')
+    if not resource_path:
+        return None
+    backend_resource_path = None
+
+    for res in resource_config.get('resources', []):
+        if res.get('frontend', False):
+            continue
+
+        candidate = resource_path + '/' + res['name']
+        prisma_check = local("test -d " + candidate + "/prisma && echo yes || echo no", quiet=True)
+        prisma_check_stdout = getattr(prisma_check, "stdout", prisma_check)
+        has_prisma = str(prisma_check_stdout).strip() == 'yes'
+
+        if has_prisma:
+            return candidate
+
+        if backend_resource_path == None:
+            backend_resource_path = candidate
+
+    return backend_resource_path
+
+
+def register_migrators(resource_config, ctx, runtime_flags, compose_project_name):
+    should_enable = ctx['should_enable']
+    write_file = ctx['write_file']
+    resource_name = resource_config.get('name', '')
+    resource_path = resource_config.get('path', '')
+
+    if not resource_name:
+        print("⚠️  Skipping migrator registration for service without name")
+        return
+
+    if not resource_path:
+        # Silently skip migrator registration for services without paths
+        return
+
+    if not resource_config.get('has_migrator', False):
+        return
+    if not should_enable('database-management'):
+        return
+
+    backend_resource_path = _find_backend_resource_path(resource_config)
+    dockerfile_res_path = backend_resource_path if backend_resource_path else resource_path
+
+    df_contents = L4_generate_orchestrator(
+        dockerfile_res_path,
+        res_type='migrator',
+        resource_name=resource_name,
+        use_nginx=False,
+        port=3000,
+        target_path='/app/dist',
+        build_cmd='echo "No build needed for migrator"',
+        cmd='bun run db:migrate',
+        use_infisical=False,
+        use_shared_libs=True,
+        use_prisma=True,
+        use_golden=should_enable('golden-image'),
+    )
+    write_file(dockerfile_res_path + "/" + OUTPUT.AUTOGENERATED_FOLDER + "/Dockerfile.migrator.autogenerated", df_contents)
+
+    migrator_dockerignore_content = Docker.generate_dockerignore(dockerfile_res_path, 'migrator')
+    write_file(
+        dockerfile_res_path + "/" + OUTPUT.AUTOGENERATED_FOLDER + "/Dockerfile.migrator.autogenerated.dockerignore",
+        migrator_dockerignore_content,
+    )
+
+    Docker.migrator_compose(
+        resource_path=resource_path,
+        resource_name=resource_name,
+        dockerfile_path=dockerfile_res_path + '/' + OUTPUT.AUTOGENERATED_FOLDER + '/Dockerfile.migrator.autogenerated',
+        write_fn=write_file,
+    )
+    docker_compose(
+        resource_path + '/' + OUTPUT.AUTOGENERATED_FOLDER + '/docker-compose.migrator.autogenerated.yml',
+        project_name=compose_project_name,
+    )
+
+    migrator_names = resource_config.get('migrator_names', [resource_name + '-db-migrator'])
+    for migrator_name in migrator_names:
+        # =============================================================================
+        # BLOCKER FIX #2: Sequential migration dependencies prevent race conditions
+        # =============================================================================
+        # Each migrator depends on postgres, its own provisioned DB, golden image,
+        # AND the previous migrator to ensure sequential execution
+        migrator_db_deps = ['postgres', 'provision-db-' + resource_name]
+        if should_enable('golden-image') and ctx.get('golden_image_resource'):
+            migrator_db_deps.append(ctx['golden_image_resource'])
+        
+        # Add sequential dependency on previous migrator to prevent parallel execution
+        # Use ctx to track sequence (mutable dict passed from caller)
+        migrator_index = ctx.setdefault('migrator_sequence', {})
+        previous_migrator = _get_previous_migrator(resource_name, migrator_index)
+        if previous_migrator:
+            migrator_db_deps.append(previous_migrator)
+            print("🔗 Sequential migration: " + migrator_name + " will run after " + previous_migrator)
+
+        dc_resource(
+            migrator_name,
+            labels=['app.' + resource_name, 'migrator'],
+            resource_deps=migrator_db_deps,
+            auto_init=runtime_flags['auto_init_migrators'],
+        )
+
+
+# =============================================================================
+# BLOCKER FIX #2: Migration sequencing tracker
+# =============================================================================
+# Pass migrator sequence via ctx to avoid frozen module-level state
+# The caller initializes ctx['migrator_sequence'] = {} before calling register_migrators
+
+def _get_previous_migrator(current_service, migrator_index):
+    """
+    Get the previous migrator in sequence for dependency chaining.
+    Returns the migrator name that should complete before this one starts.
+    """
+    if current_service not in migrator_index:
+        migrator_index[current_service] = len(migrator_index)
+    
+    idx = migrator_index[current_service]
+    if idx > 0:
+        # Find the service with index idx - 1
+        for svc, svc_idx in migrator_index.items():
+            if svc_idx == idx - 1:
+                return svc + '-db-migrator'
+    return None
+
+
+MigratorOrchestration = struct(
+    register = register_migrators,
+)

package/engine/topologies/tilt/resources/orchestrator/apply_resource_validation.star

@@ -0,0 +1,38 @@
+# Copyright (c) 2026 Flisk Landscape contributors
+# SPDX-License-Identifier: MIT
+# =============================================================================
+# ✅ ORCHESTRATOR APPLY - resource VALIDATION
+# =============================================================================
+
+load('../../common/utils.star', 'Utils')
+
+
+def validate_resource(resource_config):
+    resource_name = resource_config['name']
+    resource_paths = []
+
+    for resource in resource_config.get('resources', []):
+        resource_paths.append(resource_config['path'] + "/" + resource['name'])
+
+    circular_deps = Utils.detect_circular_deps(resource_paths)
+    if circular_deps:
+        error_msg = "🔴 CIRCULAR DEPENDENCY DETECTED IN RESOURCE: " + resource_name + "\n"
+        for cycle in circular_deps:
+            error_msg += "   🔄 " + ' → '.join(cycle) + "\n"
+        fail(error_msg)
+
+    for resource_path in resource_paths:
+        naming_errors = Utils.validate_lib_naming(resource_path)
+        if naming_errors:
+            # Print warnings but don't fail - allow services to load with missing libs
+            print("⚠️  LIBRARY NAMING WARNING in " + resource_name)
+            for err in naming_errors:
+                print("   ❌ " + err['package'] + ": " + err['error'])
+            print("   📝 Continuing despite missing libraries (this may cause build failures)")
+
+
+ResourceValidation = struct(
+    validate = validate_resource,
+)
+
+VALIDATION = {}

package/engine/topologies/tilt/resources/orchestrator/apply_runtime_flags.star

@@ -0,0 +1,46 @@
+# Copyright (c) 2026 Flisk Landscape contributors
+# SPDX-License-Identifier: MIT
+# =============================================================================
+# 🎛️ ORCHESTRATOR APPLY - RUNTIME FLAGS
+# =============================================================================
+
+def _resolve_bool_env(env_name, default_value):
+    value = os.environ.get(env_name, '').lower()
+    if value in ['1', 'true', 'yes', 'on']:
+        return True
+    if value in ['0', 'false', 'no', 'off']:
+        return False
+    return default_value
+
+
+def resolve_runtime_flags():
+    trigger_mode = os.environ.get('TILT_TRIGGER_MODE', 'auto').lower()
+
+    # Match trigger mode semantics by default:
+    # - auto mode: boot app resources automatically
+    # - manual mode: require explicit triggers for app resources
+    auto_init_apps = _resolve_bool_env('TILT_AUTO_INIT_APPS', trigger_mode == 'auto')
+    auto_init_migrators = _resolve_bool_env('TILT_AUTO_INIT_MIGRATORS', False)
+
+    # Config generators are lightweight and safe to run on startup by default.
+    auto_init_config_gen = _resolve_bool_env('TILT_AUTO_INIT_CONFIG_GEN', True)
+
+    # In manual mode, avoid hard gating app backends on migrator builds.
+    enforce_migrator_deps = _resolve_bool_env('TILT_ENFORCE_MIGRATOR_DEPS', trigger_mode == 'auto')
+
+    # In manual mode, default to single replica for faster local feedback loops.
+    disable_app_replicas = _resolve_bool_env('TILT_DISABLE_APP_REPLICAS', trigger_mode == 'manual')
+
+    return {
+        'trigger_mode': trigger_mode,
+        'auto_init_apps': auto_init_apps,
+        'auto_init_migrators': auto_init_migrators,
+        'auto_init_config_gen': auto_init_config_gen,
+        'enforce_migrator_deps': enforce_migrator_deps,
+        'disable_app_replicas': disable_app_replicas,
+    }
+
+
+RuntimeFlags = struct(
+    resolve = resolve_runtime_flags,
+)

package/engine/topologies/tilt/resources/orchestrator/builders/typescript.star

@@ -0,0 +1,193 @@
+# Copyright (c) 2026 Flisk Landscape contributors
+# SPDX-License-Identifier: MIT
+# =============================================================================
+# 🧱 TILT SDK - TYPESCRIPT BUILDERS
+# =============================================================================
+# Path: .tilt/provisioner/orchestrator/builders/typescript.star
+# Purpose: TypeScript build helpers for orchestrator
+# =============================================================================
+
+
+# === INLINED CONSTANTS for pure extension loading ===
+OUTPUT = struct(AUTOGENERATED_FOLDER = ".autogenerated")
+DEFAULTS = {}
+
+# === END INLINED CONSTANTS ===
+
+
+load('../../../common/utils.star', 'Utils')
+# Import filewatch ignore patterns from master config (replaces hardcoded values)
+
+
+def _with_resource_prefix(pattern, resource_path):
+    """Prefix dockerignore pattern so it applies to the service subtree in root context."""
+    normalized = pattern
+    if normalized.startswith('/'):
+        normalized = normalized[1:]
+
+    # Patterns in autogenerated dockerignore are service-relative.
+    # When context is project root, scope patterns under resource_path.
+    return resource_path + '/' + normalized
+
+
+def get_filewatch_ignore_patterns(resource_path):
+    """Return filewatch ignore patterns to prevent fsnotify buffer overflow."""
+    return [
+        resource_path + "/node_modules",
+        resource_path + "/dist",
+        resource_path + "/build",
+        resource_path + "/.git",
+        resource_path + "/.prisma",
+        resource_path + "/.turbo",
+        resource_path + "/coverage",
+        resource_path + "/tmp",
+        resource_path + "/temp",
+    ]
+
+def _load_autogenerated_dockerignore_patterns(dockerfile_path, resource_path):
+    """
+    Read Dockerfile-specific autogenerated dockerignore and convert to Tilt ignore rules.
+    Note: Tilt ignore does not support negate patterns ('!'), so those are skipped.
+    """
+    dockerignore_path = dockerfile_path + '.dockerignore'
+    content = read_file(dockerignore_path, default='')
+
+    if not content:
+        return []
+
+    ignore_patterns = []
+    for raw_line in str(content).split('\n'):
+        line = raw_line.strip()
+        if not line or line.startswith('#') or line.startswith('!'):
+            continue
+        ignore_patterns.append(_with_resource_prefix(line, resource_path))
+
+    return ignore_patterns
+
+def _get_resource_only_paths(resource_path):
+    """
+    Generate minimal file paths for docker_build 'only' parameter.
+    This dramatically reduces build context from 7.4GB to just the necessary files.
+    
+    Args:
+        resource_path: Path to service (e.g., 'services/product/{domain}/{service-name}')
+    
+    Returns:
+        List of paths to include in build context
+    """
+    only_paths = [
+        # Root level dependencies
+        'bun.lock',
+        'bun.lockb',
+        'package.json',
+        
+        # Service-specific files
+        resource_path,
+        
+        # Shared runtime scripts copied in generated Dockerfiles.
+        'shared-platform-engineering/docker-templates',
+    ]
+
+    # Include only internal libraries referenced by this service package.json
+    # (covers shared-ddd-layers/<lib> too, via resolve_lib_path's 'ddd' root -
+    # no Dockerfile ever COPYs a bare shared-ddd-layers/domain or /infrastructure
+    # path, so hardcoding those two here was pure dead weight: every one of a
+    # large landscape's docker_build resources got its own Tilt watch
+    # registration on paths most projects don't even have on disk. At 107
+    # resources that's 107 duplicate watchers on the same couple of
+    # nonexistent paths - real amplification if anything ever touches them,
+    # and a plausible contributor to "fsnotify: queue or buffer overflow" at
+    # this scale, on top of being wasted watch overhead regardless).
+    # This also prevents unrelated library changes from triggering rebuilds
+    # of services that don't use them.
+    deps_map = Utils.build_deps_mapping(resource_path)
+    for dep_path in deps_map.values():
+        if dep_path not in only_paths:
+            only_paths.append(dep_path)
+
+    return only_paths
+
+def _build_typescript_service(name, context, dockerfile, live_update_rules, deps, env=None, target='production'):
+    """Build a TypeScript service with Docker.
+    
+    Args:
+        name: Resource name
+        context: Docker build context
+        dockerfile: Path to Dockerfile
+        live_update_rules: Live update configuration
+        deps: Resource dependencies
+        env: Dict of environment variables to pass to container (optional)
+        target: Dockerfile target to build (`development` for an opted-in Go service, otherwise `production`)
+    """
+    # Extract service path from dockerfile path (e.g., 'services/product/{domain}/{service-name}')
+    # The dockerfile parameter looks like: 'services/product/{domain}/{service-name}/autogenerated/Dockerfile.autogenerated'
+    resource_path = '/'.join(dockerfile.split('/')[:-1])
+    
+    # Handle both 'autogenerated' (without dot) and '.autogenerated' (with dot)
+    # Some services use 'autogenerated', others use '.autogenerated' folder
+    autogenerated_folders = ['autogenerated', '.autogenerated']
+    for folder in autogenerated_folders:
+        suffix = '/' + folder
+        if resource_path.endswith(suffix):
+            resource_path = resource_path[:-len(suffix)]
+            break
+    
+    # Also check OUTPUT.AUTOGENERATED_FOLDER for consistency
+    if resource_path.endswith('/' + OUTPUT.AUTOGENERATED_FOLDER):
+        resource_path = resource_path[:-(len('/' + OUTPUT.AUTOGENERATED_FOLDER))]
+
+    ignore_patterns = _load_autogenerated_dockerignore_patterns(dockerfile, resource_path)
+    
+    # CRITICAL FIX: Add filewatch ignore patterns from master config
+    # These prevent fsnotify buffer overflow by excluding high-churn directories
+    # Previously hardcoded; now imported from TILT_RESOURCE_DEFAULTS.star
+    additional_ignores = get_filewatch_ignore_patterns(resource_path)
+    
+    # Merge patterns, avoiding duplicates
+    for pattern in additional_ignores:
+        if pattern not in ignore_patterns:
+            ignore_patterns.append(pattern)
+    
+    only_paths = _get_resource_only_paths(resource_path)
+
+    # Build context must be the project root (.) so that COPY commands can reference
+    # shared-platform-engineering/, shared-ddd-layers/, and services/ directories
+    # BUT we use 'only' to dramatically reduce the context size (from 7.4GB to ~100MB)
+    docker_build(
+        name,
+        context,
+        dockerfile=dockerfile,
+        target=target,
+        live_update=live_update_rules,
+        only=_get_resource_only_paths(resource_path),
+        ignore=ignore_patterns,
+        network='host',
+    )
+
+
+def prebuild_dockerignore(dockerfile, project_root, res_path):
+    """Allowlist .dockerignore matching _build_typescript_service's only=/ignore=.
+
+    A plain `docker build` has no only= filter, so without this it would send
+    the whole project root as context. `res_path` is relative to the project
+    root (the build context); `dockerfile` may be absolute.
+    """
+    abs_res = project_root + '/' + res_path if project_root else res_path
+    lines = ['*']
+    for path in _get_resource_only_paths(abs_res):
+        lines.append('!' + (res_path if path == abs_res else path))
+    ignores = _load_autogenerated_dockerignore_patterns(dockerfile, res_path)
+    for pattern in get_filewatch_ignore_patterns(res_path):
+        if pattern not in ignores:
+            ignores.append(pattern)
+    lines.extend(ignores)
+    return '\n'.join(lines) + '\n'
+
+
+TypescriptBuilders = struct(
+    build_typescript_service = _build_typescript_service,
+    load_dockerignore_patterns = _load_autogenerated_dockerignore_patterns,
+    prebuild_dockerignore = prebuild_dockerignore,
+)
+
+DEBUG = {}

package/engine/topologies/tilt/resources/orchestrator/generators/dependencies/AGENTS.md

@@ -0,0 +1,75 @@
+# AGENTS.md - Dependency Resolution Module
+
+## Purpose
+
+Centralized dependency resolution for Tilt SDK generators. Auto-discovers and injects configuration from internal dependencies.
+
+## Key Functions
+
+### `resolve_backend_api_path(manifest)`
+Resolves API path from backend manifest when frontend has `backendName`.
+
+```python
+# Frontend manifest: { "backendName": "identity-management-backend" }
+api_path = resolve_backend_api_path(manifest)
+# Returns: "/api/v1/identity-management" (from backend manifest)
+```
+
+### `resolve_dependency_api_urls(manifest)`
+Resolves all API URLs from `dependsOn`.
+
+```python
+# Manifest: { "dependsOn": ["identity", "user"] }
+urls = resolve_dependency_api_urls(manifest)
+# Returns: { "identity": "/api/v1/identities", "user": "/api/v1/users" }
+```
+
+### `get_backend_manifest(manifest)`
+Gets full backend manifest by `backendName`.
+
+```python
+backend_manifest = get_backend_manifest(manifest)
+# Returns: Full backend manifest dict
+```
+
+### `inject_dependency_env_vars(manifest, base_env_vars)`
+Auto-injects VITE_*_API_URL environment variables for all dependencies.
+
+```python
+env_vars = inject_dependency_env_vars(manifest, {"PORT": 3000})
+# Returns: { "PORT": 3000, "VITE_IDENTITY_API_URL": "/api/v1/identities" }
+```
+
+## Usage
+
+```python
+load("./dependencies/resolver.star", "resolve_backend_api_path")
+
+def generate_something(manifest):
+    # Auto-resolve backend API path
+    api_path = resolve_backend_api_path(manifest)
+    if api_path:
+        # Use backend's apiPath
+        pass
+```
+
+## Architecture
+
+```
+manifest (with backendName)
+    ↓
+resolve_backend_api_path()
+    ↓
+registry.get_resource_by_name(backend_name)
+    ↓
+backend_service.resources[]
+    ↓
+backend_manifest.apiPath
+```
+
+## Future Extensions
+
+- Add caching for resolved dependencies
+- Add version compatibility checking
+- Add circular dependency detection
+- Support multiple backend references

package/engine/topologies/tilt/resources/orchestrator/generators/dependencies/index.star

@@ -0,0 +1,23 @@
+# Copyright (c) 2026 Flisk Landscape contributors
+# SPDX-License-Identifier: MIT
+# =============================================================================
+# 🔗 TILT SDK - DEPENDENCY RESOLUTION MODULE
+# =============================================================================
+# Purpose: Centralized dependency resolution for generators
+#          Auto-discover and inject configuration from internal dependencies
+# =============================================================================
+
+load("./resolver.star", 
+    "resolve_backend_api_path",
+    "resolve_dependency_api_urls", 
+    "get_backend_manifest",
+    "inject_dependency_env_vars",
+    "DependencyResolvers",
+)
+
+# Re-export all functions for easy access
+resolve_backend_api_path = resolve_backend_api_path
+resolve_dependency_api_urls = resolve_dependency_api_urls
+get_backend_manifest = get_backend_manifest
+inject_dependency_env_vars = inject_dependency_env_vars
+DependencyResolvers = DependencyResolvers