@flisk-sh/flisk 0.0.0-stage → 1.3.190

package/discovery/identity-management-backend/service.yaml

@@ -0,0 +1,26 @@
+appName: identity-management-backend
+appType: backend
+stack: identity
+port: 4004
+apiPath: /api/identity-management
+features:
+  - nats
+  - prisma
+healthCheck: True
+healthCheckPath: /api/v1/health
+params:
+  BASE_URL: http://identity.backend.tdk-project.local
+  EMAIL_FROM: noreply@tdk-project.local
+  UPSTASH_REDIS_REST_URL: http://redis:6379
+path: identity-management-backend
+playwright: True
+prisma_client_path: ./node_modules/.prisma/client/client
+replicas: 1
+runtime: bun
+secrets:
+  optional:
+  required:
+    - JWT_REFRESH_SECRET
+    - JWT_SECRET
+    - PASSWORD_PEPPER
+    - UPSTASH_REDIS_REST_TOKEN

package/discovery/identity-management-frontend/service.yaml

@@ -0,0 +1,29 @@
+appName: identity-management-frontend
+appType: frontend
+stack: identity
+port: 4000
+backendName: identity-management-backend
+basePath: /
+federation:
+  appName: identity-service
+  appType: remote
+  port: 4001
+  framework: vite
+  vite:
+    exposes:
+      ./PasswordReset: ./src/remote-entry.ts
+      ./SignIn: ./src/remote-entry.ts
+      ./SignUp: ./src/remote-entry.ts
+    name: identity_service
+    shared:
+      - react
+      - react-dom
+      - @tdk-landscape/introvertic-ui
+healthCheck: True
+path: identity-management-frontend
+playwright: True
+target_path: /app/dist
+traefik:
+  host: identity-management-frontend.localhost
+  rootPath: True
+  rootPriority: 101

package/discovery/identity-sdk/service.yaml

@@ -0,0 +1,9 @@
+appName: api
+appType: sdk
+stack: identity
+port: 5175
+backendName: identity-management-backend
+basePath: /identity-sdk
+healthCheck: False
+path: identity-sdk
+playwright: False

package/discovery/incremental_discovery.star

@@ -0,0 +1,215 @@
+# Copyright (c) 2026 Flisk Landscape contributors
+# SPDX-License-Identifier: MIT
+# =============================================================================
+# 📈 INCREMENTAL DISCOVERY - Register New Services Dynamically
+# =============================================================================
+# Handles registration of newly detected services without full Tilt restart
+# =============================================================================
+
+load("./registry.star", "CacheOps", "get_app_resources")
+load("./discovery_orchestrator.star", "normalize_manifest")
+load("../resources/orchestrator/generators/manifest_resource.star", "ManifestResource")
+load("../../engine/topologies/tilt/manifest/loader.star", "ManifestLoader")
+load("../../specs/specs/TILT_RESOURCE_DEFAULTS.star", "BASE_PORT_BACKEND")
+
+def register_new_resource(resource_path, manifest, ctx, auto_init=True, verbose=False):
+    """
+    Register a newly discovered resource and create its Tilt resources.
+    
+    Args:
+        resource_path: Path to resource directory
+        manifest: Loaded manifest dict
+        ctx: Tilt context with generators and config
+        auto_init: Whether to auto-init resources
+        verbose: Enable verbose logging
+    
+    Returns:
+        Struct with success status and created resources
+    """
+    resource_name = manifest.get("appName", "")
+    app_type = manifest.get("appType", "backend")
+    stack = manifest.get("stack", "")
+    
+    if verbose:
+        print("🚀 Registering new resource: {}".format(resource_name))
+    
+    # Normalize manifest to discovery format
+    resource = normalize_manifest(manifest, resource_path)
+    
+    # Build app resource structure
+    app_resource_dict = {
+        "name": resource_name,
+        "path": resource_path,
+        "labels": ["app." + resource_name],
+        "resources": [resource],
+    }
+    
+    # Add to cache
+    if not CacheOps.add(app_resource_dict):
+        print("⚠️  Failed to add {} to cache (may already exist)".format(resource_name))
+        return struct(success=False, error="cache_add_failed")
+    
+    # Create Tilt resources
+    created_resources = []
+    
+    # Create config-gen resource
+    config_gen_name = _create_config_gen_resource(
+        resource_name,
+        resource,
+        resource_path,
+        manifest,
+        ctx,
+        auto_init
+    )
+    created_resources.append(config_gen_name)
+    
+    # Create Docker build resource
+    docker_resource = _create_docker_resource(
+        resource_name,
+        resource,
+        resource_path,
+        manifest,
+        ctx
+    )
+    if docker_resource:
+        created_resources.append(docker_resource)
+    
+    # Create additional resources based on app type
+    if app_type == "frontend":
+        frontend_resources = _create_frontend_resources(
+            resource_name,
+            resource,
+            resource_path,
+            manifest,
+            ctx,
+            auto_init
+        )
+        created_resources.extend(frontend_resources)
+    
+    # Log success
+    print("✅ Auto-registered: {}".format(resource_name))
+    print("  └─ Stack: {}".format(stack))
+    print("  └─ Type: {}".format(app_type))
+    print("  └─ Resources: {} created".format(len(created_resources)))
+    
+    return struct(
+        success=True,
+        resource_name=resource_name,
+        resources=created_resources,
+        count=len(created_resources)
+    )
+
+def _create_config_gen_resource(resource_name, resource, resource_path, manifest, ctx, auto_init):
+    """Create config-gen resource for a resource."""
+    # Get backend manifest if frontend
+    backend_manifest = None
+    if resource.get("frontend", False):
+        backend_name = resource.get("backendName", resource_name.replace("-frontend", "-backend"))
+        backend_manifest = _get_backend_manifest(backend_name)
+    
+    # Use ManifestResource to create config-gen
+    resource_config = {
+        "name": resource.get("name", resource_name),
+        "port": resource.get("port", BASE_PORT_BACKEND),
+        "_manifest": manifest,
+    }
+    
+    config_gen_name = ManifestResource.create_config_resource(
+        resource_name,
+        resource_config,
+        resource_path,
+        manifest,
+        backend_manifest,
+        ctx
+    )
+    
+    return config_gen_name
+
+def _create_docker_resource(resource_name, resource, resource_path, manifest, ctx):
+    """Create Docker build resource for a resource."""
+    # Docker resource is created through the orchestrator
+    # This is handled when the config-gen resource runs
+    # Return the expected resource name for tracking
+    return resource_name
+
+def _create_frontend_resources(resource_name, resource, resource_path, manifest, ctx, auto_init):
+    """Create additional resources for frontend app resources."""
+    resources = []
+    
+    # Frontend dev server resource is auto-created by the orchestrator
+    # when processing the manifest
+    
+    return resources
+
+def _get_backend_manifest(backend_name):
+    """Look up backend manifest for a frontend app resource."""
+    # Search in current cache
+    for app_resource in get_app_resources():
+        if app_resource.get("name") == backend_name:
+            resources = app_resource.get("resources", [])
+            for res in resources:
+                if res.get("_manifest"):
+                    return res.get("_manifest")
+    return None
+
+def validate_resource_structure(resource_path):
+    """
+    Validate that an app resource has complete structure before registration.
+    
+    Args:
+        resource_path: Path to app resource directory
+    
+    Returns:
+        Struct with valid status and missing files
+    """
+    required_files = ["service.json", "package.json"]
+    missing = []
+    
+    for filename in required_files:
+        filepath = resource_path + "/" + filename
+        result = local(
+            "test -f {} && echo 'yes' || echo 'no'".format(filepath),
+            quiet=True,
+            echo_off=True
+        )
+        if str(result).strip() != "yes":
+            missing.append(filename)
+    
+    return struct(
+        valid=len(missing) == 0,
+        missing=missing,
+        has_resource_json="service.json" not in missing,
+        has_package_json="package.json" not in missing
+    )
+
+def check_duplicate_resource(resource_name):
+    """
+    Check if a resource name already exists.
+    
+    Args:
+        resource_name: Name to check
+    
+    Returns:
+        Struct with duplicate status and existing info
+    """
+    if CacheOps.has(resource_name):
+        # Find existing resource path
+        for app_resource in get_app_resources():
+            if app_resource.get("name") == resource_name:
+                return struct(
+                    duplicate=True,
+                    existing_path=app_resource.get("path", "unknown"),
+                    message="Resource '{}' already exists at {}".format(
+                        resource_name,
+                        app_resource.get("path", "unknown")
+                    )
+                )
+    
+    return struct(duplicate=False)
+
+# Export public API
+IncrementalDiscovery = struct(
+    register=register_new_resource,
+    validate_structure=validate_resource_structure,
+    check_duplicate=check_duplicate_resource,
+)

package/discovery/indexing.star

@@ -0,0 +1,9 @@
+# Copyright (c) 2026 Flisk Landscape contributors
+# SPDX-License-Identifier: MIT
+def by_app_name(manifests):
+    indexed = {}
+    for manifest in manifests:
+        app_name = manifest.get("appName")
+        if app_name:
+            indexed[app_name] = manifest
+    return indexed

package/discovery/json_manifest_scanner.star

@@ -0,0 +1,57 @@
+# Copyright (c) 2026 Flisk contributors
+# SPDX-License-Identifier: MIT
+# json_manifest_scanner.star
+# 
+# Purpose: Low-level JSON manifest file discovery using shell `find` command
+# Use: discover_json_manifests(root_path) returns list of manifest file paths
+#
+# NOTE: This is the "manual" scanner - it finds files in a specific folder.
+# For auto-discovery from Tilt's discovery system, use discovery.star instead.
+
+load("./manifest/constants.star", "MANIFEST_FILENAME")
+
+def discover_json_manifests(root_path):
+    """
+    Discover all JSON manifest files in a given root path.
+    
+    Args:
+        root_path: Path relative to project root (e.g., "services/product")
+                   or absolute path. Uses TDK_PROJECT_ROOT env var if set.
+                   Supports glob patterns like "identity-*" for flat structures.
+    
+    Returns:
+        List of manifest file paths (strings)
+    """
+    # Get project root from environment variable set by main Tiltfile
+    project_root = os.environ.get('TDK_PROJECT_ROOT', '.')
+    
+    # Check if root_path contains glob patterns
+    if '*' in root_path or '?' in root_path:
+        # Use bash to expand glob and find files
+        # The pattern like identity-* needs shell expansion
+        cmd = "cd " + project_root + " && bash -c 'for dir in " + root_path + "; do if [ -d \"$dir\" ]; then find \"$dir\" -maxdepth 3 -type f -name \"" + MANIFEST_FILENAME + "\" 2>/dev/null; fi; done'"
+        result = str(local(cmd, quiet=True, echo_off=True))
+    else:
+        # Keep discovery results project-relative whenever possible.
+        # Running `find` on an absolute `project_root/../sibling` path makes find
+        # emit absolute paths; stripping the leading "/" later produces bogus
+        # Docker context paths like `private/var/www/.../platform/verdaccio`.
+        if root_path.startswith('/'):
+            cmd = "find " + root_path + " -type f -name '" + MANIFEST_FILENAME + "' 2>/dev/null | sort"
+        else:
+            cmd = (
+                "cd " + project_root +
+                " && find " + root_path +
+                " -type f -name '" + MANIFEST_FILENAME + "' 2>/dev/null | sort"
+            )
+        result = str(local(cmd, quiet=True, echo_off=True))
+    
+    manifests = []
+    if result:
+        lines = result.strip().split("\n")
+        for line in lines:
+            line = line.strip()
+            if line and MANIFEST_FILENAME in line:
+                manifests.append(line)
+    
+    return manifests

package/discovery/libraries.star

@@ -0,0 +1,48 @@
+# Copyright (c) 2026 Flisk Landscape contributors
+# SPDX-License-Identifier: MIT
+# =============================================================================
+# 📚 TOPOLOGIES - DISCOVERY LIBRARIES
+# =============================================================================
+# Libraries are always auto-discovered from the filesystem by scanning
+# shared library directories for matching prefix patterns.
+# This eliminates stale hardcoded lists that required manual updates.
+# =============================================================================
+
+
+def autodiscover_libraries(root_path, prefix):
+    libs = []
+    result = str(local("ls -d " + root_path + "/" + prefix + "*/ 2>/dev/null || true", quiet=True, echo_off=True))
+
+    if result:
+        for line in result.strip().split("\n"):
+            if line:
+                lib_path = line.rstrip("/")
+                lib_name = lib_path.split("/")[-1]
+                if lib_name:
+                    libs.append(lib_name)
+
+    return libs
+
+
+def get_platform_libs():
+    discovered = autodiscover_libraries("shared-platform-engineering", "platform-")
+    if len(discovered) > 0:
+        is_verbose = os.environ.get('TILT_LOG_LEVEL') == 'verbose'
+        if is_verbose or len(discovered) <= 5:
+            lib_list = ", ".join(discovered)
+        else:
+            lib_list = ", ".join(discovered[:5]) + ", ... and {} more".format(len(discovered) - 5)
+        print("  📚 Autodiscovered platform libraries: {}".format(lib_list))
+    return discovered
+
+
+def get_product_libs():
+    discovered = autodiscover_libraries("shared-product-engineering", "product-")
+    if len(discovered) > 0:
+        is_verbose = os.environ.get('TILT_LOG_LEVEL') == 'verbose'
+        if is_verbose or len(discovered) <= 5:
+            lib_list = ", ".join(discovered)
+        else:
+            lib_list = ", ".join(discovered[:5]) + ", ... and {} more".format(len(discovered) - 5)
+        print("  📚 Autodiscovered product libraries: {}".format(lib_list))
+    return discovered

package/discovery/loading.star

@@ -0,0 +1,25 @@
+# Copyright (c) 2026 Flisk Landscape contributors
+# SPDX-License-Identifier: MIT
+load("./manifest/constants.star", "MANIFEST_FILENAME", "MANIFEST_DEFAULTS", "VALID_APP_TYPES", "DEFAULT_SYNCS")
+load("./manifest/loading.star", "load_manifest", "load_related_manifest", "get_default_syncs_for_type")
+load("./validation.star", _validate = "validate")
+load("./manifest/normalize.star", "load_and_normalize", "discover_manifests_in_path", "load_all_manifests", "get_port", "get_database_url", "print_summary", "generate_manifest_template")
+
+Manifest = struct(
+    load_manifest = load_manifest,
+    load_related = load_related_manifest,
+    load_and_normalize = load_and_normalize,
+    discover_manifests = discover_manifests_in_path,
+    load_all_manifests = load_all_manifests,
+    load_all = load_all_manifests,
+    validate = _validate,
+    get_port = get_port,
+    get_database_url = get_database_url,
+    get_default_syncs = get_default_syncs_for_type,
+    print_summary = print_summary,
+    generate_template = generate_manifest_template,
+    FILENAME = MANIFEST_FILENAME,
+    DEFAULTS = MANIFEST_DEFAULTS,
+    VALID_APP_TYPES = VALID_APP_TYPES,
+    DEFAULT_SYNCS = DEFAULT_SYNCS,
+)

package/discovery/manifest/constants.star

@@ -0,0 +1,106 @@
+# Copyright (c) 2026 Flisk contributors
+# SPDX-License-Identifier: MIT
+# =============================================================================
+# 📋 MANIFEST CONSTANTS (Self-Contained)
+# =============================================================================
+# Path: manifest/constants.star
+# Purpose: Define manifest filename patterns and constants
+# =============================================================================
+
+# Manifest filenames
+MANIFEST_FILENAME = "service.json"
+MANIFEST_FILENAME_YAML = "service.yaml"
+
+# File patterns
+MANIFEST_PATTERN = "*.json"
+
+# Config filenames
+PACKAGE_CONFIG_FILENAMES = ["package.json", "bun.lock"]
+GENERATED_CONFIG_FILENAMES = ["tsconfig.json", "vite.config.ts"]
+
+# Autogenerated paths
+AUTOGENERATED_CONFIG_PATHS = ["autogenerated/"]
+
+# Manifest defaults
+MANIFEST_DEFAULTS = {
+    "appType": "backend",
+    "runtime": "bun",
+    "port": 4000,
+    "replicas": 1,
+}
+
+# Valid app types
+VALID_APP_TYPES = ["backend", "frontend", "library", "migrator", "sdk", "worker", "bring-your-own"]
+
+# Default syncs
+DEFAULT_SYNCS = ["src", "prisma"]
+
+# Runtime configs
+RUNTIME_CONFIGS = {
+    "bun": {"port_env": "PORT", "command": "bun run start"},
+    "node": {"port_env": "PORT", "command": "node dist/index.js"},
+}
+
+# Traefik defaults
+TRAEFIK_DEFAULTS = {
+    "entrypoint": "web",
+    "scheme": "http",
+}
+
+# Service name patterns
+RESOURCE_NAME_PATTERNS = {
+    "backend": "{domain}-management-backend",
+    "frontend": "{domain}-management-frontend",
+}
+
+# Validation thresholds
+VALIDATION_THRESHOLDS = {
+    "min_port": 3000,
+    "max_port": 9999,
+    "min_replicas": 1,
+    "max_replicas": 10,
+}
+
+# Valid stacks - loaded dynamically from project config
+# Projects define their own stacks in .tdk/project.json
+VALID_STACKS = []
+
+# Valid features
+VALID_FEATURES = ["api-client", "env-config", "api-index", "prisma", "nats", "redis", "infisical", "vitest", "traefik", "websocket", "graphql", "grpc", "vite-node", "maintenance", "cron"]
+
+# Port ranges
+PORT_RANGES = {
+    "frontend_start": 3000,
+    "frontend_end": 3999,
+    "backend_start": 4000,
+    "backend_end": 4999,
+}
+
+# Struct for grouped exports
+ManifestConstants = struct(
+    MANIFEST_FILENAME = MANIFEST_FILENAME,
+    MANIFEST_FILENAME_YAML = MANIFEST_FILENAME_YAML,
+    MANIFEST_PATTERN = MANIFEST_PATTERN,
+    PACKAGE_CONFIG_FILENAMES = PACKAGE_CONFIG_FILENAMES,
+    GENERATED_CONFIG_FILENAMES = GENERATED_CONFIG_FILENAMES,
+    AUTOGENERATED_CONFIG_PATHS = AUTOGENERATED_CONFIG_PATHS,
+    MANIFEST_DEFAULTS = MANIFEST_DEFAULTS,
+    VALID_APP_TYPES = VALID_APP_TYPES,
+    DEFAULT_SYNCS = DEFAULT_SYNCS,
+    RUNTIME_CONFIGS = RUNTIME_CONFIGS,
+    TRAEFIK_DEFAULTS = TRAEFIK_DEFAULTS,
+    RESOURCE_NAME_PATTERNS = RESOURCE_NAME_PATTERNS,
+    VALIDATION_THRESHOLDS = VALIDATION_THRESHOLDS,
+    VALID_STACKS = VALID_STACKS,
+    VALID_FEATURES = VALID_FEATURES,
+    PORT_RANGES = PORT_RANGES,
+)
+
+# =============================================================================
+# INDIVIDUAL EXPORTS for load() compatibility
+# =============================================================================
+# These enable: load("./manifest/constants.star", "MANIFEST_FILENAME_YAML")
+# =============================================================================
+
+MANIFEST_FILENAME = MANIFEST_FILENAME
+MANIFEST_FILENAME_YAML = MANIFEST_FILENAME_YAML