strata-cli 0.1.0.beta

data/lib/strata/cli/generators/relation.rb

@@ -0,0 +1,64 @@
+# frozen_string_literal: true
+
+require_relative "group"
+require "yaml"
+require "fileutils"
+
+module Strata
+  module CLI
+    module Generators
+      # Generates a relationship definition YAML file from template.
+      class Relation < Group
+        desc "Generates a relationship definition YAML file from template."
+        argument :path, type: :string, desc: "Path for the relationship file (e.g., customer/orders)"
+        argument :datasource, type: :string, desc: "Datasource key"
+
+        def create_relation_file
+          output_path = resolve_output_path
+
+          # Ensure directory exists
+          empty_directory File.dirname(output_path)
+
+          # Load template and update with datasource
+          template_content = load_template
+          updated_content = update_template(template_content)
+
+          # Write the updated template
+          create_file output_path, updated_content
+
+          say_status :created, output_path, :green
+        end
+
+        private
+
+        def load_template
+          template_path = File.join(File.dirname(__FILE__), "templates/rel.domain.yml")
+          File.read(template_path)
+        end
+
+        def update_template(template_content)
+          # Replace datasource placeholder
+          template_content.gsub("<datasource_name>", datasource)
+        end
+
+        def resolve_output_path
+          # Derive relation name from path: last part after / or path itself if no /
+          # Examples:
+          # "sales/orders" -> "models/sales/rel.orders.yml"
+          # "customer" -> "models/rel.customer.yml"
+          path_parts = path.split("/")
+          relation_name = path_parts.last.downcase
+          filename = "rel.#{relation_name}.yml"
+
+          if path_parts.length > 1
+            subdir = path_parts[0..-2].join("/")
+            "models/#{subdir}/#{filename}"
+          else
+            # No subdirectory: models/rel.customer.yml
+            "models/#{filename}"
+          end
+        end
+      end
+    end
+  end
+end

data/lib/strata/cli/generators/table.rb

@@ -0,0 +1,143 @@
+# frozen_string_literal: true
+
+require_relative "group"
+require "yaml"
+
+module Strata
+  module CLI
+    module Generators
+      # Generates a semantic table model YAML file from field definitions.
+      class Table < Group
+        argument :path, type: :string, desc: "Output path (e.g., sales/orders)"
+        argument :datasource, type: :string, desc: "Datasource key"
+        argument :physical_name, type: :string, desc: "Physical table name"
+        argument :fields_data, type: :array, desc: "Field definitions from editor"
+        argument :model_context, type: :hash, desc: "Model metadata (description)"
+
+        class_option :name, type: :string, desc: "Model display name"
+        class_option :cost, type: :numeric, default: 10, desc: "Query cost"
+
+        def create_model_file
+          # Build output path: models/<path>/tbl.<table_name>.yml
+          # e.g., "sales/customer" -> "models/sales/tbl.customer.yml"
+          # Filenames are standardized to lowercase
+          path_parts = path.split("/")
+          table_name = path_parts.last.downcase
+
+          if path_parts.length > 1
+            # Has subdirectory: models/sales/tbl.customer.yml
+            subdir = path_parts[0..-2].join("/")
+            output_path = "models/#{subdir}/tbl.#{table_name}.yml"
+          else
+            # No subdirectory: models/tbl.customer.yml
+            output_path = "models/tbl.#{table_name}.yml"
+          end
+
+          # Ensure directory exists
+          empty_directory File.dirname(output_path)
+
+          # Load template and update with user inputs
+          template_content = load_template
+          updated_content = update_template(template_content)
+
+          # Write the updated template
+          create_file output_path, updated_content
+
+          say_status :created, output_path, :green
+        end
+
+        private
+
+        def load_template
+          template_path = File.join(File.dirname(__FILE__), "templates/table.table_name.yml")
+          File.read(template_path)
+        end
+
+        def update_template(template_content)
+          # Get values to replace
+          table_name = options[:name] || derive_name
+          cost_value = options[:cost] || 10
+          fields_yaml = format_fields_to_yaml
+
+          # Replace placeholders
+          content = template_content.dup
+          content.gsub!("<datasource_name>", datasource)
+          content.gsub!("<table_name>", table_name)
+          content.gsub!("<physical_table_name>", physical_name)
+          content.gsub!(/^cost: \d+/, "cost: #{cost_value}")
+
+          # Replace the fields section
+          # Find the "fields:" line and replace everything from there to the end of file
+          fields_section_start = content.index(/^fields:/)
+          if fields_section_start
+            before_fields = content[0...fields_section_start].rstrip
+            # Add description comment if provided
+            desc = model_context[:description] || model_context["description"]
+            before_fields += "\n# Description: #{desc}\n" if desc && !desc.to_s.empty?
+            "#{before_fields}\nfields:\n#{fields_yaml}"
+          else
+            # If no fields: found, append it
+            desc = model_context[:description] || model_context["description"]
+            desc_comment = (desc && !desc.to_s.empty?) ? "\n# Description: #{desc}\n" : ""
+            "#{content.rstrip}#{desc_comment}\nfields:\n#{fields_yaml}"
+          end
+        end
+
+        def derive_name
+          # Extract table name from path (last part, without schema)
+          # Examples:
+          # "call_center" -> "call_center"
+          # "games/event_details" -> "event_details"
+          # "contact/dse.call_center_d" -> "call_center_d"
+          last_part = path.split("/").last
+          # Remove schema prefix if present (e.g., "dse.call_center_d" -> "call_center_d")
+          last_part.include?(".") ? last_part.split(".", 2).last : last_part
+        end
+
+        def format_fields_to_yaml
+          return "\n  # No fields defined yet. Add your fields here.\n" if fields_data.empty?
+
+          fields_array = fields_data.map do |field|
+            # Normalize hash keys to symbols for consistent access
+            normalized = normalize_field_hash(field)
+
+            field_hash = {
+              "type" => normalized[:schema_type] || "dimension",
+              "name" => normalized[:name],
+              "description" => normalized[:description],
+              "data_type" => normalized[:data_type]
+            }
+
+            # Build expression with proper nested format
+            expr = normalized[:expression]
+            field_hash["expression"] = {
+              "lookup" => true,
+              "sql" => expr
+            }
+
+            field_hash
+          end
+
+          # Convert to YAML, indent properly, and remove the leading "---\n"
+          yaml_output = fields_array.to_yaml
+          yaml_output = yaml_output.sub(/^---\n/, "")
+
+          # Indent all lines by 2 spaces (since fields: is at root level)
+          # Empty lines should remain empty (not indented)
+          yaml_output.split("\n").map do |line|
+            line.empty? ? "" : "  #{line}"
+          end.join("\n")
+        end
+
+        def normalize_field_hash(field)
+          # Convert string keys to symbol keys for consistent access
+          # Handles both {name: "x"} and {"name" => "x"} formats
+          field.each_with_object({}) do |(key, value), normalized|
+            sym_key = key.is_a?(Symbol) ? key : key.to_sym
+            normalized[sym_key] = value
+          end
+        end
+      end
+    end
+  end
+end

data/lib/strata/cli/generators/templates/adapters/athena.yml

@@ -0,0 +1,53 @@
+# Datasource key should be unique in the Project
+<%= @ds_key %>:
+  # This is the display name of this datasource
+  name: MYDATASOURCENAME
+  # Optional description to provide more information in the UI
+  description: This DS is the cold tier of our Product Domain
+
+  # Required. Should be one of hot, warm, or cold. Helps the Query engine
+  # prioritize a datasource when multiple can handle the request.
+  tier: cold
+
+  # A valid supported adapter
+  adapter: athena
+ 
+  # default client name sent to the db
+  client_name: Strata
+
+  # Max allowed time a query can run on this Datasource before manual time out
+  query_timeout: 600
+
+  # Required: AWS region where your Athena service is located
+  region: us-east-1
+
+  # Required: S3 location for query results storage
+  s3_output_location: s3://your-athena-results-bucket/queries/
+
+  # Required: Athena database/schema name
+  database: default
+
+  # Optional: Athena catalog name (default: awsdatacatalog)
+  catalog: awsdatacatalog
+
+  # Optional: Athena workgroup name
+  # workgroup: primary
+
+  # AWS Authentication:
+  # Option 1: Use IAM role (recommended for EC2/ECS/Lambda)
+  # No explicit credentials needed - uses instance profile or task role
+
+  # Option 2: Explicit credentials (not recommended for production)
+  # You can set these here. But to set securely please run:
+  # `strata ds auth <%= @ds_key %>`
+  # This command will save your credentials to the .strata global or local file.
+  # access_key_id: AKIA...
+  # secret_access_key: 
+
+  # Option 3: Environment variables
+  # Set AWS_ACCESS_KEY_ID and AWS_SECRET_ACCESS_KEY environment variables
+
+  # Extra connection properties will forward these along when
+  # connecting to your Athena service.
+  # extra_connection_params:
+  #   session_token: temporary_token_if_needed

data/lib/strata/cli/generators/templates/adapters/druid.yml

@@ -0,0 +1,42 @@
+# Datasource key should be unique in the Project
+<%= @ds_key %>:
+  # This is the display namem of this datasource
+  name: MYDATASOURCENAME
+  # Optional description to provide more information in the UI
+  description: This DS is the hot tier of our Product Domain
+
+  # Required. Should be one of hot, warm, or cold. Helps the Query engine
+  # priortize a datasource when multiple can handle the request.
+  tier: hot
+
+  # A valid supported adapter
+  adapter: druid
+ 
+  # default client name sent to the db
+  client_name: Strata
+
+  # Should be http or https
+  protocol: http
+  port: 7103
+ 
+  # Max allowed time a query can run on this Datasource before manual time out
+  query_timeout: 600
+  host: product.mydomain.net
+  
+  # You can set username here. But to set password securely please run:
+  # `strata ds auth <%= @ds_key %>`
+  # This command will save your credentials to the .strata global or local file.
+  # username:
+  #
+  # Extra connection properties will forward these along when
+  # connecting to your druid server.
+  # extra_connection_params:
+  #   trustStore: /path/to/trustStore
+
+  # Extra query params will forward these params when executing a 
+  # query against your druid servers:
+  # extra_query_params:
+  #   headers:
+  #     X-DRUID-AUTHOR: ${current_user_name}
+  #     X-DRUID-COMMENT: STRATA CLI
+

data/lib/strata/cli/generators/templates/adapters/duckdb.yml

@@ -0,0 +1,36 @@
+# Datasource key should be unique in the Project
+<%= @ds_key %>:
+  # This is the display name of this datasource
+  name: MYDATASOURCENAME
+  # Optional description to provide more information in the UI
+  description: This DS is the hot tier of our Product Domain
+
+  # Required. Should be one of hot, warm, or cold. Helps the Query engine
+  # prioritize a datasource when multiple can handle the request.
+  tier: hot
+
+  # A valid supported adapter
+  adapter: duckdb
+ 
+  # default client name sent to the db
+  client_name: Strata
+
+  # Max allowed time a query can run on this Datasource before manual time out
+  query_timeout: 600
+
+  # Required: Path to the DuckDB database file
+  file: /path/to/your/duckdb/database.db
+
+  # Optional: Schema name (default: main)
+  # schema: main
+
+  # Optional: DuckDB configuration parameters
+  # These are passed directly to the DuckDB connection
+  # duck_config:
+  #   access_mode: READ_WRITE
+  #   memory_limit: 1GB
+  #   threads: 4
+
+  # Note: DuckDB is an in-process analytical database
+  # No network configuration required (host/port/etc.)
+  # File path can be relative or absolute

data/lib/strata/cli/generators/templates/adapters/mysql.yml

@@ -0,0 +1,45 @@
+# Datasource key should be unique in the Project
+<%= @ds_key %>:
+  # This is the display name of this datasource
+  name: MYDATASOURCENAME
+  # Optional description to provide more information in the UI
+  description: This DS is the warm tier of our Product Domain
+
+  # Required. Should be one of hot, warm, or cold. Helps the Query engine
+  # prioritize a datasource when multiple can handle the request.
+  tier: warm 
+
+  # A valid supported adapter
+  adapter: mysql
+ 
+  # default client name sent to the db
+  client_name: Strata
+
+  # Max allowed time a query can run on this Datasource before manual time out
+  query_timeout: 3600
+
+  # Required: MySQL server host (use 127.0.0.1 for local Docker instances)
+  host: 127.0.0.1
+
+  # Optional: Port number (default: 3306)
+  port: 3306
+
+  # Required: Database name
+  database: mydb
+
+  # Required: Username for connection
+  username: root
+
+  # Optional: Enable SSL (default: false)
+  ssl: false
+
+  # You can set password here. But to set password securely please run:
+  # `strata ds auth <%= @ds_key %>`
+  # This command will save your credentials to the .strata global or local file.
+  # password:
+
+  # Extra connection properties will forward these along when
+  # connecting to your MySQL server.
+  # extra_connection_params:
+  #   ssl_mode: REQUIRED
+  #   connect_timeout: 10

data/lib/strata/cli/generators/templates/adapters/postgres.yml

@@ -0,0 +1,48 @@
+# Datasource key should be unique in the Project
+<%= @ds_key %>:
+  # This is the display name of this datasource
+  name: MYDATASOURCENAME
+  # Optional description to provide more information in the UI
+  description: This DS is the hot tier of our Product Domain
+
+  # Required. Should be one of hot, warm, or cold. Helps the Query engine
+  # prioritize a datasource when multiple can handle the request.
+  tier: warm
+
+  # A valid supported adapter
+  adapter: postgres
+ 
+  # default client name sent to the db
+  client_name: Strata
+
+  # Max allowed time a query can run on this Datasource before manual time out
+  query_timeout: 3600
+
+  # Required: PostgreSQL server host
+  host: localhost
+
+  # Optional: Port number (default: 5432)
+  port: 5432
+
+  # Required: Database name
+  database: mydb
+
+  # Required: Username for connection
+  username: postgres
+
+  # Optional: Schema name (default: public)
+  schema: public
+
+  # Optional: Enable SSL (default: false)
+  ssl: false
+
+  # You can set password here. But to set password securely please run:
+  # `strata ds auth <%= @ds_key %>`
+  # This command will save your credentials to the .strata global or local file.
+  # password:
+
+  # Extra connection properties will forward these along when
+  # connecting to your PostgreSQL server.
+  # extra_connection_params:
+  #   sslmode: require
+  #   connect_timeout: 10

data/lib/strata/cli/generators/templates/adapters/snowflake.yml

@@ -0,0 +1,69 @@
+# Datasource key should be unique in the Project
+<%= @ds_key %>:
+  # This is the display name of this datasource
+  name: MYDATASOURCENAME
+  # Optional description to provide more information in the UI
+  description: This DS is the hot tier of our Product Domain
+
+  # Required. Should be one of hot, warm, or cold. Helps the Query engine
+  # prioritize a datasource when multiple can handle the request.
+  tier: warm
+
+  # A valid supported adapter
+  adapter: snowflake
+ 
+  # default client name sent to the db
+  client_name: Strata
+
+  # Max allowed time a query can run on this Datasource before manual time out
+  query_timeout: 3600
+
+  # Required: Your Snowflake account identifier (e.g., myorg-myaccount.us-east-1)
+  account_identifier: myorg-myaccount
+
+  # Required: Database name
+  database: ANALYTICS_DB
+
+  # Optional: Warehouse name
+  warehouse: COMPUTE_WH
+
+  # Optional: Schema name
+  schema: PUBLIC
+
+  # Optional: Role name
+  role: ACCOUNTADMIN
+
+  # Required: Authentication mode - one of: pat, kp, oauth
+  # pat: personal_access_token
+  # kp: key pair (requires username)
+  # oauth: OAuth (requires setup on snowflake to enable)
+  #   Additional required params
+  #   oauth_client_id: <MYCLIENTID>
+  #   oauth_cleint_secret: <MYCLIENTSECRET>
+  #   oauth_redirect_uri: https://localhost:3420/callback
+  #   oauth_scope: <SCOPE> # optional
+  auth_mode: pat
+
+  # For Personal Access Token (PAT) authentication:
+  # You can set personal_access_token here. But to set securely please run:
+  # `strata ds auth <%= @ds_key %>`
+  # This command will save your credentials to the .strata global or local file.
+  # personal_access_token:
+
+  # For Key Pair (KP) authentication, uncomment and set:
+  # username: john_doe
+  # private_key: /path/to/private_key.pem
+
+  # For OAuth authentication, additional setup required.
+  # https://docs.snowflake.com/en/user-guide/oauth-custom
+  #
+  # Securely save tokens in .strata by running:
+  #   `strata ds auth <%= @ds_key %>`
+  #
+  # This would only work if your snowflake setup allows modification
+  # of the redirect url. Otherwise, you can get access_token and 
+  # refresh_token by other means. Then add it to .strata like so:
+  #
+  # access_token: wrwerjwrljwer
+  # refresh_token: erwerewrwer
+  # expires_at: <%= Time.now %>

data/lib/strata/cli/generators/templates/adapters/sqlserver.yml

@@ -0,0 +1,45 @@
+# Datasource key should be unique in the Project
+<%= @ds_key %>:
+  # This is the display name of this datasource
+  name: MYDATASOURCENAME
+  # Optional description to provide more information in the UI
+  description: This DS is the hot tier of our Product Domain
+
+  # Required. Should be one of hot, warm, or cold. Helps the Query engine
+  # prioritize a datasource when multiple can handle the request.
+  tier: cold
+
+  # A valid supported adapter
+  adapter: sqlserver
+ 
+  # default client name sent to the db
+  client_name: Strata
+
+  # Max allowed time a query can run on this Datasource before manual time out
+  query_timeout: 3600
+
+  # Required: SQL Server host
+  host: localhost
+
+  # Optional: Port number (default: 1433)
+  port: 1433
+
+  # Required: Database name
+  database: mydb
+
+  # Required: Username for connection
+  username: sa
+
+  # Optional: Flag for Azure SQL Server (default: false)
+  azure: false
+
+  # You can set password here. But to set password securely please run:
+  # `strata ds auth <%= @ds_key %>`
+  # This command will save your credentials to the .strata global or local file.
+  # password:
+
+  # Extra connection properties will forward these along when
+  # connecting to your SQL Server.
+  # extra_connection_params:
+  #   encrypt: true
+  #   trust_server_certificate: true

data/lib/strata/cli/generators/templates/adapters/trino.yml

@@ -0,0 +1,56 @@
+# Datasource key should be unique in the Project
+<%= @ds_key %>:
+  # This is the display name of this datasource
+  name: MYDATASOURCENAME
+  # Optional description to provide more information in the UI
+  description: This DS is the hot tier of our Product Domain
+
+  # Required. Should be one of hot, warm, or cold. Helps the Query engine
+  # prioritize a datasource when multiple can handle the request.
+  tier: cold
+
+  # A valid supported adapter
+  adapter: trino
+ 
+  # default client name sent to the db
+  client_name: Strata
+
+  # Max allowed time a query can run on this Datasource before manual time out
+  query_timeout: 3600
+
+  # Required: Trino server host
+  host: localhost
+
+  # Optional: Port number (default: 8080)
+  port: 8080
+
+  # Required: Catalog to connect to
+  catalog: native
+
+  # Required: Username for connection
+  username: strata_user
+
+  # Optional: Schema name
+  # schema: default
+
+  # Optional: Enable SSL (default: false)
+  ssl: false
+
+  # You can set password here. But to set password securely please run:
+  # `strata ds auth <%= @ds_key %>`
+  # This command will save your credentials to the .strata global or local file.
+  # password:
+
+  # Extra connection properties will forward these along when
+  # connecting to your Trino server.
+  # extra_connection_params:
+  #   verify: false
+  #   headers:
+  #     X-Custom-Header: value
+
+  # Extra query params will forward these params when executing a 
+  # query against your Trino servers:
+  # extra_query_params:
+  #   headers:
+  #     X-TRINO-USER: ${current_user_name}
+  #     X-TRINO-SOURCE: STRATA CLI

data/lib/strata/cli/generators/templates/datasources.yml

@@ -0,0 +1,4 @@
+# This will define all the data warehouses that
+# are availalbe to this project.  Each connection should
+# use one of these Adapters: <%= DWH.adapters.keys.join(",") %>
+

data/lib/strata/cli/generators/templates/migration.rename.yml

@@ -0,0 +1,15 @@
+# Generated by: strata create migration rename
+# Migration hook: pre (before processing, default) or post (after processing)
+#
+# IMPORTANT: Renaming on non-production branch could cause issues with
+# current production Queryables. They will be referencing the old named
+# entities which will not exist in their branch. Consider only renaming
+# on production branch.
+# Pre-migration renames are common (prevents deletion of old entity).
+# Post-migration renames are rare (after all entities are loaded).
+
+- type: rename
+  hook: <hook>
+  entity: <entity_type>
+  from: <from_name>
+  to: <to_name>

data/lib/strata/cli/generators/templates/migration.swap.yml

@@ -0,0 +1,13 @@
+# Generated by: strata create migration swap
+# Migration hook: pre (before processing) or post (after processing, default)
+#
+# IMPORTANT: Swap operations preserve both source and target fields.
+# All references to the source field will be updated to use the target field.
+# Post-migration swaps are common (after all entities are loaded).
+# Pre-migration swaps are rare (before processing new definitions).
+
+- type: swap
+  hook: <hook>
+  entity: <entity_type>
+  from: <from_name>
+  to: <to_name>

data/lib/strata/cli/generators/templates/project.yml

@@ -0,0 +1,36 @@
+# This file will control how this project is configured on your
+# target Strata servers.
+
+# Display name of the Project. Must be Unique per Strata instance.
+name: <%= name %>
+
+# UID is a URL friendly ID used in API requests for the project. 
+# Required and must be Unique
+uid: <%= uid %>
+description: Your projects description
+
+# Target Strata server (default environment, typically dev)
+server: <%= options[:source] || "http://localhost:3000" %>
+
+# Alternatively, you can configure multiple environments (different Strata server instances).
+# Each environment represents a separate Strata cluster (dev, staging, production).
+# Use -e [ENVIRONMENT] flag when deploying to select the environment.
+# Example:
+# dev:
+#   server: http://localhost:3000
+# prod:
+#   server: https://app.strata.com
+
+# Project ID will be automatically set after first deployment.
+# WARNING: Do not change this project_id. It links this project to the Strata server.
+# Changing it may result in creating a new project or deployment failures.
+# project_id: 
+
+# The production branch. This will be the branch used by 
+# default. Only developers can actually change branches for
+# testing in th app.
+production_branch: main
+
+# The full repo url. This is only used to assist other 
+# users intializing an existing strata project.
+git: