strata-cli 0.1.6.beta → 0.1.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 91fc67146618378d16d1431f8b85cb76f470554fb0488cbb022c4328a34da844
-  data.tar.gz: 63e2fcb80f04e9b90a56b76b2c6d0ea1be533affbe8404f23cc646dcf0fa7c95
+  metadata.gz: e87ebe6383ea4dea3c2b0a57d47bc8a70cdbad507bcb9233614fb33161f5e71a
+  data.tar.gz: c343df7299ff6959a73e31e68ca3cc959c5e9596dceb671be4d25868c9c04a5e
 SHA512:
-  metadata.gz: 459379ea3a5868ec9a1fd7380040609e530e6bcf35aa78ded012f8664f4da7d9aa491d2e88549de031b9d384a5c7b4b50788b1d0a109dad6ebce4658479a8652
-  data.tar.gz: b3cfb8ffee0d9e6db726ecb9e3849dfd5c685956d55d0ff66317bb2b3e7a514f3b11e7e802014c40037dc4819d67a4c32981b83830181151ac5eae5cd90d7634
+  metadata.gz: 1629834279f085c6ef45b74f057f732e722fea8567a98d3ac48e2ae46ce51e0aff46219f41e392940198b5507a8c22d17b20851724c61136ba29d3837f8647b1
+  data.tar.gz: 7b37420ff55bdb3910e702e1cb349741d4aa629a67e14b8bb3651189d2d840916a92ac0dbf7e54473ebcc82c71191d3af702a4eb958252a03f97c3919510fd70

data/CHANGELOG.md

@@ -1,5 +1,19 @@
 ## [Unreleased]
 
+## [0.1.8] - 2026-04-28
+
+### Changed
+
+- **Snowflake authentication**: Removed OAuth flow from CLI prompts and templates; Snowflake now supports `pat` and `kp` only.
+- **Databricks authentication**: Standardized on OAuth M2M (service principal) only; removed U2M flow and auth-mode selection prompt.
+- **CLI credential UX**: Added explicit guidance during Databricks credential collection that service principal `oauth_client_id` and `oauth_client_secret` are expected.
+
+## [0.1.7] - 2026-04-23
+
+### Added
+
+Added support for Databricks adapter.
+
 ## [0.1.4.beta] - 2026-02-26
 
 ### Added

data/README.md

@@ -80,14 +80,6 @@ strata ds add snowflake            # Using alias
 ### `strata datasource auth DS_KEY`
 Set credentials for a datasource. Credentials stored in `.strata` file.
 
-**Options:** `-r, --remote` - Set credentials on remote server
-
-**Examples:**
-```bash
-strata datasource auth my_db
-strata ds auth postgres_db --remote
-```
-
 ### `strata datasource test DS_KEY`
 Test connection to a datasource.
 
@@ -350,18 +342,44 @@ my_snowflake:
   schema: PUBLIC
   role: ACCOUNTADMIN
   auth_mode: pat
+
+my_databricks:
+  adapter: databricks
+  name: Databricks Warehouse
+  host: workspace.cloud.databricks.com
+  warehouse: warehouse_id
+  catalog: main
+  schema: default
+  auth_mode: oauth_m2m
 ```
 
+### Databricks authentication
+
+Databricks now requires explicit `auth_mode`.
+
+If you already have Databricks datasources, update `datasources.yml`:
+
+```yaml
+my_databricks:
+  adapter: databricks
+  auth_mode: oauth_m2m
+```
+
+Use service principal credentials and run `strata ds auth my_databricks` to save `oauth_client_id` and `oauth_client_secret` in `.strata`.
+
 ## Supported Data Warehouse Adapters
 
 - **PostgreSQL** - Full support
 - **MySQL** - Full support
 - **SQL Server** - Full support (including Azure)
-- **Snowflake** - Full support (PAT, Key Pair, OAuth)
+- **Snowflake** - Full support (PAT, Key Pair)
 - **Athena** - AWS Athena support
 - **Trino** - Trino/Presto support
 - **DuckDB** - Embedded analytics database
 - **Druid** - Apache Druid support
+- **Redshift** - Amazon Redshift support
+- **Databricks** - Databricks SQL warehouse support
+- **SQLite** - SQLite database support
 
 ## Security
 

data/lib/strata/cli/ai/configuration.rb

@@ -25,9 +25,9 @@ module Strata
 
         def default_model
           case @provider
-          when "gemini" then "gemini-2.0-flash"
-          when "openai" then "gpt-4o-mini"
-          when "anthropic" then "claude-sonnet-4-20250514"
+          when "gemini" then "gemini-2.5-pro"
+          when "openai" then "gpt-5"
+          when "anthropic" then "claude-opus-4-6"
           when "mistral" then "mistral-large-latest"
           when "deepseek" then "deepseek-chat"
           else

data/lib/strata/cli/ai/services/table_generator.rb

@@ -11,18 +11,45 @@ module Strata
         # Returns structured JSON for use in the field editor.
         class TableGenerator
           SYSTEM_PROMPT = <<~PROMPT
-            You are a semantic modeling expert for analytics and BI systems.
+            You are a semantic modeling expert for the Strata Business Intelligence platform.
             Analyze database columns and generate semantic field definitions.
 
-            For each column, determine:
+            You must understand that Names are extremely important in the Strata application.  When the same named dimension 
+            is mapped to multiple tables, Strata treats them as the same entity but with multiple potential tables. Strata
+            will at query generation time choose the best table.  Therefore it is extremely important to consider whether a 
+            potential dimension or measure is the same as an existing one. You can try and infer that based on the table name, 
+            column name, and the existing fields.  In general, you should use existing names for the same schema type if it makes sense.
+            The edge case is when you have a Dimension table like Customer with column first_name and another Dimension
+            table called Billed Customer with first_name, then they are likely not the same. A dimension created from
+            Billed Customer should be given an appropriately prefixed name: Billed Customer First Name.
+
+            Next, if the column is something highly ambigous and the current table is likely a dimension table, we should prefix 
+            then dimension name with approprite prefix based on the name of the dimension table.
+            Example:
+              table name: item_dim
+              column name: color
+              dimension name: Item Color
+            Example:
+              table name: customer
+              column name: first name
+              dimension name: Customer First Name
+
+            Given the above for each column, determine:
             - name: Human-friendly field name (e.g., "customer_id" → "Customer ID")
             - description: Brief description of what this field represents
             - schema_type: "dimension" for categorical/text, "measure" for numeric aggregations
-            - data_type: string, integer, bigint, decimal, date, date_time, boolean
+            - data_type: string, integer, bigint, decimal, date, date_time, boolean. These are the data types supported
+              by strata. They do not have precision nor scale. Simply the types listed here. Do not apply any other data types.
             - expression: SQL expression (for measures include aggregation like "sum(amount)")
-            - synonyms: Array of 2-4 alternative names users might use to refer to this field.
+            - synonyms: Array of 0-3 alternative names users might use to refer to this field.
               These help AI search and natural language queries find the right field.
-              Example: "Customer ID" → ["cust id", "client id", "buyer id"]
+              Example: "Revenue" → ["sales"]
+              Example: "Created At" → ["created date", "date"]
+              Example: "State" in a geography table → ["province"]
+              Example: "Customer Return Date" → [] -- name has high specificity already so no synonyms needed 
+
+            In cases where a dimension already exists (i.e. a dimension with same name exists), omit everything 
+            except the following fields: name, schema_type, data_type, expression.
 
             Output ONLY valid JSON array, no explanations.
           PROMPT
@@ -163,19 +190,19 @@ module Strata
           def load_existing_models_context
             return nil unless Dir.exist?("models")
 
-            model_files = Dir.glob("models/tbl_*.yml").first(5) # Limit to 5 for performance
+            model_files = Dir.glob("models/**/tbl.*.yml").first(100) # Limit to 5 for performance
             return nil if model_files.empty?
 
-            contexts = model_files.map do |file|
+            contexts = model_files.filter_map do |file|
               model = YAML.safe_load_file(file, permitted_classes: [Date, Time], aliases: true) || {}
               fields_summary = (model["fields"] || []).map do |f|
-                "#{f["name"]} (#{f["schema_type"]})"
-              end.join(", ")
-              "Model: #{model["name"]} - Fields: #{fields_summary}"
+                "#{f["name"]} (#{f["type"]}) data type: #{f["data_type"]}"
+              end.join("\n\t")
+              "Model: #{model["name"]} \n Fields: \n\t#{fields_summary}"
             rescue => e
               warn "Failed to load model file #{file}: #{e.message}" if ENV["DEBUG"]
               nil
-            end.compact
+            end
 
             contexts.join("\n")
           end
@@ -276,6 +303,7 @@ module Strata
             when /bool/ then "boolean"
             when /timestamp/, /datetime/ then "date_time"
             when /date/ then "date"
+            when /char/ then "string"
             else "string"
             end
           end

data/lib/strata/cli/credentials.rb

@@ -16,8 +16,9 @@ module Strata
 
       attr_reader :adapter, :credentials
 
-      def initialize(adapter)
+      def initialize(adapter, datasource_config: nil)
         @adapter = adapter.downcase.strip
+        @datasource_config = datasource_config || {}
         @prompt = TTY::Prompt.new
       end
 
@@ -30,7 +31,7 @@ module Strata
 
         case adapter
         when "snowflake"
-          auth_mode = @prompt.select("Authentication mode:", %w[pat kp oauth], default: "pat")
+          auth_mode = @prompt.select("Authentication mode:", %w[pat kp], default: "pat")
           credentials["auth_mode"] = auth_mode
 
           case auth_mode
@@ -39,16 +40,14 @@ module Strata
           when "kp"
             credentials["username"] = @prompt.ask("Enter Username:")
             credentials["private_key"] = @prompt.ask("Enter Private Key Absolute Path:")
-          when "oauth"
-            credentials["oauth_client_id"] = @prompt.ask("OAuth Client ID:")
-            credentials["oauth_client_secret"] = @prompt.ask("OAuth Client Secret:")
-            credentials["oauth_redirect_uri"] = @prompt.ask("OAuth Redirect URI:", default: "https://localhost:3420/callback")
-            oauth_scope = @prompt.ask("OAuth Scope (optional):")
-            credentials["oauth_scope"] = oauth_scope unless oauth_scope.empty?
           end
         when "athena"
           credentials["access_key_id"] = @prompt.ask("AWS Access Key ID:")
           credentials["secret_access_key"] = @prompt.ask("AWS Secret Access Key:")
+        when "databricks"
+          credentials["auth_mode"] = "oauth_m2m"
+          credentials["oauth_client_id"] = @prompt.ask("OAuth Client ID:")
+          credentials["oauth_client_secret"] = @prompt.ask("OAuth Client Secret:")
         else
           if required?
             unless %w[postgres mysql trino sqlserver].include?(adapter)

data/lib/strata/cli/generators/project.rb

@@ -78,6 +78,12 @@ module Strata
           persist_project_id_to_project_yml
         end
 
+        def create_agents_file
+          return if cloned_from_git?
+
+          copy_file "AGENTS.md", "#{uid}/AGENTS.md"
+        end
+
         def create_datasources_file
           return if cloned_from_git?
 

data/lib/strata/cli/generators/templates/AGENTS.md

@@ -0,0 +1,136 @@
+# Strata Semantic Model Project
+
+This is a **Strata** semantic model project. It defines the dimensions, measures, and relationships that the Strata BI platform exposes to end users for querying and reporting.
+
+## Project Structure
+
+```
+project.yml          # Project config (server URL, project ID, production branch)
+datasources.yml      # Data warehouse connection config (no credentials)
+.strata              # Local credentials and API keys — gitignored, never commit
+models/              # Semantic model definitions
+  tbl.*.yml          # Table models (dimensions + measures)
+  rel.*.yml          # Relationship/join definitions
+tests/               # Model tests
+```
+
+## CLI Reference
+
+Use the `strata` CLI to manage this project. All commands should be run from the project root.
+
+### Inspect
+
+```bash
+strata table list                          # List all defined semantic tables
+strata datasource list                     # List configured datasources
+strata datasource tables [DS_KEY]          # Browse physical tables in a datasource
+strata datasource meta DS_KEY TABLE_NAME   # Show columns for a physical table
+```
+
+### Create
+
+```bash
+strata create table [TABLE_PATH]           # AI-assisted semantic table creation
+# TABLE_PATH examples:
+#   orders                    → models/tbl.orders.yml
+#   sales/orders              → models/sales/tbl.orders.yml
+#   dw.fact_orders            → models/tbl.dw.fact_orders.yml (schema-prefixed)
+
+strata create relation RELATION_NAME       # Create a join definition (rel.*.yml)
+```
+
+`strata create table` fetches column metadata from the datasource, generates field definitions via AI, then opens an interactive editor to review and confirm before writing the YAML file.
+
+### Validate & Deploy
+
+```bash
+strata audit all                           # Run all validation checks
+strata audit syntax                        # Validate YAML syntax only
+strata audit models                        # Validate model structure and references
+strata audit connections                   # Test all datasource connections
+
+strata deploy                              # Deploy to Strata server
+strata deploy -e production                # Deploy to a specific environment
+strata deploy status                       # Check current deployment status
+```
+
+## Semantic Model Files
+
+### Table model — `models/tbl.<name>.yml`
+
+```yaml
+datasource: "<datasource_key_or_name>"   # Required
+name: "<logical_name>"                   # Required — unique within datasource
+physical_name: "<db_table_name>"         # Required — physical table in the warehouse
+cost: 10                                 # Lower = preferred when multiple tables can answer a query
+
+# Optional
+description: ""
+snapshot_date: "<dimension_name>"        # For snapshot/inventory tables only
+tags: []
+imports:                                 # Inherit fields from other YAML files
+  - "../shared/common_fields.yml"
+
+fields:
+  - type: dimension           # "dimension" (categorical) or "measure" (numeric aggregate)
+    name: "Order ID"          # Required — human-friendly name; MUST be consistent across tables
+    description: ""
+    data_type: bigint         # See supported types below
+    expression: order_id      # SQL column name, or object form (see below)
+    synonyms: []              # 0–3 alternative names for AI search
+
+  - type: measure
+    name: "Total Revenue"
+    data_type: decimal
+    expression: "sum(amount)" # Measures use SQL aggregation expressions
+```
+
+**Supported `data_type` values:** `string`, `integer`, `bigint`, `decimal`, `date`, `date_time`, `boolean`
+
+No precision or scale — just the base type.
+
+**Complex `expression` form:**
+```yaml
+expression:
+  sql: my_column
+  primary_key: true    # optional
+  lookup: true         # optional
+  array: true          # optional
+```
+
+**Date/time grains** (optional, for `date`/`date_time` fields):
+```yaml
+grains: [day, week, month, quarter, year]
+```
+
+### Relationship model — `models/rel.<name>.yml`
+
+```yaml
+datasource: "<datasource_key_or_name>"
+
+order_customer:                          # Relationship name (any key)
+  left: "Orders"                         # Table on the "many" side
+  right: "Customers"                     # Table on the "one" side
+  sql: "orders.customer_id = customers.id"
+  cardinality: many_to_one               # one_to_one | one_to_many | many_to_one | many_to_many
+```
+
+## Important Naming Rules
+
+- **Dimension names are global.** When the same dimension name appears on multiple tables, Strata treats them as the same concept and picks the best table at query time.
+- **Use consistent names** for shared dimensions (e.g., "Customer ID", "Order Date") across all table models.
+- **Prefix ambiguous dimensions** from dimension tables: a `color` column on an `item_dim` table should be named `Item Color`, not `Color`.
+
+## Workflow
+
+1. `strata datasource tables DS_KEY` — explore available physical tables
+2. `strata create table <path>` — generate and review a semantic model
+3. Edit the generated `tbl.*.yml` directly for fine-tuning
+4. `strata audit all` — validate before deploying
+5. `strata deploy` — push to Strata server
+
+## Further Reading
+
+For advanced semantic model concepts (partitioning, inclusions, exclusions, snapshot measures, display types, formatters, and more), refer to the Strata developer docs:
+
+https://strata.do/developer-docs/developer-guide/semantic-model

data/lib/strata/cli/generators/templates/adapters/databricks.yml

@@ -0,0 +1,46 @@
+# Datasource key should be unique in the Project
+<%= @ds_key %>:
+  # This is the display name of this datasource
+  name: MYDATASOURCENAME
+  # Optional description to provide more information in the UI
+  description: This DS is the hot tier of our Product Domain
+
+  # Required. Should be one of hot, warm, or cold. Helps the Query engine
+  # prioritize a datasource when multiple can handle the request.
+  tier: warm
+
+  # A valid supported adapter
+  adapter: databricks
+
+  # default client name sent to the db
+  client_name: Strata
+
+  # Max allowed time a query can run on this Datasource before manual time out
+  query_timeout: 3600
+
+  # Required: Databricks workspace host (no scheme), e.g.
+  #   adb-1234567890123456.7.azuredatabricks.net
+  #   your-workspace.cloud.databricks.com
+  host: workspace-id.cloud.databricks.com
+
+  # Required: SQL warehouse ID (from SQL Warehouses in the workspace UI, or the API)
+  warehouse: warehouse_id_here
+
+  # Optional: Unity Catalog default catalog (often "main"). Used as default context for
+  # the Statement API and for information_schema discovery in the dwh adapter.
+  catalog: main
+
+  # Optional: default schema within that catalog (often "default")
+  schema: default
+
+  # Required: Authentication mode
+  # oauth_m2m: service principal (client_credentials)
+  auth_mode: oauth_m2m
+  #
+  # Set credentials securely via:
+  #   `strata ds auth <%= @ds_key %>`
+  # or they are collected when you run `strata datasource add databricks`.
+  #
+  # For Strata server deploy (datasources synced to the app), use top-level keys
+  #   oauth_client_id / oauth_client_secret
+  # on the datasource record — prefer secrets via the product, not committed YAML.

data/lib/strata/cli/generators/templates/adapters/snowflake.yml

@@ -33,15 +33,9 @@
   # Optional: Role name
   role: ACCOUNTADMIN
 
-  # Required: Authentication mode - one of: pat, kp, oauth
+  # Required: Authentication mode - one of: pat, kp
   # pat: personal_access_token
   # kp: key pair (requires username)
-  # oauth: OAuth (requires setup on snowflake to enable)
-  #   Additional required params
-  #   oauth_client_id: <MYCLIENTID>
-  #   oauth_cleint_secret: <MYCLIENTSECRET>
-  #   oauth_redirect_uri: https://localhost:3420/callback
-  #   oauth_scope: <SCOPE> # optional
   auth_mode: pat
 
   # For Personal Access Token (PAT) authentication:
@@ -53,17 +47,3 @@
   # For Key Pair (KP) authentication, uncomment and set:
   # username: john_doe
   # private_key: /path/to/private_key.pem
-
-  # For OAuth authentication, additional setup required.
-  # https://docs.snowflake.com/en/user-guide/oauth-custom
-  #
-  # Securely save tokens in .strata by running:
-  #   `strata ds auth <%= @ds_key %>`
-  #
-  # This would only work if your snowflake setup allows modification
-  # of the redirect url. Otherwise, you can get access_token and 
-  # refresh_token by other means. Then add it to .strata like so:
-  #
-  # access_token: wrwerjwrljwer
-  # refresh_token: erwerewrwer
-  # expires_at: <%= Time.now %>

data/lib/strata/cli/generators/templates/rel.domain.yml

@@ -2,26 +2,26 @@
 
 # Required: The datasource these relationships are valid for.
 # The chosen tables will be scoped to those within this datasource.
-# Strata does not support cross datasource joins
+# Strata does not support cross datasource sqls
 datasource: "<datasource_name>"
 
 # Define relationships between tables. The table names used here should
 # correspond to the name given in its respective model file and not the
 # physical name (often they are same).
-# NOTE: Strata does not support many_to_many joins.
+# NOTE: Strata does not support many_to_many sqls.
 
 # Example: One-to-many relationship (customer has many orders)
 # customer_orders:
 #   left: "customers"
 #   right: "orders" 
-#   join: "left.id = right.customer_id"
+#   sql: "left.id = right.customer_id"
 #   cardinality: "one_to_many"
 
 # Example: Many-to-one relationship (orders belong to customer)
 # order_customer:
 #   left: "orders"
 #   right: "customers"
-#   join: "left.customer_id = right.id"
+#   sql: "left.customer_id = right.id"
 #   cardinality: "many_to_one"
 #   # Whether measurs should be aggregated from the low cardinality
 #   # table. In most cases this will overcount.
@@ -31,13 +31,13 @@ datasource: "<datasource_name>"
 # user_profile:
 #   left: "users"
 #   right: "user_profiles"
-#   join: "left.id = right.user_id"
+#   sql: "left.id = right.user_id"
 #   cardinality: "one_to_one"
 
-# Example: Compound join
+# Example: Compound Join 
 # user_roles:
 #   left: "users"
 #   right: "roles"
-#   join: "left.id = right.user_id AND left.id = right.role_id"
+#   sql: "left.id = right.user_id AND left.id = right.role_id"
 #   cardinality: "one_to_many"
 

data/lib/strata/cli/sub_commands/datasource.rb

@@ -86,7 +86,7 @@ module Strata
           # Collect adapter-specific fields
           adapter_fields(adapter).each do |field, default_value|
             config[field] = if field == "auth_mode"
-              prompt.select("  Authentication mode:", %w[pat kp oauth], default: default_value)
+              default_value
             elsif %w[ssl azure].include?(field)
               prompt.yes?("  #{field.tr("_", " ").capitalize}?", default: default_value)
             elsif field == "port"
@@ -103,11 +103,14 @@ module Strata
           say "\n✔ Added #{adapter} config to datasources.yml", :green
 
           # Automatically collect credentials if required
-          creds = Credentials.new(adapter)
+          creds = Credentials.new(adapter, datasource_config: config)
           if creds.required?
             say "\n  Now let's set up credentials:\n", :yellow
             say "  Note: Credentials are stored securely in the local .strata file", :cyan
             say "  and are NOT committed to the repository (ensured by .gitignore).", :cyan
+            if adapter == "databricks"
+              say "  Databricks uses OAuth M2M with service principal credentials (client ID + client secret).", :cyan
+            end
             say ""
             creds.collect
             creds.write_local(ds_key, self)
@@ -137,7 +140,7 @@ module Strata
           end
 
           adapter = datasources[ds_key]["adapter"]
-          creds = Credentials.new(adapter)
+          creds = Credentials.new(adapter, datasource_config: datasources[ds_key])
 
           unless creds.required?
             say "Credentials not required for #{adapter} adapter.", :yellow
@@ -147,6 +150,9 @@ module Strata
           say "\nEnter credentials for #{ds_key}", :red
           say "  Note: Credentials are stored securely in the local .strata file", :cyan
           say "  and are NOT committed to the repository (ensured by .gitignore).", :cyan
+          if adapter == "databricks"
+            say "  Databricks uses OAuth M2M with service principal credentials (client ID + client secret).", :cyan
+          end
           say ""
           creds.collect
           creds.write_local(ds_key, self)
@@ -338,6 +344,14 @@ module Strata
               "host" => "localhost",
               "port" => 7103
             }
+          when "databricks"
+            {
+              "host" => "workspace-id.cloud.databricks.com",
+              "warehouse" => "warehouse_id",
+              "catalog" => "main",
+              "schema" => "default",
+              "auth_mode" => "oauth_m2m"
+            }
           else
             {}
           end

data/lib/strata/cli/sub_commands/deploy.rb

@@ -6,6 +6,7 @@ require_relative "../helpers/color_helper"
 require_relative "../helpers/project_helper"
 require_relative "../helpers/description_helper"
 require_relative "../api/client"
+require_relative "../credentials"
 require_relative "../utils"
 require_relative "../utils/archive"
 require_relative "../utils/git"
@@ -155,7 +156,7 @@ module Strata
             q.validate(/\S+/, "Server URL cannot be empty")
           end
 
-          server = server.strip.sub(%r{/\z}, "") # normalize: remove trailing slash
+          server = server.strip.delete_suffix("/") # normalize: remove trailing slash
 
           with_spinner("Saving server URL to project.yml") do
             save_server_to_project_yml(server)
@@ -322,6 +323,8 @@ module Strata
         end
 
         def create_and_upload_archive(last_deployment_commit = nil, refreshed_imports: [])
+          file_overrides = datasource_file_overrides
+
           if last_deployment_commit && Utils::Git.git_repo?
             # Get changed file paths since last deployment
             changed_paths = Utils::Git.changed_file_paths_since(last_deployment_commit)
@@ -332,7 +335,7 @@ module Strata
                 say "To force deploy, run command with --force or -f flag.\n", ColorHelper.info
                 exit(0)
               end
-              Utils::Archive.create(project_path)
+              Utils::Archive.create(project_path, file_overrides: file_overrides)
             else
               # Convert relative paths to absolute paths
               files_to_include = changed_paths.map do |relative_path|
@@ -343,14 +346,34 @@ module Strata
               change_count += refreshed_imports.length if refreshed_imports.any?
 
               say "Including #{change_count} changed file(s) in archive...\n", ColorHelper.info
-              Utils::Archive.create(project_path, files_to_include: files_to_include)
+              Utils::Archive.create(project_path, files_to_include: files_to_include, file_overrides: file_overrides)
             end
           else
             # No last deployment or not a git repo - include all files
-            Utils::Archive.create(project_path)
+            Utils::Archive.create(project_path, file_overrides: file_overrides)
           end
         end
 
+        def datasource_file_overrides
+          datasources_path = File.join(project_path, "datasources.yml")
+          return {} unless File.exist?(datasources_path)
+
+          datasources = YAML.safe_load_file(datasources_path, permitted_classes: [Date, Time], aliases: true) || {}
+          return {} unless datasources.is_a?(Hash)
+
+          merged_datasources = datasources.transform_values { |config| config.is_a?(Hash) ? config.dup : config }
+          datasources.each do |ds_key, config|
+            next unless config.is_a?(Hash)
+
+            creds = Credentials.fetch(ds_key)
+            next if creds.empty?
+
+            merged_datasources[ds_key] = config.merge(creds)
+          end
+
+          {datasources_path => YAML.dump(merged_datasources)}
+        end
+
         def submit_deployment(config, branch_id, archive_path, metadata)
           client = API::Client.new(config["server"], config["api_key"])
 

data/lib/strata/cli/utils/archive.rb

@@ -16,7 +16,7 @@ module Strata
       module Archive
         module_function
 
-        def create(project_path, files_to_include: nil)
+        def create(project_path, files_to_include: nil, file_overrides: {})
           if files_to_include
             # Use provided file list, but ensure they exist and are yml files
             files = files_to_include.select do |file_path|
@@ -30,7 +30,7 @@ module Strata
           end
           files = exclude_secrets(files)
           inlined_files = process_imports(files, project_path)
-          build_archive(files, project_path, inlined_files)
+          build_archive(files, project_path, inlined_files, file_overrides)
         end
 
         private_class_method def collect_yml_files(project_path)
@@ -87,14 +87,14 @@ module Strata
           inlined_files
         end
 
-        def build_archive(files, project_path, inlined_files = {})
+        def build_archive(files, project_path, inlined_files = {}, file_overrides = {})
           archive_file = archive_path
 
           File.open(archive_file, "wb") do |file|
             Zlib::GzipWriter.open(file) do |gz|
               Gem::Package::TarWriter.new(gz) do |tar|
                 files.each do |file_path|
-                  add_file_to_tar(tar, file_path, project_path, inlined_files)
+                  add_file_to_tar(tar, file_path, project_path, inlined_files, file_overrides)
                 end
               end
             end
@@ -103,10 +103,19 @@ module Strata
           archive_file
         end
 
-        private_class_method def add_file_to_tar(tar, file_path, project_path, inlined_files = {})
+        private_class_method def add_file_to_tar(tar, file_path, project_path, inlined_files = {}, file_overrides = {})
           relative_path = file_path.sub("#{project_path}/", "")
+          override_content = file_overrides[file_path]
 
-          if inlined_files[file_path]
+          if override_content
+            content = override_content.is_a?(String) ? override_content : YAML.dump(override_content)
+            size = content.bytesize
+            mode = 0o644
+
+            tar.add_file_simple(relative_path, mode, size) do |tar_file|
+              tar_file.write(content)
+            end
+          elsif inlined_files[file_path]
             content = YAML.dump(inlined_files[file_path])
             size = content.bytesize
             mode = 0o644

data/lib/strata/cli/version.rb

@@ -2,6 +2,6 @@
 
 module Strata
   module CLI
-    VERSION = "0.1.6.beta"
+    VERSION = "0.1.8"
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: strata-cli
 version: !ruby/object:Gem::Version
-  version: 0.1.6.beta
+  version: 0.1.8
 platform: ruby
 authors:
 - Ajo Abraham
@@ -16,14 +16,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.1.0
+        version: 0.3.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.1.0
+        version: 0.3.0
 - !ruby/object:Gem::Dependency
   name: aws-sdk-athena
   requirement: !ruby/object:Gem::Requirement
@@ -268,7 +268,9 @@ files:
 - lib/strata/cli/generators/project.rb
 - lib/strata/cli/generators/relation.rb
 - lib/strata/cli/generators/table.rb
+- lib/strata/cli/generators/templates/AGENTS.md
 - lib/strata/cli/generators/templates/adapters/athena.yml
+- lib/strata/cli/generators/templates/adapters/databricks.yml
 - lib/strata/cli/generators/templates/adapters/druid.yml
 - lib/strata/cli/generators/templates/adapters/duckdb.yml
 - lib/strata/cli/generators/templates/adapters/mysql.yml