nquery 0.1.0

data/app/views/nquery/shared/_flash.html.erb

@@ -0,0 +1 @@
+<%= nq_flash_cards %>

data/app/views/nquery/shared/_icon.html.erb

@@ -0,0 +1,50 @@
+<% classes = ["nq-icon", html_options[:class]].compact.join(" ") %>
+<svg class="<%= classes %>" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" aria-hidden="true">
+  <% case name %>
+  <% when "edit" %>
+    <path d="M12 20h9" />
+    <path d="M16.5 3.5a2.12 2.12 0 0 1 3 3L7 19l-4 1 1-4Z" />
+  <% when "archive" %>
+    <rect x="2" y="3" width="20" height="5" rx="1" />
+    <path d="M4 8v11a2 2 0 0 0 2 2h12a2 2 0 0 0 2-2V8" />
+    <path d="M10 12h4" />
+  <% when "unarchive" %>
+    <path d="M21 8v13H3V8" />
+    <path d="M1 3h22v5H1z" />
+    <path d="M12 12v6" />
+    <path d="m9 15 3-3 3 3" />
+  <% when "trash" %>
+    <path d="M3 6h18" />
+    <path d="M8 6V4h8v2" />
+    <path d="M10 11v6" />
+    <path d="M14 11v6" />
+    <path d="M5 6v14a2 2 0 0 0 2 2h10a2 2 0 0 0 2-2V6" />
+  <% when "folder" %>
+    <path d="M4 20h16a2 2 0 0 0 2-2V8a2 2 0 0 0-2-2h-7.93a2 2 0 0 1-1.66-.9l-.82-1.2A2 2 0 0 0 7.93 3H4a2 2 0 0 0-2 2v13a2 2 0 0 0 2 2Z" />
+  <% when "chart" %>
+    <path d="M3 3v18h18" />
+    <path d="M7 16V9" />
+    <path d="M12 16V5" />
+    <path d="M17 16v-3" />
+  <% when "dashboard" %>
+    <rect x="3" y="3" width="7" height="9" rx="1" />
+    <rect x="14" y="3" width="7" height="5" rx="1" />
+    <rect x="14" y="12" width="7" height="9" rx="1" />
+    <rect x="3" y="16" width="7" height="5" rx="1" />
+  <% when "more" %>
+    <circle cx="12" cy="5" r="1" />
+    <circle cx="12" cy="12" r="1" />
+    <circle cx="12" cy="19" r="1" />
+  <% when "plus" %>
+    <path d="M12 5v14" />
+    <path d="M5 12h14" />
+  <% when "arrow-right" %>
+    <path d="M5 12h14" />
+    <path d="m12 5 7 7-7 7" />
+  <% when "format" %>
+    <path d="M21 10H3" />
+    <path d="M21 6H3" />
+    <path d="M11 14H3" />
+    <path d="M15 18H3" />
+  <% end %>
+</svg>

data/app/views/nquery/shared/_sidebar.html.erb

@@ -0,0 +1,16 @@
+<aside class="nq-sidebar">
+  <div class="nq-logo">nquery</div>
+  <nav class="nq-nav">
+    <%= link_to "Home", root_path, class: nav_link_class("nquery/home") %>
+    <%= link_to "Collections", collections_path, class: nav_link_class("nquery/collections") %>
+    <%= link_to "Dashboards", dashboards_path, class: nav_link_class("nquery/dashboards", "nquery/dashboard/charts") %>
+    <% if current_nquery_user&.admin? %>
+      <div class="nq-nav-section">Admin</div>
+      <%= link_to "Users", admin_users_path, class: nav_link_class("nquery/admin/users") %>
+      <%= link_to "Groups", admin_groups_path, class: nav_link_class("nquery/admin/groups") %>
+      <%= link_to "Data sources", admin_data_sources_path, class: nav_link_class("nquery/admin/data_sources") %>
+      <%= link_to "Permissions", by_group_admin_permissions_path, class: nav_link_class("nquery/admin/permissions") %>
+      <%= link_to "Logs", admin_logs_path, class: nav_link_class("nquery/admin/logs") %>
+    <% end %>
+  </nav>
+</aside>

data/app/views/nquery/shared/_topbar.html.erb

@@ -0,0 +1,12 @@
+<header class="nq-topbar">
+  <div class="nq-search">
+    <input type="search" placeholder="Search charts, dashboards..." class="nq-input" />
+  </div>
+  <div class="nq-topbar-actions">
+    <span class="nq-badge"><%= Nquery::DataSource.active.first&.name || "Main DB" %></span>
+    <% if current_nquery_user %>
+      <span class="nq-user"><%= current_nquery_user.name %></span>
+      <%= button_to "Sign out", logout_path, method: :delete, class: "nq-btn nq-btn-ghost" %>
+    <% end %>
+  </div>
+</header>

data/config/importmap.rb

@@ -0,0 +1,9 @@
+# frozen_string_literal: true
+
+pin "application", preload: true
+pin "@hotwired/turbo-rails", to: "turbo.min.js", preload: true
+pin "@hotwired/stimulus", to: "stimulus.min.js", preload: true
+pin "@hotwired/stimulus-loading", to: "stimulus-loading.js", preload: true
+pin_all_from Nquery::Engine.root.join("app/javascript/nquery/controllers"), under: "nquery/controllers"
+pin "nquery/chart", to: "nquery/chart.bundle.js"
+pin "nquery/application", to: "nquery/application.js"

data/config/routes.rb

@@ -0,0 +1,78 @@
+# frozen_string_literal: true
+
+Nquery::Engine.routes.draw do
+  root to: "home#index"
+
+  get "browse", to: redirect("/collections")
+
+  resources :collections do
+    member do
+      patch :archive
+      patch :unarchive
+    end
+
+    resources :collections, only: %i[new create]
+    resources :dashboards, only: %i[new create], module: :collection
+  end
+
+  resources :queries, only: %i[new create edit update show] do
+    post :run, on: :collection
+    get :schema, on: :collection
+  end
+
+  resources :charts, only: %i[new create show edit update destroy] do
+    member do
+      get :embed
+      patch :archive
+    end
+  end
+
+  resources :dashboards, except: %i[new create] do
+    resources :charts, module: :dashboard do
+      member do
+        get :embed
+        patch :archive
+      end
+    end
+
+    member do
+      patch :update_layout
+      patch :archive
+      patch :unarchive
+    end
+  end
+
+  resources :imports, only: %i[new create]
+
+  namespace :admin do
+    resources :users, only: %i[index show new create edit update destroy] do
+      member do
+        patch :deactivate
+      end
+    end
+    resources :groups, only: %i[index show new create edit update] do
+      post :add_member, on: :member
+      delete :remove_member, on: :member
+    end
+    resources :data_sources, only: %i[index new create edit update]
+    resources :logs, only: %i[index]
+    resources :permissions, only: %i[index] do
+      collection do
+        get :by_group
+        get :by_data_source
+        get :by_collection
+      end
+    end
+  end
+
+  get "login", to: "sessions#new"
+  post "login", to: "sessions#create"
+  delete "logout", to: "sessions#destroy"
+  get "signup", to: "registrations#new"
+  post "signup", to: "registrations#create"
+
+  namespace :embed do
+    get "charts/show", to: "charts#show", as: :public_chart
+    get "dashboards/show", to: "dashboards#show", as: :public_dashboard
+  end
+end

data/db/migrate/20260721000001_create_nquery_tables.rb

@@ -0,0 +1,146 @@
+# frozen_string_literal: true
+
+class CreateNqueryTables < ActiveRecord::Migration[8.0]
+  def change
+    create_table :nquery_users do |t|
+      t.string :email, null: false
+      t.string :password_digest
+      t.string :first_name
+      t.string :last_name
+      t.string :external_id
+      t.datetime :deactivated_at
+      t.timestamps
+    end
+    add_index :nquery_users, :email, unique: true
+    add_index :nquery_users, :external_id, unique: true, where: "external_id IS NOT NULL"
+
+    create_table :nquery_groups do |t|
+      t.string :name, null: false
+      t.string :system_group, null: false, default: "custom"
+      t.text :description
+      t.timestamps
+    end
+    add_index :nquery_groups, :system_group
+
+    create_table :nquery_group_memberships do |t|
+      t.references :user, null: false, foreign_key: { to_table: :nquery_users }
+      t.references :group, null: false, foreign_key: { to_table: :nquery_groups }
+      t.timestamps
+    end
+    add_index :nquery_group_memberships, %i[user_id group_id], unique: true
+
+    create_table :nquery_data_sources do |t|
+      t.string :name, null: false
+      t.string :adapter, null: false, default: "postgresql"
+      t.text :connection_config
+      t.boolean :active, null: false, default: true
+      t.timestamps
+    end
+
+    create_table :nquery_data_permissions do |t|
+      t.references :group, null: false, foreign_key: { to_table: :nquery_groups }
+      t.references :data_source, null: false, foreign_key: { to_table: :nquery_data_sources }
+      t.string :resource_path
+      t.string :permission_type, null: false
+      t.string :access_level, null: false
+      t.timestamps
+    end
+    add_index :nquery_data_permissions,
+              %i[group_id data_source_id resource_path permission_type],
+              unique: true,
+              name: "index_nquery_data_permissions_unique"
+
+    create_table :nquery_collections do |t|
+      t.string :name, null: false
+      t.string :kind, null: false, default: "standard"
+      t.references :parent, foreign_key: { to_table: :nquery_collections }
+      t.references :owner, foreign_key: { to_table: :nquery_users }
+      t.timestamps
+    end
+
+    create_table :nquery_collection_permissions do |t|
+      t.references :group, null: false, foreign_key: { to_table: :nquery_groups }
+      t.references :collection, null: false, foreign_key: { to_table: :nquery_collections }
+      t.string :access_level, null: false, default: "no_access"
+      t.timestamps
+    end
+    add_index :nquery_collection_permissions, %i[group_id collection_id], unique: true
+
+    create_table :nquery_application_permissions do |t|
+      t.references :group, null: false, foreign_key: { to_table: :nquery_groups }
+      t.string :feature, null: false
+      t.string :access_level, null: false, default: "no"
+      t.timestamps
+    end
+    add_index :nquery_application_permissions, %i[group_id feature], unique: true
+
+    create_table :nquery_queries do |t|
+      t.string :name
+      t.text :statement
+      t.references :data_source, foreign_key: { to_table: :nquery_data_sources }
+      t.references :creator, foreign_key: { to_table: :nquery_users }
+      t.references :collection, foreign_key: { to_table: :nquery_collections }
+      t.timestamps
+    end
+
+    create_table :nquery_charts do |t|
+      t.string :name, null: false
+      t.references :query, foreign_key: { to_table: :nquery_queries }
+      t.references :collection, foreign_key: { to_table: :nquery_collections }
+      t.references :creator, foreign_key: { to_table: :nquery_users }
+      t.json :visualization, null: false, default: {}
+      t.timestamps
+    end
+
+    create_table :nquery_dashboards do |t|
+      t.string :name, null: false
+      t.text :description
+      t.references :collection, foreign_key: { to_table: :nquery_collections }
+      t.references :creator, foreign_key: { to_table: :nquery_users }
+      t.json :settings, null: false, default: {}
+      t.timestamps
+    end
+
+    create_table :nquery_dashboard_cards do |t|
+      t.references :dashboard, null: false, foreign_key: { to_table: :nquery_dashboards }
+      t.references :chart, null: false, foreign_key: { to_table: :nquery_charts }
+      t.integer :pos_x, null: false, default: 0
+      t.integer :pos_y, null: false, default: 0
+      t.integer :width, null: false, default: 4
+      t.integer :height, null: false, default: 3
+      t.timestamps
+    end
+
+    create_table :nquery_csv_uploads do |t|
+      t.string :name
+      t.references :creator, foreign_key: { to_table: :nquery_users }
+      t.string :status, null: false, default: "pending"
+      t.json :column_mapping, null: false, default: {}
+      t.timestamps
+    end
+
+    create_table :nquery_embed_tokens do |t|
+      t.string :token, null: false
+      t.string :resource_type, null: false
+      t.bigint :resource_id, null: false
+      t.references :creator, foreign_key: { to_table: :nquery_users }
+      t.json :params, null: false, default: {}
+      t.datetime :expires_at
+      t.boolean :active, null: false, default: true
+      t.timestamps
+    end
+    add_index :nquery_embed_tokens, :token, unique: true
+    add_index :nquery_embed_tokens, %i[resource_type resource_id]
+
+    create_table :nquery_audits do |t|
+      t.references :user, foreign_key: { to_table: :nquery_users }
+      t.references :query, foreign_key: { to_table: :nquery_queries }
+      t.text :statement
+      t.string :status, null: false, default: "success"
+      t.integer :row_count
+      t.integer :duration_ms
+      t.text :error_message
+      t.timestamps
+    end
+  end
+end

data/db/migrate/20260721180000_add_archived_at_to_nquery_dashboards.rb

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+class AddArchivedAtToNqueryDashboards < ActiveRecord::Migration[8.1]
+  def change
+    add_column :nquery_dashboards, :archived_at, :datetime
+    add_index :nquery_dashboards, :archived_at
+  end
+end

data/db/migrate/20260721190000_add_archived_at_to_nquery_charts.rb

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+class AddArchivedAtToNqueryCharts < ActiveRecord::Migration[8.1]
+  def change
+    add_column :nquery_charts, :archived_at, :datetime
+    add_index :nquery_charts, :archived_at
+  end
+end

data/db/migrate/20260721200000_add_archived_at_to_nquery_collections.rb

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+class AddArchivedAtToNqueryCollections < ActiveRecord::Migration[8.1]
+  def change
+    add_column :nquery_collections, :archived_at, :datetime
+    add_index :nquery_collections, :archived_at
+  end
+end

data/lib/generators/nquery/install_generator.rb

@@ -0,0 +1,38 @@
+# frozen_string_literal: true
+
+require "rails/generators/base"
+require "rails/generators/migration"
+
+module Nquery
+  module Generators
+    class InstallGenerator < Rails::Generators::Base
+      include Rails::Generators::Migration
+      source_root File.expand_path("templates", __dir__)
+
+      desc "Install nquery: copies migration, initializer, and route mount snippet"
+
+      def copy_migration
+        migration_template "install.rb.tt", "db/migrate/install_nquery.rb", migration_version: migration_version
+      end
+
+      def copy_initializer
+        template "nquery.rb.tt", "config/initializers/nquery.rb"
+      end
+
+      def show_route_snippet
+        say "\nAdd to config/routes.rb:\n", :green
+        say <<~ROUTE
+          authenticate :user, ->(u) { u.admin? } do
+            mount Nquery::Engine, at: "/nquery"
+          end
+        ROUTE
+      end
+
+      private
+
+      def migration_version
+        "[#{ActiveRecord::Migration.current_version}]"
+      end
+    end
+  end
+end

data/lib/nquery/authorizes_collection.rb

@@ -0,0 +1,50 @@
+# frozen_string_literal: true
+
+module Nquery
+  module AuthorizesCollection
+    extend ActiveSupport::Concern
+
+    COLLECTION_REQUIREMENTS = Permissions::Resolver::COLLECTION_LEVELS
+
+    private
+
+    def authorize_collection_access!(collection, required: :view)
+      return if permission_resolver.admin?
+      return if collection.nil?
+
+      access = permission_resolver.collection_access(collection)
+      required_level = COLLECTION_REQUIREMENTS.fetch(required.to_s)
+      actual_level = COLLECTION_REQUIREMENTS.fetch(access.to_s, 0)
+      return if actual_level >= required_level
+
+      deny_collection_access!("You do not have permission to access this collection.")
+    end
+
+    def authorize_data_source_access!(data_source, permission_type: "view_data")
+      return if permission_resolver.admin?
+      return if data_source.nil?
+
+      access = permission_resolver.data_access(data_source, permission_type: permission_type)
+      blocked = permission_type == "create_queries" ? access == :no : access == :blocked
+      return unless blocked
+
+      message = permission_type == "create_queries" ? "You do not have permission to run SQL queries" : "You do not have permission to view this data"
+      deny_collection_access!(message)
+    end
+
+    def viewable_collection?(collection)
+      return true if permission_resolver.admin?
+      return false if collection.nil?
+
+      permission_resolver.collection_access(collection) != :no_access
+    end
+
+    def deny_collection_access!(message)
+      if request.format.json?
+        render json: { error: message }, status: :forbidden
+      else
+        redirect_to root_path, alert: message
+      end
+    end
+  end
+end

data/lib/nquery/configuration.rb

@@ -0,0 +1,44 @@
+# frozen_string_literal: true
+
+module Nquery
+  class Configuration
+    attr_accessor :authentication_mode
+    attr_accessor :current_user_method
+    attr_accessor :parent_controller
+    attr_accessor :data_sources
+    attr_accessor :query_timeout
+    attr_accessor :query_row_limit
+    attr_accessor :embed_secret
+
+    def initialize
+      @authentication_mode = :standalone
+      @current_user_method = :current_nquery_user
+      @data_sources = { main: :rails }
+      @query_timeout = 15
+      @query_row_limit = 10_000
+      @embed_secret = nil
+      @authenticate_with = nil
+      @resolve_nquery_user = nil
+    end
+
+    def authenticate_with(&block)
+      @authenticate_with = block
+    end
+
+    def authenticate
+      @authenticate_with
+    end
+
+    def resolve_nquery_user(&block)
+      @resolve_nquery_user = block
+    end
+
+    def resolve_user
+      @resolve_nquery_user
+    end
+
+    def embed_signing_key
+      embed_secret || Rails.application.secret_key_base
+    end
+  end
+end

data/lib/nquery/csv_importer.rb

@@ -0,0 +1,68 @@
+# frozen_string_literal: true
+
+require "csv"
+
+module Nquery
+  class CsvImporter
+    class Error < StandardError; end
+
+    def initialize(file:, name:, creator:, column_mapping: {})
+      @file = file
+      @name = name.presence || "Import #{Time.current.to_fs(:short)}"
+      @creator = creator
+      @column_mapping = column_mapping
+    end
+
+    def import
+      raise Error, "No file provided" unless @file
+
+      upload = CsvUpload.create!(
+        name: @name,
+        creator: @creator,
+        status: "processing",
+        column_mapping: @column_mapping
+      )
+
+      rows = CSV.read(@file.path, headers: true)
+      table_name = "nquery_import_#{upload.id}"
+
+      connection = ActiveRecord::Base.connection
+      columns = infer_columns(rows.headers)
+      create_import_table(connection, table_name, columns)
+      insert_rows(connection, table_name, rows, columns)
+
+      data_source = DataSource.create!(
+        name: @name,
+        adapter: connection.adapter_name.downcase.include?("postgres") ? "postgresql" : "rails",
+        connection_config: { import_table: table_name }.to_json
+      )
+
+      upload.update!(status: "completed", column_mapping: columns)
+      upload
+    rescue StandardError => e
+      upload&.update!(status: "failed")
+      raise Error, e.message
+    end
+
+    private
+
+    def infer_columns(headers)
+      headers.map { |h| { source: h, target: h.parameterize(separator: "_"), type: "text" } }
+    end
+
+    def create_import_table(connection, table_name, columns)
+      cols = columns.map { |c| "#{connection.quote_column_name(c[:target])} TEXT" }.join(", ")
+      connection.execute("CREATE TABLE IF NOT EXISTS #{connection.quote_table_name(table_name)} (#{cols})")
+    end
+
+    def insert_rows(connection, table_name, rows, columns)
+      rows.each do |row|
+        values = columns.map { |c| connection.quote(row[c[:source]]) }
+        col_names = columns.map { |c| connection.quote_column_name(c[:target]) }.join(", ")
+        connection.execute(
+          "INSERT INTO #{connection.quote_table_name(table_name)} (#{col_names}) VALUES (#{values.join(', ')})"
+        )
+      end
+    end
+  end
+end

data/lib/nquery/data_sources/adapter.rb

@@ -0,0 +1,34 @@
+# frozen_string_literal: true
+
+module Nquery
+  module DataSources
+    class Adapter
+      def self.for(data_source)
+        case data_source.adapter
+        when "rails" then RailsAdapter.new(data_source)
+        when "postgresql" then PostgresqlAdapter.new(data_source)
+        when "mysql" then MysqlAdapter.new(data_source)
+        when "sqlite" then SqliteAdapter.new(data_source)
+        else
+          raise ArgumentError, "Unknown adapter: #{data_source.adapter}"
+        end
+      end
+
+      def initialize(data_source)
+        @data_source = data_source
+      end
+
+      def tables
+        raise NotImplementedError
+      end
+
+      def columns(table_name)
+        raise NotImplementedError
+      end
+
+      def execute_readonly(statement, timeout: 15, row_limit: 10_000)
+        raise NotImplementedError
+      end
+    end
+  end
+end

data/lib/nquery/data_sources/mysql_adapter.rb

@@ -0,0 +1,24 @@
+# frozen_string_literal: true
+
+module Nquery
+  module DataSources
+    class MysqlAdapter < PostgresqlAdapter
+      def execute_readonly(statement, timeout: 15, row_limit: 10_000)
+        with_connection do |conn|
+          rows = []
+          columns = []
+          duration = Benchmark.realtime do
+            conn.transaction do
+              conn.execute("SET SESSION TRANSACTION READ ONLY")
+              result = conn.exec_query("#{statement.strip.sub(/;\s*\z/, '')} LIMIT #{row_limit.to_i}")
+              columns = result.columns
+              rows = result.rows
+              raise ActiveRecord::Rollback
+            end
+          end
+          { columns: columns, rows: rows, row_count: rows.size, duration_ms: (duration * 1000).round }
+        end
+      end
+    end
+  end
+end

data/lib/nquery/data_sources/postgresql_adapter.rb

@@ -0,0 +1,46 @@
+# frozen_string_literal: true
+
+module Nquery
+  module DataSources
+    class PostgresqlAdapter < Adapter
+      def tables
+        with_connection { |conn| conn.tables }
+      end
+
+      def columns(table_name)
+        with_connection do |conn|
+          conn.columns(table_name).map { |c| { name: c.name, type: c.type.to_s } }
+        end
+      end
+
+      def execute_readonly(statement, timeout: 15, row_limit: 10_000)
+        with_connection do |conn|
+          rows = []
+          columns = []
+          duration = Benchmark.realtime do
+            conn.transaction do
+              conn.execute("SET TRANSACTION READ ONLY")
+              conn.execute("SET statement_timeout = '#{timeout.to_i}s'")
+              result = conn.exec_query("#{statement.strip.sub(/;\s*\z/, '')} LIMIT #{row_limit.to_i}")
+              columns = result.columns
+              rows = result.rows
+              raise ActiveRecord::Rollback
+            end
+          end
+          { columns: columns, rows: rows, row_count: rows.size, duration_ms: (duration * 1000).round }
+        end
+      end
+
+      private
+
+      def with_connection
+        config = @data_source.connection_config_hash
+        klass = Class.new(ActiveRecord::Base) { self.abstract_class = true }
+        klass.establish_connection(config)
+        yield klass.connection
+      ensure
+        klass.remove_connection if defined?(klass) && klass.connected?
+      end
+    end
+  end
+end