sage-rails 0.0.6 → 0.0.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8d2b97b78686051a12d330c24039849f41cbd889c2039365e87774576d2a1ac9
-  data.tar.gz: c5562cfa797cc19749359f4ca889653cbe33b9159ddfac70221df43a7e928c8c
+  metadata.gz: 0d4771d99542d22d3e3665bd1d633decc10a4b9246fc867d48bb9b6c63598060
+  data.tar.gz: bf330ca38aff34abb0a3df19d09d937e2235d659a98f30143082569c1aea9aa3
 SHA512:
-  metadata.gz: c50a7df5ab0b1786ee56b4a2042761b5da2c6d80639f0231e05c909301993f7d0569559446a7cdee8bb2b135c6de2cabfdba0611c601f77ed859b1ac5b0e9624
-  data.tar.gz: 6e7c54a17bf338115923d833800486558c5a3d6be0515e77f7c29a44c07aae1dae0690a361419d8cf5cf0cb8c2a5f60dad34378b59696090cd6619f8d05d3be9
+  metadata.gz: db485b33ee21c595f40eb29e9d0e9aa62514ddd67db154ee0022757934ceedd7382183bef532f3566a4c13f6ec5d0a3bf9a2f44d6fd47835c665888752fd9d80
+  data.tar.gz: 51bcfe5e82dc8350c5c6294b75b1859e9e0bc6f24ed175d06c950a849c57b416fd86ad7956940c2a498c7cc10d1883d758382345e64e2161762cee62a7cc2d01

data/CONTRIBUTING.md

@@ -0,0 +1,42 @@
+# Contributing
+
+First, thanks for wanting to contribute. You’re awesome! :heart:
+
+## Help
+
+We’re not able to provide support through GitHub Issues. If you’re looking for help with your code, try posting on [Stack Overflow](https://stackoverflow.com/).
+
+All features should be documented. If you don’t see a feature in the docs, assume it doesn’t exist.
+
+## Bugs
+
+Think you’ve discovered a bug?
+
+1. Search existing issues to see if it’s been reported.
+2. Try the `master` branch to make sure it hasn’t been fixed.
+
+```rb
+gem "sage-rails", github: "mrjonesbot/sage"
+```
+
+If the above steps don’t help, create an issue. Include:
+
+- Detailed steps to reproduce
+- Complete backtraces for exceptions
+
+## New Features
+
+If you’d like to discuss a new feature, create an issue and start the title with `[Idea]`.
+
+## Pull Requests
+
+Fork the project and create a pull request. A few tips:
+
+- Keep changes to a minimum. If you have multiple features or fixes, submit multiple pull requests.
+- Follow the existing style. The code should read like it’s written by a single person.
+
+Feel free to open an issue to get feedback on your idea before spending too much time on it.
+
+---
+
+This contributing guide is released under [CCO](https://creativecommons.org/publicdomain/zero/1.0/) (public domain). Use it for your own project without attribution.

data/README.md

@@ -2,10 +2,25 @@
 
 ![Sage Query Interface](screenshots/sage-query-interface.png)
 
+> **Note:** This project is pre-v1 and is subject to frequent changes.
+
 **Natural language reporting to help your team build accurate reports, faster.**
 
 Sage is a Rails engine built on top of the excellent [Blazer](https://github.com/ankane/blazer) gem, adding an LLM interface to make data exploration accessible via natural language.
 
+## Requirements
+
+Rails 7.1+ is recommended, compatability with older versions not guaranteed.
+
+Sage relies on `turbo-rails` and `stimulus-rails` to render the dashboard. These gems should already be included in most modern Rails applications. If not, add them to your Gemfile:
+
+```ruby
+gem "turbo-rails"
+gem "stimulus-rails"
+```
+
+Refer to the [stimulus-rails installation page](https://github.com/hotwired/stimulus-rails) to get started.
+
 ## Installation
 
 Add Sage to your application's Gemfile:
@@ -32,7 +47,6 @@ This generator will:
 - Mount Sage at `/sage` in your routes
 - Create an initializer at `config/initializers/sage.rb`
 - Set up database migrations for message storage
-- Configure JavaScript and CSS dependencies
 
 After installation, run the migrations:
 ```bash
@@ -88,26 +102,17 @@ For detailed information on Blazer-specific features, refer to the [Blazer docum
 
 ## Database Context
 
-Sage introspects your database schema to provide context for more accurate SQL generation. This feature works out of the box with Blazer's data sources.
+Sage introspects your database schema to provide context for more accurate SQL generation. 
 
 ### Multiple Data Sources
 
-If you have multiple Blazer data sources configured, Sage will use the appropriate schema for each:
-
-```ruby
-# config/blazer.yml
-data_sources:
-  main:
-    url: <%= ENV["DATABASE_URL"] %>
-  analytics:
-    url: <%= ENV["ANALYTICS_DATABASE_URL"] %>
-```
+If you have multiple databases, Sage will use the appropriate schema for each:
 
-When querying from different data sources in Blazer, Sage automatically switches schema context.
+When querying different data sources in Blazer, Sage will switch schema context.
 
 ## Model Scope Context
 
-Sage leverages your Rails model scopes as documentation for query patterns, dramatically improving the accuracy of generated SQL queries, especially for complex multi-table reports.
+Sage introspects your Rails model scopes to understand common query patterns, dramatically improving the accuracy of generated SQL queries.
 
 ### Example
 
@@ -144,9 +149,8 @@ Sage understands:
 ### Benefits
 
 1. **Business Logic Awareness**: Scopes encode your business rules (what makes a customer "active" or "high-value")
-2. **Correct JOIN Patterns**: Scopes show the proper way to join tables in your application
-3. **Aggregation Patterns**: Complex scopes with GROUP BY and HAVING clauses guide report generation
-4. **Consistency**: Generated queries follow the same patterns as your application code
+2. **Aggregation Patterns**: Complex scopes with GROUP BY and HAVING clauses guide report generation
+3. **Consistency**: Generated queries follow the same patterns as your application code
 
 Scopes now serve dual purposes:
 1. Reusable query logic in your Rails application
@@ -186,11 +190,6 @@ $ rails test
 - Ensure model files are in standard Rails locations (`app/models/`)
 - Check that Blazer is properly configured and can execute queries
 
-### Performance
-- Use lighter models (Claude Haiku, GPT-3.5) for faster response times
-- Consider caching frequently used queries
-- Scope context is cached per request to minimize processing
-
 ## Contributing
 
 Bug reports and pull requests are welcome on GitHub. This project is intended to be a safe, welcoming space for collaboration.

data/app/assets/javascripts/sage/application.js

@@ -4,7 +4,7 @@ import "@hotwired/turbo-rails"
 import { Application } from "@hotwired/stimulus"
 
 // Import and register Sage controllers
-import { SearchController, ClipboardController, SelectController, DashboardController, ReverseInfiniteScrollController } from "sage"
+import { SearchController, ClipboardController, SelectController, DashboardController, ReverseInfiniteScrollController, VariablesController } from "sage"
 
 const application = Application.start()
 application.debug = true
@@ -16,3 +16,29 @@ application.register("sage--clipboard", ClipboardController)
 application.register("sage--select", SelectController)
 application.register("sage--dashboard", DashboardController)
 application.register("sage--reverse-infinite-scroll", ReverseInfiniteScrollController)
+application.register("sage--variables", VariablesController)
+
+// Override Blazer's submitIfCompleted function globally
+window.submitIfCompleted = function($form) {
+  // Try to find our Sage variables controller first
+  const controller = document.querySelector('[data-controller*="sage--variables"]')
+  if (controller && window.Stimulus) {
+    const controllerInstance = window.Stimulus.getControllerForElementAndIdentifier(controller, 'sage--variables')
+    if (controllerInstance) {
+      controllerInstance.submitIfCompleted($form[0] || $form)
+      return
+    }
+  }
+  
+  // Fallback to improved version of original logic
+  var completed = true
+  $form.find("input[name], select").each(function () {
+    const value = $(this).val()
+    if (!value || value.toString().trim() === "") {
+      completed = false
+    }
+  })
+  if (completed) {
+    $form.submit()
+  }
+}

data/app/assets/javascripts/sage/controllers/clipboard_controller.js

@@ -0,0 +1,26 @@
+import { Controller } from "@hotwired/stimulus"
+
+export default class extends Controller {
+  static values = { text: String }
+
+  connect() {
+    console.log("Clipboard controller connected");
+  }
+
+  copy(event) {
+    event.preventDefault()
+    
+    navigator.clipboard.writeText(this.textValue).then(() => {
+      const originalText = event.target.textContent
+      event.target.textContent = "Copied!"
+      event.target.classList.add("btn-success")
+      
+      setTimeout(() => {
+        event.target.textContent = originalText
+        event.target.classList.remove("btn-success")
+      }, 2000)
+    }).catch(err => {
+      console.error('Failed to copy text: ', err)
+    })
+  }
+}

data/app/assets/javascripts/sage/controllers/dashboard_controller.js

@@ -0,0 +1,132 @@
+import { Controller } from "@hotwired/stimulus";
+
+// Connects to data-controller="dashboard"
+export default class extends Controller {
+  static targets = ["queryList", "queryTemplate"];
+  static values = { queries: Array };
+
+  connect() {
+    console.log("Dashboard controller connected");
+    console.log("Queries value:", this.queriesValue);
+    
+    // Parse the queries value if it's a string
+    const queriesData = typeof this.queriesValue === 'string' ? 
+      JSON.parse(this.queriesValue) : this.queriesValue;
+    this.selectedQueries = Array.isArray(queriesData) ? [...queriesData] : [];
+    
+    console.log("Selected queries:", this.selectedQueries);
+    
+    this.render();
+    this.setupSortable();
+  }
+
+  addQuery(event) {
+    const { value, text } = event.detail;
+    
+    // Check for duplicates and remove if found
+    const existingIndex = this.selectedQueries.findIndex(q => q.id == value);
+    if (existingIndex !== -1) {
+      this.selectedQueries.splice(existingIndex, 1);
+    }
+    
+    // Add the new query
+    this.selectedQueries.push({ id: value, name: text });
+    this.render();
+  }
+
+  removeQuery(event) {
+    const index = parseInt(event.params.index);
+    this.selectedQueries.splice(index, 1);
+    this.render();
+  }
+
+  render() {
+    // Check if the target exists
+    if (!this.hasQueryListTarget) {
+      console.error("queryList target not found");
+      return;
+    }
+    
+    if (this.selectedQueries.length === 0) {
+      this.queryListTarget.style.display = 'none';
+      return;
+    }
+
+    this.queryListTarget.style.display = 'block';
+    let queriesContainer = this.queryListTarget.querySelector('#queries');
+    
+    // If the container doesn't exist, create it
+    if (!queriesContainer) {
+      queriesContainer = document.createElement('div');
+      queriesContainer.id = 'queries';
+      queriesContainer.style.display = 'flex';
+      queriesContainer.style.flexDirection = 'column';
+      queriesContainer.style.gap = '8px';
+      this.queryListTarget.appendChild(queriesContainer);
+    }
+    
+    queriesContainer.innerHTML = '';
+    
+    this.selectedQueries.forEach((query, index) => {
+      // Create a plain div without any Beer CSS classes
+      const item = document.createElement('div');
+      // Remove ALL classes and use inline styles only
+      item.style.cssText = `
+        display: flex !important;
+        align-items: center !important;
+        width: 100% !important;
+        padding: 12px !important;
+        margin-bottom: 8px !important;
+        background-color: #f5f5f5 !important;
+        border-radius: 8px !important;
+        opacity: 1 !important;
+        filter: none !important;
+      `;
+      
+      // Use a Material Icons checkbox instead of HTML input
+      const checkIcon = document.createElement('i');
+      checkIcon.className = 'material-icons';
+      checkIcon.textContent = 'check_box';
+      checkIcon.style.cssText = 'color: #6750A4 !important; margin-right: 12px !important; font-size: 24px !important;';
+      
+      const text = document.createElement('strong');  // Use strong tag
+      text.textContent = query.name;
+      text.style.cssText = 'flex: 1 !important; color: #000000 !important; opacity: 1 !important; filter: none !important;';
+      
+      const closeBtn = document.createElement('i');
+      closeBtn.className = 'material-icons';
+      closeBtn.textContent = 'close';
+      closeBtn.style.cssText = 'cursor: pointer !important; color: #000000 !important; opacity: 1 !important; font-size: 20px !important;';
+      closeBtn.setAttribute('data-action', 'click->sage--dashboard#removeQuery');
+      closeBtn.setAttribute('data-sage--dashboard-index-param', index);
+      
+      const hiddenInput = document.createElement('input');
+      hiddenInput.type = 'hidden';
+      hiddenInput.name = 'query_ids[]';
+      hiddenInput.value = query.id;
+      
+      item.appendChild(checkIcon);
+      item.appendChild(text);
+      item.appendChild(closeBtn);
+      item.appendChild(hiddenInput);
+      
+      queriesContainer.appendChild(item);
+    });
+  }
+
+  setupSortable() {
+    if (typeof Sortable !== 'undefined') {
+      const queriesContainer = this.queryListTarget.querySelector('#queries');
+      if (queriesContainer) {
+        Sortable.create(queriesContainer, {
+          onEnd: (e) => {
+            // Move the item in our array to match the new position
+            const movedItem = this.selectedQueries.splice(e.oldIndex, 1)[0];
+            this.selectedQueries.splice(e.newIndex, 0, movedItem);
+            this.render();
+          }
+        });
+      }
+    }
+  }
+}

data/app/assets/javascripts/sage/controllers/reverse_infinite_scroll_controller.js

@@ -0,0 +1,146 @@
+import { Controller } from "@hotwired/stimulus";
+
+console.log("Reverse infinite scroll controller file loaded!");
+
+export default class extends Controller {
+  static targets = ["entries", "pagination"];
+  static values = {
+    url: String,
+    page: Number,
+    loading: Boolean,
+  };
+
+  initialize() {
+    console.log("Reverse infinite scroll controller initialized");
+    this.intersectionObserver = new IntersectionObserver(
+      (entries) => {
+        entries.forEach((entry) => {
+          if (entry.isIntersecting) {
+            console.log("Pagination target is visible - loading older messages");
+            this.loadOlder();
+          }
+        });
+      },
+      {
+        rootMargin: "50px 0px 50px 0px",
+        threshold: 0.1,
+      }
+    );
+  }
+
+  connect() {
+    console.log("Reverse infinite scroll controller connected");
+    console.log("Initial page value:", this.pageValue);
+    
+    if (this.hasPaginationTarget) {
+      console.log("Found pagination target, observing...");
+      this.intersectionObserver.observe(this.paginationTarget);
+    } else {
+      console.log("No pagination target found");
+    }
+  }
+
+  paginationTargetConnected(target) {
+    console.log("Pagination target connected dynamically, observing...");
+    // Add a delay to allow scroll-to-bottom to happen first
+    setTimeout(() => {
+      console.log("Starting to observe pagination target after delay");
+      this.intersectionObserver.observe(target);
+    }, 1000);
+  }
+
+  paginationTargetDisconnected(target) {
+    console.log("Pagination target disconnected, stop observing...");
+    this.intersectionObserver.unobserve(target);
+  }
+
+  disconnect() {
+    console.log("Reverse infinite scroll controller disconnected");
+    this.intersectionObserver.disconnect();
+  }
+
+  buildUrl(nextPage) {
+    const url = new URL(this.urlValue, window.location.origin);
+    url.searchParams.set("page", nextPage);
+    return url.toString();
+  }
+
+  async loadOlder() {
+    if (this.loadingValue) {
+      console.log("Already loading, skipping...");
+      return;
+    }
+
+    console.log("Loading older messages...");
+    console.log("Current pageValue:", this.pageValue);
+    this.loadingValue = true;
+    const nextPage = this.pageValue + 1;
+    console.log("Requesting page:", nextPage);
+
+    // Store current scroll position
+    const oldScrollHeight = this.element.scrollHeight;
+    const oldScrollTop = this.element.scrollTop;
+
+    try {
+      const url = this.buildUrl(nextPage);
+      console.log("Fetching URL:", url);
+      
+      const response = await fetch(url, {
+        headers: {
+          Accept: "text/vnd.turbo-stream.html",
+        },
+      });
+
+      if (!response.ok) {
+        throw new Error(`HTTP error! status: ${response.status}`);
+      }
+
+      const html = await response.text();
+      console.log("Received response for page", nextPage);
+
+      // Parse the turbo-stream content
+      const parser = new DOMParser();
+      const doc = parser.parseFromString(html, "text/html");
+      const template = doc.querySelector("template");
+
+      if (template) {
+        // Remove the current pagination target before appending new content
+        if (this.hasPaginationTarget) {
+          this.paginationTarget.remove();
+        }
+
+        // Manually prepend the template content (for reverse infinite scroll)
+        this.entriesTarget.insertAdjacentHTML("afterbegin", template.innerHTML);
+        this.pageValue = nextPage;
+        console.log(`Updated to page ${nextPage}`);
+
+        // Maintain scroll position (prevent jumping to top)
+        setTimeout(() => {
+          const newScrollHeight = this.element.scrollHeight;
+          const heightDifference = newScrollHeight - oldScrollHeight;
+          this.element.scrollTop = oldScrollTop + heightDifference;
+          
+          console.log("Scroll position updated:", {
+            oldScrollHeight,
+            newScrollHeight,
+            heightDifference,
+            newScrollTop: this.element.scrollTop
+          });
+
+          // Set up observer for new pagination target if it exists
+          if (this.hasPaginationTarget) {
+            console.log("Found new pagination target, observing...");
+            this.intersectionObserver.observe(this.paginationTarget);
+          } else {
+            console.log("No more pages to load");
+          }
+        }, 50);
+      }
+    } catch (error) {
+      console.error("Error loading older messages:", error);
+      console.log("Staying on page", this.pageValue, "due to error");
+    } finally {
+      this.loadingValue = false;
+    }
+  }
+}

data/app/assets/javascripts/sage/controllers/search_controller.js

@@ -0,0 +1,47 @@
+import { Controller } from "@hotwired/stimulus";
+import debounce from "debounce";
+
+// Connects to data-controller="search"
+export default class extends Controller {
+  initialize() {
+    this.submit = debounce(this.submit.bind(this), 300);
+    this.searchInput = null;
+  }
+
+  connect() {
+    console.log("Search controller initialized");
+    // Find the search input
+    this.searchInput = this.element.querySelector('input[type="search"]');
+
+    if (this.searchInput) {
+      // Focus the input
+      if (this.searchInput.value.length > 0) {
+        this.searchInput.focus();
+      }
+
+      // If we have a stored cursor position, restore it
+      if (this.cursorPosition !== undefined) {
+        this.searchInput.setSelectionRange(
+          this.cursorPosition,
+          this.cursorPosition
+        );
+        // Clear the stored position after using it
+        this.cursorPosition = undefined;
+      } else {
+        // If no stored position, place cursor at the end
+        const length = this.searchInput.value.length;
+        this.searchInput.setSelectionRange(length, length);
+      }
+    }
+  }
+
+  submit(event) {
+    // Store the cursor position before submitting
+    if (this.searchInput) {
+      this.cursorPosition = this.searchInput.selectionStart;
+    }
+
+    this.element.requestSubmit();
+  }
+}
+