rails-nl2sql 0.1.8 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4c85af69e2b9d5c60665676f6b1aa853220bb44e98484bd0968b9e659528fa31
-  data.tar.gz: 8423aaec96729c329dad2fe601ba11ef84545054f84ab1f3e0fc32ac181a7a8f
+  metadata.gz: c82ac012038c7065a0c3eeb3db0389fb64eec1fe6c95ae4c0896d6c580527dcc
+  data.tar.gz: 2a6236aad4a76959d360f6b19a7c7c38f662e66cfa7799108a4dd4e6cc546a7f
 SHA512:
-  metadata.gz: 91739a9e2c4456f0232da6f614a5f9b7647b77267bc8d9eb49b3bb36a7d64542cca9ebf5e02897424bd8dc68b20a71a2d336ffd7eededd3b4b05cc2879d25fd4
-  data.tar.gz: 4e4540b9939bbb22bb093cf15482215016817b5cee95dbefaf6713cce048e5464136c62aeef0116659f378f020443e409b92d927bd4755a22c2c3829d6c9d022
+  metadata.gz: abe39e44ac4a2443b3cb778f7393cc012099c9266e1a35d25b3ad3bfdfae0b43b27a1206f52026f7cd31342931dc35ec0012ceb3bb8245a23fdadbaa9112da17
+  data.tar.gz: 0ab5536299aa7f4b7063c4c5264ec1b335a7e34957537c18da0bfa19d86b991efc135288d70be76938858e25ad9219d6f4f4d0b0299b72af212a7cb68ffa9418

data/README.md

@@ -42,6 +42,16 @@ To execute a natural language query, you can use the `execute` method:
 results = Rails::Nl2sql::Processor.execute("Show me all the users from California")
 ```
 
+### Using `from_nl` with ActiveRecord
+
+You can call the NL2SQL processor directly on your models. The `from_nl` method
+returns an `ActiveRecord::Relation` so you can chain scopes, pagination and
+other query modifiers as usual.
+
+```ruby
+User.from_nl("all users who signed up last week").limit(10)
+```
+
 You can also specify which tables to include or exclude:
 
 ```ruby
@@ -60,6 +70,18 @@ Rails::Nl2sql::Processor.get_tables
 Rails::Nl2sql::Processor.get_schema(include: ["users", "orders"])
 ```
 
+### Schema caching
+
+For efficiency the gem caches the full database schema on first use. The cached
+schema is reused for subsequent requests so your application doesn't need to hit
+the database every time a prompt is generated.
+
+You can clear the cached schema if your database changes:
+
+```ruby
+Rails::Nl2sql::SchemaBuilder.clear_cache!
+```
+
 ## Development
 
 After checking out the repo, run `bin/setup` to install dependencies. You can also run `bin/console` for an interactive prompt that will allow you to experiment.

data/lib/generators/rails_nl2sql/install/install_generator.rb

@@ -0,0 +1,13 @@
+require 'rails/generators'
+
+module RailsNl2sql
+  module Generators
+    class InstallGenerator < Rails::Generators::Base
+      source_root File.expand_path('../templates', __FILE__)
+
+      def copy_initializer
+        template 'rails_nl2sql.rb', 'config/initializers/rails_nl2sql.rb'
+      end
+    end
+  end
+end

data/lib/generators/rails_nl2sql/install/templates/rails_nl2sql.rb

@@ -0,0 +1,4 @@
+Rails::Nl2sql.configure do |config|
+  config.api_key = "YOUR_API_KEY"
+  # config.model = "text-davinci-003"
+end

data/lib/rails/nl2sql/active_record_extension.rb

@@ -0,0 +1,21 @@
+require 'active_support/concern'
+require 'active_support/lazy_load_hooks'
+
+module Rails
+  module Nl2sql
+    module ActiveRecordExtension
+      extend ActiveSupport::Concern
+
+      class_methods do
+        def from_nl(prompt, options = {})
+          sql = Rails::Nl2sql::Processor.generate_query_only(prompt, options)
+          from(Arel.sql("(#{sql}) AS #{table_name}"))
+        end
+      end
+    end
+  end
+end
+
+ActiveSupport.on_load(:active_record) do
+  include Rails::Nl2sql::ActiveRecordExtension
+end

data/lib/rails/nl2sql/query_generator.rb

@@ -11,6 +11,11 @@ module Rails
       def generate_query(prompt, schema, db_server = "PostgreSQL", tables = nil)
         retrieved_context = build_context(schema, tables)
         
+        # Debug: Let's see what schema context is being sent
+        puts "=== SCHEMA CONTEXT BEING SENT TO AI ==="
+        puts retrieved_context
+        puts "=== END SCHEMA CONTEXT ==="
+        
         system_prompt = build_system_prompt(db_server, retrieved_context)
         user_prompt = build_user_prompt(prompt)
         
@@ -20,7 +25,7 @@ module Rails
           parameters: {
             model: @model,
             prompt: full_prompt,
-            max_tokens: 300,
+            max_tokens: 500,
             temperature: 0.1
           }
         )
@@ -83,9 +88,9 @@ module Rails
           ---
           **SQL GENERATION RULES:**
           1. **SQL Dialect:** All generated SQL must be valid **#{db_server} syntax**.
-             * For limiting results, use `LIMIT` (e.g., `LIMIT 10`) instead of `TOP`.
-             * Be mindful of #{db_server}'s specific function names (e.g., `COUNT(*)`, `MAX()`) and behaviors.
-             * For subqueries that return a single value to be used in a `WHERE` clause, ensure they are correctly formatted for #{db_server}.
+             * For limiting results, use LIMIT (e.g., LIMIT 10) instead of TOP.
+             * Be mindful of #{db_server}'s specific function names (e.g., COUNT(*), MAX()) and behaviors.
+             * For subqueries that return a single value to be used in a WHERE clause, ensure they are correctly formatted for #{db_server}.
           2. **Schema Adherence:** Only use table names and column names that are explicitly present in the provided context. Do not invent names.
           3. **Valid JOIN Paths:** All `JOIN` operations must be based on valid foreign key relationships. The provided schema context explicitly details many of these.
           4. **Safety First:** Absolutely **DO NOT** generate any DDL (CREATE, ALTER, DROP) or DML (INSERT, UPDATE, DELETE) statements. Only `SELECT` queries are permitted.

data/lib/rails/nl2sql/query_validator.rb

@@ -15,11 +15,18 @@ module Rails
         # Basic validation: prevent destructive commands
         disallowed_keywords = %w(DROP DELETE UPDATE INSERT TRUNCATE ALTER CREATE EXEC EXECUTE MERGE REPLACE)
         query_upper = query.upcase
-        
+
         if disallowed_keywords.any? { |keyword| query_upper.include?(keyword) }
           raise Rails::Nl2sql::Error, "Query contains disallowed keywords."
         end
 
+        # Ensure there is only a single statement
+        cleaned_query = query.rstrip
+        cleaned_query = cleaned_query.chomp(';')
+        if cleaned_query.include?(';')
+          raise Rails::Nl2sql::Error, "Query contains multiple statements."
+        end
+
         # Ensure it's a SELECT query
         unless query_upper.strip.start_with?('SELECT', 'WITH')
           raise Rails::Nl2sql::Error, "Only SELECT queries are allowed."

data/lib/rails/nl2sql/schema_builder.rb

@@ -1,13 +1,26 @@
 module Rails
   module Nl2sql
     class SchemaBuilder
+      @@schema_cache = nil
+
       def self.build_schema(options = {})
+        if options.empty? && @@schema_cache
+          return @@schema_cache
+        end
+
         tables = get_filtered_tables(options)
-        
+
         schema_text = build_schema_text(tables)
+
+        @@schema_cache = schema_text if options.empty?
+
         schema_text
       end
 
+      def self.clear_cache!
+        @@schema_cache = nil
+      end
+
       def self.get_database_type
         adapter = ActiveRecord::Base.connection.adapter_name.downcase
         case adapter

data/lib/rails/nl2sql/version.rb

@@ -1,5 +1,5 @@
 module Rails
   module Nl2sql
-    VERSION = "0.1.8"
+    VERSION = "0.2.0"
   end
 end

data/lib/rails/nl2sql.rb

@@ -2,6 +2,7 @@ require "rails/nl2sql/version"
 require "rails/nl2sql/query_generator"
 require "rails/nl2sql/schema_builder"
 require "rails/nl2sql/query_validator"
+require "rails/nl2sql/active_record_extension"
 require "rails/nl2sql/railtie" if defined?(Rails)
 
 module Rails
@@ -26,6 +27,11 @@ module Rails
         # Build schema with optional table filtering
         schema = SchemaBuilder.build_schema(options)
         
+        # Debug: Show what schema is being built
+        puts "=== RAW SCHEMA FROM BUILDER ==="
+        puts schema
+        puts "=== END RAW SCHEMA ==="
+        
         # Extract tables for filtering if specified
         tables = options[:tables]
         

data/lib/rails-nl2sql.rb

@@ -0,0 +1,2 @@
+require "rails/nl2sql"
+

data/rails-nl2sql.gemspec

@@ -37,7 +37,7 @@ Gem::Specification.new do |spec|
   spec.require_paths = ["lib"]
 
   spec.add_dependency "openai", "~> 0.3"
-  spec.add_development_dependency "bundler", "~> 1.17"
+  spec.add_development_dependency "bundler", ">= 2.0"
   spec.add_development_dependency "rake", "~> 10.0"
   spec.add_development_dependency "rspec-rails", "~> 6.0"
   spec.add_dependency "railties", ">= 6.0"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: rails-nl2sql
 version: !ruby/object:Gem::Version
-  version: 0.1.8
+  version: 0.2.0
 platform: ruby
 authors:
 - Russell Van Curen
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2025-07-17 00:00:00.000000000 Z
+date: 2025-07-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: openai
@@ -28,16 +28,16 @@ dependencies:
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.17'
+        version: '2.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.17'
+        version: '2.0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -89,6 +89,7 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- ".DS_Store"
 - ".gitignore"
 - Gemfile
 - Gemfile.lock
@@ -99,7 +100,11 @@ files:
 - bin/setup
 - lib/generators/rails/nl2sql/install_generator.rb
 - lib/generators/rails/nl2sql/templates/rails_nl2sql.rb
+- lib/generators/rails_nl2sql/install/install_generator.rb
+- lib/generators/rails_nl2sql/install/templates/rails_nl2sql.rb
+- lib/rails-nl2sql.rb
 - lib/rails/nl2sql.rb
+- lib/rails/nl2sql/active_record_extension.rb
 - lib/rails/nl2sql/query_generator.rb
 - lib/rails/nl2sql/query_validator.rb
 - lib/rails/nl2sql/railtie.rb