real_data_tests 0.3.4 → 0.3.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2a75133368f84b08bf44ad4f2ee73ed4eaf5636a7f19dbafdc5e6c47478055d8
-  data.tar.gz: 7693fa53c25af6c928ce61cb33e14667bf580fb18a32182452917932ca539bf2
+  metadata.gz: 179a591f6a485c397255c0cbec27e18757e2f7fdc450f7292f279cd681f91e0b
+  data.tar.gz: bb9b9f4f60b609f2ea8a901689b4b9b8d5ddfdc7d36e867c18ebbe24855cb5aa
 SHA512:
-  metadata.gz: 366de9d95f5d8582c83cebcb89e20af819a6516dc6a1a30e3e560b3ba6de5e300404a781a08fc6b1063b562dd2519ce83ce80a0976844dfd09e0ce94551641ca
-  data.tar.gz: be867e1b473e90ea4bcb9041704fe6e4edac3d4e371c283dda8ac6c32b2903cd2d5b81a326f4aaa6bcb36859c2125ec995d6d115b594441bb6f23b1cbc019e5b
+  metadata.gz: a47d49d690958e70cd324ede48dadce7d3e9e7bd39471ee052879d6fe5646ad308aebbf05f79cb92ebe3c9b7ede94b0163c74efdddf3f518ef47518a489a2ee6
+  data.tar.gz: a4c6a97cff1bd02096064fd1da67580dd9307ce29f4e7d5a8be4d82c9f352b97009ef1fc22eb555dc39b1b87599947680a61bc2bc376c2cd14a7f8cc5397892d

data/CHANGELOG.md

@@ -1,5 +1,21 @@
 ## [Unreleased]
 
+## [0.3.6] - 2025-01-14
+### Fixed
+- Further enhanced SQL statement handling in native loader
+  - Fixed handling of SQL statements with ON CONFLICT clauses
+  - Improved quoting for company names containing spaces
+  - Added proper handling of trailing semicolons
+  - Enhanced detection and preservation of SQL statement structure
+
+## [0.3.5] - 2025-01-14
+### Fixed
+- Enhanced SQL statement handling in native loader
+  - Added proper UUID value quoting in VALUES clauses
+  - Fixed string value formatting in SQL statements
+  - Improved error reporting with detailed SQL statement context
+  - Added robust SQL statement cleaning and normalization
+
 ## [0.3.4] - 2025-01-14
 ### Added
 - Alternative native SQL loading method for CI environments

data/lib/real_data_tests/rspec_helper.rb

@@ -39,9 +39,12 @@ module RealDataTests
           statements.each do |statement|
             next if statement.strip.empty?
             begin
-              connection.execute(statement)
+              # Clean up any formatting issues that might cause syntax errors
+              cleaned_statement = clean_sql_statement(statement)
+              connection.execute(cleaned_statement)
             rescue ActiveRecord::StatementInvalid => e
-              raise Error, "Failed to execute SQL statement: #{e.message}"
+              # Provide detailed error information
+              raise Error, "Failed to execute SQL statement: #{e.message}\nStatement: #{cleaned_statement}"
             end
           end
         ensure
@@ -99,5 +102,82 @@ module RealDataTests
 
       statements
     end
+
+          def clean_sql_statement(statement)
+        # Handle VALUES clause formatting
+        if statement.include?('VALUES')
+          # Split into pre-VALUES and VALUES parts
+          parts = statement.split(/VALUES\s*\(/i, 2)
+          if parts.length == 2
+            # Get the column names from the first part
+            column_names = parts[0].scan(/\((.*?)\)/).flatten.first&.split(',')&.map(&:strip) || []
+
+            # Split values into individual items
+            values_part = parts[1]
+            values = split_values(values_part)
+
+            # Process each value according to its column and position
+            values.each_with_index do |value, i|
+              # Skip if already properly quoted
+              next if value.start_with?("'") && value.end_with?("'")
+
+              # Quote UUIDs
+              if value.match?(/^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i)
+                values[i] = "'#{value}'"
+              # Quote any non-NULL string values that contain spaces or special characters
+              elsif !['NULL', 'true', 'false'].include?(value) &&
+                    !value.match?(/^\d+$/) && # not a number
+                    !value.start_with?("'{") && # not a JSON object
+                    !value.start_with?("'") # not already quoted
+                values[i] = "'#{value}'"
+              end
+            end
+
+            # Reassemble the statement with any trailing ON CONFLICT clause
+            remainder = values_part.match(/\)\s*(ON\s+CONFLICT.*?)(;?\s*$)/i)
+            statement = parts[0] + 'VALUES (' + values.join(', ') + ')'
+            statement += " #{remainder[1]};" if remainder
+          end
+        end
+
+        statement
+      end
+
+      def split_values(values_part)
+        values = []
+        current_value = ''
+        in_quotes = false
+        in_json = false
+        depth = 0
+
+        values_part.chars.each_with_index do |char, i|
+          case char
+          when "'"
+            # Toggle quote state if not escaped
+            if i == 0 || values_part[i-1] != '\\'
+              in_quotes = !in_quotes
+            end
+          when '{'
+            depth += 1 unless in_quotes
+            in_json = true unless in_quotes
+          when '}'
+            depth -= 1 unless in_quotes
+          when ','
+            if !in_quotes && depth == 0
+              values << current_value.strip
+              current_value = ''
+              next
+            end
+          end
+          current_value << char
+        end
+
+        # Add the last value (remove trailing ';' or ')')
+        last_value = current_value.strip
+        last_value = last_value[0..-2] if last_value.end_with?(';', ')')
+        values << last_value
+
+        values
+      end
   end
 end

data/lib/real_data_tests/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module RealDataTests
-  VERSION = "0.3.4"
+  VERSION = "0.3.6"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: real_data_tests
 version: !ruby/object:Gem::Version
-  version: 0.3.4
+  version: 0.3.6
 platform: ruby
 authors:
 - Kevin Dias