tapsoob 0.7.17 → 0.8.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: dcea47fb91d56ea013c431964b391bc378b2a92322bbb0964797b074f54526fd
-  data.tar.gz: 8e5ffb87171c260906da3188ec9e9bd9ee6d751236b73d5be48048e288a76edf
+  metadata.gz: 6e0df11d8a5cbaca53aab795175f2addae2e0c08c39f3955e4dad7f1e08ff436
+  data.tar.gz: 991a74bb27b76dd013966c70590b953d8854c1982a7070ab05ec200b92ef3d30
 SHA512:
-  metadata.gz: ad5f2ffbdd87cda4d8d1e9a14ace5bef12eeed9e53c8fa63514f05904a2b927515997834b7f2eb1fe88fe87506ee63a3d0e7694d83f26e1e59377615b41aecc3
-  data.tar.gz: 9313cf38034bdb995e022cd52b429f1a60d8c6d4a68ab446f72bd8f3b048521e87a8b7a8ab477603a0102912ad8c0991e2ad45b8d472e987f051afd33ba95fed
+  metadata.gz: ee3899b17e99f919977cc2b77af18324c31cb9a7658f4a38d16f97d1cf8e2f2b1bdcd96e39b58e1545e273a22da52b96958b9c4246e1dd84739be18f427d380e
+  data.tar.gz: d52a2ba30e681ccb522f5ea8b5c05114b44d09ce1e378afc509436edd51ba49f428262294b0b3207eb5aa4d6f47db138fde6cc1ce3886ede1b0852650ade1f1a

data/.gitlab-ci.yml

@@ -7,10 +7,157 @@ default:
       - script_failure
 
 stages:
+  - test
   - build
   - publish
   - cleanup
 
+# ── shared test base ──────────────────────────────────────────────────────────
+
+.test_base:
+  stage: test
+  tags:
+    - linux
+    - docker
+  rules:
+    - if: $CI_COMMIT_TAG
+      when: never
+    - when: on_success
+  variables:
+    INTEGRATION_TESTS: "1"
+    SYSTEM_TESTS: "1"
+  before_script:
+    - apt-get update -qq && apt-get install -y -qq git
+    - bundle install --quiet
+  artifacts:
+    when: always
+    reports:
+      junit: rspec.xml
+    paths:
+      - coverage/
+    expire_in: 7 days
+
+# ── SQLite (no service container needed) ─────────────────────────────────────
+
+test-sqlite:
+  extends: .test_base
+  image: ruby:3.3
+  before_script:
+    - apt-get update -qq && apt-get install -y -qq git libsqlite3-dev
+    - bundle install --quiet
+  variables:
+    SRC_DATABASE_URL: "sqlite://tmp/tapsoob_src.db"
+    DST_DATABASE_URL: "sqlite://tmp/tapsoob_dst.db"
+    INTEGRATION_TESTS: "1"
+    SYSTEM_TESTS: "1"
+  script:
+    - mkdir -p tmp
+    - bundle exec rspec spec/unit spec/integration/sqlite_spec.rb spec/system/
+        --format progress
+        --format RspecJunitFormatter --out rspec.xml
+
+# ── MySQL ─────────────────────────────────────────────────────────────────────
+
+test-mysql:
+  extends: .test_base
+  image: ruby:3.3
+  services:
+    - name: mysql:8.4
+      alias: mysql
+      variables:
+        MYSQL_ROOT_PASSWORD: "rootpassword"
+        MYSQL_DATABASE: mysql
+        # Prevent job-level MYSQL_USER/MYSQL_PASSWORD from leaking into the
+        # service container — MySQL 8.4 rejects MYSQL_USER=root at startup.
+        MYSQL_USER: ""
+        MYSQL_PASSWORD: ""
+  variables:
+    MYSQL_HOST: mysql
+    MYSQL_PORT: "3306"
+    MYSQL_USER: root
+    MYSQL_PASSWORD: rootpassword
+    SRC_DATABASE_URL: "mysql2://root:rootpassword@mysql/tapsoob_src"
+    DST_DATABASE_URL: "mysql2://root:rootpassword@mysql/tapsoob_dst"
+  before_script:
+    - apt-get update -qq && apt-get install -y -qq git default-libmysqlclient-dev default-mysql-client
+    - bundle install --quiet
+    # Wait for MySQL to be ready (mysqladmin is available from default-mysql-client)
+    - |
+      for i in $(seq 1 45); do
+        mysqladmin ping -h mysql -u root -prootpassword --skip-ssl --silent 2>/dev/null && break
+        echo "Waiting for MySQL ($i/45)..."
+        sleep 2
+      done
+    - mysql -h mysql -u root -prootpassword --skip-ssl -e "CREATE DATABASE IF NOT EXISTS tapsoob_src"
+    - mysql -h mysql -u root -prootpassword --skip-ssl -e "CREATE DATABASE IF NOT EXISTS tapsoob_dst"
+  script:
+    - bundle exec rspec spec/unit spec/integration/mysql_spec.rb
+        --format progress
+        --format RspecJunitFormatter --out rspec.xml
+
+# ── PostgreSQL ────────────────────────────────────────────────────────────────
+
+test-postgres:
+  extends: .test_base
+  image: ruby:3.3
+  services:
+    - name: postgres:16-alpine
+      alias: postgres
+      variables:
+        POSTGRES_PASSWORD: postgres
+        POSTGRES_DB: postgres
+  variables:
+    POSTGRES_HOST: postgres
+    POSTGRES_PORT: "5432"
+    POSTGRES_USER: postgres
+    POSTGRES_PASSWORD: postgres
+    SRC_DATABASE_URL: "postgres://postgres:postgres@postgres/tapsoob_src"
+    DST_DATABASE_URL: "postgres://postgres:postgres@postgres/tapsoob_dst"
+    PGPASSWORD: postgres
+  before_script:
+    - apt-get update -qq && apt-get install -y -qq git libpq-dev postgresql-client
+    - bundle install --quiet
+    # Wait for Postgres to be ready
+    - |
+      for i in $(seq 1 30); do
+        pg_isready -h postgres -U postgres 2>/dev/null && break
+        echo "Waiting for PostgreSQL ($i/30)..."
+        sleep 2
+      done
+    - psql -h postgres -U postgres -c "CREATE DATABASE tapsoob_src" || true
+    - psql -h postgres -U postgres -c "CREATE DATABASE tapsoob_dst" || true
+  script:
+    - bundle exec rspec spec/unit spec/integration/postgres_spec.rb
+        --format progress
+        --format RspecJunitFormatter --out rspec.xml
+
+# ── JRuby unit tests (no DB adapters, just unit layer) ───────────────────────
+
+test-jruby:
+  stage: test
+  image: jruby:9.4.14.0
+  tags:
+    - linux
+    - docker
+  rules:
+    - if: $CI_COMMIT_TAG
+      when: never
+    - when: on_success
+  before_script:
+    - apt-get update -qq && apt-get install -y -qq git libsqlite3-dev
+    - bundle install --quiet
+  script:
+    - bundle exec rspec spec/unit/
+        --format progress
+        --format RspecJunitFormatter --out rspec.xml
+  artifacts:
+    when: always
+    reports:
+      junit: rspec.xml
+    expire_in: 7 days
+
+# ── build ─────────────────────────────────────────────────────────────────────
+
 build-jar:
   stage: build
   image: jruby:9.4.14.0
@@ -29,13 +176,13 @@ build-jar:
       echo "Checking for existing packages with version ${VERSION}..."
       PACKAGES=$(curl -s --header "JOB-TOKEN: $CI_JOB_TOKEN" \
         "${GITLAB_INTERNAL_API}/projects/${CI_PROJECT_ID}/packages?package_name=tapsoob&per_page=100")
-      
+
       # Get package IDs matching this version
       MATCHING_IDS=$(echo "$PACKAGES" | jq -r --arg v "$VERSION" '.[] | select(.version == $v) | .id')
       COUNT=$(echo "$MATCHING_IDS" | grep -c . || true)
-      
+
       echo "Found $COUNT package(s) with version ${VERSION}"
-      
+
       if [ "$COUNT" -gt 1 ]; then
         echo "Multiple packages found, cleaning up duplicates..."
         # Keep the first one, delete the rest
@@ -51,12 +198,14 @@ build-jar:
         echo "Package tapsoob-${VERSION}.jar already exists, skipping build"
         exit 0
       fi
-      
+
       echo "No existing package found, proceeding with build..."
     - bundle install
     - bundle exec rake jar
     - 'curl --fail --header "JOB-TOKEN: $CI_JOB_TOKEN" --upload-file dist/tapsoob.jar "${GITLAB_INTERNAL_API}/projects/${CI_PROJECT_ID}/packages/generic/tapsoob/${VERSION}/tapsoob-${VERSION}.jar"'
 
+# ── publish ───────────────────────────────────────────────────────────────────
+
 publish-gem:
   stage: publish
   image: ruby:3.3
@@ -99,6 +248,8 @@ publish-gem-jruby:
   rules:
     - if: $CI_COMMIT_TAG
 
+# ── cleanup ───────────────────────────────────────────────────────────────────
+
 cleanup-packages:
   stage: cleanup
   image: alpine:latest
@@ -115,11 +266,11 @@ cleanup-packages:
       echo "Fetching packages..."
       PACKAGES=$(curl -s --header "JOB-TOKEN: $CI_JOB_TOKEN" \
         "${GITLAB_INTERNAL_API}/projects/${CI_PROJECT_ID}/packages?per_page=100")
-      
+
       # Get latest nightly (8 hex chars = commit SHA)
       LATEST_NIGHTLY=$(echo "$PACKAGES" | jq -r '[.[] | select(.version | test("^[0-9a-f]{8}$"))] | sort_by(.created_at) | reverse | .[0].version // empty')
       echo "Latest nightly to keep: $LATEST_NIGHTLY"
-      
+
       # Process each package
       echo "$PACKAGES" | jq -r '.[] | "\(.id) \(.version)"' | while read -r ID VERSION; do
         if echo "$VERSION" | grep -qE '^[0-9a-f]{8}$'; then
@@ -133,4 +284,4 @@ cleanup-packages:
         else
           echo "Keeping tagged release: $VERSION"
         fi
-      done
+      done

data/Gemfile

@@ -41,6 +41,9 @@ group :development do
 end
 
 group :test do
-  gem 'rspec', '~> 3.2.0'
-  gem 'simplecov', '~> 0.9.2'
+  gem 'rspec',                   '~> 3.13'
+  gem 'simplecov',               '~> 0.22'
+  gem 'rspec_junit_formatter',   '~> 0.6'
+  gem 'database_cleaner-sequel', '~> 2.0'
+  gem 'faker',                   '~> 3.4'
 end

data/README.md

@@ -13,10 +13,19 @@ Tapsoob currently rely on the Sequel ORM (<http://sequel.rubyforge.org/>) so we
 
 If you're using either Oracle or Oracle XE you will need some extra requirements. If you're using Ruby you'll need to have your ORACLE_HOME environnement variable set properly and the `ruby-oci8` gem installed. However if you're using jRuby you'll need to have the official Oracle JDBC driver (see here for more informations: <http://www.oracle.com/technetwork/articles/dsl/jruby-oracle11g-330825.html>) and it should be loaded prior to using Tapsoob otherwise you won't be able to connect the database.
 
+## Recent fixes
+
+* Fixed intra-table parallelization where sometimes size/offset where lazily instantiated leading to infinite data dumping.
+* Fixed connection handling when piping to release and reconnect DB when loading to avoid RDBMS closing the connection early (mainly in MySQL/MariaDB).
+
 
 ## Recent changes
 
-### 0.7.0
+### 0.8.x
+
+* Introduced an extensive test suite to consolidate recent changes and fixes.
+
+### 0.7.x
 
 ### Features
 
@@ -93,11 +102,6 @@ It defaults to a single thread as per pre 0.6.1, it is also appliable to `tapsoo
 Your exports can be moved from one machine to another for backups or replication, you can also use Tapsoob to switch your RDBMS from one of the supported system to another.
 
 
-## ToDo
-
-* Tests (in progress)
-
-
 ## Contributors
 
 * Félix Bellanger <felix.bellanger@gmail.com>
@@ -107,7 +111,7 @@ Your exports can be moved from one machine to another for backups or replication
 ## License
 
 The MIT License (MIT)
-Copyright © 2015 Félix Bellanger <felix.bellanger@gmail.com>
+Copyright © 2026 Félix Bellanger <felix.bellanger@gmail.com>
 
 Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the “Software”), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
 

data/lib/tapsoob/operation/base.rb

@@ -55,15 +55,11 @@ module Tapsoob
         return tables if table_filter.empty? && exclude_tables.empty?
 
         if tables.kind_of?(Hash)
-          ntables = {}
-          tables.each do |t, d|
-            if !exclude_tables.include?(t.to_s) && (!table_filter.empty? && table_filter.include?(t.to_s))
-              ntables[t] = d
-            end
-          end
-          ntables
+          tables.reject { |t, _| exclude_tables.include?(t.to_s) }
+                .select  { |t, _| table_filter.empty? || table_filter.include?(t.to_s) }
         else
-          tables.reject { |t| exclude_tables.include?(t.to_s) }.select { |t| table_filter.include?(t.to_s) }
+          tables.reject { |t| exclude_tables.include?(t.to_s) }
+                .select  { |t| table_filter.empty? || table_filter.include?(t.to_s) }
         end
       end
 

data/lib/tapsoob/operation/pull.rb

@@ -44,9 +44,12 @@ module Tapsoob
         Tapsoob::ProgressEvent.schema_start(tables.size)
 
         progress = opts[:progress] ? Tapsoob::Progress::Bar.new('Schema', tables.size) : nil
+        mysql_db = [:mysql, :mysql2].include?(db.database_type)
         tables.each do |table_name, count|
           # Reuse existing db connection for better performance
-          schema_data = Tapsoob::Schema.dump_table(db, table_name, @opts.slice(:indexes, :same_db))
+          dump_opts = @opts.slice(:indexes, :same_db)
+          dump_opts[:same_db] = true if mysql_db && !dump_opts.key?(:same_db)
+          schema_data = Tapsoob::Schema.dump_table(db, table_name, dump_opts)
           log.debug "Table: #{table_name}\n#{schema_data}\n"
           output = Tapsoob::Utils.export_schema(dump_path, table_name, schema_data)
           puts output if dump_path.nil? && output

data/lib/tapsoob/utils.rb

@@ -39,7 +39,7 @@ module Tapsoob
 
     def format_data(db, data, opts = {})
       return {} if data.size == 0
-      string_columns = opts[:string_columns] || []
+      string_columns = opts[:string_columns] || []
       schema = opts[:schema] || []
       table = opts[:table]
 
@@ -209,11 +209,11 @@ Data : #{data}
 
     def order_by(db, table)
       pkey = primary_key(db, table)
-      if pkey
+      if pkey && !pkey.empty?
         pkey.kind_of?(Array) ? pkey : [pkey.to_sym]
       else
         table = table.to_sym unless table.kind_of?(Sequel::SQL::Identifier)
-        db[table].columns
+        db.schema(table).map(&:first)
       end
     end
   end

data/lib/tapsoob/version.rb

@@ -1,4 +1,4 @@
 # -*- encoding : utf-8 -*-
 module Tapsoob
-  VERSION = "0.7.17".freeze
+  VERSION = "0.8.1".freeze
 end

data/spec/integration/mysql_spec.rb

@@ -0,0 +1,89 @@
+require 'spec_helper'
+
+# MySQL integration suite.
+# In CI: supplied by the mysql service container via MYSQL_* env vars.
+# Locally:
+#   SRC_DATABASE_URL=mysql2://root:root@127.0.0.1/tapsoob_src \
+#   DST_DATABASE_URL=mysql2://root:root@127.0.0.1/tapsoob_dst \
+#   bundle exec rspec spec/integration/mysql_spec.rb
+
+def mysql_available?
+  host     = ENV.fetch('MYSQL_HOST', 'mysql')
+  port     = ENV.fetch('MYSQL_PORT', '3306')
+  user     = ENV.fetch('MYSQL_USER', 'root')
+  password = ENV.fetch('MYSQL_PASSWORD', 'root')
+  Sequel.connect("mysql2://#{user}:#{password}@#{host}:#{port}/mysql").disconnect
+  true
+rescue StandardError
+  false
+end
+
+RSpec.describe 'MySQL round-trip', :integration do
+  before(:all) do
+    skip 'MySQL not available' unless mysql_available?
+
+    host     = ENV.fetch('MYSQL_HOST', 'mysql')
+    port     = ENV.fetch('MYSQL_PORT', '3306')
+    user     = ENV.fetch('MYSQL_USER', 'root')
+    password = ENV.fetch('MYSQL_PASSWORD', 'root')
+
+    Sequel.connect("mysql2://#{user}:#{password}@#{host}:#{port}/mysql") do |db|
+      db.run("CREATE DATABASE IF NOT EXISTS tapsoob_src")
+      db.run("CREATE DATABASE IF NOT EXISTS tapsoob_dst")
+    end
+
+    @src_url = DbHelpers.adapt_url(
+      ENV.fetch('SRC_DATABASE_URL', "mysql2://#{user}:#{password}@#{host}:#{port}/tapsoob_src"))
+    @dst_url = DbHelpers.adapt_url(
+      ENV.fetch('DST_DATABASE_URL', "mysql2://#{user}:#{password}@#{host}:#{port}/tapsoob_dst"))
+
+    @src_db = DbHelpers.connect(@src_url)
+    @dst_db = DbHelpers.connect(@dst_url)
+
+    Fixtures.create_tables(@src_db)
+    Fixtures.seed(@src_db)
+  end
+
+  before(:each) do
+    Fixtures.drop_tables(@dst_db) if @dst_db
+  end
+
+  after(:all) do
+    Fixtures.drop_tables(@src_db)   if @src_db
+    Fixtures.drop_tables(@dst_db)   if @dst_db
+    DbHelpers.disconnect_all
+  end
+
+  include_examples 'a complete round-trip'
+  include_examples 'a parallel round-trip', workers: 2
+  include_examples 'a parallel round-trip', workers: 4
+
+  context 'with SET foreign_key_checks behavior' do
+    it 'loads schema with FK relationships intact' do
+      pull(src_url, dump_dir)
+      push(dst_url, dump_dir)
+      expect(dst_db.table_exists?(:orders)).to be true
+      expect(dst_db.table_exists?(:users)).to be true
+    end
+  end
+
+  context 'with large BLOB payloads' do
+    let(:blob_dir) { Dir.mktmpdir }
+    after { FileUtils.rm_rf(blob_dir) }
+
+    it 'transfers all attachment blobs correctly' do
+      pull(src_url, blob_dir)
+      push(dst_url, blob_dir)
+      src_db[:attachments].order(:id).each do |src_row|
+        dst_row = dst_db[:attachments][id: src_row[:id]]
+        expect(dst_row[:payload].to_s.bytes).to eq(src_row[:payload].to_s.bytes)
+      end
+    end
+  end
+
+  context 'with invalid date handling' do
+    it 'tolerates 0000-00-00 MySQL dates without raising' do
+      expect { round_trip(src_url, dst_url, dump_dir) }.not_to raise_error
+    end
+  end
+end

data/spec/integration/postgres_spec.rb

@@ -0,0 +1,97 @@
+require 'spec_helper'
+
+# PostgreSQL integration suite.
+# In CI: supplied by the postgres service container via POSTGRES_* env vars.
+# Locally:
+#   SRC_DATABASE_URL=postgres://postgres:postgres@127.0.0.1/tapsoob_src \
+#   DST_DATABASE_URL=postgres://postgres:postgres@127.0.0.1/tapsoob_dst \
+#   bundle exec rspec spec/integration/postgres_spec.rb
+
+def postgres_available?
+  host     = ENV.fetch('POSTGRES_HOST', 'postgres')
+  port     = ENV.fetch('POSTGRES_PORT', '5432')
+  user     = ENV.fetch('POSTGRES_USER', 'postgres')
+  password = ENV.fetch('POSTGRES_PASSWORD', 'postgres')
+  Sequel.connect("postgres://#{user}:#{password}@#{host}:#{port}/postgres").disconnect
+  true
+rescue StandardError
+  false
+end
+
+RSpec.describe 'PostgreSQL round-trip', :integration do
+  before(:all) do
+    skip 'PostgreSQL not available' unless postgres_available?
+
+    host     = ENV.fetch('POSTGRES_HOST', 'postgres')
+    port     = ENV.fetch('POSTGRES_PORT', '5432')
+    user     = ENV.fetch('POSTGRES_USER', 'postgres')
+    password = ENV.fetch('POSTGRES_PASSWORD', 'postgres')
+
+    Sequel.connect("postgres://#{user}:#{password}@#{host}:#{port}/postgres") do |db|
+      ['tapsoob_src', 'tapsoob_dst'].each do |dbname|
+        db.run("DROP DATABASE IF EXISTS #{dbname}")
+        db.run("CREATE DATABASE #{dbname}")
+      end
+    end
+
+    @src_url = DbHelpers.adapt_url(
+      ENV.fetch('SRC_DATABASE_URL', "postgres://#{user}:#{password}@#{host}:#{port}/tapsoob_src"))
+    @dst_url = DbHelpers.adapt_url(
+      ENV.fetch('DST_DATABASE_URL', "postgres://#{user}:#{password}@#{host}:#{port}/tapsoob_dst"))
+
+    @src_db = DbHelpers.connect(@src_url)
+    @dst_db = DbHelpers.connect(@dst_url)
+
+    Fixtures.create_tables(@src_db)
+    Fixtures.seed(@src_db)
+  end
+
+  before(:each) do
+    Fixtures.drop_tables(@dst_db) if @dst_db
+  end
+
+  after(:all) do
+    Fixtures.drop_tables(@src_db)   if @src_db
+    Fixtures.drop_tables(@dst_db)   if @dst_db
+    DbHelpers.disconnect_all
+  end
+
+  include_examples 'a complete round-trip'
+  include_examples 'a parallel round-trip', workers: 2
+  include_examples 'a parallel round-trip', workers: 4
+
+  context 'with sequence reset' do
+    it 'sequences are reset after push so inserts work' do
+      round_trip(src_url, dst_url, dump_dir)
+      expect {
+        dst_db[:users].insert(
+          name:       'PostPush User',
+          email:      "postpush_#{rand(9999)}@example.com",
+          created_at: Time.now.strftime('%Y-%m-%d %H:%M:%S'),
+          updated_at: Time.now.strftime('%Y-%m-%d %H:%M:%S')
+        )
+      }.not_to raise_error
+    end
+  end
+
+  context 'with bytea BLOB columns' do
+    it 'transfers bytea payloads with correct byte content' do
+      round_trip(src_url, dst_url, dump_dir)
+      src_db[:attachments].order(:id).each do |src_row|
+        dst_row = dst_db[:attachments][id: src_row[:id]]
+        expect(dst_row[:payload].to_s.bytes).to eq(src_row[:payload].to_s.bytes)
+      end
+    end
+  end
+
+  context 'with --indexes-first' do
+    let(:idx_dir) { Dir.mktmpdir }
+    after { FileUtils.rm_rf(idx_dir) }
+
+    it 'creates indexes before loading data without error' do
+      pull(src_url, idx_dir, indexes_first: true)
+      expect { push(dst_url, idx_dir, indexes_first: true) }.not_to raise_error
+      expect_same_counts(src_db, dst_db)
+    end
+  end
+end

data/spec/integration/sqlite_spec.rb

@@ -0,0 +1,119 @@
+require 'spec_helper'
+
+RSpec.describe 'SQLite round-trip', :integration do
+  before(:all) do
+    @src_url = DbHelpers.adapt_url('sqlite://tmp/tapsoob_sqlite_src.db')
+    @dst_url = DbHelpers.adapt_url('sqlite://tmp/tapsoob_sqlite_dst.db')
+
+    FileUtils.mkdir_p('tmp')
+    File.delete('tmp/tapsoob_sqlite_src.db') rescue nil
+    File.delete('tmp/tapsoob_sqlite_dst.db') rescue nil
+
+    @src_db = DbHelpers.connect(@src_url)
+    @dst_db = DbHelpers.connect(@dst_url)
+
+    Fixtures.create_tables(@src_db)
+    Fixtures.seed(@src_db)
+  end
+
+  before(:each) do
+    Fixtures.drop_tables(@dst_db)
+  end
+
+  after(:all) do
+    Fixtures.drop_tables(@src_db)
+    Fixtures.drop_tables(@dst_db)
+    DbHelpers.disconnect_all
+    File.delete('tmp/tapsoob_sqlite_src.db') rescue nil
+    File.delete('tmp/tapsoob_sqlite_dst.db') rescue nil
+  end
+
+  include_examples 'a complete round-trip'
+
+  # ── SQLite-specific edge cases ───────────────────────────────────────────────
+
+  context 'with --discard-identity' do
+    let(:discard_dir) { Dir.mktmpdir }
+    after { FileUtils.rm_rf(discard_dir) }
+
+    it 'inserts rows without the id column' do
+      pull(src_url, discard_dir, tables: ['users'])
+
+      dst_db.drop_table(:orders, if_exists: true)
+      dst_db.drop_table(:users, if_exists: true)
+      dst_db.create_table(:users) do
+        primary_key :id
+        String   :name,       size: 100
+        String   :email,      size: 255
+        String   :locale,     size: 10
+        Integer  :age
+        Date     :birthday
+        DateTime :created_at
+        DateTime :updated_at
+      end
+
+      push(dst_url, discard_dir, :"discard-identity" => true, schema: false)
+      expect(dst_db[:users].count).to eq(src_db[:users].count)
+    end
+  end
+
+  context 'with --tables filter' do
+    let(:filtered_dir) { Dir.mktmpdir }
+    after { FileUtils.rm_rf(filtered_dir) }
+
+    it 'only pulls the specified tables' do
+      pull(src_url, filtered_dir, tables: ['users', 'orders'])
+      schema_files = Dir.glob(File.join(filtered_dir, 'schemas', '*.rb'))
+        .map { |f| File.basename(f, '.rb') }
+      expect(schema_files).to match_array(%w[users orders])
+    end
+  end
+
+  context 'with --exclude-tables' do
+    let(:excl_dir) { Dir.mktmpdir }
+    after { FileUtils.rm_rf(excl_dir) }
+
+    it 'excludes specified tables from the pull' do
+      pull(src_url, excl_dir, exclude_tables: ['large_table'])
+      expect(File).not_to exist(File.join(excl_dir, 'schemas', 'large_table.rb'))
+    end
+  end
+
+  context 'with custom chunksize' do
+    let(:chunk_dir) { Dir.mktmpdir }
+    after { FileUtils.rm_rf(chunk_dir) }
+
+    [10, 50, 500, 5000].each do |cs|
+      it "round-trips with chunksize #{cs}" do
+        round_trip(src_url, dst_url, chunk_dir, default_chunksize: cs)
+        expect(dst_db[:users].count).to eq(src_db[:users].count)
+      end
+    end
+  end
+
+  context 'with empty tables' do
+    let(:empty_dir) { Dir.mktmpdir }
+    after { FileUtils.rm_rf(empty_dir) }
+
+    it 'handles a completely empty table gracefully' do
+      empty_src_url = DbHelpers.adapt_url('sqlite://tmp/tapsoob_sqlite_empty.db')
+      empty_dst_url = DbHelpers.adapt_url('sqlite://tmp/tapsoob_sqlite_empty_dst.db')
+      empty_src_db  = DbHelpers.connect(empty_src_url)
+      empty_dst_db  = DbHelpers.connect(empty_dst_url)
+
+      empty_src_db.create_table!(:empty_table) { primary_key :id; String :name, size: 50 }
+
+      round_trip(empty_src_url, empty_dst_url, empty_dir)
+
+      expect(empty_dst_db.table_exists?(:empty_table)).to be true
+      expect(empty_dst_db[:empty_table].count).to eq(0)
+    ensure
+      DbHelpers.disconnect_all
+      File.delete('tmp/tapsoob_sqlite_empty.db')     rescue nil
+      File.delete('tmp/tapsoob_sqlite_empty_dst.db') rescue nil
+      # Reconnect suite DBs after disconnect_all
+      @src_db = DbHelpers.connect(@src_url)
+      @dst_db = DbHelpers.connect(@dst_url)
+    end
+  end
+end