tapsoob 0.7.6 → 0.7.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: '025843acb6117da8a287d8045d29ee44acd503294df67d994df3340922d64202'
-  data.tar.gz: 3633cee55115b8c561f858e430d58296ac98fd549ceaba7027d71cd1b6fcb9fc
+  metadata.gz: 8f457ea6567a88cb17db0cec3be46b52442d69b649db311092370af258bfead4
+  data.tar.gz: e2280ec6a52db877689eb292a27a31bb2dbdb5b7c1d2031611f351d6c637821d
 SHA512:
-  metadata.gz: 1a9e68a0faf27687651a60df90e7eeccdc4235df1a4854ac1d8a2d01acdc3270a6fed3aa296c5c07cc3f292dc5754a4619cf2299f44b6f4b708a2941f2e7548c
-  data.tar.gz: f7824a83d062c93bd339ae92c47fa74f666cb53e2e6bd77791d35a24d73438f7e48bdc73813030b2cf3dbc95fe0aafd0e26e7a5f12c57d4321cff1c4e08ed7f9
+  metadata.gz: 5c8e4bd03a2f55ba0594c48de850029bfcceffe82a421726fe2622bddf63e5f3253fafee4d3f747cad1aeb087877c882ef404159dda46c453c77dacd4d9ccf3f
+  data.tar.gz: 30f5b3000f161271665dd508a2d88b96c4bfe6917561f3d4e1706d1d80cc3ebab44d24b70a1e79b7062949e7460c67321e2a4311fb8ba52acccc8b65c639f500

data/.gitlab-ci.yml

@@ -1,6 +1,15 @@
+default:
+  retry:
+    max: 2
+    when:
+      - runner_system_failure
+      - stuck_or_timeout_failure
+      - script_failure
+
 stages:
   - build
   - publish
+  - cleanup
 
 build-jar:
   stage: build
@@ -9,16 +18,44 @@ build-jar:
     - linux
     - docker
   before_script:
-    - apt-get update && apt-get install -y git ca-certificates
-    - update-ca-certificates
+    - apt-get update && apt-get install -y git curl jq
     - gem install rake
     - mkdir -p config dist
     - echo "$WARBLE_CONFIG" > config/warble.rb
   script:
+    - VERSION=${CI_COMMIT_TAG:-$CI_COMMIT_SHORT_SHA}
+    - |
+      # Find all packages with this version
+      echo "Checking for existing packages with version ${VERSION}..."
+      PACKAGES=$(curl -s --header "JOB-TOKEN: $CI_JOB_TOKEN" \
+        "${GITLAB_INTERNAL_API}/projects/${CI_PROJECT_ID}/packages?package_name=tapsoob&per_page=100")
+      
+      # Get package IDs matching this version
+      MATCHING_IDS=$(echo "$PACKAGES" | jq -r --arg v "$VERSION" '.[] | select(.version == $v) | .id')
+      COUNT=$(echo "$MATCHING_IDS" | grep -c . || true)
+      
+      echo "Found $COUNT package(s) with version ${VERSION}"
+      
+      if [ "$COUNT" -gt 1 ]; then
+        echo "Multiple packages found, cleaning up duplicates..."
+        # Keep the first one, delete the rest
+        KEEP_ID=$(echo "$MATCHING_IDS" | head -n 1)
+        echo "$MATCHING_IDS" | tail -n +2 | while read -r ID; do
+          echo "Deleting duplicate package ID: $ID"
+          curl -s --request DELETE --header "JOB-TOKEN: $CI_JOB_TOKEN" \
+            "${GITLAB_INTERNAL_API}/projects/${CI_PROJECT_ID}/packages/${ID}"
+        done
+        echo "Kept package ID: $KEEP_ID, skipping build"
+        exit 0
+      elif [ "$COUNT" -eq 1 ]; then
+        echo "Package tapsoob-${VERSION}.jar already exists, skipping build"
+        exit 0
+      fi
+      
+      echo "No existing package found, proceeding with build..."
     - bundle install
     - bundle exec rake jar
-    - VERSION=${CI_COMMIT_TAG:-$CI_COMMIT_SHORT_SHA}
-    - 'curl --fail --verbose --header "JOB-TOKEN: $CI_JOB_TOKEN" --upload-file dist/tapsoob.jar "${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages/generic/tapsoob/${VERSION}/tapsoob-${VERSION}.jar"'
+    - 'curl --fail --header "JOB-TOKEN: $CI_JOB_TOKEN" --upload-file dist/tapsoob.jar "${GITLAB_INTERNAL_API}/projects/${CI_PROJECT_ID}/packages/generic/tapsoob/${VERSION}/tapsoob-${VERSION}.jar"'
 
 publish-gem:
   stage: publish
@@ -27,8 +64,7 @@ publish-gem:
     - linux
     - docker
   before_script:
-    - apt-get update && apt-get install -y git ca-certificates
-    - update-ca-certificates
+    - apt-get update && apt-get install -y git
     - mkdir -p ~/.gem
     - |
       cat > ~/.gem/credentials << EOF
@@ -49,8 +85,7 @@ publish-gem-jruby:
     - linux
     - docker
   before_script:
-    - apt-get update && apt-get install -y git ca-certificates
-    - update-ca-certificates
+    - apt-get update && apt-get install -y git
     - mkdir -p ~/.gem
     - |
       cat > ~/.gem/credentials << EOF
@@ -62,4 +97,40 @@ publish-gem-jruby:
     - gem build tapsoob.gemspec
     - gem push tapsoob-*.gem
   rules:
-    - if: $CI_COMMIT_TAG
+    - if: $CI_COMMIT_TAG
+
+cleanup-packages:
+  stage: cleanup
+  image: alpine:latest
+  tags:
+    - linux
+    - docker
+  rules:
+    - if: $CI_PIPELINE_SOURCE == "schedule"
+    - when: manual
+      allow_failure: true
+  script:
+    - apk add --no-cache curl jq
+    - |
+      echo "Fetching packages..."
+      PACKAGES=$(curl -s --header "JOB-TOKEN: $CI_JOB_TOKEN" \
+        "${GITLAB_INTERNAL_API}/projects/${CI_PROJECT_ID}/packages?per_page=100")
+      
+      # Get latest nightly (8 hex chars = commit SHA)
+      LATEST_NIGHTLY=$(echo "$PACKAGES" | jq -r '[.[] | select(.version | test("^[0-9a-f]{8}$"))] | sort_by(.created_at) | reverse | .[0].version // empty')
+      echo "Latest nightly to keep: $LATEST_NIGHTLY"
+      
+      # Process each package
+      echo "$PACKAGES" | jq -r '.[] | "\(.id) \(.version)"' | while read -r ID VERSION; do
+        if echo "$VERSION" | grep -qE '^[0-9a-f]{8}$'; then
+          if [ "$VERSION" = "$LATEST_NIGHTLY" ]; then
+            echo "Keeping latest nightly: $VERSION"
+          else
+            echo "Deleting old nightly: $VERSION (ID: $ID)"
+            curl -s --request DELETE --header "JOB-TOKEN: $CI_JOB_TOKEN" \
+              "${GITLAB_INTERNAL_API}/projects/${CI_PROJECT_ID}/packages/${ID}"
+          fi
+        else
+          echo "Keeping tagged release: $VERSION"
+        fi
+      done

data/lib/tapsoob/cli/root.rb

@@ -23,6 +23,7 @@ module Tapsoob
       option :"indexes", type: :boolean, default: false
       option :"same-db", type: :boolean, default: false
       option :parallel, desc: "Number of parallel workers for table processing (default: 1)", default: 1, type: :numeric, aliases: "-j"
+      option :"no-split", desc: "Disable automatic intra-table parallelization", default: false, type: :boolean
       option :progress, desc: "Show progress", default: true, type: :boolean
       option :debug, desc: "Enable debug messages", default: false, type: :boolean
       def pull(dump_path, database_url)
@@ -92,6 +93,7 @@ module Tapsoob
           # Pull only options
           opts[:indexes] = options[:"indexes"] if options.key?(:"indexes")
           opts[:same_db] = options[:"same-db"] if options.key?(:"same-db")
+          opts[:no_split] = options[:"no-split"] if options.key?(:"no-split")
 
           # Push only options
           opts[:purge] = options[:purge] if options.key?(:purge)

data/lib/tapsoob/operation/base.rb

@@ -154,6 +154,9 @@ module Tapsoob
         # (no dump_path means we're outputting JSON directly, which can't be safely parallelized)
         return 1 if dump_path.nil?
 
+        # Disable intra-table parallelization when --no-split is passed
+        return 1 if opts[:no_split]
+
         # TEMPORARILY RE-ENABLED for debugging
         # return 1 if self.is_a?(Tapsoob::Operation::Push)
 

data/lib/tapsoob/operation/pull.rb

@@ -40,7 +40,7 @@ module Tapsoob
       end
 
       def pull_schema
-        log.info "Receiving schema"
+        log.info "Receiving schema" if opts[:progress]
         Tapsoob::ProgressEvent.schema_start(tables.size)
 
         progress = opts[:progress] ? Tapsoob::Progress::Bar.new('Schema', tables.size) : nil
@@ -60,9 +60,9 @@ module Tapsoob
       end
 
       def pull_data
-        log.info "Receiving data"
+        log.info "Receiving data" if opts[:progress]
 
-        log.info "#{tables.size} tables, #{format_number(record_count)} records"
+        log.info "#{tables.size} tables, #{format_number(record_count)} records" if opts[:progress]
         Tapsoob::ProgressEvent.data_start(tables.size, record_count)
 
         if parallel?

data/lib/tapsoob/version.rb

@@ -1,4 +1,4 @@
 # -*- encoding : utf-8 -*-
 module Tapsoob
-  VERSION = "0.7.6".freeze
+  VERSION = "0.7.8".freeze
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: tapsoob
 version: !ruby/object:Gem::Version
-  version: 0.7.6
+  version: 0.7.8
 platform: ruby
 authors:
 - Félix Bellanger
@@ -9,7 +9,7 @@ authors:
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2025-12-07 00:00:00.000000000 Z
+date: 2026-04-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: sequel