jekyll-meilisearch 0.2.0 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a78331aec40a47a12affbac7468c195a205870ffa62cd316581d7790ab44dbac
-  data.tar.gz: eabce695650a46c597c6ae204c09696d69e65d9219f28322d51b2377d93166d8
+  metadata.gz: 2ea5866f93ee6d60be594b225c5c161329787250f6ead78082f141cd723e1e27
+  data.tar.gz: 9e3b6508edcbd98d94d302369246f4984463019e3bb21909e8263b185d3cd072
 SHA512:
-  metadata.gz: '018ca823bae5a04332b8978ee97ed81681a18eb09f6a1e9494ab1af4cf71444cc786de1b2036520acc9ebf86198b041843861631b557276db548760229e86843'
-  data.tar.gz: ddd8d2710d09b369616a1d5ae1f1fadc157643047e464340737df3f8822bfda5569cf3bc16c7d7e4827f3376c26f06397b41fcdbc70626dfbbcfcce34bf15384
+  metadata.gz: 55858897684e4042eb808f737d892c902d2c0d9be925fb6421da478224f75a2ceae2af59a699a097c1d6fa9f9641e4ccbf29264b3a60bf86837f4fdc50aac04c
+  data.tar.gz: 7b2ac53a64ef94ea33294c240560b6e1df667d4625e3416ce8221dd1efc43d8e78320caa4665d3fad22dbdad50d8d7d6c69a954c05394d347a352da69312cb1b

data/README.md

@@ -0,0 +1,153 @@
+# Jekyll Meilisearch Plugin
+A Jekyll plugin that indexes your site’s content into Meilisearch, a fast and lightweight search engine. This plugin supports incremental indexing, ensuring efficient updates by only syncing changes between your Jekyll site and Meilisearch.
+
+## Features
+- Indexes Jekyll collections (e.g., posts, pages) into Meilisearch.
+- Incremental updates: adds new documents, deletes obsolete ones, and skips unchanged content.
+- Configurable via _config.yml: customize fields, collections, and ID formats.
+- Robust error handling with retries and fallback to full indexing if needed.
+- Pagination support for large sites.
+
+## Installation
+Add the gem to your Jekyll site’s Gemfile:
+
+```shell
+gem "jekyll-meilisearch", "~> 0.2.0"
+```
+
+Then run:
+
+```shell
+bundle install
+```
+
+Alternatively, install it directly:
+
+```shell
+gem install jekyll-meilisearch
+```
+
+## Configuration
+Add the following to your Jekyll _config.yml (or a separate config file like _config.prod.yml):
+
+```yaml
+meilisearch:
+    url: "http://localhost:7700"  # Your Meilisearch instance URL
+    api_key: "your-api-key"       # Meilisearch API key
+    index_name: "my_site"         # Optional: defaults to "jekyll_documents"
+    collections:
+        posts:
+          fields: ["title", "content", "url", "date"]  # Fields to index
+          id_format: "default"                         # Optional: "default" or "path"
+        pages:
+          fields: ["title", "content", "url"]
+```
+
+## Configuration Options
+- url: The Meilisearch server URL (required).
+- api_key: The Meilisearch API key (required). Recommended: use a dedicated api key for your index, not the admin one.
+- index_name: The name of the Meilisearch index (optional, defaults to jekyll_documents).
+- collections: A hash of Jekyll collections to index.
+  - fields: Array of fields to extract from each document (e.g., title, content, url, date).
+  - id_format: How to generate document IDs:
+    - "default" | "id": Uses collection-name-number if a number field exists, otherwise sanitizes the document ID.
+    - "url": Uses the document’s URL, sanitized.
+    - fallback: if "number" exists, uses "collection_name" + "number"
+
+Run your Jekyll build:
+
+```shell
+bundle exec jekyll build
+```
+
+Or with multiple config files:
+
+```shell
+bundle exec jekyll build --config _config.yml,_config.prod.yml
+```
+
+## Usage
+Ensure Meilisearch is running and accessible at the configured url.
+Configure your _config.yml with the necessary meilisearch settings.
+Build your site. The plugin will:
+- Create the Meilisearch index if it doesn’t exist.
+- Fetch existing documents from Meilisearch.
+- Delete obsolete documents.
+- Index new or updated documents.
+- Logs will output to STDOUT with details about the indexing process.
+
+Include the following for adding search to your front :
+```html
+
+<!-- Search Input -->
+<div class="border m-6 mb-6 p-4">
+  <input type="text" id="search" class="border p-2 w-full" placeholder="Rechercher...">
+  <div id="results" class="mt-2 border p-4">Results will appear here.</div>
+</div>
+
+<!-- Meilisearch JS SDK -->
+<script src="https://cdn.jsdelivr.net/npm/meilisearch@0.40.0/dist/bundles/meilisearch.umd.js"></script>
+<script>
+  const meilisearchConfig = {
+    host: "{{ site.meilisearch.url | default: 'http://localhost:7700' }}",
+    apiKey: "{{ site.meilisearch.search_api_key}}"
+  };
+  const client = new MeiliSearch(meilisearchConfig);
+  const index = client.index('{{site.meilisearch.index_name}}');
+
+  document.getElementById('search').addEventListener('input', async (e) => {
+    const query = e.target.value;
+    if (query.length < 2) {
+      document.getElementById('results').innerHTML = '';
+      return;
+    }
+    try {
+      const results = await index.search(query);
+      document.getElementById('results').innerHTML = results.hits
+        .map(hit => `<p><a href="${hit.url}" class="text-blue-500 hover:underline">${hit.title}</a></p>`)
+        .join('');
+    } catch (error) {
+      console.error('Search error:', error);
+      document.getElementById('results').innerHTML = '<p class="text-red-500">Search failed. Please try again.</p>';
+    }
+  });
+</script>
+
+```
+
+## Requirements
+- Ruby >= 2.7  
+- Jekyll >= 3.0, < 5.0  
+- Meilisearch server (local or hosted)
+
+## Dependencies:
+- httparty (for HTTP requests)  
+
+These are automatically installed when you add the gem to your Gemfile.
+
+## Development
+To contribute or modify the plugin:
+
+- Clone the repository: git clone https://github.com/unicolored/jekyll-meilisearch.git cd jekyll-meilisearch
+- Install dependencies: bundle install
+- Make changes and test locally: gem build jekyll-meilisearch.gemspec gem install ./jekyll-meilisearch-0.1.0.gem
+
+## Releasing a New Version
+- Update the version in jekyll-meilisearch.gemspec.
+- Build the gem: gem build jekyll-meilisearch.gemspec
+- Push to RubyGems: gem push jekyll-meilisearch-x.x.x.gem
+
+## License
+This project is licensed under the MIT License.
+
+## Contributing
+Feel free to open issues or submit pull requests on GitHub.
+
+```shell
+bundle install
+# Update version in ./jekyll-meilisearch.gemspec
+# Build the gem
+gem build jekyll-meilisearch.gemspec
+# Push the gem
+gem push jekyll-meilisearch-${version}.gem
+```

data/lib/jekyll-meilisearch/generator.rb

@@ -0,0 +1,245 @@
+# frozen_string_literal: true
+
+module JekyllMeilisearch
+  class MeilisearchIndexer < Jekyll::Generator
+    safe true
+    priority :lowest
+
+    # Main plugin action, called by Jekyll-core
+    def generate(site)
+      @site = site
+      if disabled_in_development?
+        Jekyll.logger.info "Jekyll Meilisearch:", "Skipping meilisearch indexation in development"
+        return
+      end
+      Jekyll.logger.info 'Starting Meilisearch incremental indexing...'
+      return unless validate_config
+
+      @documents = build_documents
+      sync_with_meilisearch
+    end
+
+    private
+
+    # Returns the plugin's config or an empty hash if not set
+    def config
+      @config ||= @site.config["meilisearch"] || {}
+    end
+
+    def validate_config
+      unless config['url']
+        Jekyll.logger.info 'Error: Meilisearch URL not set in config. Skipping indexing.'
+        return false
+      end
+      unless config['api_key']
+        Jekyll.logger.info 'Error: Meilisearch API key not set in config. Skipping indexing.'
+        return false
+      end
+      true
+    end
+
+    def build_headers(api_key)
+      {
+        'Content-Type' => 'application/json',
+        'Authorization' => "Bearer #{api_key}"
+      }
+    end
+
+    def build_documents
+      documents = []
+      collections_config = config['collections'] || { 'posts' => { 'fields' => %w[title content url date] } }
+
+      collections_config.each do |collection_name, collection_settings|
+        collection = @site.collections[collection_name]
+        if collection
+          Jekyll.logger.info "Processing collection: '#{collection_name}'..."
+          fields_to_index = collection_settings['fields'] || %w[title content url date]
+          id_format = collection_settings['id_format'] || :default
+
+          collection_docs = collection.docs.map do |doc|
+            sanitized_id = generate_id(doc, collection_name, id_format)
+            doc_data = {
+              'id' => sanitized_id,
+              'content' => doc.content.strip,
+              'url' => doc.url
+            }
+            fields_to_index.each do |field|
+              next if %w[id content url].include?(field)
+
+              value = doc.data[field]
+              doc_data[field] = field == 'date' && value ? value.strftime('%Y-%m-%d') : value
+            end
+            doc_data
+          end
+          documents.concat(collection_docs)
+        else
+          Jekyll.logger.info "Warning: Collection '#{collection_name}' not found. Skipping."
+        end
+      end
+
+      if documents.empty?
+        Jekyll.logger.info "No documents found across configured collections: #{collections_config.keys.join(', ')}. Cleaning up index..."
+      end
+      documents
+    end
+
+    def generate_id(doc, collection_name, id_format)
+      # Helper method to normalize strings
+      normalize = lambda do |str|
+        str.gsub('/', '-')
+           .gsub(/[^a-zA-Z0-9_-]/, '-')
+           .gsub(/-+/, '-')
+           .downcase
+           .slice(0, 100)
+      end
+
+      case id_format
+      when :default, :id
+        normalize.call(doc.id)
+      when :url
+        normalize.call(doc.url)
+      else
+        doc.data['number'] ? "#{collection_name}-#{doc.data['number']}" : normalize.call(doc.id)
+      end
+    end
+
+    def sync_with_meilisearch
+      headers = build_headers(config['api_key'])
+      index_name = config['index_name'] || 'jekyll_documents'
+      create_index_if_missing(config['url'], index_name, headers)
+
+      meili_docs = fetch_all_documents(config['url'], index_name, headers)
+      if meili_docs.nil?
+        Jekyll.logger.info 'Failed to fetch existing documents. Falling back to full indexing.'
+        return full_index(config['url'], index_name, @documents, headers)
+      end
+
+      meili_ids = meili_docs.map { |doc| doc['id'] }
+      jekyll_ids = @documents.map { |doc| doc['id'] }
+
+      delete_obsolete_documents(config['url'], index_name, meili_ids - jekyll_ids, headers)
+      index_new_documents(config['url'], index_name, @documents, headers) if @documents.any?
+    end
+
+    def fetch_all_documents(url, index_name, headers)
+      documents = []
+      offset = 0
+      limit = 1000
+      loop do
+        response = attempt_request(
+          -> {
+            HTTParty.get("#{url}/indexes/#{index_name}/documents?limit=#{limit}&offset=#{offset}", headers: headers,
+                                                                                                   timeout: 30)
+          },
+          'fetching documents'
+        )
+        return nil unless response&.success?
+
+        results = JSON.parse(response.body)['results']
+        documents.concat(results)
+        break if results.size < limit
+
+        offset += limit
+      end
+      documents
+    end
+
+    def delete_obsolete_documents(url, index_name, ids_to_delete, headers)
+      return Jekyll.logger.info 'No documents to delete from Meilisearch.' if ids_to_delete.empty?
+
+      Jekyll.logger.info "Deleting #{ids_to_delete.size} obsolete documents from Meilisearch..."
+      response = attempt_request(
+        -> {
+          HTTParty.post("#{url}/indexes/#{index_name}/documents/delete-batch", body: ids_to_delete.to_json, headers: headers,
+                                                                               timeout: 30)
+        },
+        'deleting documents'
+      )
+      if response&.success?
+        Jekyll.logger.info 'Delete task queued successfully.'
+      elsif response
+        Jekyll.logger.info "Failed to delete obsolete documents: #{response.code} - #{response.body}"
+      end
+    end
+
+    def index_new_documents(url, index_name, documents, headers)
+      Jekyll.logger.info "Indexing #{documents.size} documents to Meilisearch..."
+      batch_size = 1000
+      documents.each_slice(batch_size) do |batch|
+        response = attempt_request(
+          -> {
+            HTTParty.post("#{url}/indexes/#{index_name}/documents", body: batch.to_json, headers: headers, timeout: 30)
+          },
+          'indexing documents'
+        )
+        if response&.code == 202
+          if response.body
+            task = JSON.parse(response.body)
+            Jekyll.logger.info "Task queued: UID #{task['taskUid']}. Check status at #{url}/tasks/#{task['taskUid']}"
+          else
+            Jekyll.logger.info 'Task queued (202), but no response body received.'
+          end
+        elsif response.nil?
+          Jekyll.logger.info 'Failed to queue indexing task: No response received from Meilisearch.'
+        else
+          Jekyll.logger.info "Failed to queue indexing task: #{response.code} - #{response.body}"
+        end
+      end
+    end
+
+    def create_index_if_missing(url, index_name, headers)
+      Jekyll.logger.info "Checking if index '#{index_name}' exists..."
+      response = HTTParty.get("#{url}/indexes/#{index_name}", headers: headers, timeout: 30)
+      return if response.success?
+
+      if response.code == 404
+        Jekyll.logger.info "Index '#{index_name}' not found. Creating it..."
+        response = attempt_request(
+          -> { HTTParty.post("#{url}/indexes", body: { 'uid' => index_name }.to_json, headers: headers, timeout: 30) },
+          'creating index'
+        )
+        if response&.success? || response&.code == 202
+          Jekyll.logger.info "Index '#{index_name}' created successfully."
+        elsif response
+          Jekyll.logger.info "Failed to create index: #{response.code} - #{response.body}"
+        end
+      else
+        Jekyll.logger.info "Error checking index: #{response.code} - #{response.body}"
+      end
+    end
+
+    def full_index(url, index_name, documents, headers)
+      Jekyll.logger.info 'Performing full index reset as fallback...'
+      response = attempt_request(
+        -> { HTTParty.delete("#{url}/indexes/#{index_name}/documents", headers: headers, timeout: 30) },
+        'resetting index'
+      )
+      unless response&.success? || response&.code == 404
+        if response.nil?
+          Jekyll.logger.info 'Failed to reset index: No response received from Meilisearch.'
+        else
+          Jekyll.logger.info "Failed to reset index: #{response.code} - #{response.body}"
+        end
+        return
+      end
+
+      index_new_documents(url, index_name, documents, headers) if documents.any?
+    end
+
+    def attempt_request(request, action, retries: 3)
+      retries.times do |i|
+        response = request.call
+        return response if response.success? || [202, 404].include?(response.code)
+      rescue HTTParty::Error => e
+        Jekyll.logger.info "Attempt #{i + 1} failed while #{action}: #{e.message}"
+        sleep(2**i) # Exponential backoff
+      end
+      Jekyll.logger.info "All retries failed for #{action}."
+      nil
+    end
+
+    def disabled_in_development?
+      config && config["disable_in_development"] && Jekyll.env == "development"
+    end
+  end
+end

data/lib/jekyll-meilisearch/version.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+module Jekyll
+  module Meilisearch
+    VERSION = "0.3.0"
+  end
+end

data/lib/jekyll-meilisearch.rb

@@ -1 +1,10 @@
-require "jekyll/meilisearch_indexer"
+# frozen_string_literal: true
+
+require "jekyll"
+require 'httparty'
+require 'json'
+require 'logger'
+require "jekyll-meilisearch/generator"
+
+module JekyllMeilisearch
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: jekyll-meilisearch
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.3.0
 platform: ruby
 authors:
 - unicolored
@@ -10,13 +10,27 @@ bindir: bin
 cert_chain: []
 date: 2025-03-21 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: httparty
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.21'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.21'
 - !ruby/object:Gem::Dependency
   name: jekyll
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: '3.7'
     - - "<"
       - !ruby/object:Gem::Version
         version: '5.0'
@@ -26,24 +40,50 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: '3.7'
     - - "<"
       - !ruby/object:Gem::Version
         version: '5.0'
 - !ruby/object:Gem::Dependency
-  name: httparty
+  name: json
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.21'
+        version: '2.10'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.10.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.21'
+        version: '2.10'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.10.2
+- !ruby/object:Gem::Dependency
+  name: logger
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.6.6
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.6.6
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -77,10 +117,13 @@ description: This plugin incrementally indexes Jekyll collections into Meilisear
 email: hello@gilles.dev
 executables: []
 extensions: []
-extra_rdoc_files: []
+extra_rdoc_files:
+- README.md
 files:
+- README.md
 - lib/jekyll-meilisearch.rb
-- lib/jekyll/meilisearch_indexer.rb
+- lib/jekyll-meilisearch/generator.rb
+- lib/jekyll-meilisearch/version.rb
 homepage: https://github.com/unicolored/jekyll-meilisearch
 licenses:
 - MIT
@@ -93,7 +136,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '0'
+      version: '2.7'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="

data/lib/jekyll/meilisearch_indexer.rb

@@ -1,236 +0,0 @@
-require 'httparty'
-require 'json'
-require 'logger'
-
-module Jekyll
-  class MeilisearchIndexer < Generator
-    def generate(site)
-      @logger = Logger.new(STDOUT)
-      @logger.level = Logger::INFO
-
-      log_info("Starting Meilisearch incremental indexing...")
-      config = load_config(site)
-      return unless validate_config(config)
-
-      documents = build_documents(site, config)
-      sync_with_meilisearch(config, documents)
-    end
-
-    private
-
-    def log_info(message)
-      @logger.info(message)
-    end
-
-    def load_config(site)
-      site.config['meilisearch'] || {}
-    end
-
-    def validate_config(config)
-      unless config['url']
-        log_info("Error: Meilisearch URL not set in config. Skipping indexing.")
-        return false
-      end
-      unless config['api_key']
-        log_info("Error: Meilisearch API key not set in config. Skipping indexing.")
-        return false
-      end
-      true
-    end
-
-    def build_headers(api_key)
-      {
-        'Content-Type' => 'application/json',
-        'Authorization' => "Bearer #{api_key}"
-      }
-    end
-
-    def build_documents(site, config)
-      documents = []
-      collections_config = config['collections'] || { 'posts' => { 'fields' => ['title', 'content', 'url', 'date'] } }
-
-      collections_config.each do |collection_name, collection_settings|
-        collection = site.collections[collection_name]
-        if collection
-          log_info("Processing collection: '#{collection_name}'...")
-          fields_to_index = collection_settings['fields'] || ['title', 'content', 'url', 'date']
-          id_format = collection_settings['id_format'] || :default
-
-          collection_docs = collection.docs.map do |doc|
-            sanitized_id = generate_id(doc, collection_name, id_format)
-            doc_data = {
-              'id' => sanitized_id,
-              'content' => doc.content.strip,
-              'url' => doc.url
-            }
-            fields_to_index.each do |field|
-              next if ['id', 'content', 'url'].include?(field)
-              value = doc.data[field]
-              doc_data[field] = field == 'date' && value ? value.strftime('%Y-%m-%d') : value
-            end
-            doc_data
-          end
-          documents.concat(collection_docs)
-        else
-          log_info("Warning: Collection '#{collection_name}' not found. Skipping.")
-        end
-      end
-
-      if documents.empty?
-        log_info("No documents found across configured collections: #{collections_config.keys.join(', ')}. Cleaning up index...")
-      end
-      documents
-    end
-
-    def generate_id(doc, collection_name, id_format)
-      case id_format
-      when :default | :id
-        doc.id.gsub('/', '-')
-           .gsub(/[^a-zA-Z0-9_-]/, '-')
-           .gsub(/-+/, '-')
-           .downcase
-           .slice(0, 100)
-      when :url
-        doc.url
-           .gsub('/', '-')
-           .gsub(/[^a-zA-Z0-9_-]/, '-')
-           .gsub(/-+/, '-')
-           .downcase
-           .slice(0, 100)
-      else
-        doc.data['number'] ? "#{collection_name}-#{doc.data['number']}" : doc.id.gsub('/', '-')
-                                                                             .gsub(/[^a-zA-Z0-9_-]/, '-')
-                                                                             .gsub(/-+/, '-')
-                                                                             .downcase
-                                                                             .slice(0, 100)
-      end
-    end
-
-    def sync_with_meilisearch(config, documents)
-      headers = build_headers(config['api_key'])
-      index_name = config['index_name'] || 'jekyll_documents'
-      create_index_if_missing(config['url'], index_name, headers)
-
-      meili_docs = fetch_all_documents(config['url'], index_name, headers)
-      if meili_docs.nil?
-        log_info("Failed to fetch existing documents. Falling back to full indexing.")
-        return full_index(config['url'], index_name, documents, headers)
-      end
-
-      meili_ids = meili_docs.map { |doc| doc['id'] }
-      jekyll_ids = documents.map { |doc| doc['id'] }
-
-      delete_obsolete_documents(config['url'], index_name, meili_ids - jekyll_ids, headers)
-      index_new_documents(config['url'], index_name, documents, headers) if documents.any?
-    end
-
-    def fetch_all_documents(url, index_name, headers)
-      documents = []
-      offset = 0
-      limit = 1000
-      loop do
-        response = attempt_request(
-          -> { HTTParty.get("#{url}/indexes/#{index_name}/documents?limit=#{limit}&offset=#{offset}", headers: headers, timeout: 30) },
-          "fetching documents"
-        )
-        return nil unless response&.success?
-        results = JSON.parse(response.body)['results']
-        documents.concat(results)
-        break if results.size < limit
-        offset += limit
-      end
-      documents
-    end
-
-    def delete_obsolete_documents(url, index_name, ids_to_delete, headers)
-      return log_info("No documents to delete from Meilisearch.") if ids_to_delete.empty?
-
-      log_info("Deleting #{ids_to_delete.size} obsolete documents from Meilisearch...")
-      response = attempt_request(
-        -> { HTTParty.post("#{url}/indexes/#{index_name}/documents/delete-batch", body: ids_to_delete.to_json, headers: headers, timeout: 30) },
-        "deleting documents"
-      )
-      if response&.success?
-        log_info("Delete task queued successfully.")
-      elsif response
-        log_info("Failed to delete obsolete documents: #{response.code} - #{response.body}")
-      end
-    end
-
-    def index_new_documents(url, index_name, documents, headers)
-      log_info("Indexing #{documents.size} documents to Meilisearch...")
-      batch_size = 1000
-      documents.each_slice(batch_size) do |batch|
-        response = attempt_request(
-          -> { HTTParty.post("#{url}/indexes/#{index_name}/documents", body: batch.to_json, headers: headers, timeout: 30) },
-          "indexing documents"
-        )
-        if response&.code == 202
-          if response.body
-            task = JSON.parse(response.body)
-            log_info("Task queued: UID #{task['taskUid']}. Check status at #{url}/tasks/#{task['taskUid']}")
-          else
-            log_info("Task queued (202), but no response body received.")
-          end
-        elsif response.nil?
-          log_info("Failed to queue indexing task: No response received from Meilisearch.")
-        else
-          log_info("Failed to queue indexing task: #{response.code} - #{response.body}")
-        end
-      end
-    end
-
-    def create_index_if_missing(url, index_name, headers)
-      log_info("Checking if index '#{index_name}' exists...")
-      response = HTTParty.get("#{url}/indexes/#{index_name}", headers: headers, timeout: 30)
-      return if response.success?
-
-      if response.code == 404
-        log_info("Index '#{index_name}' not found. Creating it...")
-        response = attempt_request(
-          -> { HTTParty.post("#{url}/indexes", body: { "uid" => index_name }.to_json, headers: headers, timeout: 30) },
-          "creating index"
-        )
-        if response&.success? || response&.code == 202
-          log_info("Index '#{index_name}' created successfully.")
-        elsif response
-          log_info("Failed to create index: #{response.code} - #{response.body}")
-        end
-      else
-        log_info("Error checking index: #{response.code} - #{response.body}")
-      end
-    end
-
-    def full_index(url, index_name, documents, headers)
-      log_info("Performing full index reset as fallback...")
-      response = attempt_request(
-        -> { HTTParty.delete("#{url}/indexes/#{index_name}/documents", headers: headers, timeout: 30) },
-        "resetting index"
-      )
-      unless response&.success? || response&.code == 404
-        if response.nil?
-          log_info("Failed to reset index: No response received from Meilisearch.")
-        else
-          log_info("Failed to reset index: #{response.code} - #{response.body}")
-        end
-        return
-      end
-
-      index_new_documents(url, index_name, documents, headers) if documents.any?
-    end
-
-    def attempt_request(request, action, retries: 3)
-      retries.times do |i|
-        begin
-          response = request.call
-          return response if response.success? || [202, 404].include?(response.code)
-        rescue HTTParty::Error => e
-          log_info("Attempt #{i + 1} failed while #{action}: #{e.message}")
-          sleep(2 ** i) # Exponential backoff
-        end
-      end
-      log_info("All retries failed for #{action}.")
-      nil
-    end
-  end
-end