jekyll-meilisearch 0.2.1 → 0.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d924f1a1f32890e0bcce4fc23c6c93e518a9f58db20e297d0ee4e15836faaade
-  data.tar.gz: 72c34b6ed21590f870169ae75607001fa503bd22b071e2394a644b2483855a36
+  metadata.gz: b88f29e6292e57d37582a005ccd165d9916bead6896ec325effc4f7122a841dc
+  data.tar.gz: 44cc18269f75390ebb9849c2a6eee43f8441a1046b90379697171a10e8cb070b
 SHA512:
-  metadata.gz: 1871cdbe57d39c430d6b726b9aeede35915726ae3d857b2b207092bea8819d912f6f34db05f165fd8bb0167f66ba666328fea1d772d4defa36b69c3b925f38d5
-  data.tar.gz: a4fc047ff2c6261c14cbf7517c6a02ce2267024405212795c4c87d087b976daba0a826afd1526219632b727dd20ddd13d5f30c311453fe6c775b97f14043ab63
+  metadata.gz: fc89972661de0f3c9163fd9086bc60b8a28500745514f15f5155ef65265d4c7aeb6210d3fb64d62e58730c7d9a4b080b2a7b145717119a59746f86429330a80e
+  data.tar.gz: c3f56c3d650ab6038247eba09c25896e21e70c387d459a6a6fb2e5373469fe936a7c917996406c14379bb8ab16aa7f560e76870bea0459b5ff30aa0aa4a057a3

data/README.md

@@ -0,0 +1,133 @@
+# Jekyll Meilisearch Plugin
+
+A Jekyll plugin that indexes your site’s content into Meilisearch, a fast and lightweight search engine. This plugin supports incremental indexing, ensuring efficient updates by only syncing changes between your Jekyll site and Meilisearch.
+
+[![Continuous Integration](https://github.com/unicolored/jekyll-meilisearch/actions/workflows/ruby.yml/badge.svg)](https://github.com/unicolored/jekyll-meilisearch/actions/workflows/ruby.yml) [![Gem Version](https://badge.fury.io/rb/jekyll-meilisearch.svg)](https://badge.fury.io/rb/jekyll-meilisearch)
+
+## Features
+- Indexes Jekyll collections (e.g., posts, pages) into Meilisearch.
+- Incremental updates: adds new documents, deletes obsolete ones, and skips unchanged content.
+- Configurable via _config.yml: customize fields, collections, and ID formats.
+- Robust error handling with retries and fallback to full indexing if needed.
+- Pagination support for large sites.
+
+## Installation
+
+Add the gem to your Jekyll site’s Gemfile:
+
+```ruby
+gem "jekyll-meilisearch"
+```
+
+And then add this line to your site's `_config.yml`:
+
+```yml
+plugins:
+  - jekyll-meilisearch
+```
+
+## Configuration
+Add the following to your Jekyll _config.yml (or a separate config file like _config.prod.yml):
+
+```yaml
+meilisearch:
+    url: "http://localhost:7700"  # Your Meilisearch instance URL
+    api_key: "your-api-key"       # Meilisearch API key
+    index_name: "my_site"         # Optional: defaults to "jekyll_documents"
+    collections:
+        posts:
+          fields: ["title", "content", "url", "date"]  # Fields to index
+          id_format: "default"                         # Optional: "default" or "path"
+        pages:
+          fields: ["title", "content", "url"]
+```
+
+## Configuration Options
+* `url`: The Meilisearch server URL (required).
+* `api_key`: The Meilisearch API key (required). Recommended: use a dedicated api key for your index, not the admin one.
+* `index_name`: The name of the Meilisearch index (optional, defaults to jekyll_documents).
+* `collections`: A hash of Jekyll collections to index.
+  * `fields`: Array of fields to extract from each document (e.g., title, content, url, date).
+  * `id_format`: How to generate document IDs:
+    * "default" | "id": Uses collection-name-number if a number field exists, otherwise sanitizes the document ID.
+    * "url": Uses the document’s URL, sanitized.
+    * fallback: if "number" exists, uses "collection_name" + "number"
+
+Run your Jekyll build:
+
+```shell
+bundle exec jekyll build
+```
+
+Or with multiple config files:
+
+```shell
+bundle exec jekyll build --config _config.yml,_config.prod.yml
+```
+
+## Usage
+Ensure Meilisearch is running and accessible at the configured url.
+Configure your _config.yml with the necessary meilisearch settings.
+Build your site. The plugin will:
+- Create the Meilisearch index if it doesn’t exist.
+- Fetch existing documents from Meilisearch.
+- Delete obsolete documents.
+- Index new or updated documents.
+- Logs will output to STDOUT with details about the indexing process.
+
+Include the following for adding search to your front :
+```html
+
+<!-- Search Input -->
+<div class="border m-6 mb-6 p-4">
+  <input type="text" id="search" class="border p-2 w-full" placeholder="Rechercher...">
+  <div id="results" class="mt-2 border p-4">Results will appear here.</div>
+</div>
+
+<!-- Meilisearch JS SDK -->
+<script src="https://cdn.jsdelivr.net/npm/meilisearch@0.40.0/dist/bundles/meilisearch.umd.js"></script>
+<script>
+  const meilisearchConfig = {
+    host: "{{ site.meilisearch.url | default: 'http://localhost:7700' }}",
+    apiKey: "{{ site.meilisearch.search_api_key}}"
+  };
+  const client = new MeiliSearch(meilisearchConfig);
+  const index = client.index('{{site.meilisearch.index_name}}');
+
+  document.getElementById('search').addEventListener('input', async (e) => {
+    const query = e.target.value;
+    if (query.length < 2) {
+      document.getElementById('results').innerHTML = '';
+      return;
+    }
+    try {
+      const results = await index.search(query);
+      document.getElementById('results').innerHTML = results.hits
+        .map(hit => `<p><a href="${hit.url}" class="text-blue-500 hover:underline">${hit.title}</a></p>`)
+        .join('');
+    } catch (error) {
+      console.error('Search error:', error);
+      document.getElementById('results').innerHTML = '<p class="text-red-500">Search failed. Please try again.</p>';
+    }
+  });
+</script>
+
+```
+
+## Skip development
+
+Use `disable_in_development: true` if you want to turn off meilisearch indexation when `jekyll.environment == "development"`,
+but don't want to remove the plugin (so you don't accidentally commit the removal). Default value is `false`.
+
+```yml
+meilisearch:
+  disable_in_development: true
+```
+
+## Contributing
+
+1. Fork it (https://github.com/unicolored/jekyll-meilisearch/fork)
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/lib/jekyll-meilisearch/generator.rb

@@ -0,0 +1,244 @@
+# frozen_string_literal: true
+
+module JekyllMeilisearch
+  class MeilisearchIndexer < Jekyll::Generator
+    safe true
+    priority :lowest
+
+    # Main plugin action, called by Jekyll-core
+    def generate(site)
+      @site = site
+      if disabled_in_development?
+        Jekyll.logger.info "Jekyll Meilisearch:", "Skipping meilisearch indexation in development"
+        return
+      end
+      Jekyll.logger.info "Starting Meilisearch incremental indexing..."
+      return unless validate_config
+
+      @documents = build_documents
+      sync_with_meilisearch
+    end
+
+    private
+
+    # Returns the plugin's config or an empty hash if not set
+    def config
+      @config ||= @site.config["meilisearch"] || {}
+    end
+
+    def validate_config
+      unless config["url"]
+        Jekyll.logger.info "Error: Meilisearch URL not set in config. Skipping indexing."
+        return false
+      end
+      unless config["api_key"]
+        Jekyll.logger.info "Error: Meilisearch API key not set in config. Skipping indexing."
+        return false
+      end
+      true
+    end
+
+    def build_headers(api_key)
+      {
+        "Content-Type"  => "application/json",
+        "Authorization" => "Bearer #{api_key}",
+      }
+    end
+
+    def build_documents
+      documents = []
+      collections_config = config["collections"] || { "posts" => { "fields" => %w(title content url date) } }
+
+      collections_config.each do |collection_name, collection_settings|
+        collection = @site.collections[collection_name]
+        if collection
+          Jekyll.logger.info "Processing collection: '#{collection_name}'..."
+          fields_to_index = collection_settings["fields"] || %w(title content url date)
+          id_format = collection_settings["id_format"] || :default
+
+          collection_docs = collection.docs.map do |doc|
+            sanitized_id = generate_id(doc, collection_name, id_format)
+            doc_data = {
+              "id"      => sanitized_id,
+              "content" => doc.content.strip,
+              "url"     => doc.url,
+            }
+            fields_to_index.each do |field|
+              next if %w(id content url).include?(field)
+
+              value = doc.data[field]
+              doc_data[field] = field == "date" && value ? value.strftime("%Y-%m-%d") : value
+            end
+            doc_data
+          end
+          documents.concat(collection_docs)
+        else
+          Jekyll.logger.info "Warning: Collection '#{collection_name}' not found. Skipping."
+        end
+      end
+
+      if documents.empty?
+        Jekyll.logger.info "No documents found across configured collections: #{collections_config.keys.join(", ")}. Cleaning up index..."
+      end
+      documents
+    end
+
+    def generate_id(doc, collection_name, id_format)
+      # Helper method to normalize strings
+      normalize = lambda do |str|
+        str.tr("/", "-")
+          .squeeze(%r![^a-zA-Z0-9_-]!, "-").squeeze("-")
+          .downcase
+          .slice(0, 100)
+      end
+
+      case id_format
+      when :default, :id
+        normalize.call(doc.id)
+      when :url
+        normalize.call(doc.url)
+      else
+        doc.data["number"] ? "#{collection_name}-#{doc.data["number"]}" : normalize.call(doc.id)
+      end
+    end
+
+    def sync_with_meilisearch
+      headers = build_headers(config["api_key"])
+      index_name = config["index_name"] || "jekyll_documents"
+      create_index_if_missing(config["url"], index_name, headers)
+
+      meili_docs = fetch_all_documents(config["url"], index_name, headers)
+      if meili_docs.nil?
+        Jekyll.logger.info "Failed to fetch existing documents. Falling back to full indexing."
+        return full_index(config["url"], index_name, @documents, headers)
+      end
+
+      meili_ids = meili_docs.map { |doc| doc["id"] }
+      jekyll_ids = @documents.map { |doc| doc["id"] }
+
+      delete_obsolete_documents(config["url"], index_name, meili_ids - jekyll_ids, headers)
+      index_new_documents(config["url"], index_name, @documents, headers) if @documents.any?
+    end
+
+    def fetch_all_documents(url, index_name, headers)
+      documents = []
+      offset = 0
+      limit = 1000
+      loop do
+        response = attempt_request(
+          lambda {
+            HTTParty.get("#{url}/indexes/#{index_name}/documents?limit=#{limit}&offset=#{offset}", :headers => headers,
+                                                                                                   :timeout => 30)
+          },
+          "fetching documents"
+        )
+        return nil unless response&.success?
+
+        results = JSON.parse(response.body)["results"]
+        documents.concat(results)
+        break if results.size < limit
+
+        offset += limit
+      end
+      documents
+    end
+
+    def delete_obsolete_documents(url, index_name, ids_to_delete, headers)
+      return Jekyll.logger.info "No documents to delete from Meilisearch." if ids_to_delete.empty?
+
+      Jekyll.logger.info "Deleting #{ids_to_delete.size} obsolete documents from Meilisearch..."
+      response = attempt_request(
+        lambda {
+          HTTParty.post("#{url}/indexes/#{index_name}/documents/delete-batch", :body => ids_to_delete.to_json, :headers => headers,
+                        :timeout => 30)
+        },
+        "deleting documents"
+      )
+      if response&.success?
+        Jekyll.logger.info "Delete task queued successfully."
+      elsif response
+        Jekyll.logger.info "Failed to delete obsolete documents: #{response.code} - #{response.body}"
+      end
+    end
+
+    def index_new_documents(url, index_name, documents, headers)
+      Jekyll.logger.info "Indexing #{documents.size} documents to Meilisearch..."
+      batch_size = 1000
+      documents.each_slice(batch_size) do |batch|
+        response = attempt_request(
+          lambda {
+            HTTParty.post("#{url}/indexes/#{index_name}/documents", :body => batch.to_json, :headers => headers, :timeout => 30)
+          },
+          "indexing documents"
+        )
+        if response&.code == 202
+          if response.body
+            task = JSON.parse(response.body)
+            Jekyll.logger.info "Task queued: UID #{task["taskUid"]}. Check status at #{url}/tasks/#{task["taskUid"]}"
+          else
+            Jekyll.logger.info "Task queued (202), but no response body received."
+          end
+        elsif response.nil?
+          Jekyll.logger.info "Failed to queue indexing task: No response received from Meilisearch."
+        else
+          Jekyll.logger.info "Failed to queue indexing task: #{response.code} - #{response.body}"
+        end
+      end
+    end
+
+    def create_index_if_missing(url, index_name, headers)
+      Jekyll.logger.info "Checking if index '#{index_name}' exists..."
+      response = HTTParty.get("#{url}/indexes/#{index_name}", :headers => headers, :timeout => 30)
+      return if response.success?
+
+      if response.code == 404
+        Jekyll.logger.info "Index '#{index_name}' not found. Creating it..."
+        response = attempt_request(
+          -> { HTTParty.post("#{url}/indexes", :body => { "uid" => index_name }.to_json, :headers => headers, :timeout => 30) },
+          "creating index"
+        )
+        if response&.success? || response&.code == 202
+          Jekyll.logger.info "Index '#{index_name}' created successfully."
+        elsif response
+          Jekyll.logger.info "Failed to create index: #{response.code} - #{response.body}"
+        end
+      else
+        Jekyll.logger.info "Error checking index: #{response.code} - #{response.body}"
+      end
+    end
+
+    def full_index(url, index_name, documents, headers)
+      Jekyll.logger.info "Performing full index reset as fallback..."
+      response = attempt_request(
+        -> { HTTParty.delete("#{url}/indexes/#{index_name}/documents", :headers => headers, :timeout => 30) },
+        "resetting index"
+      )
+      unless response&.success? || response&.code == 404
+        if response.nil?
+          Jekyll.logger.info "Failed to reset index: No response received from Meilisearch."
+        else
+          Jekyll.logger.info "Failed to reset index: #{response.code} - #{response.body}"
+        end
+        return
+      end
+
+      index_new_documents(url, index_name, documents, headers) if documents.any?
+    end
+
+    def attempt_request(request, action, retries: 3)
+      retries.times do |i|
+        response = request.call
+        return response if response.success? || [202, 404].include?(response.code)
+      rescue HTTParty::Error => e
+        Jekyll.logger.info "Attempt #{i + 1} failed while #{action}: #{e.message}"
+        sleep(2**i) # Exponential backoff
+      end
+      Jekyll.logger.info "All retries failed for #{action}."
+      nil
+    end
+
+    def disabled_in_development?
+      config && config["disable_in_development"] && Jekyll.env == "development"
+    end
+  end
+end

data/lib/jekyll-meilisearch/version.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+module Jekyll
+  module Meilisearch
+    VERSION = "0.4.0"
+  end
+end

data/lib/jekyll-meilisearch.rb

@@ -0,0 +1,10 @@
+# frozen_string_literal: true
+
+require "jekyll"
+require "httparty"
+require "json"
+require "logger"
+require "jekyll-meilisearch/generator"
+
+module JekyllMeilisearch
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: jekyll-meilisearch
 version: !ruby/object:Gem::Version
-  version: 0.2.1
+  version: 0.4.0
 platform: ruby
 authors:
 - unicolored
@@ -30,7 +30,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: '3.7'
     - - "<"
       - !ruby/object:Gem::Version
         version: '5.0'
@@ -40,10 +40,50 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: '3.7'
     - - "<"
       - !ruby/object:Gem::Version
         version: '5.0'
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.10'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.10.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.10'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.10.2
+- !ruby/object:Gem::Dependency
+  name: logger
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.6.6
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.6.6
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -58,6 +98,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -72,15 +126,66 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '13.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: rubocop-jekyll
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.14.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.14.0
+- !ruby/object:Gem::Dependency
+  name: typhoeus
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0.7'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0.7'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2.0'
 description: This plugin incrementally indexes Jekyll collections into Meilisearch
   for fast search capabilities.
 email: hello@gilles.dev
 executables: []
 extensions: []
-extra_rdoc_files: []
+extra_rdoc_files:
+- README.md
 files:
-- lib/jekyll/meilisearch_indexer.rb
-- lib/jekyll_meilisearch.rb
+- README.md
+- lib/jekyll-meilisearch.rb
+- lib/jekyll-meilisearch/generator.rb
+- lib/jekyll-meilisearch/version.rb
 homepage: https://github.com/unicolored/jekyll-meilisearch
 licenses:
 - MIT

data/lib/jekyll/meilisearch_indexer.rb

@@ -1,232 +0,0 @@
-require 'httparty'
-require 'json'
-require 'logger'
-
-module Jekyll
-  class MeilisearchIndexer < Generator
-    def generate(site)
-      @logger = Logger.new(STDOUT)
-      @logger.level = Logger::INFO
-
-      log_info("Starting Meilisearch incremental indexing...")
-      config = load_config(site)
-      return unless validate_config(config)
-
-      documents = build_documents(site, config)
-      sync_with_meilisearch(config, documents)
-    end
-
-    private
-
-    def log_info(message)
-      @logger.info(message)
-    end
-
-    def load_config(site)
-      site.config['meilisearch'] || {}
-    end
-
-    def validate_config(config)
-      unless config['url']
-        log_info("Error: Meilisearch URL not set in config. Skipping indexing.")
-        return false
-      end
-      unless config['api_key']
-        log_info("Error: Meilisearch API key not set in config. Skipping indexing.")
-        return false
-      end
-      true
-    end
-
-    def build_headers(api_key)
-      {
-        'Content-Type' => 'application/json',
-        'Authorization' => "Bearer #{api_key}"
-      }
-    end
-
-    def build_documents(site, config)
-      documents = []
-      collections_config = config['collections'] || { 'posts' => { 'fields' => %w[title content url date] } }
-
-      collections_config.each do |collection_name, collection_settings|
-        collection = site.collections[collection_name]
-        if collection
-          log_info("Processing collection: '#{collection_name}'...")
-          fields_to_index = collection_settings['fields'] || %w[title content url date]
-          id_format = collection_settings['id_format'] || :default
-
-          collection_docs = collection.docs.map do |doc|
-            sanitized_id = generate_id(doc, collection_name, id_format)
-            doc_data = {
-              'id' => sanitized_id,
-              'content' => doc.content.strip,
-              'url' => doc.url
-            }
-            fields_to_index.each do |field|
-              next if %w[id content url].include?(field)
-              value = doc.data[field]
-              doc_data[field] = field == 'date' && value ? value.strftime('%Y-%m-%d') : value
-            end
-            doc_data
-          end
-          documents.concat(collection_docs)
-        else
-          log_info("Warning: Collection '#{collection_name}' not found. Skipping.")
-        end
-      end
-
-      if documents.empty?
-        log_info("No documents found across configured collections: #{collections_config.keys.join(', ')}. Cleaning up index...")
-      end
-      documents
-    end
-
-    def generate_id(doc, collection_name, id_format)
-      # Helper method to normalize strings
-      normalize = ->(str) do
-        str.gsub('/', '-')
-           .gsub(/[^a-zA-Z0-9_-]/, '-')
-           .gsub(/-+/, '-')
-           .downcase
-           .slice(0, 100)
-      end
-
-      case id_format
-      when :default, :id
-        normalize.call(doc.id)
-      when :url
-        normalize.call(doc.url)
-      else
-        doc.data['number'] ? "#{collection_name}-#{doc.data['number']}" : normalize.call(doc.id)
-      end
-    end
-
-    def sync_with_meilisearch(config, documents)
-      headers = build_headers(config['api_key'])
-      index_name = config['index_name'] || 'jekyll_documents'
-      create_index_if_missing(config['url'], index_name, headers)
-
-      meili_docs = fetch_all_documents(config['url'], index_name, headers)
-      if meili_docs.nil?
-        log_info("Failed to fetch existing documents. Falling back to full indexing.")
-        return full_index(config['url'], index_name, documents, headers)
-      end
-
-      meili_ids = meili_docs.map { |doc| doc['id'] }
-      jekyll_ids = documents.map { |doc| doc['id'] }
-
-      delete_obsolete_documents(config['url'], index_name, meili_ids - jekyll_ids, headers)
-      index_new_documents(config['url'], index_name, documents, headers) if documents.any?
-    end
-
-    def fetch_all_documents(url, index_name, headers)
-      documents = []
-      offset = 0
-      limit = 1000
-      loop do
-        response = attempt_request(
-          -> { HTTParty.get("#{url}/indexes/#{index_name}/documents?limit=#{limit}&offset=#{offset}", headers: headers, timeout: 30) },
-          "fetching documents"
-        )
-        return nil unless response&.success?
-        results = JSON.parse(response.body)['results']
-        documents.concat(results)
-        break if results.size < limit
-        offset += limit
-      end
-      documents
-    end
-
-    def delete_obsolete_documents(url, index_name, ids_to_delete, headers)
-      return log_info("No documents to delete from Meilisearch.") if ids_to_delete.empty?
-
-      log_info("Deleting #{ids_to_delete.size} obsolete documents from Meilisearch...")
-      response = attempt_request(
-        -> { HTTParty.post("#{url}/indexes/#{index_name}/documents/delete-batch", body: ids_to_delete.to_json, headers: headers, timeout: 30) },
-        "deleting documents"
-      )
-      if response&.success?
-        log_info("Delete task queued successfully.")
-      elsif response
-        log_info("Failed to delete obsolete documents: #{response.code} - #{response.body}")
-      end
-    end
-
-    def index_new_documents(url, index_name, documents, headers)
-      log_info("Indexing #{documents.size} documents to Meilisearch...")
-      batch_size = 1000
-      documents.each_slice(batch_size) do |batch|
-        response = attempt_request(
-          -> { HTTParty.post("#{url}/indexes/#{index_name}/documents", body: batch.to_json, headers: headers, timeout: 30) },
-          "indexing documents"
-        )
-        if response&.code == 202
-          if response.body
-            task = JSON.parse(response.body)
-            log_info("Task queued: UID #{task['taskUid']}. Check status at #{url}/tasks/#{task['taskUid']}")
-          else
-            log_info("Task queued (202), but no response body received.")
-          end
-        elsif response.nil?
-          log_info("Failed to queue indexing task: No response received from Meilisearch.")
-        else
-          log_info("Failed to queue indexing task: #{response.code} - #{response.body}")
-        end
-      end
-    end
-
-    def create_index_if_missing(url, index_name, headers)
-      log_info("Checking if index '#{index_name}' exists...")
-      response = HTTParty.get("#{url}/indexes/#{index_name}", headers: headers, timeout: 30)
-      return if response.success?
-
-      if response.code == 404
-        log_info("Index '#{index_name}' not found. Creating it...")
-        response = attempt_request(
-          -> { HTTParty.post("#{url}/indexes", body: { "uid" => index_name }.to_json, headers: headers, timeout: 30) },
-          "creating index"
-        )
-        if response&.success? || response&.code == 202
-          log_info("Index '#{index_name}' created successfully.")
-        elsif response
-          log_info("Failed to create index: #{response.code} - #{response.body}")
-        end
-      else
-        log_info("Error checking index: #{response.code} - #{response.body}")
-      end
-    end
-
-    def full_index(url, index_name, documents, headers)
-      log_info("Performing full index reset as fallback...")
-      response = attempt_request(
-        -> { HTTParty.delete("#{url}/indexes/#{index_name}/documents", headers: headers, timeout: 30) },
-        "resetting index"
-      )
-      unless response&.success? || response&.code == 404
-        if response.nil?
-          log_info("Failed to reset index: No response received from Meilisearch.")
-        else
-          log_info("Failed to reset index: #{response.code} - #{response.body}")
-        end
-        return
-      end
-
-      index_new_documents(url, index_name, documents, headers) if documents.any?
-    end
-
-    def attempt_request(request, action, retries: 3)
-      retries.times do |i|
-        begin
-          response = request.call
-          return response if response.success? || [202, 404].include?(response.code)
-        rescue HTTParty::Error => e
-          log_info("Attempt #{i + 1} failed while #{action}: #{e.message}")
-          sleep(2 ** i) # Exponential backoff
-        end
-      end
-      log_info("All retries failed for #{action}.")
-      nil
-    end
-  end
-end

data/lib/jekyll_meilisearch.rb

@@ -1 +0,0 @@
-require 'jekyll/meilisearch_indexer'