uptriever 0.1.0 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ef0c09b8b1aaaa5e6fbed152bb6f54f555afe79106a5cd96ac0e2181e16d1e34
-  data.tar.gz: 352a763cc73f0875d60ecc2af9b06f4cb5d5dd644084e685f993e906cd9cda60
+  metadata.gz: d560762067e20107bf3f7e01850924035f533da723f49a0d83d076cbb05a6dfe
+  data.tar.gz: 535736316a8248d66cf6cc14723b98129de2c83a29298deac10b6de3094d2b93
 SHA512:
-  metadata.gz: 21345da63b6abb10004dad561afbe502da916ef5a357f7bd63962c00ad9d94adce8a7f8bfb8c01f34c12321464db8677c340df364d89f1b8afd9c595f67eca3c
-  data.tar.gz: e2588b54b5ea1bbaa86f7b09ebe69491bfcaf547dc1e31f9f1b2b22bd9c7d1ff9ad9b821be1a0c4054ea299b9d51bb95e6a5fee453ccffb47dea7d7fbe10c335
+  metadata.gz: 4c8bc654e0c71835078513c631959bbaecdb5f792dcb51ec59b5e162677416790bfb4208f92baa28491abcd2485d2e2bd3fe938a83a7666bcb024dc2c22599c4
+  data.tar.gz: cc1830d5f0365bd834e3fc5374e21e3c20c2a31643658679abfb37186c0131c4891bd11e4fed9c05d4c59cf9f3daffd0825b2ee8b1ac257e4fd9c651191a5b96

data/CHANGELOG.md

@@ -2,6 +2,14 @@
 
 ## master
 
+## 0.1.2 (2025-01-03)
+
+- Fix the bug with links including PWD. ([@palkan][])
+
+## 0.1.1 (2024-07-25)
+
+- Add ERB support to allow include dynamic fragments to configs. ([@palkan][])
+
 ## 0.1.0 (2024-07-24)
 
 - Initial release. ([@palkan][])

data/lib/uptriever/client.rb

@@ -8,9 +8,10 @@ module Uptriever
     BASE_URL = "https://api.trieve.ai/api"
 
     attr_reader :headers
-    private attr_reader :dry_run
+    private attr_reader :dry_run, :dataset_id
 
-    def initialize(api_key, dataset, dry_run: false)
+    def initialize(api_key = ENV["TRIEVE_API_KEY"], dataset = ENV["TRIEVE_DATASET"], dry_run: false)
+      @dataset_id = dataset
       @dry_run = dry_run
       @headers = {
         "Authorization" => api_key,
@@ -28,19 +29,50 @@ module Uptriever
       perform_request("/chunk", chunk.to_json)
     end
 
+    def scroll_chunks(per_page: 100)
+      data = {
+        filters: {must: nil},
+        page_size: per_page
+      }
+
+      offset_id = nil
+
+      loop do
+        data[:offset_chunk_id] = offset_id if offset_id
+        data = perform_request("/chunks/scroll", data.to_json)
+
+        chunks = data.fetch("chunks")
+        chunks = chunks.select { _1["id"] != offset_id } if offset_id
+
+        break if chunks.empty?
+
+        chunks.each { yield _1 }
+
+        offset_id = chunks.last["id"]
+      end
+    end
+
+    def delete_chunk(id)
+      perform_request("/chunk/#{id}", method: :delete, expected_code: 204)
+    end
+
+    def usage
+      perform_request("/dataset/usage/#{dataset_id}", method: :get)
+    end
+
     private
 
-    def perform_request(path, data)
+    def perform_request(path, data = nil, method: :post, expected_code: 200)
       uri = URI.parse(BASE_URL + path)
 
       http = Net::HTTP.new(uri.host, uri.port)
       http.use_ssl = true if uri.scheme == "https"
 
-      request = Net::HTTP::Post.new(
+      request = Net::HTTP.const_get(method.to_s.capitalize).new(
         uri.request_uri,
         headers.merge("Content-Type" => "application/json")
       )
-      request.body = data
+      request.body = data if data
 
       if dry_run
         puts "[DRY RUN] Perform POST #{path}: #{data}"
@@ -49,11 +81,11 @@ module Uptriever
 
       response = http.request(request)
 
-      if response.code.to_i != 200
+      if response.code.to_i != expected_code
         raise "Invalid response code: #{response.code} (#{response.body[100...]})"
       end
 
-      JSON.parse(response.body)
+      JSON.parse(response.body) if response.body
     end
   end
 end

data/lib/uptriever/config.rb

@@ -1,6 +1,7 @@
 # frozen_string_literal: true
 
 require "yaml"
+require "erb"
 
 module Uptriever
   class Config
@@ -9,7 +10,7 @@ module Uptriever
     attr_reader :config_path, :root_dir
 
     def initialize(root_dir)
-      @root_dir = root_dir
+      @root_dir = File.expand_path(root_dir)
       @config_path = File.join(root_dir, ".trieve.yml")
       raise ArgumentError, ".trieve.yml is missing in the #{root_dir}" unless File.file?(config_path)
     end
@@ -40,7 +41,9 @@ module Uptriever
 
     private
 
-    def config = @config ||= YAML.load_file(config_path)
+    def config
+      @config ||= YAML.load(ERB.new(File.read(config_path)).result)
+    end
 
     def unwrap_pages(items)
       items.flat_map do |item|

data/lib/uptriever/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Uptriever # :nodoc:
-  VERSION = "0.1.0"
+  VERSION = "0.1.2"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: uptriever
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.2
 platform: ruby
 authors:
 - Vladimir Dementyev
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2024-07-24 00:00:00.000000000 Z
+date: 2025-01-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: redcarpet
@@ -108,6 +108,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: erb
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement