llamaparserb 0.2.3 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ba81bbf8d24dc79b57a29c8c40764c42d700012e6608d1a494075dd63900d06f
-  data.tar.gz: 1ce8846e182bf7025d90e8722148554fe2e65d47d82e1671e19f7e6386d30ce9
+  metadata.gz: 9c49dc1624b1b955cad8032696308fc81357533113cf429f53fe063d5db0cab2
+  data.tar.gz: 2eee40a9054fe05d02a094828bb47a6cc3a5b65ca6fcb5864b9648cff5f0b418
 SHA512:
-  metadata.gz: b5c86e77644210049df9a1095049e2a276f70e40208637e80fd14283fded8eee45ec034cc9bd7c205b802ef24be252989bbd5be671ac50981c0acb998876131b
-  data.tar.gz: 91ea52459cc1fc38f15dd5b050a2c25449147f8905d24af34c76986f48c84f54d0187bad3c0d3b4da81061e8d593982252229611592948deffdc7a6d6d6c066f
+  metadata.gz: 50ed45e0d813d776b79fce2e87593cdc88063158045c62ba76e1bc0e353fb1b27b2b03b87dc4253443b4b2a355fec179708d04e1920dc0f47730c271e3ff81cc
+  data.tar.gz: 9f86c50b3f5c4bd987c9bab987c5b139ce1dd998577d04ea3fba53d64b430d3cdcc0af3d880d73ebea1914341bc185fb78469f78d9521098f06510c7024b8746

data/CHANGELOG.md

@@ -6,14 +6,22 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [Unreleased]
 
+## [0.3.0] - 2024-11-28
+### Added
+- Add support for parsing files from URLs
+
 ## [0.2.3] - 2024-11-28
 ### Added
 - Add support for all supported optional llamaparsse parameters to `parse_file`
 
+[0.2.3]: https://github.com/horizing/llamaparserb/releases/tag/v0.2.3...v0.2.2
+
 ## [0.2.2] - 2024-11-28
 ### Fixed
 - Fix issue with handling file path
 
+[0.2.2]: https://github.com/horizing/llamaparserb/releases/tag/v0.2.2
+
 ## [0.2.1] - 2024-11-28
 ### Fixed
 - Fix parse_file to handle files that are not on the local filesystem
@@ -29,8 +37,4 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [0.1.0] - 2024-11-27
 ### Added
-- Initial release
-
-[Unreleased]: https://github.com/horizing/llamaparserb/compare/v0.1.0...HEAD
-[0.1.1]: https://github.com/horizing/llamaparserb/releases/tag/v0.1.1...v0.1.0
-[0.1.0]: https://github.com/horizing/llamaparserb/releases/tag/v0.1.0
+- Initial release

data/README.md

@@ -43,11 +43,14 @@ text = client.parse_file(file_content, 'pdf')
 # Parse a file to markdown
 client = Llamaparserb::Client.new(ENV['LLAMA_CLOUD_API_KEY'], result_type: "markdown")
 markdown = client.parse_file('path/to/document.pdf')
+
+# Parse a file from a URL
+markdown = client.parse_file('https://example.com/document.pdf')
 ```
 
 ### File Input Options
 
-The `parse_file` method accepts two types of inputs:
+The `parse_file` method accepts three types of inputs:
 
 1. File path (String):
 ```ruby
@@ -69,6 +72,11 @@ temp_file = Tempfile.new(['document', '.pdf'])
 client.parse_file(temp_file, 'pdf')
 ```
 
+3. URL (String):
+```ruby
+client.parse_file('https://example.com/document.pdf')
+```
+
 ### Advanced Options
 
 ```ruby

data/lib/llamaparserb/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Llamaparserb
-  VERSION = "0.2.3"
+  VERSION = "0.3.0"
 end

data/lib/llamaparserb.rb

@@ -51,6 +51,9 @@ module Llamaparserb
         elsif File.exist?(file_input)
           job_id = create_job_from_path(file_input)
           log "Started parsing file under job_id #{job_id}", :info
+        elsif URI::DEFAULT_PARSER.make_regexp.match?(file_input)
+          job_id = create_job_from_url(file_input)
+          log "Started parsing URL under job_id #{job_id}", :info
         else
           raise Error, "file_type parameter is required for binary string input"
         end
@@ -197,7 +200,7 @@ module Llamaparserb
     def build_connection
       Faraday.new(url: base_url) do |f|
         f.request :multipart
-        f.request :json
+        f.request :url_encoded
         f.response :json
         f.response :raise_error
         f.adapter Faraday.default_adapter
@@ -234,7 +237,13 @@ module Llamaparserb
         temp_file,
         detect_content_type(temp_file.path)
       )
-      create_job(file)
+
+      response = @connection.post("upload") do |req|
+        req.headers["Authorization"] = "Bearer #{api_key}"
+        req.body = {file: file}
+      end
+
+      response.body["id"]
     ensure
       temp_file&.close
       temp_file&.unlink
@@ -249,9 +258,8 @@ module Llamaparserb
       response.body["id"]
     end
 
-    def upload_params(file)
+    def upload_params(file = nil, url = nil)
       params = {
-        file: file,
         language: @options[:language].to_s,
         parsing_instruction: @options[:parsing_instruction],
         invalidate_cache: @options[:invalidate_cache],
@@ -286,6 +294,12 @@ module Llamaparserb
       params[:azure_openai_key] = @options[:azure_openai_key] if @options[:azure_openai_key]
       params[:http_proxy] = @options[:http_proxy] if @options[:http_proxy]
 
+      if url
+        params[:input_url] = url.to_s
+      elsif file
+        params[:file] = file
+      end
+
       params.compact
     end
 
@@ -335,5 +349,20 @@ module Llamaparserb
         raise Error, "Unsupported file type: #{extension}. Supported types: #{SUPPORTED_FILE_TYPES.join(", ")}"
       end
     end
+
+    def create_job_from_url(url)
+      log "Creating job from URL: #{url}", :debug
+
+      response = @connection.post("upload") do |req|
+        req.headers["Authorization"] = "Bearer #{api_key}"
+        req.headers["Accept"] = "application/json"
+        # Create a simple form data request
+        req.options.timeout = 30  # Optional: add timeout
+        req.body = {"input_url" => url.to_s}
+      end
+
+      log "Response: #{response.body.inspect}", :debug
+      response.body["id"]
+    end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: llamaparserb
 version: !ruby/object:Gem::Version
-  version: 0.2.3
+  version: 0.3.0
 platform: ruby
 authors:
 - Heidar Bernhardsson