llm_memory_gmail_loader 0.1.1 → 0.1.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 221fea4ecee1ce84905b9640d8f8c981f78006750c4df417efe4535de04bec9b
-  data.tar.gz: 2d2656664ac2ea9aca350381ac7523e2ee3d3a2970b7ef9dbec50d953bc99270
+  metadata.gz: 0bad148f113e407b6d70cf07d6bb7b6505a30f4602a7a77857b4294d053e47d3
+  data.tar.gz: 6bdefa18957293d1b21b80253c2481d76080f7fcabc0cd16555d7cd3edfd5657
 SHA512:
-  metadata.gz: 2d5bc0b21feda18d1643a425a38a69ae27c0edf1e56708bbc7fc9b27aa8b712b4bc0d3e04d91ef3d6feb3de5cb68e2334bf3d0a2b03cfa64624a820385ba84ac
-  data.tar.gz: b42579d0c55fca6d68003fd3a579eca1942d08219a9c5eba73e0374205a785399beba27f2065d5920be7dd029bef6ca84f0a0dab9aa7260867d089d30d5af25e
+  metadata.gz: 3e6561dc64ff1f3e9e7d434c44bb5b2854a907fe44f8165d96caab4b7ce9a3878d77825fe3810f577cff7a8726ab5242a692dba98d15171e875289c9a6243a8d
+  data.tar.gz: 3c6e9f29836d857b91eedb3c3ea4e0cf4c576564fbc50ac480bca2d81f50e750fb0ecc9396ecb6ddd2fc545bb98fa66154242c87cae9780a40f504f15bbb9add

data/Gemfile.lock

@@ -1,9 +1,10 @@
 PATH
   remote: .
   specs:
-    llm_memory_gmail_loader (0.1.1)
+    llm_memory_gmail_loader (0.1.3)
       google-apis-gmail_v1 (~> 0.27.0)
       googleauth (~> 1.5.2)
+      llm_memory (~> 0.1.12)
       nokogiri (~> 1.14.0)
 
 GEM
@@ -38,16 +39,23 @@ GEM
       multi_json (~> 1.11)
       os (>= 0.9, < 2.0)
       signet (>= 0.16, < 2.a)
+    httparty (0.21.0)
+      mini_mime (>= 1.0.0)
+      multi_xml (>= 0.5.2)
     httpclient (2.8.3)
     json (2.6.3)
     jwt (2.7.0)
     language_server-protocol (3.17.0.3)
     lint_roller (1.0.0)
-    llm_memory (0.1.0)
+    llm_memory (0.1.12)
+      redis (~> 4.6.0)
+      ruby-openai (~> 3.7.0)
+      tokenizers (~> 0.3.3)
     memoist (0.16.2)
     method_source (1.0.0)
     mini_mime (1.1.2)
     multi_json (1.15.0)
+    multi_xml (0.6.0)
     nokogiri (1.14.2-arm64-darwin)
       racc (~> 1.4)
     os (1.1.4)
@@ -61,6 +69,7 @@ GEM
     racc (1.6.2)
     rainbow (3.1.1)
     rake (13.0.6)
+    redis (4.6.0)
     regexp_parser (2.8.0)
     representable (3.2.0)
       declarative (< 0.1.0)
@@ -96,6 +105,8 @@ GEM
     rubocop-performance (1.16.0)
       rubocop (>= 1.7.0, < 2.0)
       rubocop-ast (>= 0.4.0)
+    ruby-openai (3.7.0)
+      httparty (>= 0.18.1)
     ruby-progressbar (1.13.0)
     ruby2_keywords (0.0.5)
     signet (0.17.0)
@@ -114,6 +125,7 @@ GEM
     standard-performance (1.0.1)
       lint_roller (~> 1.0)
       rubocop-performance (~> 1.16.0)
+    tokenizers (0.3.3-arm64-darwin)
     trailblazer-option (0.1.2)
     uber (0.1.0)
     unicode-display_width (2.4.2)

data/README.md

@@ -31,7 +31,8 @@ documents = LlmMemory::Wernicke.load(
 #   content: "subject\nbody",
 #   metadata: {
 #     subject: subject,
-#     from: "xx@example.com"
+#     from: "xx@example.com",
+#     timestamp: "20230725025555" # YYYYMMDDHHmmss
 #   }
 # },,,]
 ```

data/lib/llm_memory_gmail_loader/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module LlmMemoryGmailLoader
-  VERSION = "0.1.1"
+  VERSION = "0.1.3"
 end

data/lib/llm_memory_gmail_loader.rb

@@ -81,6 +81,15 @@ module LlmMemoryGmailLoader
       end
     end
 
+    def get_email_date(headers)
+      date_header = headers.find { |header| header.name == "Date" }
+      if date_header
+        Time.parse(date_header.value).strftime("%Y%m%d%H%M%S")
+      else
+        ""
+      end
+    end
+
     def extract_email_bodies(payload)
       if payload.mime_type == "text/plain" || payload.mime_type == "text/html"
         {
@@ -130,6 +139,7 @@ module LlmMemoryGmailLoader
         message = @service.get_user_message("me", email.id)
         subject = get_email_subject(message.payload.headers)
         from = get_email_from(message.payload.headers)
+        timestamp = get_email_date(message.payload.headers)
         bodies = extract_email_bodies(message.payload)
         if bodies[:text]
           body = bodies[:text].force_encoding("UTF-8").gsub(/　/, " ").gsub(/\s+/, " ").strip
@@ -143,7 +153,8 @@ module LlmMemoryGmailLoader
           content: "#{subject}\n#{body}",
           metadata: {
             subject: subject,
-            from: from
+            from: from,
+            timestamp: timestamp
           }
         })
       end

data/llm_memory_gmail_loader.gemspec

@@ -34,6 +34,7 @@ Gem::Specification.new do |spec|
   spec.add_dependency "googleauth", "~> 1.5.2"
   spec.add_dependency "google-apis-gmail_v1", "~> 0.27.0"
   spec.add_dependency "nokogiri", "~> 1.14.0"
+  spec.add_dependency "llm_memory", "~> 0.1.12"  
 
   # For more information and examples about making a new gem, check out our
   # guide at: https://bundler.io/guides/creating_gem.html

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: llm_memory_gmail_loader
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.3
 platform: ruby
 authors:
 - Shohei Kameda
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2023-05-09 00:00:00.000000000 Z
+date: 2023-07-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: googleauth
@@ -52,6 +52,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 1.14.0
+- !ruby/object:Gem::Dependency
+  name: llm_memory
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.12
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.12
 description: Loading data from GMail using API
 email:
 - shoheik@cpan.org