neon_documents 0.0.1 → 0.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ac10ee5c8b168a8c0962a03575afa4f2354eb2cc841f177ef406d52b4b13308d
-  data.tar.gz: 794195193edefa7b7203a819fe88c0cdad46de2cbab605c26f558df54e4d38ab
+  metadata.gz: f9f55a44ae19d2e0a2217e1438fe48c1003db2af8e863d81bd037db887498c8f
+  data.tar.gz: 8c4fc37df108a91d6717a54274de6a24e3013caa76f17122c721a72b6720e09b
 SHA512:
-  metadata.gz: 4344aaaa9f767494b1b13b4086e4dfdf70a8639cf01a6ab6e5c6762258ec6049c79160ee828794d7fa598cab1de4b911d2edc57387ade28084f544220894ac83
-  data.tar.gz: df0996a61516f0f9a5df3275e410a30e38294f853de80470efecae51d3d898d9b7f10cf4bede3d0e8cd23a25557a6c0cf44144007bbd8cb16fe4168a9399a581
+  metadata.gz: 56daf0f79b2131fa8336061c02c62bafe676d83822701f0a01724032a2468c14a917f8fe2cb825ca1eb8fe0a21e00071fe211a794a4bba6b3909bdc646c78c13
+  data.tar.gz: ba8fdd2582b24f60560de6bf829d3e5a91dc381404acd8e12cceb29576aa94b3c79465d19f646a94e3442ba2d3829f2908bf4e0e658595af5adb592fe585cb67

data/Gemfile.lock

@@ -2,11 +2,13 @@ PATH
   remote: .
   specs:
     neon_documents (0.0.1)
+      functions_framework (= 0.9.0)
 
 GEM
   remote: https://rubygems.org/
   specs:
     ast (2.4.2)
+    cloud_events (0.4.0)
     coderay (1.1.3)
     concurrent-ruby (1.1.8)
     diff-lcs (1.4.4)
@@ -15,10 +17,15 @@ GEM
     faker (2.17.0)
       i18n (>= 1.6, < 2)
     fixture_dependencies (1.10.0)
+    functions_framework (0.9.0)
+      cloud_events (~> 0.1)
+      puma (~> 4.3)
+      rack (~> 2.1)
     i18n (1.8.10)
       concurrent-ruby (~> 1.0)
     method_source (1.0.0)
     neon_postgres (0.0.1)
+    nio4r (2.5.7)
     parallel (1.20.1)
     parser (3.0.1.0)
       ast (~> 2.4.1)
@@ -26,6 +33,9 @@ GEM
     pry (0.14.1)
       coderay (~> 1.1)
       method_source (~> 1.0)
+    puma (4.3.8)
+      nio4r (~> 2.0)
+    rack (2.2.3)
     rainbow (3.0.0)
     rake (12.3.3)
     regexp_parser (2.1.1)

data/lib/neon_documents.rb

@@ -1,5 +1,5 @@
 require "neon_documents/version"
-require "neon_documents/consumer"
+require "neon_documents/handler"
 require "neon_documents/document_processor"
 Dir["#{__dir__}/neon_documents/document_templates/*"].sort.each { |file|
   require file

data/lib/neon_documents/document_processor.rb

@@ -9,14 +9,14 @@ module NeonDocuments
     end
 
     def initialize(unprocessed_document_id:)
-      @unprocessed_document_id = unprunprocessed_document_id
+      @unprocessed_document_id = unprocessed_document_id
     end
 
     def encode_and_store_document
       filename = case document_template.name
       when "Webpage Screenshot"
         NeonDocuments::DocumentTemplates::WebpageScreenshot.processed_filename(
-          unprocessed_filename: unprocessed_document.filename
+          unprocessed_filename: unprocessed_document
         )
       end
 
@@ -42,5 +42,20 @@ module NeonDocuments
         id: unprocessed_document.fetch(:document_template_id)
       )
     end
+
+    def processed_document_filename
+      "#{documentable_type}/#{documentable_id}/#{filename}"
+    end
+
+    def filename
+      case document_template.name
+      when "Webpage Screenshot"
+        NeonDocuments::DocumentTemplates::WebpageScreenshot.processed_filename(
+          unprocessed_filename: unprocessed_document
+        )
+      else
+        document_template.name
+      end
+    end
   end
 end

data/lib/neon_documents/handler.rb

@@ -0,0 +1,5 @@
+require "functions_framework"
+
+FunctionsFramework.cloud_event "neon_law.unprocessed_document" do |event|
+  FunctionsFramework.logger.info "I received an event of type #{event.type}!"
+end

data/lib/neon_documents/version.rb

@@ -1,3 +1,3 @@
 module NeonDocuments
-  VERSION = "0.0.1"
+  VERSION = "0.0.3"
 end

data/neon_documents.gemspec

@@ -22,4 +22,6 @@ Gem::Specification.new do |spec|
     `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
   end
   spec.require_paths = ["lib"]
+
+  spec.add_runtime_dependency "functions_framework", "0.9.0"
 end

metadata

@@ -1,15 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: neon_documents
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.3
 platform: ruby
 authors:
 - Neon Law
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-05-10 00:00:00.000000000 Z
-dependencies: []
+date: 2021-06-18 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: functions_framework
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.9.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.9.0
 description: |-
   This gem contains tests and sequel setup to speak to
     the Neon Law database
@@ -26,9 +40,9 @@ files:
 - README.md
 - Rakefile
 - lib/neon_documents.rb
-- lib/neon_documents/consumer.rb
 - lib/neon_documents/document_processor.rb
 - lib/neon_documents/document_templates/webpage_screenshot.rb
+- lib/neon_documents/handler.rb
 - lib/neon_documents/version.rb
 - neon_documents.gemspec
 homepage: https://github.com/neonlaw/codebase

data/lib/neon_documents/consumer.rb

@@ -1,30 +0,0 @@
-require "kafka"
-
-module NeonDocuments
-  class Consumer
-    def self.consume_messages
-      kafka = Kafka.new([ENV.fetch("KAFKA_URL") { "kafka:9092" }])
-
-      # Consumers with the same group id will form a Consumer Group together.
-      consumer = kafka.consumer(group_id: "documents")
-
-      # It's possible to subscribe to multiple topics by calling `subscribe`
-      # repeatedly.
-      consumer.subscribe("process_document")
-
-      # Stop the consumer when the SIGTERM signal is sent to the process.
-      # It's better to shut down gracefully than to kill the process.
-      trap("TERM") { consumer.stop }
-
-      # This will loop indefinitely, yielding each message in turn.
-      consumer.each_message do |message|
-        case message.topic
-        when "process_document"
-          NeonDocument::DocumentProcessor.encode_and_store_document(
-            unprocessed_document_id: message.value
-          )
-        end
-      end
-    end
-  end
-end