proc 0.3.0 → 0.8.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c3a73eafa61306bca405c0eaec0f8df0d145b22d27a98ee8dcf28db94cdadfa3
-  data.tar.gz: b1e95096528fe529ec664a370095269ae26672994178ed62e3c78159c46ed173
+  metadata.gz: ece2d4c0f8e4e0aa122ca1df9e751d061afaa802dc056e5dd2c0ba7b272ff3e8
+  data.tar.gz: 4f9ce5d28d966c23097dd3445d5ea5fc37fe9d0ecea1c5b13771b9633ac28d0c
 SHA512:
-  metadata.gz: 9708b1585d8c95deb6016cc5dbed10d5c7bffdfa55421d0392d3c51ec2af5ce334eb5b41283c585795874c7cdf5b035e6eb41ca145ee56d7409147546b61a6bf
-  data.tar.gz: ec138355afed48dde883579c73d304196b3cb2b6b8ac7d5a0986b43c5bffb6591fd33c019b516807c46b2c1ef3c6d75df7fc10d5bae10ecfbc38428ea89977c9
+  metadata.gz: c084f766e97cced8633a74379d700d06efa54bc6f0eb81cf6351af9e2528aea465ebff4dc4d3dd3631c20016ce70a1a36c2245607fe14f85aaa29d115d3ac9a5
+  data.tar.gz: 62303f9d27683c07bc0ff8f5df8c8697a669fa8df7ac496929457e3e572384ded1c779580ddf09082d830b8658c6c1be07eadb3478255de9b013e318a51b2755

data/lib/proc.rb

@@ -8,7 +8,7 @@ class Proc
   end
 
   def self.undefined
-    @_undefined ||= Object.new
+    @_undefined ||= ::Object.new
   end
 
   def self.undefined?(value)

data/lib/proc/argument.rb

@@ -8,7 +8,7 @@ class Proc
     end
 
     def serialize
-      {"::" => {"name" => @name.to_s}.merge(serialized_options)}
+      ["@@", @name.to_s, serialized_options]
     end
 
     def serialized_options
@@ -21,7 +21,7 @@ class Proc
       if value.respond_to?(:serialize)
         value.serialize
       else
-        value
+        ["%%", value]
       end
     end
   end

data/lib/proc/callable.rb

@@ -16,7 +16,7 @@ class Proc
       @arguments = arguments.dup
     end
 
-    def call(input = input_omitted = true, **arguments)
+    def call(input = input_omitted = true, **arguments, &block)
       callable = self.class.new(
         @proc,
         client: @client,
@@ -24,7 +24,7 @@ class Proc
         arguments: @arguments.merge(arguments)
       )
 
-      @client.call(@proc, callable.serialized_input, **callable.serialized_arguments)
+      @client.call(@proc, callable.input, **callable.arguments, &block)
     end
 
     def with(input = input_omitted = true, **arguments)
@@ -43,14 +43,20 @@ class Proc
       composed
     end
 
-    def serialize
-      wrapped =  {"[]" => [[@proc, serialized_arguments]]}
+    def serialize(unwrapped: false)
+      serialized = ["()", @proc]
 
       unless Proc.undefined?(@input)
-        wrapped["<<"] = serialized_input
+        serialized << [">>", serialized_input]
       end
 
-      {"{}" => wrapped}
+      serialized.concat(serialized_arguments)
+
+      if unwrapped
+        serialized
+      else
+        ["{}", serialized]
+      end
     end
 
     def serialized_input
@@ -58,8 +64,8 @@ class Proc
     end
 
     def serialized_arguments
-      @arguments.each_pair.each_with_object({}) { |(key, value), hash|
-        hash[key.to_s] = serialize_value(value)
+      @arguments.map { |key, value|
+        ["$$", key.to_s, serialize_value(value)]
       }
     end
 
@@ -99,7 +105,7 @@ class Proc
       if value.respond_to?(:serialize)
         value.serialize
       else
-        value
+        ["%%", value]
       end
     end
   end

data/lib/proc/client.rb

@@ -6,10 +6,19 @@ require "oj"
 require_relative "argument"
 require_relative "callable"
 require_relative "composition"
-require_relative "null_logger"
+require_relative "enumerator"
 
 require_relative "http/client"
 
+Console.logger.off!
+
+Oj.default_options = {
+  mode: :custom,
+  bigdecimal_load: :auto,
+  float_precision: 0,
+  second_precision: 6
+}.freeze
+
 class Proc
   class Error < StandardError
   end
@@ -35,13 +44,14 @@ class Proc
   class Timeout < Error
   end
 
-  class Client < Http::Client
+  class Client
+    attr_reader :authorization, :scheme, :host
+
     def initialize(authorization, scheme: "https", host: "proc.dev")
       @authorization = authorization
       @scheme = scheme
       @host = host
-
-      super()
+      @internal = Http::Client.new
     end
 
     def [](proc)
@@ -65,65 +75,69 @@ class Proc
     end
 
     DEFAULT_HEADERS = {
-      "accept" => "application/json",
-      "content-type" => "application/json"
+      "accept" => "application/vnd.proc+json",
+      "content-type" => "application/vnd.proc+json"
     }.freeze
 
-    def call(proc = nil, input = nil, **arguments)
-      Async(logger: NullLogger) { |task|
-        body = {"<>" => true}
+    def call(proc = nil, input = Proc.undefined, **arguments, &block)
+      body = []
 
-        unless Proc.undefined?(input)
-          body["<<"] = serialize_value(input)
-        end
+      unless Proc.undefined?(input)
+        body << [">>", serialize_value(input)]
+      end
 
-        arguments.each_pair do |key, value|
-          body[key.to_s] = serialize_value(value)
-        end
+      arguments.each_pair do |key, value|
+        body << ["$$", key.to_s, serialize_value(value)]
+      end
 
-        headers = {
-          "authorization" => "bearer #{@authorization}"
-        }.merge(DEFAULT_HEADERS)
+      headers = {
+        "authorization" => "bearer #{@authorization}"
+      }.merge(DEFAULT_HEADERS)
 
-        begin
-          response = super(:post, build_uri(proc), headers: headers, body: Oj.dump(body, mode: :custom), task: task)
+      status, headers, payload = get_payload(proc: proc, headers: headers, body: body)
 
-          @remaining = response.headers["x-rate-limit-remaining"].to_s.to_i
-          @resets_at = Time.at(response.headers["x-rate-limit-reset"].to_s.to_i)
+      case status
+      when 200
+        result = extract_output(payload)
 
-          payload = Oj.load(response.read, mode: :compat)
-        rescue
-          raise Proc::Unavailable
-        ensure
-          response&.close
-        end
+        if (cursor = headers["x-cursor"])
+          enumerator = Enumerator.new(result) {
+            arguments[:cursor] = cursor.to_s
+            call(proc, input, **arguments)
+          }
 
-        case response.status
-        when 200
-          payload[">>"]
-        when 400
-          raise Proc::Invalid, payload.dig("error", "message")
-        when 401
-          raise Proc::Unauthorized, payload.dig("error", "message")
-        when 403
-          raise Proc::Forbidden, payload.dig("error", "message")
-        when 404
-          raise Proc::Undefined, payload.dig("error", "message")
-        when 408
-          raise Proc::Timeout, payload.dig("error", "message")
-        when 429
-          raise Proc::Limited, payload.dig("error", "message")
-        when 500
-          raise Proc::Error, payload.dig("error", "message")
-        when 508
-          raise Proc::Error, payload.dig("error", "message")
+          if block
+            enumerator.each(&block)
+          else
+            enumerator
+          end
         else
-          raise Proc::Error, "unhandled"
+          result
         end
-      }.wait
+      when 400
+        raise Proc::Invalid, extract_error_message(payload)
+      when 401
+        raise Proc::Unauthorized, extract_error_message(payload)
+      when 403
+        raise Proc::Forbidden, extract_error_message(payload)
+      when 404
+        raise Proc::Undefined, extract_error_message(payload)
+      when 408
+        raise Proc::Timeout, extract_error_message(payload)
+      when 413
+        raise Proc::Invalid, extract_error_message(payload)
+      when 429
+        raise Proc::Limited, extract_error_message(payload)
+      when 500
+        raise Proc::Error, extract_error_message(payload)
+      when 508
+        raise Proc::Error, extract_error_message(payload)
+      else
+        raise Proc::Error, "unhandled"
+      end
     end
 
-    def method_missing(name, input = input_omitted = true, **arguments)
+    def method_missing(name, input = input_omitted = true, *, **arguments)
       if input_omitted
         Callable.new(name, client: self, arguments: arguments)
       else
@@ -140,6 +154,10 @@ class Proc
     end
     alias_method :arg, :argument
 
+    def close
+      @internal.close
+    end
+
     private def build_uri(proc)
       host_and_path = File.join(@host, proc.to_s.split(".").join("/"))
 
@@ -150,8 +168,44 @@ class Proc
       if value.respond_to?(:serialize)
         value.serialize
       else
-        value
+        ["%%", value]
+      end
+    end
+
+    private def get_payload(proc:, headers:, body:)
+      @internal.call(:post, build_uri(proc), headers: headers, body: Oj.dump(body)) do |response|
+        @remaining = response.headers["x-rate-limit-remaining"].to_s.to_i
+        @resets_at = Time.at(response.headers["x-rate-limit-reset"].to_s.to_i)
+        [response.status, response.headers, Oj.load(response.read)]
+      end
+    rescue
+      raise Proc::Unavailable
+    end
+
+    private def extract_output(payload)
+      payload.each do |tuple|
+        case tuple[0]
+        when "<<"
+          return tuple[1]
+        end
+      end
+
+      nil
+    end
+
+    private def extract_error(payload)
+      payload.each do |tuple|
+        case tuple[0]
+        when "!!"
+          return tuple[1]
+        end
       end
+
+      nil
+    end
+
+    private def extract_error_message(payload)
+      extract_error(payload)&.dig("message")
     end
   end
 end

data/lib/proc/composition.rb

@@ -15,7 +15,7 @@ class Proc
       @callables = @callables.dup
     end
 
-    def call(input = input_omitted = true, **arguments)
+    def call(input = input_omitted = true, **arguments, &block)
       callable = self.class.new(
         client: @client,
         input: input_omitted ? @input : input,
@@ -23,7 +23,7 @@ class Proc
         arguments: @arguments.merge(arguments)
       )
 
-      @client.call("proc.exec", nil, proc: callable.serialize)
+      @client.call("exec", Proc.undefined, proc: callable, &block)
     end
 
     def with(input = input_omitted = true, **arguments)
@@ -51,25 +51,13 @@ class Proc
     end
 
     def serialize
-      wrapped = {"[]" => serialized_calls}
+      serialized = ["{}"]
 
       unless Proc.undefined?(@input)
-        wrapped["<<"] = serialized_input
+        serialized << [">>", serialized_input]
       end
 
-      {"{}" => wrapped.merge(serialized_arguments)}
-    end
-
-    def serialized_calls
-      @callables.map { |callable|
-        arguments = callable.serialized_arguments
-
-        unless Proc.undefined?(callable.input)
-          arguments["<<"] = callable.serialized_input
-        end
-
-        [callable.proc, arguments]
-      }
+      serialized + serialized_arguments + @callables.map { |callable| callable.serialize(unwrapped: true) }
     end
 
     def serialized_input
@@ -77,8 +65,8 @@ class Proc
     end
 
     def serialized_arguments
-      @arguments.each_pair.each_with_object({}) { |(key, value), hash|
-        hash[key.to_s] = serialize_value(value)
+      @arguments.map { |key, value|
+        ["$$", key.to_s, serialize_value(value)]
       }
     end
 
@@ -93,7 +81,7 @@ class Proc
       if value.respond_to?(:serialize)
         value.serialize
       else
-        value
+        ["%%", value]
       end
     end
   end

data/lib/proc/enumerator.rb

@@ -0,0 +1,19 @@
+# frozen_string_literal: true
+
+class Proc
+  class Enumerator
+    include Enumerable
+
+    def initialize(values, &next_block)
+      @values = values
+      @next_block = next_block
+    end
+
+    def each(&block)
+      return to_enum(:each) unless block
+
+      @values.each(&block)
+      @next_block.call.each(&block)
+    end
+  end
+end

data/lib/proc/http/client.rb

@@ -3,52 +3,39 @@
 require "async"
 require "async/http/internet"
 
-require "protocol/http/body/streamable"
+require "core/async"
 
 require_relative "request"
 require_relative "response"
 
-require_relative "../null_logger"
-
 class Proc
   module Http
     class Client
-      def initialize
-        @internet = Async::HTTP::Internet.new
-        @responses = {}
-      end
+      include Is::Async
 
-      def call(method, uri, params: {}, headers: {}, body: nil, task: nil)
+      def call(method, uri, params: {}, headers: {}, body: nil)
+        internet = Async::HTTP::Internet.new
         request = Request.new(method: method, uri: uri, params: params, headers: headers, body: body)
 
-        if task
-          make_request(request)
-        else
-          Async(logger: NullLogger) {
-            make_request(request)
-          }.wait
-        end
-      end
-
-      def close
-        # TODO: Make sure this works. We should also close / clear after accumulating some amount.
-        #
-        @responses.each_value(&:close)
-        @responses.clear
-        @internet.close
-      end
+        await {
+          begin
+            response = make_request(internet, request)
 
-      def count
-        @responses.count
+            yield response
+          ensure
+            response&.close
+            internet&.close
+          end
+        }
       end
 
-      private def make_request(request)
-        async_response = @internet.call(*request.callable)
+      private def make_request(internet, request)
+        async_response = internet.call(*request.callable)
         wrap_async_response_for_request(async_response, request)
       end
 
       private def wrap_async_response_for_request(async_response, request)
-        @responses[async_response] = Response.new(request, async_response)
+        Response.new(request, async_response)
       end
     end
   end

data/lib/proc/version.rb

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
 class Proc
-  VERSION = "0.3.0"
+  VERSION = "0.8.0"
 
   def self.version
     VERSION

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: proc
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.8.0
 platform: ruby
 authors:
 - Bryan Powell
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-11-23 00:00:00.000000000 Z
+date: 2021-03-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: async-http
@@ -16,28 +16,42 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.52.5
+        version: 0.54.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.52.5
+        version: 0.54.1
+- !ruby/object:Gem::Dependency
+  name: core-async
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.0
 - !ruby/object:Gem::Dependency
   name: oj
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.10'
+        version: '3.11'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.10'
+        version: '3.11'
 description: Proc client library.
 email: bryan@metabahn.com
 executables: []
@@ -51,10 +65,10 @@ files:
 - lib/proc/callable.rb
 - lib/proc/client.rb
 - lib/proc/composition.rb
+- lib/proc/enumerator.rb
 - lib/proc/http/client.rb
 - lib/proc/http/request.rb
 - lib/proc/http/response.rb
-- lib/proc/null_logger.rb
 - lib/proc/version.rb
 homepage: https://proc.dev/
 licenses:
@@ -75,7 +89,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.4
+rubygems_version: 3.2.4
 signing_key:
 specification_version: 4
 summary: Proc client library.

data/lib/proc/null_logger.rb

@@ -1,14 +0,0 @@
-# frozen_string_literal: true
-
-class Proc
-  class NullLogger
-    class << self
-      def method_missing(*, **)
-      end
-
-      def respond_to_missing?(*)
-        true
-      end
-    end
-  end
-end