qwe 0.0.1 → 0.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 47af0803616e55171f1a450977dd4b72b1b94d8175b89609902a504b5289b1e3
-  data.tar.gz: 74c203d62db281e90db12badbe71f61bc01e3048b8d823005e035adb61658084
+  metadata.gz: 9163afb748f542c3cee0749fa5cb182100c2c46c5eb52c7834dd6a9e9928e569
+  data.tar.gz: f36a49f10487cae9d6c6caeb5774946355d072e832d4139f6e3f74af8b65b8dc
 SHA512:
-  metadata.gz: 793f496b7be56bd4c51f0954a9a9755d079cf4d76be1bf4f9fba2de584abfd3c5fdaf32297652a95c5ce96eb3fd0686743e583bcec56989e42adbf903cfd9165
-  data.tar.gz: efb62e30e52a37ddaf36d0de164ab65be87e307115ac5325ad1ff6131e35ef31f3257512a4d57ce41ebe9675721e78fe4b9ef13a543651a2b5bb36c355b77f8b
+  metadata.gz: c11193ca71612d9433848ec7217da3d9b795be3f73b70fc1f0ce6a01254bd908d3a6472c33aff7d1d8f7e72b30ad91492b7be02261d02bac1a3c2391369ae6d1
+  data.tar.gz: e2147f520f70ec10510236d22e62a48b28eb5b1bb63b9db759d0dce62a8d491e63e90c0d452e83d5aca9251ef8fe0f63c3679f4ce682eea074600d2f3e34e665

data/DOCS.md

@@ -5,7 +5,7 @@
 Gem provides `qwe` executable, which starts the server by default. See `qwe -h` for details.
 
 `-r` parameter is required for entrypoint to load your classes.
-Int rails it's reasonable to have `config/qwe.rb` for that purpose:
+In rails it's reasonable to have `config/qwe.rb` for that purpose:
 ```ruby
 APP_PATH = File.realpath("../")
 

data/Gemfile.lock

@@ -1,14 +1,13 @@
 PATH
   remote: .
   specs:
-    qwe (0.0.0)
+    qwe (0.0.1)
       drb (~> 2.2.1)
-      ruby-zstds (~> 1.3)
+      zstd-ruby (~> 1.5)
 
 GEM
   remote: https://rubygems.org/
   specs:
-    adsp (1.0.10)
     ast (2.4.2)
     cgi (0.4.1)
     drb (2.2.1)
@@ -51,8 +50,6 @@ GEM
       rubocop (>= 1.48.1, < 2.0)
       rubocop-ast (>= 1.30.0, < 2.0)
     ruby-progressbar (1.13.0)
-    ruby-zstds (1.3.1)
-      adsp (~> 1.0)
     standard (1.35.1)
       language_server-protocol (~> 3.17.0.2)
       lint_roller (~> 1.0)
@@ -68,6 +65,7 @@ GEM
     standardrb (1.0.1)
       standard
     unicode-display_width (2.5.0)
+    zstd-ruby (1.5.6.6)
 
 PLATFORMS
   x86_64-linux

data/README.md

@@ -1,11 +1,21 @@
 # Qwe - pure ruby framework for stuff
 
-The stuff is mostly complex ruby objects living in RAM for a long time, accessed over DRb. Qwe provides database-like interface for managing that with a few extras, while attempting to impose as little bounds
-as possible on the way you write code.
+It might be useful if you have:
+- Extra high loads
+- Extensive interaction
+- Complexity in fitting into database
+
+Qwe is built upon [DRb](https://docs.ruby-lang.org/en/3.3/DRb.html), which provides a way to directly access ruby objects from different processes, thus avoiding latency, JSON or XML conversions, and disk I/O limits.
+
+Qwe manages:
+- Serving and accessing objects over DRb
+- Persisting them on disk
+- Loading them back into RAM upon access
+- Tracing every change
 
 [Full Documentation](DOCS.md)
 
-[Multiplayer paint example](https://gitlab.com/goose3228/qwe-paint)
+[Multiplayer paint example](https://gitlab.com/goose3228/qwe-paint) - Qwe is fast enough to process mouse events on server side.
 
 ## Installation
 
@@ -32,7 +42,7 @@ The hash is now accessible from any ruby process with `Qwe::DB[]`,
  considering you know that id.
 
 ```ruby
-Qwe::DB[id][:qwe] = 123
+Qwe::DB[id][:one_two_three] = 123
 ```
 
 After a period of inactivity, or manually if configured,
@@ -135,6 +145,8 @@ by running independent Qwe servers.
 DRb does not provide any access control, and opens separate port for each object it serves.
 It is safe to run Qwe in docker container or other isolated network, and unsafe to run on virtual or physical device with all ports open.
 
+In web applications Qwe may be accessed though websockets without providing direct access to ruby methods.
+
 See [DRb docs](https://docs.ruby-lang.org/en/3.3/DRb.html#module-DRb-label-Security) for a more detailed explanation.
 
 ## License

data/exe/qwe

@@ -39,7 +39,7 @@ opt_parser = OptionParser.new do |parser|
     args[:threads] = a.to_i
   end
 
-  parser.on("--gc=SECONDS", "--gc_interval=SECONDS", "Call garbage collector (GC.start) every x seconds. Off by default") do |a|
+  parser.on("--gc=SECONDS", "--gc_interval=SECONDS", "Call garbage collector (GC.start) every x seconds. Off by default. Ruby can ignore garbage collection at 100% CPU load, and --gc forces ruby to still do that.") do |a|
     args[:gc_interval] = a.to_i
   end
 
@@ -86,30 +86,8 @@ if args[:watch]
   end
   sleep
 elsif args[:interactive]
-  require "irb"
-
-  Qwe::DB.connect("druby://localhost:#{args[:port]}") if args[:port]
-
-  if args[:interactive] > 0
-    obj = Qwe::DB[args[:interactive]]
-    puts "\e[0;32mQwe interactive prompt\e[0m, record \e[1;32m##{args[:interactive]}\e[0m, class \e[1;36m#{obj.record.obj_eval("self.class.to_s")}\e[0m"
-  else
-    obj = Qwe::DB.server.pick_worker
-    puts "\e[0;32mQwe interactive prompt\e[0m, worker \e[1;36m#{obj.uri}\e[0m, require #{obj.requirements}"
-
-    require obj.requirements
-  end
-
-  (obj.instance_exec { binding }).instance_exec do
-    irb(show_code: false)
-  rescue
-    # Older irb versions always print source code around call point
-    IRB.setup(source_location[0], argv: [])
-    workspace = IRB::WorkSpace.new(self)
-    binding_irb = IRB::Irb.new(workspace)
-    binding_irb.context.irb_path = File.expand_path(source_location[0])
-    binding_irb.run(IRB.conf)
-  end
+  require_relative "../lib/qwe/console"
+  Qwe::Console.start(args[:interactive], args[:port])
 elsif args[:create]
   Qwe::DB.connect("druby://localhost:#{args[:port]}") if args[:port]
   puts Qwe::DB.create(args[:create].to_sym)

data/lib/qwe/attribute.rb

@@ -116,7 +116,7 @@ module Qwe
     end
 
     add(:default) do
-      reader.stage "self.#{name} = " + init_or_default_stage(:default) + " unless @#{name}"
+      reader.stage "self.#{name} = " + init_or_default_stage(:default) + " if @#{name}.nil?"
     end
 
     add(:convert) do

data/lib/qwe/console.rb

@@ -0,0 +1,66 @@
+require "irb"
+
+module Qwe
+  class Console
+    def self.start(...)
+      new(...).start
+    end
+
+    attr_reader :id, :port
+
+    def initialize(id = 0, port = nil)
+      @id = id.to_i
+      @port = if port
+        port.to_i
+      else
+        Qwe::DB::Server::DEFAULT_PORT
+      end
+
+      Qwe::DB.connect("druby://localhost:#{port}") if port
+      setup
+    end
+
+    def setup
+      if id > 0
+        IRB::WorkSpace.define_method(:evaluate, &record_proc)
+        req = Qwe::DB[id].record.evaluate("Worker.instance.requirements")
+        msg = "\e[1;35mQwe interactive prompt\e[0m, record \e[1;32m##{id}\e[0m"
+      else
+        IRB::WorkSpace.define_method(:evaluate, &worker_proc)
+        req = Qwe::DB.server.pick_worker.requirements
+        msg = "\e[1;35mQwe interactive prompt\e[0m, random worker"
+      end
+
+      puts msg
+      require req if req
+    end
+
+    def to_s
+      "Qwe id=#{id}"
+    end
+
+    def start
+      binding.irb(show_code: false)
+    rescue
+      # Older irb versions always print source code around call point
+      IRB.setup(source_location[0], argv: [])
+      workspace = IRB::WorkSpace.new(self)
+      binding_irb = IRB::Irb.new(workspace)
+      binding_irb.context.irb_path = File.expand_path(source_location[0])
+      binding_irb.run(IRB.conf)
+    end
+
+    def record_proc
+      i = id
+      proc do |statements, *args|
+        Qwe::DB[i].record.evaluate(statements)
+      end
+    end
+
+    def worker_proc
+      proc do |statements, *args|
+        Qwe::DB.server.pick_worker.evaluate(statements)
+      end
+    end
+  end
+end

data/lib/qwe/db/commits_file.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-require "zstds"
+require "zstd-ruby"
 require "fileutils"
 
 module Qwe::DB
@@ -12,17 +12,23 @@ module Qwe::DB
     def initialize(dir)
       @path = File.join(dir, "commits")
       @archive_path = File.join(dir, "commits.zst")
-      unless File.exist?(@archive_path)
-        @file = File.open(@path, "a+")
-      end
+      open
+    end
+
+    def open
+      return if @file && !@file.closed? || File.exist?(@archive_path)
+      @file = File.open(@path, "a+")
     end
 
     def write(str)
-      unless file
+      if !file
         log "Write #{str} to archived commits file #{path}, unpacking"
-        ZSTDS::File.decompress archive_path, path
-        FileUtils.rm_f(archive_path)
+        data = read_archive
         @file = File.open(@path, "a+")
+        @file.write(data)
+        FileUtils.rm_f(archive_path)
+      elsif file.closed?
+        open
       end
       file.write(str)
     rescue => e
@@ -31,7 +37,7 @@ module Qwe::DB
     end
 
     def read(line = nil)
-      if file
+      if file && !file.closed?
         file.flush
         file.rewind
         if line
@@ -41,10 +47,12 @@ module Qwe::DB
           file.read
         end
       else
-        cs = ZSTDS::Stream::Reader.open(archive_path) do |r|
-          r.set_encoding("UTF-8")
-          r.read
+        cs = if File.exist?(archive_path)
+          read_archive
+        else
+          File.read(path)
         end
+
         if line
           cs.lines[0, line].join("")
         else
@@ -53,9 +61,13 @@ module Qwe::DB
       end
     end
 
+    def read_archive
+      Zstd.decompress(File.binread(archive_path)).force_encoding("UTF-8")
+    end
+
     def archive!
-      file&.close
-      ZSTDS::File.compress path, archive_path
+      File.binwrite(archive_path, Zstd.compress(read))
+      close
       FileUtils.rm_f(path)
       @file = nil
     end
@@ -65,7 +77,7 @@ module Qwe::DB
     end
 
     def close
-      file&.close
+      file&.close unless file&.closed?
     end
   end
 end

data/lib/qwe/db/record.rb

@@ -161,7 +161,7 @@ module Qwe::DB
       rec
     end
 
-    def obj_eval(rb)
+    def evaluate(rb)
       object.instance_eval(rb)
     end
 

data/lib/qwe/db/worker.rb

@@ -114,7 +114,7 @@ module Qwe::DB
       @@instance.work
     end
 
-    def e(str)
+    def evaluate(str)
       instance_eval str
     end
   end

data/lib/qwe/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Qwe
-  VERSION = "0.0.1"
+  VERSION = "0.0.2"
 end

data/qwe.gemspec

@@ -28,5 +28,5 @@ Gem::Specification.new do |spec|
   spec.require_paths = ["lib"]
 
   spec.add_dependency "drb", "~> 2.2.1"
-  spec.add_dependency "ruby-zstds", "~> 1.3"
+  spec.add_dependency "zstd-ruby", "~> 1.5"
 end

metadata

@@ -1,14 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: qwe
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
 platform: ruby
 authors:
 - goose3228
-autorequire:
 bindir: exe
 cert_chain: []
-date: 2025-01-04 00:00:00.000000000 Z
+date: 1980-01-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: drb
@@ -25,19 +24,19 @@ dependencies:
       - !ruby/object:Gem::Version
         version: 2.2.1
 - !ruby/object:Gem::Dependency
-  name: ruby-zstds
+  name: zstd-ruby
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.3'
+        version: '1.5'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.3'
+        version: '1.5'
 description: Object persistence with DRb access, manual or automatic RAM/disk switch,
   and transactions as ruby code.
 email:
@@ -58,6 +57,7 @@ files:
 - lib/puma/plugin/qwe.rb
 - lib/qwe.rb
 - lib/qwe/attribute.rb
+- lib/qwe/console.rb
 - lib/qwe/db.rb
 - lib/qwe/db/commits_file.rb
 - lib/qwe/db/record.rb
@@ -79,7 +79,6 @@ licenses:
 - MIT
 metadata:
   source_code_uri: https://gitlab.com/goose3228/qwe
-post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -94,8 +93,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.5.16
-signing_key:
+rubygems_version: 3.6.9
 specification_version: 4
 summary: Framework for in-RAM ruby applications
 test_files: []