index_me 0.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: ff3174a890bb2908760bab10bdff5ffa54c640899e8af4daa58510245f8870f2
+  data.tar.gz: 3669ac2ae335d89a9c5a638b5f1f67c863a84728187c66046a382d108bfc6af6
+SHA512:
+  metadata.gz: '02956ed5ef0d04613999b64c2e12f5afa64da39de58cca4132bc1082eb0f4dd35223c7d8bfa1ec1fcee476fa972dd6123e0721bf814eec58c22c02bf4fc66b06'
+  data.tar.gz: '08c1310f6be862402bf93e2e68e47d63eac8b311e43815060f1dcc1d4a19f36a444b756bc9b100e18270d36ace15734bcd78e4afeda231aeb76459d3f3eff7c4'

data/bin/index_me

@@ -0,0 +1,7 @@
+#!/usr/bin/env ruby
+require_relative '../lib/index_me'
+
+raise "Do not require, I am a script" unless $0 == __FILE__
+
+IndexMe.new(ARGV.dup).run
+# SPDX-License-Identifier: AGPL-3.0-or-later

data/bin/test1.rb

@@ -0,0 +1,5 @@
+loop do
+  x =gets
+  p x
+end
+

data/lib/index_me/debug.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+class IndexMe
+  module Debug
+
+    def debug(*lines, always: false, &blk)
+      return unless @debug || always
+
+      $stderr.puts(*lines.flatten)
+      blk.() if blk
+    end
+
+  end
+end
+# SPDX-License-Identifier: AGPL-3.0-or-later

data/lib/index_me/indexer.rb

@@ -0,0 +1,80 @@
+# frozen_string_literal: true
+
+require 'ostruct'
+require_relative 'debug'
+
+class IndexMe
+  DataError = Class.new(RuntimeError)
+
+  class Indexer
+    include Debug
+
+    attr_reader :current, :data, :file, :stream
+
+    EMPTY = %r{\A \s* \z}x
+    RESOURCE = %r{ \/ }x
+    TAG = %r{\A [[:lower:]][-[:lower:]]* \z}x
+
+    def index
+      loop do
+        index_resource
+        index_tags
+      end
+
+      data.resource_count = data.resources.size
+      data.tag_count = data.tags.size
+      data
+    end
+
+    private
+    def initialize(file, debug:)
+      @debug = debug
+      @file = file
+      @stream = IO.foreach(file, chomp: true).lazy.map(&:strip).with_index
+    end
+
+    def add_tags(tags, lnb)
+      tags = tags.strip.split(",")
+      raise DataError, "no tags defined for resource #{@current} in line #{lnb.succ}" if tags.empty?
+      tags.each { add_tag(it, lnb) }
+    end
+
+    def add_tag(tag, lnb)
+      raise DataError, "illegal tag format in line #{lnb} tag: #{tag.inspect}, need only lower case and dash" unless
+        TAG === tag
+      do_add_tag(tag, lnb)
+    end
+
+    def do_add_tag(tag, lnb)
+      data.tags << tag
+      entry = data.relations.fetch(tag) { data.relations[tag] = OpenStruct.new(count: 0, resources: Set.new) }
+      raise DataError, "multiple specification of tag #{tag.inspect} for resource #{@current.inspect} in line #{lnb.succ}" if
+      entry.resources.member? @current
+
+      entry.resources << @current
+      entry.count = entry.count.succ
+    end
+
+    def data
+      @__data__ ||= OpenStruct.new(
+        resource_count: 0, resources: Set.new, tag_count: 0, tags: Set.new, relations: {}
+      )
+    end
+
+    def index_resource
+      stream.next => [line, lnb]
+      @current = line
+      raise DataError, "resource #{@current} missing a `/' in line #{lnb.succ}" unless RESOURCE === @current
+      raise DataError, "duplicate resource #{@current} in line #{lnb.succ}" if data.resources.member? @current
+      data.resources << @current
+    end
+
+    def index_tags
+      stream.next => [tags, lnb]
+      add_tags(tags, lnb)
+    rescue StopIteration
+      raise DataError, "resource #{@current} has no tags line at EOF"
+    end
+  end
+end
+# SPDX-License-Identifier: AGPL-3.0-or-later

data/lib/index_me/query.rb

@@ -0,0 +1,42 @@
+# frozen_string_literal: true
+
+require_relative 'debug'
+class IndexMe
+  class Query
+
+    include Debug
+
+    attr_reader :data, :relations
+
+    def run(query)
+      result = Set.new
+      query.inject(Set.new) do |result, conjunction|
+        partial = query(conjunction) 
+        result + partial 
+      end
+    end
+
+    private
+    def initialize(data, debug: false)
+      @data = data
+      @debug = debug
+      @relations = data.relations
+    end
+
+    def query(conjunction)
+      tags = conjunction.split(",")
+      relations = data.relations.slice(*tags).to_a
+      optimized = relations.sort_by { |_, v| v.count }.map { |_, v| v.resources }
+
+      optimized.reduce do |result, res|
+        result.intersection(res)
+      end
+    end
+
+    # def print_ordered(ordered)
+    #   ordered.each { $stderr.puts it.inspect }
+    # end
+
+  end
+end
+# SPDX-License-Identifier: AGPL-3.0-or-later

data/lib/index_me/version.rb

@@ -0,0 +1,6 @@
+# frozen_string_literal: true
+
+class IndexMe
+  VERSION = '0.0.0'
+end
+# SPDX-License-Identifier: AGPL-3.0-or-later

data/lib/index_me.rb

@@ -0,0 +1,141 @@
+# frozen_string_literal: true
+
+require_relative 'index_me/debug'
+require_relative 'index_me/indexer'
+require_relative 'index_me/query'
+class IndexMe
+  UsageError = Class.new(RuntimeError)
+
+  include Debug
+
+  attr_reader :data
+
+  def run()
+    if @only_index
+      p data
+    else
+      raise UsageError, "missing query, provide a list of tags or use -i|--index-only" if @query.empty?
+      ## FUTURE: Interactive behavior (interrupt with c-c)
+      ## q = Query.new(data)
+      ## loop do
+      ##    query = gets(chomp: true)
+      ##    puts q.run(query)
+      ## end
+      
+      results = Query.new(data, debug: @debug).run(@query)
+      puts(results.to_a)
+    end
+  end
+
+  private
+  def initialize(args)
+    parse(args)
+    check_file!
+    @query = args
+  end
+
+  def check_file!
+    @file ||= '.index_me.db'
+    raise ArgumentError, "file #{@file.inspect} is not readable" unless File.readable?(@file)
+    @index = @file.sub(%r/ \. db \z/x, ".idx")
+
+    index_if_necessary
+  end
+
+  def dump_tag(data:, fh:, tag:)
+    fh.puts("tag: #{tag}")
+    fh.puts("  count: #{data.count}")
+    fh.puts("  res: #{data.resources.to_a.join(", ")}")
+    fh.puts
+  end
+
+  def index_if_necessary
+    @data =
+      if index_newer?
+        debug("index up to date... skipping reindexing", always: @only_index)
+        Marshal.load(File.read(@index))
+      else
+        debug("reindexing #{@file} => #{@index}", always: @only_index)
+        reindex
+      end
+    maybe_dump
+  end
+
+  def index_newer?
+    return false if @force
+    return false unless File.readable?(@index)
+
+    idxtime = File.stat(@index).mtime 
+    dbtime = File.stat(@file).mtime
+
+    debug(
+      "db time: #{dbtime}",
+      "index time: #{idxtime}",
+    )
+    idxtime > dbtime
+  end
+
+  def maybe_dump
+    return data unless @dump
+
+    File.open(@file.sub(/\.db\z/, ".dump"), "w") do |fh|
+      fh.puts("resource count: #{data.resource_count}")
+      fh.puts(data.resources.inspect)
+      data.relations.each { |tag, data| dump_tag(data:, fh:, tag:) }
+    end
+    data
+  end
+
+  def parse(args)
+    loop do
+      case args.first
+      when "--debug"
+        @debug = true
+        args.shift
+      when "--dump"
+        @dump = true
+        args.shift
+      when "--index-only"
+        @only_index = true
+        args.shift
+      when "-F", "--force"
+        @force = true
+        args.shift
+      when "-f", "--file"
+        args.shift
+        raise ArgumentError, "-f|--file needs argument" if args.empty?
+        @file = args.first
+        args.shift
+      when /\A-(.*)/
+        single_options(Regexp.last_match[1])
+        args.shift
+      else
+        break
+      end
+    end
+  end
+
+  def reindex
+    @data = Indexer.new(@file, debug: @debug).index
+    File.write(@index, Marshal.dump(@data))
+    @data
+  end
+
+  def single_options(str)
+    str.grapheme_clusters.each do |flag|
+      case flag
+      when "d"
+        @debug = true
+      when "D"
+        @dump = true
+      when "F"
+        @force = true
+      when "i"
+        @only_index = true
+      else
+        raise ArgumentError, "bad flag: #{flag}"
+      end
+    end
+  end
+end
+# SPDX-License-Identifier: AGPL-3.0-or-later

metadata

@@ -0,0 +1,77 @@
+--- !ruby/object:Gem::Specification
+name: index_me
+version: !ruby/object:Gem::Version
+  version: 0.0.0
+platform: ruby
+authors:
+- Robert Dober
+bindir: bin
+cert_chain: []
+date: 2025-06-19 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: clipboard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.0.0
+- !ruby/object:Gem::Dependency
+  name: lab42_base
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.0.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.0.2
+description: Create an index file based on a data file and then use searching indexed
+  resources
+email: robert.dober@gmail.com
+executables:
+- index_me
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/index_me
+- bin/test1.rb
+- lib/index_me.rb
+- lib/index_me/debug.rb
+- lib/index_me/indexer.rb
+- lib/index_me/query.rb
+- lib/index_me/version.rb
+homepage: https://codeberg.org/lab419/speculate_about
+licenses:
+- AGPL-3.0-or-later
+metadata: {}
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 3.4.1
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.6.9
+specification_version: 4
+summary: Create an index file based on a data file and then use searching indexed
+  resources
+test_files: []