interscript 2.4.5 → 3.0.0

data/lib/interscript/visualize.rb

@@ -1,21 +1,21 @@
-require 'erb'
-require 'interscript/visualize/nodes'
-require 'interscript/visualize/json'
-
-def h(str)
-  str.to_s.gsub("&", "&amp;").gsub("<", "&lt;").gsub(">", "&gt;").gsub('"', "&quot;")
-end
+require "erb"
 
 class Interscript::Visualize
+  autoload :Nodes, "interscript/visualize/nodes"
+  autoload :JSON, "interscript/visualize/json"
+
   def self.def_template(template)
-    @template = ERB.new(File.read(__dir__+"/visualize/#{template}.html.erb"))
+    @template = ERB.new(File.read(__dir__ + "/visualize/#{template}.html.erb"))
+  end
+
+  def get_binding
+    binding
   end
-  def get_binding; binding; end
 
   def self.call(*args)
-    return Map.(*args) if self == Interscript::Visualize
+    return Map.call(*args) if self == Interscript::Visualize
 
-    tplctx = self.new(*args)
+    tplctx = new(*args)
     @template.result(tplctx.get_binding)
   end
 
@@ -29,14 +29,14 @@ class Interscript::Visualize
     attr_reader :map
 
     def render_stage(map_name, stage)
-      Stage.(map_name, stage)
+      Stage.call(map_name, stage)
     end
   end
 
   class Group < self
     def_template :group
 
-    def initialize(map, group, style=nil)
+    def initialize(map, group, style = nil)
       @map = map
       @group = group
       @style = style
@@ -44,18 +44,18 @@ class Interscript::Visualize
 
     attr_reader :map, :group
 
-    def render_group(map, group, style=nil)
-      Group.(map, group, style)
+    def render_group(map, group, style = nil)
+      Group.call(map, group, style)
     end
   end
 
   class Stage < Group
     def_template :group
 
-    def initialize(map_name, stage_name, style=nil)
+    def initialize(map_name, stage_name, style = nil)
       @map = Interscript.parse(map_name)
       @group = map.stages[stage_name]
       @style = style
     end
-  end  
-end
+  end
+end

data/lib/interscript.rb

@@ -1,7 +1,19 @@
-require "interscript/version"
 require "yaml"
 
 module Interscript
+  # Autoload all internal library code. No require_relative or internal
+  # require calls — everything loads lazily via autoload (OCP: adding a
+  # new child module = adding one autoload line here).
+  autoload :VERSION, "interscript/version"
+  autoload :Stdlib, "interscript/stdlib"
+  autoload :Compiler, "interscript/compiler"
+  autoload :Interpreter, "interscript/interpreter"
+  autoload :DSL, "interscript/dsl"
+  autoload :Node, "interscript/node"
+  autoload :Detector, "interscript/detector"
+  autoload :Isc, "interscript/isc"
+  autoload :ML, "interscript/ml"
+
   # An error caused by a lack of some map
   class MapNotFoundError < StandardError; end
   # An error caused by a missing dependency
@@ -13,15 +25,15 @@ module Interscript
 
   class << self
     def load_path
-      @load_path ||= ['.', *Interscript.map_locations]
+      @load_path ||= [".", *Interscript.map_locations]
     end
 
     def locate map_name
       map_name = map_aliases[map_name] if map_aliases.include? map_name
 
       load_path.each do |i|
-        # iml is an extension for a library, imp for a map
-        ["iml", "imp"].each do |ext|
+        # isc: new ISC format, iml: library, imp: legacy Ruby DSL
+        ["isc", "iml", "imp"].each do |ext|
           f = File.expand_path("#{map_name}.#{ext}", i)
           return f if File.exist?(f)
         end
@@ -33,26 +45,26 @@ module Interscript
       Interscript::DSL.parse(map_name)
     end
 
-    def load(system_code, maps={}, compiler: Interscript::Interpreter)
-      maps[[system_code, compiler.name]] ||= compiler.(system_code)
+    def load(system_code, maps = {}, compiler: Interscript::Interpreter)
+      maps[[system_code, compiler.name]] ||= compiler.call(system_code)
     end
 
     # Transliterates the string.
-    def transliterate(system_code, string, maps={}, compiler: Interscript::Interpreter)
+    def transliterate(system_code, string, maps = {}, compiler: Interscript::Interpreter)
       # The current best implementation is Interpreter
-      load(system_code, maps, compiler: compiler).(string)
+      load(system_code, maps, compiler: compiler).call(string)
     end
 
     # Gives each possible value of the transliteration.
-    def transliterate_each(system_code, string, maps={}, &block)
-      load(system_code, maps).(string, each: true, &block)
+    def transliterate_each(system_code, string, maps = {}, &block)
+      load(system_code, maps).call(string, each: true, &block)
     end
 
-    def transliterate_file(system_code, input_file, output_file, maps={})
+    def transliterate_file(system_code, input_file, output_file, maps = {}, compiler: Interscript::Interpreter)
       input = File.read(input_file)
-      output = transliterate(system_code, input, maps)
+      output = transliterate(system_code, input, maps, compiler: compiler)
 
-      File.open(output_file, 'w') do |f|
+      File.open(output_file, "w") do |f|
         f.puts(output)
       end
 
@@ -67,17 +79,17 @@ module Interscript
     def detect(source, destination, **kwargs)
       detector = Detector.new
       detector.set_from_kwargs(**kwargs)
-      detector.(source, destination)
+      detector.call(source, destination)
     end
 
     def map_gems
-      @map_gems ||= Gem.find_latest_files('interscript-maps.yaml').map do |i|
+      @map_gems ||= Gem.find_latest_files("interscript-maps.yaml").map do |i|
         [i, YAML.load_file(i)]
       end.to_h
     end
 
     def map_locations
-      @map_locations ||= map_gems.map do |i,v|
+      @map_locations ||= map_gems.map do |i, v|
         paths = v["paths"].dup
         paths += v["staging"] if ENV["INTERSCRIPT_STAGING"] && v["staging"]
 
@@ -88,15 +100,15 @@ module Interscript
     end
 
     def secryst_index_locations
-      @secryst_index_locations ||= map_gems.map do |i,v|
+      @secryst_index_locations ||= map_gems.map do |i, v|
         v["secryst-models"]
       end.compact.flatten
     end
 
     def rababa_configs
-      @rababa_configs ||= map_gems.map do |i,v|
+      @rababa_configs ||= map_gems.map do |i, v|
         v["rababa-configs"]
-      end.compact.inject({}) do |a,b|
+      end.compact.inject({}) do |a, b|
         a.merge(b)
       end
     end
@@ -104,8 +116,8 @@ module Interscript
     # This code is borrowed from Secryst and should end up in Rababa, but for now,
     # let's keep it here.
     def rababa_provision(model_name, model_uri)
-      require 'fileutils'
-      require 'open-uri'
+      require "fileutils"
+      require "open-uri"
 
       # We provision the environment in the following way:
       # First, we try the RABABA_DATA environment variable. If that's available,
@@ -125,29 +137,30 @@ module Interscript
 
       ([ENV["RABABA_DATA"]] + possible_paths).compact.each do |path|
         FileUtils.mkdir_p(path)
-        write_path = path unless write_path
+        write_path = path
+        break
       rescue
       end
-  
+
       raise ExternalUtilError, "Can't find a writable path for Rababa. Consider setting a RABABA_DATA environment variable" unless write_path
 
       model_path = "#{write_path}/model-#{model_name}.onnx"
 
       # Redownload every hour
-      if File.exist?(model_path) && File.mtime(model_path) + 3600 >= Time.now
-        return model_path
-      else
-        data = URI.open(model_uri).read
-        File.write(model_path, data)
-        return model_path
+      unless File.exist?(model_path) && File.mtime(model_path) + 3600 >= Time.now
+        # standard:disable Security/Open (fetches a fixed interscript-hosted model URI, not user input)
+        data = URI.open(model_uri, encoding: "BINARY").read
+        # standard:enable Security/Open
+        File.binwrite(model_path, data)
       end
+      model_path
     end
 
     def map_aliases
       return @map_aliases if @map_aliases
 
       @map_aliases = {}
-      map_gems.each do |i,v|
+      map_gems.each do |i, v|
         (v["aliases"] || {}).each do |code, value|
           value.each do |al, map|
             @map_aliases[al] = map["alias_to"]
@@ -160,20 +173,31 @@ module Interscript
     # List all possible maps to use
     def maps(basename: true, load_path: false, select: "*", libraries: false)
       paths = load_path ? Interscript.load_path : Interscript.map_locations
-      ext = libraries ? "iml" : "imp"
+      # isc: the ISC corpus (systems and libraries), imp: legacy Ruby
+      # DSL systems, iml: legacy library format. ISC wins when a name
+      # exists in both.
+      exts = libraries ? %w[isc iml] : %w[isc imp]
 
-      imps = paths.map { |i| Dir["#{i}/#{select}.#{ext}"] }.flatten
+      files = paths.flat_map { |i| exts.flat_map { |ext| Dir["#{i}/#{select}.#{ext}"] } }
+      # The maps corpus keeps dependency libraries in a libs/ directory;
+      # only the libraries: query sees them.
+      libs, systems = files.partition { |j| j.include?("/libs/") }
+      picked = (libraries ? libs : systems)
+        .group_by { |j| File.basename(j, ".*") }
+        .values
+        .map(&:first)
+        .sort
 
-      basename ? imps.map { |j| File.basename(j, ".#{ext}") } : imps
+      basename ? picked.map { |j| File.basename(j, ".*") } : picked
     end
 
     # Removes the excluded maps for a given compiler and RUBY_PLATFORM.
     # To be used by tests
     # and builders. It uses the `skip` directive in interscript-maps.yaml
     def exclude_maps(maps, compiler:, platform: true)
-      map_gems.each do |i,v|
+      map_gems.each do |i, v|
         [compiler.name, (Gem::Platform.local.os if platform)].compact.each do |name|
-          skips = v.dig('skip', name) || []
+          skips = v.dig("skip", name) || []
           skips.each do |skip|
             skip_re = /#{Regexp.escape(skip).gsub("\\*", ".*?")}/
             maps = maps.grep_v(skip_re)
@@ -184,13 +208,3 @@ module Interscript
     end
   end
 end
-
-require 'interscript/stdlib'
-
-require "interscript/compiler"
-require "interscript/interpreter"
-
-require 'interscript/dsl'
-require 'interscript/node'
-
-require 'interscript/detector'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: interscript
 version: !ruby/object:Gem::Version
-  version: 2.4.5
+  version: 3.0.0
 platform: ruby
 authors:
 - Ribose Inc.
-autorequire: 
+autorequire:
 bindir: exe
 cert_chain: []
-date: 2019-11-17 00:00:00.000000000 Z
+date: 2026-10-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor
@@ -30,14 +30,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 2.4.0a
+        version: '2.5'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 2.4.0a
+        version: '2.5'
 - !ruby/object:Gem::Dependency
   name: text
   requirement: !ruby/object:Gem::Requirement
@@ -52,35 +52,40 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: Interoperable script conversion systems
+- !ruby/object:Gem::Dependency
+  name: parsanol
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.3.61
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.3.61
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2'
+description: Interoperable script conversion systems.
 email:
 - open.source@ribose.com
 executables:
+- codemod-imp-to-isc
+- diagnose_parse_failures
 - interscript
+- verify_isc_deep
+- verify_isc_equivalence
 extensions: []
 extra_rdoc_files: []
 files:
-- ".github/workflows/assets.yml"
-- ".github/workflows/rake.yml"
-- ".github/workflows/release.yml"
-- ".gitignore"
-- ".rspec"
-- Gemfile
 - LICENSE.adoc
 - README.md
-- Rakefile
-- bin/console
-- bin/interscript
-- bin/maps_analyze_staging
-- bin/maps_debug_compilers
-- bin/maps_debug_ordering
-- bin/maps_debug_ruby_compile
-- bin/maps_debug_step_by_step
-- bin/maps_optimize_order
-- bin/maps_v1_analyze_regexps
-- bin/maps_v1_to_v2
-- bin/set_version
-- bin/setup
 - docs/demo/20191118-interscript-demo-cast.gif
 - docs/samples/ara-Arab.txt
 - docs/samples/chn-Hant.txt
@@ -95,12 +100,18 @@ files:
 - docs/samples/rus-Cyrl.txt
 - docs/samples/thai.txt
 - docs/utils/regexp_examples.txt
+- exe/codemod-imp-to-isc
+- exe/diagnose_parse_failures
 - exe/interscript
+- exe/verify_isc_deep
+- exe/verify_isc_equivalence
 - interscript.gemspec
 - lib/interscript.rb
 - lib/interscript/command.rb
 - lib/interscript/compiler.rb
 - lib/interscript/compiler/javascript.rb
+- lib/interscript/compiler/json_ir.rb
+- lib/interscript/compiler/python.rb
 - lib/interscript/compiler/ruby.rb
 - lib/interscript/detector.rb
 - lib/interscript/dsl.rb
@@ -114,6 +125,47 @@ files:
 - lib/interscript/dsl/symbol_mm.rb
 - lib/interscript/dsl/tests.rb
 - lib/interscript/interpreter.rb
+- lib/interscript/isc.rb
+- lib/interscript/isc/codemod.rb
+- lib/interscript/isc/document_builder.rb
+- lib/interscript/isc/generator.rb
+- lib/interscript/isc/grammar.rb
+- lib/interscript/isc/grammar/concerns.rb
+- lib/interscript/isc/grammar/concerns/aliases.rb
+- lib/interscript/isc/grammar/concerns/dependencies.rb
+- lib/interscript/isc/grammar/concerns/items.rb
+- lib/interscript/isc/grammar/concerns/metadata.rb
+- lib/interscript/isc/grammar/concerns/primitives.rb
+- lib/interscript/isc/grammar/concerns/stages.rb
+- lib/interscript/isc/grammar/concerns/system.rb
+- lib/interscript/isc/grammar/concerns/tests.rb
+- lib/interscript/isc/grammar/core.rb
+- lib/interscript/isc/grammar/isc.artifact.json
+- lib/interscript/isc/grammar/isc.parg
+- lib/interscript/isc/items.rb
+- lib/interscript/isc/model.rb
+- lib/interscript/isc/model/alias.rb
+- lib/interscript/isc/model/constraint.rb
+- lib/interscript/isc/model/dependency.rb
+- lib/interscript/isc/model/document.rb
+- lib/interscript/isc/model/item.rb
+- lib/interscript/isc/model/rule.rb
+- lib/interscript/isc/model/stage.rb
+- lib/interscript/isc/model/stage_item.rb
+- lib/interscript/isc/model/test.rb
+- lib/interscript/isc/node_adapter.rb
+- lib/interscript/isc/normalizer.rb
+- lib/interscript/isc/parser.rb
+- lib/interscript/isc/serializer.rb
+- lib/interscript/isc/transform.rb
+- lib/interscript/isc/yaml_bridge.rb
+- lib/interscript/ml.rb
+- lib/interscript/ml/byt5_onnx.rb
+- lib/interscript/ml/imf.rb
+- lib/interscript/ml/model.rb
+- lib/interscript/ml/provisioning.rb
+- lib/interscript/ml/translator.rb
+- lib/interscript/ml/vocab.rb
 - lib/interscript/node.rb
 - lib/interscript/node/alias_def.rb
 - lib/interscript/node/dependency.rb
@@ -137,6 +189,9 @@ files:
 - lib/interscript/node/stage.rb
 - lib/interscript/node/tests.rb
 - lib/interscript/stdlib.rb
+- lib/interscript/stdlib/functions.rb
+- lib/interscript/stdlib/functions/rababa_adapter.rb
+- lib/interscript/stdlib/functions/secryst_adapter.rb
 - lib/interscript/utils/helpers.rb
 - lib/interscript/utils/regexp_converter.rb
 - lib/interscript/version.rb
@@ -145,14 +200,16 @@ files:
 - lib/interscript/visualize/json.rb
 - lib/interscript/visualize/map.html.erb
 - lib/interscript/visualize/nodes.rb
-- requirements.txt
 homepage: https://www.interscript.com
 licenses:
 - BSD-2-Clause
 metadata:
   homepage_uri: https://www.interscript.com
-  source_code_uri: https://github.com/interscript/interscript
-post_install_message: 
+  source_code_uri: https://github.com/interscript/interscript-ruby
+  changelog_uri: https://github.com/interscript/interscript-ruby/releases
+  bug_tracker_uri: https://github.com/interscript/interscript-ruby/issues
+  rubygems_mfa_required: 'true'
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -160,15 +217,15 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 2.3.0
+      version: 3.3.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.2.33
-signing_key: 
+rubygems_version: 3.5.22
+signing_key:
 specification_version: 4
 summary: Interoperable script conversion systems
 test_files: []

data/.github/workflows/assets.yml

@@ -1,91 +0,0 @@
-name: release-assets
-
-on:
-  push:
-    tags:
-      - 'v*'
-  workflow_dispatch:
-
-jobs:
-  assets:
-    runs-on: ubuntu-latest
-    env:
-      BUNDLE_WITHOUT: "secryst:jsexec"
-      SKIP_JS: "1"
-    steps:
-      - name: Checkout repository
-        uses: actions/checkout@v2
-        with:
-          repository: interscript/interscript
-
-      - name: Run bootstrap script
-        run: ruby bootstrap.rb
-
-      - name: Use Ruby
-        uses: ruby/setup-ruby@v1
-        with:
-          ruby-version: "3.0"
-          bundler-cache: true
-
-      - name: Install bundle
-        working-directory: ./ruby
-        run: bundle install --jobs 4 --retry 3 --with jsexec --without secryst
-
-      - name: Generate visualization json
-        working-directory: ./ruby
-        run: bundle exec rake generate_visualization_json
-
-      - name: Archive json files from the previous step
-        uses: thedoctor0/zip-release@master
-        with:
-          filename: 'vis_json.zip'
-          path: ./vis_json/*.json
-          directory: ./ruby/
-          exclusions: '*.git*'
-          type: zip
-
-      - name: Upload artifacts
-        id: upload_vis_json
-        uses: svenstaro/upload-release-action@2.2.1
-        with:
-          repo_token: ${{ secrets.GITHUB_TOKEN }}
-          file: ruby/vis_json.zip
-          file_glob: true
-          tag: ${{ github.ref }}
-          overwrite: true
-
-      - name: Generate metadata
-        working-directory: ./ruby
-        run: bundle exec rake generate_metadata_json
-
-      - name: Archive metadata from the previous step
-        uses: thedoctor0/zip-release@master
-        with:
-          filename: 'metadata.zip'
-          path: ./metadata.json
-          directory: ./ruby/
-          exclusions: '*.git*'
-          type: zip
-
-      - name: Upload metadata
-        id: upload_metadata
-        uses: svenstaro/upload-release-action@2.2.1
-        with:
-          repo_token: ${{ secrets.GITHUB_TOKEN }}
-          file: ruby/metadata.zip
-          asset_name: metadata.json.zip
-          tag: ${{ github.ref }}
-          overwrite: true
-
-      - name: Output link
-        run: |
-          echo ${{ steps.upload_vis_json.outputs.browser_download_url }}
-          echo ${{ steps.upload_metadata.outputs.browser_download_url }}
-
-#        - name: Trigger deploy at interscript.org
-#          uses: peter-evans/repository-dispatch@v1
-#          with:
-#            token: ${{ secrets.INTERSCRIPT_CI_TOKEN }}
-#            repository: interscript/interscript.org
-#            event-type: ${{ github.repository }}
-#            client-payload: '{ "ref": "${{ github.ref }}" }'

data/.github/workflows/rake.yml

@@ -1,52 +0,0 @@
-name: rake
-
-on:
-  push:
-    branches: [ main, v*, ci-check ]
-    tags: [ v* ]
-  pull_request:
-
-jobs:
-  rspec:
-    name: Test on Ruby ${{ matrix.ruby }} ${{ matrix.os }}
-    runs-on: ${{ matrix.os }}
-    continue-on-error: true
-    strategy:
-      fail-fast: false
-      matrix:
-        ruby: [ "3.0", 2.7, 2.6 ]
-        os: [ ubuntu-latest, windows-latest, macos-latest ]
-        include:
-          - ruby: "3.1"
-            os: 'ubuntu-latest'
-          - ruby: "3.2"
-            os: 'ubuntu-latest'
-          - ruby: "3.1"
-            os: 'macos-latest'
-          - ruby: "3.2"
-            os: 'macos-latest'
-
-    env:
-      BUNDLE_WITHOUT: "secryst"
-      SKIP_JS: "1"
-
-    steps:
-      - name: Checkout repository
-        uses: actions/checkout@v2
-        with:
-          repository: interscript/interscript
-
-      - name: Run bootstrap script
-        run: ruby bootstrap.rb
-
-      - name: Use Ruby
-        uses: ruby/setup-ruby@v1
-        with:
-          ruby-version: ${{ matrix.ruby }}
-          bundler-cache: true
-
-      - name: Run RSpecs
-        working-directory: ./ruby
-        run: |
-          bundle install --with=jsexec
-          bundle exec rspec -f f