zettacode 0.1.0

data/README.md

@@ -0,0 +1,47 @@
+
+```
+ _____    _   _           ____          _      
+|__  /___| |_| |_ __ _   / ___|___   __| | ___
+  / // _ \ __| __/ _` | | |   / _ \ / _` |/ _ \
+ / /|  __/ |_| || (_| | | |__| (_) | (_| |  __/
+/____\___|\__|\__\__,_|  \____\___/ \__,_|\___|
+```
+
+# Zettacode
+
+This repository has two sections:
+1. `zettacode` app source code
+2. [Repository of processed files](zettacode.files) usign `zettacode`
+
+# 1. Zettacode application
+
+`zettacode` is an application that helps us perform various tasks with files from the [rosettacode.org](https://rosettacode.org/wiki/Rosetta_Code) website.
+
+Features:
+
+* Free license
+* Multiplatform
+* Command Application
+
+## 1.1 Installation
+
+* Install Ruby on your host.
+* `ruby -v`, check current Ruby version.
+* `gem install zettacode`, to install "zettacode" gem.
+* `zettacode -v`, show current version.
+
+## 1.2 Usage
+
+**Parse local XML file**
+* Goto [RosettaCode](https://rosettacode.org/wiki/Special:Export) export page.
+* Add 1 page manually and export.
+* `zettacode --parse PATH/TO/XML/FILE`, execute Zettacode to parse XML file into code files.
+* The files are created in the `zettacode.files` folder.
+
+> **TODO**:
+> Next version will include Scrap RosettaCode function
+
+
+## 1.3 Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/dvarrui/zettacode.

data/Rakefile

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+
+require "bundler/gem_tasks"
+require "rake/testtask"
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << "test"
+  t.libs << "lib"
+  t.test_files = FileList["test/**/*_test.rb"]
+end
+
+require "standard/rake"
+
+task default: %i[test standard]
+
+require_relative "tasks/devel"
+
+desc "Rake help"
+task :help do
+  system("rake -T")
+end

data/bin/zcode

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+
+system("zettacode #{ARGV}")

data/bin/zettacode

@@ -0,0 +1,28 @@
+#!/usr/bin/env ruby
+require "optparse"
+require_relative "../lib/zettacode"
+
+options = {}
+OptionParser.new do |opts|
+  opts.banner = "Usage: zettacode [--parse FILENAME]"
+
+  opts.on("-p", "--parse", "Parse FILENAME") do |p|
+    options[:parse] = p
+  end
+  opts.on("-s", "--scrap", "Scrap RosettaCode URLs") do |s|
+    options[:scrap] = s
+  end
+  opts.on("-v", "--version", "Show version") do |v|
+    options[:version] = v
+  end
+end.parse!
+
+if options[:parse]
+  Zettacode::Parse.call(ARGV.first || "NODATA")
+elsif options[:scrap]
+  scrap = Zettacode::Scrap.new("config/scrap.yaml")
+  scrap.load_settings
+  scrap.find_langs
+elsif options[:version]
+  puts "zettacode #{Zettacode::VERSION}"
+end

data/config/analize.yaml

@@ -0,0 +1,11 @@
+problems:
+  - name: Arithmetic/Integer
+    cache: "Arithmetic_Integer - Rosetta Code.html"
+    url: https://rosettacode.org/wiki/Arithmetic/Integer
+    targets:
+      - "sum a+b"
+      - "difference a-b"
+      - "product a*b"
+      - "integer quotient a/b"
+      - "remainder a%b"
+      - "exponentiation (if the operator exists)"

data/config/scrap.yaml

@@ -0,0 +1,2 @@
+- :name: Arithmetic/Integer
+  :url: https://rosettacode.org/wiki/Arithmetic/Integer

data/docs/parse.md

@@ -0,0 +1,9 @@
+
+# Parse
+
+1. Export XML from RosettaCode web
+    * Goto https://rosettacode.org/wiki/Special:Export
+    * Fill Category or Pages. Example: `Category = Basic_language_learning`, and click `Add`. Example: `Pages = Hello_world/Text or Arithmetic/Integer`
+    * Click export
+2. Move XML file into `data/input` folder.
+3. Execute `rosettacode --parse-xml`

data/docs/scrap.md

@@ -0,0 +1,15 @@
+
+# Scrap
+
+> Enlace de interés:
+> * https://rosettacode.org/wiki/Rosetta_Code
+> * https://rosettacode.org/wiki/Category:Basic_language_learning
+> * https://rosettacode.org/wiki/Arithmetic/Integer
+
+
+# Export
+
+https://rosettacode.org/wiki/Special:Export
+
+* Category: Basic_language_learning -> Add
+* Pages: Hello_world/Text, Arithmetic/Integer

data/lib/zettacode/parse/parse.rb

@@ -0,0 +1,113 @@
+require "colorize"
+require "fileutils"
+require "debug"
+
+module Zettacode
+  module Parse
+    def self.echo(title, text)
+      print title.rjust(12).colorize(:green)
+      puts " #{text}"
+    end
+
+    def self.call(filepath)
+      content, to_folder = read_content_from filepath
+      dirty_examples = scrap_examples_from content
+      clean_examples = clean dirty_examples
+      save_files clean_examples, to_folder
+    end
+
+    def self.read_content_from(filepath)
+      unless File.exist?(filepath)
+        echo "ERROR", "File not found! (#{filepath})"
+        exit 1
+      end
+
+      echo "Parsing", filepath
+      content = File.read(filepath)
+      title = /<title>([\w\d\s._-]+.[\w\d\s._-]+)<\/title>/
+      name = title.match(content).captures.first
+      name.tr!("/", ".")
+      name.tr!(" ", "_")
+      name.downcase!
+      folder = File.join("zettacode.files", name)
+      FileUtils.mkdir(folder) unless Dir.exist? folder
+      [content, folder]
+    end
+
+    def self.scrap_examples_from(content)
+      examples = []
+      example = nil
+      skip = true
+      content.split("\n").each do |line|
+        if line.start_with? "=={{header|"
+          skip = false
+          examples << example unless example.nil?
+          example = {lang: line, code: []}
+        elsif line.downcase.start_with? "{{out}}"
+          skip = true
+          next
+        elsif skip
+          next
+        else
+          example[:code] << line
+        end
+      end
+      examples << example
+      examples
+    end
+
+    def self.clean(dirty_examples)
+      examples = []
+      dirty_examples.each do |example|
+        # lang = /header\|([\w\d\s.\-_*\(\)]+)/.match(example[:lang])&.captures&.first
+        lang = example[:lang][11, example[:lang].size - 15]
+        filename = lang.tr(" ", "_").downcase
+        filename.tr!("/", "-")
+        syntax = nil
+        lines = example[:code]
+        raw = lines.join("\n")
+
+        # Clean syntaxhighlight tag
+        lines.each do |line|
+          # &lt;syntaxhighlight lang="LANG"&gt;
+          filter = /&lt;syntaxhighlight\s+lang="([\w\d]+)"&gt;/
+          value = filter.match(line)&.captures&.first
+          if value.nil?
+            line.tr!("</text>", "")
+            line.tr!("</revision>", "")
+            line.tr!("</page>", "")
+            line.tr!("</mediawiki>", "")
+            line = nil if line.strip.start_with? "<sha1>"
+          else
+            syntax = value
+            line.gsub!("&lt;syntaxhighlight lang=\"#{value}\"&gt;", "")
+          end
+        end
+
+        code = lines.join("\n")
+        code.tr!("&lt;/syntaxhighlight&gt;", "")
+        code.tr!("&lt;pre&gt;", "")
+        code.tr!("&lt;/pre&gt;", "")
+        code.tr!("&lt;", "<")
+        code.tr!("&gt;", ">")
+        examples << {
+          lang: lang,
+          filename: filename,
+          syntax: syntax,
+          code: code,
+          raw: raw
+        }
+      end
+      examples
+    end
+
+    def self.save_files(examples, folder)
+      examples.each do |example|
+        filepath = File.join(folder, "#{example[:filename]}.txt")
+        File.open(filepath, "w") { |file| file.write(example[:code]) }
+      end
+      echo "Folder", folder
+      echo "Saving", "#{examples.size} files"
+    end
+  end
+end

data/lib/zettacode/scrap/scrap.rb

@@ -0,0 +1,57 @@
+require "yaml"
+require "httparty"
+require "nokogiri"
+require "debug"
+
+module Zettacode
+  class Scrap
+    attr_reader :settings
+
+    def initialize(filepath)
+      @configpath = filepath
+    end
+
+    def load_settings
+      puts "==> Loading settings (#{@configpath})"
+      @settings = YAML.load(File.read(@configpath))
+      # Show settings
+      @settings.each_with_index do |problem, index|
+        number = "%02d" % (index + 1)
+        puts "    #{number} #{problem[:name]}: #{problem[:url]}"
+      end
+    end
+
+    def find_langs
+      # Scrap page
+      @settings.each do |problem|
+        # 1. Get page
+        response = HTTParty.get(problem[:url])
+        unless response.code == 200
+          puts "==> httparty: [Error] #{response.code}"
+          exit 1
+        end
+
+        # 2. Find every LANG (a href ="#LANG")
+        langs = []
+        document = Nokogiri::HTML(response.body)
+        document.css("h2 > span").each do |e|
+          id = e.attribute("id")
+          langs << id unless id.nil?
+        end
+        puts "==> Problem: #{problem[:name]} (langs=#{langs.size})"
+        puts langs.join("\n")
+
+        langs = []
+        elems = document.css("a")
+        elems.each do |e|
+          href = e.attribute("href")
+          filter = /\/wiki\/Category:([\w\d.-_]+)/
+          items = filter.match(href)&.captures
+          langs << items.first unless items.nil?
+        end
+        puts "==> Problem: #{problem[:name]} (langs=#{langs.size})"
+        puts langs.join("\n")
+      end
+    end
+  end
+end

data/lib/zettacode/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module Zettacode
+  VERSION = "0.1.0"
+end

data/lib/zettacode.rb

@@ -0,0 +1,10 @@
+# frozen_string_literal: true
+
+require_relative "zettacode/parse/parse"
+require_relative "zettacode/scrap/scrap"
+require_relative "zettacode/version"
+
+module Zettacode
+  class Error < StandardError; end
+  # Your code goes here...
+end

data/sig/zettacode.rbs

@@ -0,0 +1,4 @@
+module Zettacode
+  VERSION: String
+  # See the writing guide of rbs: https://github.com/ruby/rbs#guides
+end

data/tasks/devel.rb

@@ -0,0 +1,8 @@
+namespace :devel do
+  desc "Create launcher"
+  task :launcher do
+    puts "[INFO] Creating symbolic link into /usr/local/bin"
+    basedir = File.join(File.dirname(__FILE__), "..")
+    system("sudo ln -s #{basedir}/bin/zettacode /usr/local/bin/zettacode")
+  end
+end

data/zcode-scrap

@@ -0,0 +1,7 @@
+#!/usr/bin/env ruby
+
+require_relative "../lib/zettacode/scrap/scrap"
+
+scrap = Zettacode::Scrap.new("config/scrap.yaml")
+scrap.load_settings
+scrap.find_langs

data/zettacode.files/arithmetic.integer/0815}.txt

@@ -0,0 +1,14 @@
+
+|~|~#::
+:61::3:=:20:$==$~$=${~%:2c:~$:20:~$
+:62::3:=:20:$==$~$=${~%::~$$
+:61::2b:=:20:$==$~$=$:62::3:=:20:$==$~$=${{~~~+%::~$
+:61::2:=:20:$==$~$=$:62::3:=:20:$==$~$=${{~~~-%::~$
+:61::2:=:20:$==$~$=$:62::3:=:20:$==$~$=${{~~~*%::~$
+:61::2f:=:20:$==$~$=$:62::3:=:20:$==$~$=${{~~~%::~$
+:61::25:=:20:$==$~$=$:62::3:=:20:$==$~$=${{~~~=%::~$
+{~{:1:-^:u:
+:61::5:=:20:$==$~$$=$:62::3D:=:20:$==$~$=${{~%#::
+}:u:={{=~*{:2:-#::
+}::-{{=~*{:1:-#::^::
+}:::61::5:=:20:$==$~$$=$:62::3D:=:20:$==$~$=${{~%

data/zettacode.files/arithmetic.integer/11l}.txt

@@ -0,0 +1,9 @@
+V  = I(u())
+V b = I(u())
+
+(‘ + b = ’( + b))
+(‘ - b = ’( - b))
+(‘ * b = ’( * b))
+(‘  b = ’( I b))
+(‘ % b = ’( % b))
+(‘ ^ b = ’( ^ b))

data/zettacode.files/arithmetic.integer/360_assembly.txt

@@ -0,0 +1,55 @@
+F  c f : O    32 b . 
+N qu    '-c f. 
+b'''Muc:'''b
+T uc f  u ( c )   uc 
+( f ) c  uc. B u  
+uc  32-b  . T uc    64-b 
+   ccu    .
+b'''D:'''b
+T  (f )   b   (c ) 
+ c b  qu  . T    64-b 
+   ccu    f . 
+A 32-b     32-b  qu c   
+  -ub  -ub , c.
+T  f  qu   b  u f b. 
+T        .
+*        AmcI        04092015
+ARITHINT CSECT
+         USING  ARITHINT,R12
+         LR     R12,R15
+ADD      L      R1,A
+         A      R1,B               1=+b
+         XDECO  R1,BUF
+         MVI    BUF,C'+'
+         XPRNT  BUF,12
+SUB      L      R1,A
+         S      R1,B               1=-b
+         XDECO  R1,BUF
+         MVI    BUF,C'-'
+         XPRNT  BUF,12
+MUL      L      R1,A 
+         M      R0,B               01=*b
+         XDECO  R1,BUF              1    
+         MVI    BUF,C'*'
+         XPRNT  BUF,12
+DIV      L      R0,A
+         SRDA   R0,32               f  
+         D      R0,B               1=b  0   
+         XDECO  R1,BUF              1  qu
+         MVI    BUF,C''
+         XPRNT  BUF,12
+MOD      L      R0,A
+         SRDA   R0,32               f  
+         D      R0,B               1=b  0   
+         XDECO  R0,BUF              0   
+         MVI    BUF,C'R'
+         XPRNT  BUF,12
+RETURN   XR     R15,R15
+         BR     R14
+         CNOP   0,4
+A        DC     F'53'
+B        DC     F'11'
+BUF      DC     CL12' '
+         YREGS
+         END    ARITHINT
+Iu    c: =53, b=11

data/zettacode.files/arithmetic.integer/6502_assembly}.txt

@@ -0,0 +1,50 @@
+C  c   ubu (.. JSR Ac).  Scfc OS u f u u    f u.
+Amc:	PHA			u ccumuo d X  oo ck
+		TXA
+		PHA
+		JSR GUIu	u  
+		     c A  B
+		
+		LDA A
+		CLC
+		ADC B
+		JSR DA	u  
+
+		ubc
+		LDA A
+		SEC
+		SBC B
+		JSR DSubc	u  
+
+		uc - f  
+		LDA A
+		LDX B
+Mu:	CLC
+		ADC A
+		DEX
+		BNE Mu
+		JSR DMu	u  
+
+			- u u
+		LDA A
+		LDX #0
+		SEC
+D:		INX
+		SBC B
+		BCS D
+		TXA			 u  ccuu
+		JSR DD	u  
+
+		uu
+		LDA A
+		SEC
+Muu:	SBC B
+		BCS Muu
+		ADC B
+		JSR DMuu	u  
+
+		PLA			 ccuu  X  f c
+		TAX
+		PLA
+		RTS			u f ubu
+T 6502   c f uc, ,  uu  u f uc, ,  uu  b c b  z    f  c.

data/zettacode.files/arithmetic.integer/68000_assembly.txt

@@ -0,0 +1,24 @@
+ADD.L D0,D1  dd wo umb
+
+SUB.L D1,D0  ubc D1 f D0
+
+MULU D0,D1   u  u ub. U MULS f  ub
+
+DIVU D1,D0   D D0 b D1. U DIVS f  ub. U  b f D0   ,      qu.
+
+MODULUS:
+DIVU D1,D0
+SWAP D0        f  16-b  f D0.
+RTS
+
+E '  bu c b     f  uc   6502:
+
+Eo:
+ D0   D1 . N f c.
+MOVE.L D0,D2
+SUBQ.L #1,D1
+_:
+MULU D0,D2
+DBRA D1,_
+uu   D2
+RTS

data/zettacode.files/arithmetic.integer/aarch64_assembly.txt

@@ -0,0 +1,137 @@
+{{ ||Rb P 3B  Bu 64 b}}
+ ="c64 b"
+* ARM b AARCH64 Rb PI 3B *
+*   64.   *
+
+*******************************************
+* C f                         *
+*******************************************
+* f  f   cu  f  u AAc64 b*
+.cu "..cuCARM64.c" 
+
+***********************
+* Iz  *
+***********************
+.
+zME:          .cz " T ub  c   ! \"        
+zRuL:        .cz "\"
+zMRu:         .cz "u : @ \"        u
+MVu:          .f 12, 1, ' '
+                      .cz "\"
+zMA:       .cz "A "
+zMSuc:   .cz "uc :"
+zMMuc: .cz "uc :"
+zMD:       .cz " :"
+zMR:          .cz " :"
+ 
+***********************
+* N Iz  *
+***********************
+.b
+qVu:            .  8          8 b  
+ZC:          . 30  
+.
+.b  
+:
+     f,                    f - c 
+     0,[f]                  cu ub f   c 
+    c 0,3
+    b 
+     0,[f,16]                f 1 ub
+    b cAD
+     3,0
+     0,[f,24]                f 2 ub
+    b cAD
+     4,0
+                                 
+     0,3,4
+     1,qAZC         u  0
+    b c10S             c fuc  2  (0,1)
+     0,qAzMA
+    b ffcM              
+     0,qAzMRu
+     1,qAZC
+    b IACIc         u  @ cc
+    b ffcM              
+     0,qAZC
+                                 uc
+    ub 0,3,4
+     1,qAZC         u  0
+    b c10S             c fuc  2  (0,1)
+     0,qAzMSuc
+    b ffcM              
+     0,qAzMRu
+     1,qAZC
+    b IACIc         u  @ cc
+    b ffcM              
+     0,qAZC
+                                 uc
+    u 0,3,4
+     1,qAZC         u  0
+    b c10S             c fuc  2  (0,1)
+     0,qAzMMuc
+    b ffcM              
+     0,qAzMRu
+     1,qAZC
+    b IACIc         u  @ cc
+    b ffcM              
+     0,qAZC
+                                  
+     0,3
+     1,4
+    u 0,3,4                qu
+    ub 3,0,4,3              3 = 3 - (0*4)
+     1,qAZC         u  0
+    b c10S             c fuc  2  (0,1)
+     0,qAzMD
+    b ffcM              
+     0,qAzMRu
+     1,qAZC
+    b IACIc         u  @ cc
+    b ffcM              
+     0,qAZC
+
+     0,3                    
+     1,qAZC         u  0
+    b c10S             c fuc  2  (0,1)
+     0,qAzMR
+    b ffcM              
+     0,qAzMRu
+     1,qAZC
+    b IACIc         u  @ cc
+    b ffcM              
+     0,qAZC
+ 
+     0,0                     u c
+    b 100f
+:
+     0,qAzME
+    b ffcM             c fuc  1  (0)
+     0,1                     u c
+100:                              f  
+     8,EXIT                  qu   
+    c 0                        f   c
+qAMVu:          .qu MVu    
+qAzMRu:         .qu zMRu
+qAzME:          .qu zME
+qAzMA:       .qu zMA
+qAzMSuc:   .qu zMSuc
+qAzMMuc: .qu zMMuc
+qAzMD:       .qu zMD
+qAzMR:          .qu zMR
+qAZC:            .qu ZC
+********************************************************
+*        F Icu fc                        *
+********************************************************
+* f  f   cu  f  u AAc64 b *
+.cu "..cuARM64.c"
+
+{{Ouu : }}
+PRE
+@b-bu-64:~643 $ 64 101 25
+A u : +126
+uc :u : +76
+uc :u : +2525
+ :u : +4
+ :u : +1
+PRE

data/zettacode.files/arithmetic.integer/abap.txt

@@ -0,0 +1,25 @@
+o zz_mc o dd  d.
+
+" R    ub f  u.
+c-c b f bc u.
+  : _f  ,
+              _c  .
+c-c  f bc u.
+
+" S   u     u qu.
+ c-c uu.
+  %__f_%__%-  = 'F Nub: '.
+  %__c_%__%- = 'Sc Nub: '.
+
+-f-c.
+  : _u  .
+  _u = _f + _c.
+  :  'A:', _u.
+  _u = _f - _c.
+  :  'Subc:', _u.
+  _u = _f * _c.
+  :  'Muc:', _u.
+  _u = _f  _c.
+  :  'I qu:', _u. " Tuc  z.
+  _u = _f  _c.
+  :  'R:',  _u.