src_lexer 0.0.2 → 0.0.3

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    N2I2ZmY3ZjlhNjU3MTBiYzE1ZmMzMTYwMjk0MzEwNTU3MmE3NWVlYw==
+    NmU4YzhmZmM1M2MwOWZhOTk1YTBlZmNlNWE4YTU0YTljMGUwNDNhMQ==
   data.tar.gz: !binary |-
-    ZmQ2YjRkOTVkODhmODEyZDA4OWY2Y2JhN2M5Yzc3YjkxNzJjYmMzNQ==
+    Y2IyYmMxY2EyZDk3Y2ZlZWIwMDdhN2M3OGZlNmFkZjY1MGI3ZTY1ZA==
 SHA512:
   metadata.gz: !binary |-
-    MTc4NmI5ZTM4MmZkNThlM2FiY2VkMDRiNTRjOWIzMzEzZjZlNzI2NGQ2NzU5
-    MTM5ZGQ3MTY5NmY5MzFiYjQ3NzNkNzhiMDY3NmM0MmY4ZDVlNDlmM2RiZmQy
-    NDdhYzk2YjI5MGU2MGQ3Yzc1YjQyYzVhYzE4MTJiMzAyYTI0Mzc=
+    ODAxYTBiYTk0MTg4ZjFhODcyZGNkMjZmODA3YjE1ODBlZTZkNTZmNjYyYWJi
+    ZjlmYmU3ODQ2MzVmMDI2NzFkYWMwMDBiZDE0NTJhZjUxZWU4MDNiZjcwMmQ2
+    NjFmYzlkMTM2ODM4ZmZmMDk1ODg4Mjc1NTczMTQ0MTE0NGY2M2M=
   data.tar.gz: !binary |-
-    NTcyOWE4NjlmODE2ODMxMWEwMzlmZTJmNmZkNWVhYTcwNDEyODIzZjkwYTE2
-    MDYyNjk5MzkxZGVkZTEzZDkzMmRhOTNlZjE2MjA3Y2UzNTkzNTc1N2JiZmRm
-    NTgxNjQ1MGNmOWQxZmE4ODRkYjAxODVlNTk3ZTQ4ZjNjNTJjODg=
+    Zjc1MmVjZWMxZDUxYjcxODg1N2EwZTljMjU3NDBhYTY5YjQ5NTZkYzY3ZTkz
+    N2VkYWE3OWYzNWIzODBlM2ZhZGYwOWI5NmEzMmY4MDAzNGE3ODk1N2UxNDQy
+    MjdmNzkzMjk4YmUzYTM3YmQ4OTkxZDQ4NzFmMjg1M2M0YzhjM2I=

data/README.md

@@ -1,6 +1,6 @@
 # SrcLexer
 
-TODO: Write a gem description
+SrcLexer is a simple source file lexer.
 
 ## Installation
 
@@ -18,7 +18,62 @@ Or install it yourself as:
 
 ## Usage
 
-TODO: Write usage instructions here
+    lexer = SrcLexer::Lexer.new(
+      ['struct', 'enum', 'true', 'false'], # kyewords
+      ['{', '}', '(', ')', ',', '==', '=', ';'], # symbols
+      ['"', '"'], # string literal markers
+      '//', # line comment marker
+      ['/*', '*/'] # multi line comment markers
+    )
+    
+    lexer.analyze(<<-'EOS')
+      // comment
+      enum ID {
+        First = 1,
+        Second = 1.5
+      }
+      /* comment
+         againe */
+      struct Data {
+        string name = "This is a name.";
+        ID id;
+      }
+      bool b = (true==false);
+    EOS
+    
+    lexer.pop_token # => ['enum', SrcLexer::Token.new('enum', 2, 3)]
+    lexer.pop_token # => [:IDENT, SrcLexer::Token.new('ID', 2, 8)]
+    lexer.pop_token # => ['{', SrcLexer::Token.new('{', 2, 11)]
+    lexer.pop_token # => [:IDENT, SrcLexer::Token.new('First', 3, 5)]
+    lexer.pop_token # => ['=', SrcLexer::Token.new('=', 3, 11)]
+    lexer.pop_token # => [:NUMBER, SrcLexer::Token.new('1', 3, 13)]
+    lexer.pop_token # => [',', SrcLexer::Token.new(',', 3, 14)]
+    lexer.pop_token # => [:IDENT, SrcLexer::Token.new('Second', 4, 5)]
+    lexer.pop_token # => ['=', SrcLexer::Token.new('=', 4, 12)]
+    lexer.pop_token # => [:NUMBER, SrcLexer::Token.new('1.5', 4, 14)]
+    lexer.pop_token # => ['}', SrcLexer::Token.new('}', 5, 3)]
+    lexer.pop_token # => ['struct', SrcLexer::Token.new('struct', 8, 3)]
+    lexer.pop_token # => [:IDENT, SrcLexer::Token.new('Data', 8, 10)]
+    lexer.pop_token # => ['{', SrcLexer::Token.new('{', 8, 15)]
+    lexer.pop_token # => [:IDENT, SrcLexer::Token.new('string', 9, 5)]
+    lexer.pop_token # => [:IDENT, SrcLexer::Token.new('name', 9, 12)]
+    lexer.pop_token # => ['=', SrcLexer::Token.new('=', 9, 17)]
+    lexer.pop_token # => [:STRING, SrcLexer::Token.new('"This is a name."', 9, 19)]
+    lexer.pop_token # => [';', SrcLexer::Token.new(';', 9, 36)]
+    lexer.pop_token # => [:IDENT, SrcLexer::Token.new('ID', 10, 5)]
+    lexer.pop_token # => [:IDENT, SrcLexer::Token.new('id', 10, 8)]
+    lexer.pop_token # => [';', SrcLexer::Token.new(';', 10, 10)]
+    lexer.pop_token # => ['}', SrcLexer::Token.new('}', 11, 3)]
+    lexer.pop_token # => [:IDENT, SrcLexer::Token.new('bool', 12, 3)]
+    lexer.pop_token # => [:IDENT, SrcLexer::Token.new('b', 12, 8)]
+    lexer.pop_token # => [:IDENT, SrcLexer::Token.new('=', 12, 10)]
+    lexer.pop_token # => ['(', SrcLexer::Token.new('(', 12, 12)]
+    lexer.pop_token # => ['true', SrcLexer::Token.new('true', 12, 13)]
+    lexer.pop_token # => ['==', SrcLexer::Token.new('==', 12, 17)]
+    lexer.pop_token # => ['false', SrcLexer::Token.new('false', 12, 19)]
+    lexer.pop_token # => [')', SrcLexer::Token.new(')', 12, 24)]
+    lexer.pop_token # => [';', SrcLexer::Token.new(';', 12, 25)]
+    lexer.pop_token # => SrcLexer::Lexer::END_TOKEN
 
 ## Contributing
 

data/lib/src_lexer/version.rb

@@ -1,3 +1,3 @@
 module SrcLexer
-  VERSION = "0.0.2"
+  VERSION = "0.0.3"
 end

data/src_lexer.gemspec

@@ -10,7 +10,7 @@ Gem::Specification.new do |spec|
   spec.email         = ["kkikzk@gmail.com"]
   spec.summary       = %q{A simple source file lexer}
   spec.description   = ""
-  spec.homepage      = ""
+  spec.homepage      = "https://github.com/kkikzk/src_lexer"
   spec.license       = "MIT"
 
   spec.files         = `git ls-files -z`.split("\x0")

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: src_lexer
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.3
 platform: ruby
 authors:
 - kkikzk
@@ -73,7 +73,7 @@ files:
 - spec/spec_helper.rb
 - spec/src_lexer_spec.rb
 - src_lexer.gemspec
-homepage: ''
+homepage: https://github.com/kkikzk/src_lexer
 licenses:
 - MIT
 metadata: {}