stark 0.5.0

data/lib/stark/thrift.kpeg

@@ -0,0 +1,330 @@
+%% name = Stark::Parser
+
+%% namespace = ast Namespace(lang, namespace)
+%% include = ast Include(path)
+%% struct = ast Struct(type, name, fields)
+%% field = ast Field(index, type, name, value, options)
+%% function = ast Function(name, return_type, arguments)
+%% service = ast Service(name, functions)
+%% comment = ast Comment(text)
+%% enum = ast Enum(name, values)
+%% map = ast Map(key,value)
+%% set = ast Set(value)
+%% list = ast List(value)
+%% exception = ast Exception(name, fields)
+%% const_int = ast ConstInt(value)
+%% const_str = ast ConstString(value)
+%% const_id  = ast ConstIdentifier(value)
+%% const_list = ast ConstList(values)
+%% const_map = ast ConstMap(values)
+%% const_dbl = ast ConstDouble(value)
+
+intconstant   = /([+-]?[0-9]+)/
+hexconstant   = /("0x"[0-9A-Fa-f]+)/
+dubconstant   = /([+-]?[0-9]+(\.[0-9]+)([eE][+-]?[0-9]+)?)/
+              | /([+-]?[0-9]+([eE][+-]?[0-9]+))/
+              | /([+-]?(\.[0-9]+)([eE][+-]?[0-9]+)?)/
+              # | /([+-]?[0-9]*(\.[0-9]+)?([eE][+-]?[0-9]+)?)/
+identifier    = /([a-zA-Z_][\.a-zA-Z_0-9]*)/
+whitespace    = /([ \t\r\n]*)/
+# sillycomm     = /("\/*""*"*"*\/")/
+# multicomm     = /("\/*"[^*]"\/"*([^*\/]|[^*]"\/"|"*"[^\/])*"*"*"*\/")/
+# doctext       = "\/**" (/[^\*\/]|[^\*]/ "\/"|"*" /[^\/]/)* "*"* "*\/"
+# comment       = /("//"[^\n]*)/
+# unixcomment   = /("#"[^\n]*)/
+st_identifier = /([a-zA-Z-][\.a-zA-Z_0-9-]*)/
+literal_begin = /(['\"])/
+
+reserved = 
+  "BEGIN"              |
+  "END"                |
+  "__CLASS__"          |
+  "__DIR__"            |
+  "__FILE__"           |
+  "__FUNCTION__"       |
+  "__LINE__"           |
+  "__METHOD__"         |
+  "__NAMESPACE__"      |
+  "abstract"           |
+  "alias"              |
+  "and"                |
+  "args"               |
+  "as"                 |
+  "assert"             |
+  "begin"              |
+  "break"              |
+  "case"               |
+  "catch"              |
+  "class"              |
+  "clone"              |
+  "continue"           |
+  "declare"            |
+  "def"                |
+  "default"            |
+  "del"                |
+  "delete"             |
+  "do"                 |
+  "dynamic"            |
+  "elif"               |
+  "else"               |
+  "elseif"             |
+  "elsif"              |
+  "end"                |
+  "enddeclare"         |
+  "endfor"             |
+  "endforeach"         |
+  "endif"              |
+  "endswitch"          |
+  "endwhile"           |
+  "ensure"             |
+  "except"             |
+  "exec"               |
+  "finally"            |
+  "float"              |
+  "for"                |
+  "foreach"            |
+  "function"           |
+  "global"             |
+  "goto"               |
+  "if"                 |
+  "implements"         |
+  "import"             |
+  "in"                 |
+  "inline"             |
+  "instanceof"         |
+  "interface"          |
+  "is"                 |
+  "lambda"             |
+  "module"             |
+  "native"             |
+  "new"                |
+  "next"               |
+  "nil"                |
+  "not"                |
+  "or"                 |
+  "pass"               |
+  "public"             |
+  "print"              |
+  "private"            |
+  "protected"          |
+  "public"             |
+  "raise"              |
+  "redo"               |
+  "rescue"             |
+  "retry"              |
+  "register"           |
+  "return"             |
+  "self"               |
+  "sizeof"             |
+  "static"             |
+  "super"              |
+  "switch"             |
+  "synchronized"       |
+  "then"               |
+  "this"               |
+  "throw"              |
+  "transient"          |
+  "try"                |
+  "undef"              |
+  "union"              |
+  "unless"             |
+  "unsigned"           |
+  "until"              |
+  "use"                |
+  "var"                |
+  "virtual"            |
+  "volatile"           |
+  "when"               |
+  "while"              |
+  "with"               |
+  "xor"                |
+  "yield"              
+
+
+tok_int_constant = < intconstant > { text.to_i }
+                 | < hexconstant > { text.to_i }
+                 | "false" { 0 }
+                 | "true"  { 1 }
+
+tok_dub_constant = dubconstant:f { f.to_f }
+
+tok_identifier = < identifier > ~text
+tok_st_identifier = st_identifier
+
+escapes = "\\r"  { "\r" }
+         | "\\n" { "\n" }
+         | "\\t" { "\t" }
+         | "\\\"" { "\"" }
+         | "\\'"   { "'" }
+         | "\\\\" { "\\" }
+
+tok_literal = "\"" < (escapes | !"\"" . )* > "\"" ~text
+            | "'"  < (escapes | !"'" .  )* > "'"  ~text
+
+- = /[ \t]+/
+osp = /[ \t]*/
+bsp = /[\s]+/
+obsp = /[\s]*/
+
+root = Program !.
+
+# Program = HeaderList - DefinitionList
+
+Program = Element*:a { a }
+
+CComment = "/*" < (!"*/" .)* > "*/" obsp ~comment(text)
+
+HComment = "#" <  (!"\n" .)* > bsp ~comment(text)
+
+Comment = CComment | HComment
+
+CaptureDocText = {}
+DestroyDocText = {}
+HeaderList = HeaderList Header
+           | Header
+
+Element = Comment
+        | Header bsp
+        | Definition bsp
+
+Header = Include | Namespace
+
+Namespace = "namespace" - tok_identifier:l - tok_identifier:n ~namespace(l,n)
+          | "namespace" - "*" - tok_identifier:n ~namespace(nil,n)
+
+Include = "include" - tok_literal:f ~include(f)
+
+DefinitionList = DefinitionList CaptureDocText Definition
+
+Definition = Const
+           | TypeDefinition
+           | Service
+
+TypeDefinition = Typedef
+               | Enum
+               | Senum
+               | Struct
+               | Xception
+
+Typedef = "typedef" - FieldType tok_identifier
+
+CommaOrSemicolonOptional = ("," | ";")? obsp
+
+Enum = "enum" - tok_identifier:name osp "{" obsp EnumDefList:vals obsp "}" ~enum(name, vals)
+
+EnumDefList = EnumDefList:l EnumDef:e { l + [e] }
+            | EnumDef:e { [e] }
+
+EnumDef = CaptureDocText tok_identifier "=" tok_int_constant CommaOrSemicolonOptional
+        | CaptureDocText tok_identifier CommaOrSemicolonOptional
+
+Senum = "senum" - tok_identifier "{" SenumDefList "}"
+
+SenumDefList = SenumDefList SenumDef
+             | nothing
+
+SenumDef = tok_literal CommaOrSemicolonOptional
+
+Const = "const" - FieldType tok_identifier "=" ConstValue CommaOrSemicolonOptional
+
+ConstValue = tok_int_constant:i ~const_int(i)
+           | tok_literal:s ~const_str(s)
+           | tok_identifier:i ~const_id(i)
+           | ConstList
+           | ConstMap
+           | tok_dub_constant:d ~const_dbl(d)
+
+ConstList = "[" osp ConstListContents*:l osp "]" ~const_list(l)
+
+ConstListContents = ConstValue:i CommaOrSemicolonOptional osp ~i
+
+ConstMap = "{" osp ConstMapContents*:m osp "}" ~const_map(m)
+
+# ConstMapContents = ConstMapContents ConstValue osp ":" osp ConstValue CommaOrSemicolonOptional
+                 # | ConstValue osp ":" osp ConstValue CommaOrSemicolonOptional
+ConstMapContents = ConstValue:k osp ":" osp ConstValue:v CommaOrSemicolonOptional
+                   { [k,v] }
+
+StructHead = < "struct" | "union"> ~text
+
+Struct = StructHead:t - tok_identifier:name - XsdAll? osp
+         "{" obsp Comment? FieldList?:list obsp "}" # TypeAnnotations
+         ~struct(t.to_sym,name,list)
+
+XsdAll = "xsd_all"
+
+XsdOptional = "xsd_optional" - | nothing
+
+XsdNillable = "xsd_nillable" - | nothing
+
+XsdAttributes = "xsd_attrs" - "{" FieldList "}"
+              | nothing
+
+Xception = "exception" - tok_identifier:name osp "{" obsp FieldList?:list obsp "}" ~exception(name, list)
+
+Service = "service" - tok_identifier:name - Extends? osp
+          "{" obsp FunctionList?:funcs obsp "}"
+          ~service(name, funcs)
+
+Extends = "extends" - tok_identifier
+
+FunctionList = FunctionList:l Function:f { l + [f] }
+             | Function:f { [f] }
+
+Function = CaptureDocText OneWay? FunctionType:rt - tok_identifier:name
+           osp "(" FieldList?:args ")" Throws? CommaOrSemicolonOptional
+           ~function(name, rt, args)
+
+OneWay = ("oneway" | "async") -
+
+Throws = "throws" - "(" FieldList ")"
+
+FieldList = FieldList:l Field:f { l + [f] }
+          | Field:f { [f] }
+
+Field = CaptureDocText FieldIdentifier?:i osp FieldRequiredness?:req osp
+        FieldType:t osp tok_identifier:n osp FieldValue?:val
+        CommaOrSemicolonOptional
+        ~field(i,t,n,val,req)
+
+        # XsdOptional XsdNillable XsdAttributes TypeAnnotations
+FieldIdentifier = tok_int_constant:n ":" ~n
+
+FieldRequiredness = < ("required" | "optional") > { [text] }
+
+FieldValue = "=" osp ConstValue:e ~e
+
+FunctionType = FieldType | "void"
+
+FieldType = ContainerType
+          | tok_identifier:n ~n
+
+BaseType = SimpleBaseType:t TypeAnnotations ~t
+
+SimpleBaseType = "string" { :string }
+               | "binary" { :binary }
+               | "slist"  { :slist }
+               | "bool"   { :bool }
+               | "byte"   { :byte }
+               | "i16"    { :i16 }
+               | "i32"    { :i32 }
+               | "i64"    { :i64 }
+               | "double" { :double }
+
+ContainerType = SimpleContainerType
+
+SimpleContainerType = MapType | SetType | ListType
+
+MapType = "map" "<" FieldType:a osp "," osp FieldType:b ">" ~map(a,b)
+
+SetType = "set" "<" FieldType:a ">" ~set(a)
+
+ListType = "list" "<" FieldType:a ">" ~list(a)
+
+CppType = tok_cpp_type tok_literal
+        | nothing
+
+TypeAnnotationList = TypeAnnotationList TypeAnnotation
+
+TypeAnnotation = tok_identifier "=" tok_literal CommaOrSemicolonOptional
+

data/lib/stark.rb

@@ -0,0 +1,37 @@
+require 'thrift'
+
+module Stark
+  VERSION = '0.5.0'
+
+  def self.pipe_transport
+    cr, cw = IO.pipe
+    sr, sw = IO.pipe
+
+    client_t = Thrift::IOStreamTransport.new sr, cw
+    server_t = Thrift::IOStreamTransport.new cr, sw
+
+    [client_t, server_t]
+  end
+
+  def self.materialize(file, namespace=Object)
+    require 'stark/parser'
+    require 'stark/ruby'
+    require 'stringio'
+
+    data = File.read file
+
+    tg = Stark::Parser.new data
+
+    unless tg.parse
+      tg.raise_error
+    end
+
+    stream = StringIO.new
+
+    ruby = Stark::Ruby.new stream
+
+    tg.result.each { |i| i.accept ruby }
+
+    namespace.module_eval stream.string
+  end
+end

data/stark.gemspec

@@ -0,0 +1,40 @@
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = "stark"
+  s.version = "0.5.0.20130227233247"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Evan Phoenix"]
+  s.date = "2013-02-28"
+  s.description = "Optimized thrift bindings for ruby"
+  s.email = ["evan@phx.io"]
+  s.executables = ["stark"]
+  s.extra_rdoc_files = ["History.txt", "Manifest.txt", "README.txt"]
+  s.files = [".autotest", "History.txt", "Manifest.txt", "README.txt", "Rakefile", "bin/stark", "lib/stark.rb", "test/test_stark.rb", "test/test_client.rb", "test/test_parser.rb", "test/test_server.rb", ".gemtest"]
+  s.homepage = "http://github.com/evanphx/stark"
+  s.rdoc_options = ["--main", "README.txt"]
+  s.require_paths = ["lib"]
+  s.rubyforge_project = "stark"
+  s.rubygems_version = "1.8.25"
+  s.summary = "Optimized thrift bindings for ruby"
+  s.test_files = ["test/test_client.rb", "test/test_parser.rb", "test/test_server.rb"]
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<thrift>, ["~> 0.9.0"])
+      s.add_development_dependency(%q<rdoc>, ["~> 3.10"])
+      s.add_development_dependency(%q<hoe>, ["~> 3.5"])
+    else
+      s.add_dependency(%q<thrift>, ["~> 0.9.0"])
+      s.add_dependency(%q<rdoc>, ["~> 3.10"])
+      s.add_dependency(%q<hoe>, ["~> 3.5"])
+    end
+  else
+    s.add_dependency(%q<thrift>, ["~> 0.9.0"])
+    s.add_dependency(%q<rdoc>, ["~> 3.10"])
+    s.add_dependency(%q<hoe>, ["~> 3.5"])
+  end
+end

data/test/ThriftSpec.thrift

@@ -0,0 +1,183 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
+namespace rb SpecNamespace
+
+struct Hello {
+  1: string greeting = "hello world"
+}
+
+enum SomeEnum {
+  ONE
+  TWO
+}
+
+struct StructWithSomeEnum {
+  1: SomeEnum some_enum;
+}
+
+union TestUnion {
+  /**
+   * A doc string
+   */
+  1: string string_field;
+  2: i32 i32_field;
+  3: i32 other_i32_field;
+  4: SomeEnum enum_field;
+  5: binary binary_field;
+}
+
+struct Foo {
+  1: i32 simple = 53,
+  2: string words = "words",
+  3: Hello hello = {'greeting' : "hello, world!"},
+  4: list<i32> ints = [1, 2, 2, 3],
+  5: map<i32, map<string, double>> complex,
+  6: set<i16> shorts = [5, 17, 239],
+  7: optional string opt_string
+  8: bool my_bool
+}
+
+struct Foo2 {
+  1: binary my_binary
+}
+
+struct BoolStruct {
+  1: bool yesno = 1
+}
+
+struct SimpleList {
+  1: list<bool> bools,
+  2: list<byte> bytes,
+  3: list<i16> i16s,
+  4: list<i32> i32s,
+  5: list<i64> i64s,
+  6: list<double> doubles,
+  7: list<string> strings,
+  8: list<map<i16, i16>> maps,
+  9: list<list<i16>> lists,
+  10: list<set<i16>> sets,
+  11: list<Hello> hellos
+}
+
+exception Xception {
+  1: string message,
+  2: i32 code = 1
+}
+
+service NonblockingService {
+  Hello greeting(1:bool english)
+  bool block()
+  oneway void unblock(1:i32 n)
+  oneway void shutdown()
+  void sleep(1:double seconds)
+}
+
+union My_union {
+  1: bool im_true,
+  2: byte a_bite,
+  3: i16 integer16,
+  4: i32 integer32,
+  5: i64 integer64,
+  6: double double_precision,
+  7: string some_characters,
+  8: i32 other_i32
+  9: SomeEnum some_enum;
+  10: map<SomeEnum, list<SomeEnum>> my_map;
+}
+
+struct Struct_with_union {
+  1: My_union fun_union
+  2: i32 integer32
+  3: string some_characters
+}
+
+struct StructWithEnumMap {
+  1: map<SomeEnum, list<SomeEnum>> my_map;
+}
+
+# Nested lists
+struct NestedListInList {
+  1: list<list<byte>> value
+}
+
+struct NestedListInSet {
+  1: set<list<byte>> value
+}
+
+struct NestedListInMapKey {
+  1: map<list<byte>, byte> value
+}
+
+struct NestedListInMapValue {
+  1: map<byte, list<byte>> value
+}
+
+# Nested sets
+struct NestedSetInList {
+  1: list<set<byte>> value
+}
+
+struct NestedSetInSet {
+  1: set<set<byte>> value
+}
+
+struct NestedSetInMapKey {
+  1: map<set<byte>, byte> value
+}
+
+struct NestedSetInMapValue {
+  1: map<byte, set<byte>> value
+}
+
+# Nested maps
+struct NestedMapInList {
+  1: list<map<byte, byte>> value
+}
+
+struct NestedMapInSet {
+  1: set<map<byte, byte>> value
+}
+
+struct NestedMapInMapKey {
+  2: map<map<byte, byte>, byte> value
+}
+
+struct NestedMapInMapValue {
+  2: map<byte, map<byte, byte>> value
+}

data/test/gen-rb/profile_constants.rb

@@ -0,0 +1,8 @@
+#
+# Autogenerated by Thrift Compiler (0.8.0)
+#
+# DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
+#
+
+require 'profile_types'
+

data/test/gen-rb/profile_types.rb

@@ -0,0 +1,36 @@
+#
+# Autogenerated by Thrift Compiler (0.8.0)
+#
+# DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
+#
+
+
+module Status
+  ON = 0
+  OFF = 1
+  DEAD = 2
+  ALIVE = 3
+  VALUE_MAP = {0 => "ON", 1 => "OFF", 2 => "DEAD", 3 => "ALIVE"}
+  VALID_VALUES = Set.new([ON, OFF, DEAD, ALIVE]).freeze
+end
+
+class UserProfile
+  include ::Thrift::Struct, ::Thrift::Struct_Union
+  UID = 1
+  NAME = 2
+  BLURB = 3
+
+  FIELDS = {
+    UID => {:type => ::Thrift::Types::I32, :name => 'uid'},
+    NAME => {:type => ::Thrift::Types::STRING, :name => 'name'},
+    BLURB => {:type => ::Thrift::Types::STRING, :name => 'blurb'}
+  }
+
+  def struct_fields; FIELDS; end
+
+  def validate
+  end
+
+  ::Thrift::Struct.generate_accessors self
+end
+