icss 0.0.2

data/examples/org/apache/avro/ipc/HandshakeRequest.avsc

@@ -0,0 +1,11 @@
+{
+    "name": "HandshakeRequest", "namespace":"org.apache.avro.ipc",
+    "type": "record",    
+    "fields": [
+        {"name": "clientHash",
+	 "type": {"name": "MD5", "type": "fixed", "size": 16}},
+        {"name": "clientProtocol", "type": ["null", "string"]},
+        {"name": "serverHash", "type": "MD5"},
+ 	{"name": "meta", "type": ["null", {"type": "map", "values": "bytes"}]}
+ ]
+}

data/examples/org/apache/avro/ipc/HandshakeResponse.avsc

@@ -0,0 +1,15 @@
+{
+    "name": "HandshakeResponse", "namespace": "org.apache.avro.ipc",
+    "type": "record",
+    "fields": [
+        {"name": "match",
+         "type": {"name": "HandshakeMatch", "type": "enum", 
+                  "symbols": ["BOTH", "CLIENT", "NONE"]}},
+        {"name": "serverProtocol",
+         "type": ["null", "string"]},
+        {"name": "serverHash",
+         "type": ["null", {"name": "MD5", "type": "fixed", "size": 16}]},
+ 	{"name": "meta",
+         "type": ["null", {"type": "map", "values": "bytes"}]}
+    ]
+}

data/examples/org/apache/avro/ipc/trace/avroTrace.avdl

@@ -0,0 +1,64 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+/**
+ * A Span is our basic unit of tracing. It tracks the critical points
+ * of a single RPC call and records other call meta-data. It also
+ * allows arbitrary string annotations. Both the client and server create
+ * Span objects, each of which is populated with half of the relevant event
+ * data. They share a span ID, which allows us to merge them into one complete
+ * span later on.
+ */
+@namespace("org.apache.avro.ipc.trace")
+
+protocol AvroTrace {
+  enum SpanEvent { SERVER_RECV, SERVER_SEND, CLIENT_RECV, CLIENT_SEND }
+
+  fixed ID(8);
+
+  record TimestampedEvent {
+    long timeStamp; // Unix time, in nanoseconds
+    union { SpanEvent, string} event;
+  }
+
+  record Span {
+    ID  traceID;  // ID shared by all Spans in a given trace
+    ID spanID;    // Random ID for this Span
+    union { ID, null } parentSpanID; // Parent Span ID (null if root Span)
+    string messageName;       // Function call represented
+    long requestPayloadSize;  // Size (bytes) of the request
+    long responsePayloadSize; // Size (byts) of the response
+    union { string, null} requestorHostname; // Hostname of requestor
+//    int requestorPort;     // Port of the requestor (currently unused)
+    union { string, null } responderHostname; // Hostname of the responder
+//    int responderPort;     // Port of the responder (currently unused)
+    array<TimestampedEvent> events;  // List of critical events
+    boolean complete; // Whether includes data from both sides
+  }
+
+  /**
+   * Get all spans stored on this host.
+   */
+  array<Span> getAllSpans();
+
+  /**
+   * Get spans occuring between start and end. Each is a unix timestamp
+   * in nanosecond units (for consistency with TimestampedEvent).
+   */
+  array<Span> getSpansInRange(long start, long end);
+}

data/examples/org/apache/avro/ipc/trace/avroTrace.avpr

@@ -0,0 +1,82 @@
+{
+  "namespace" : "org.apache.avro.ipc.trace",
+  "protocol" : "AvroTrace",
+  "types" : [ {
+    "name" : "SpanEvent",
+    "type" : "enum",
+    "symbols" : [ "SERVER_RECV", "SERVER_SEND", "CLIENT_RECV", "CLIENT_SEND" ]
+  }, {
+    "name" : "ID",
+    "type" : "fixed",
+    "size" : 8
+  }, {
+    "name" : "TimestampedEvent",
+    "type" : "record",
+    "fields" : [ {
+      "name" : "timeStamp",
+      "type" : "long"
+    }, {
+      "name" : "event",
+      "type" : [ "SpanEvent", "string" ]
+    } ]
+  }, {
+    "name" : "Span",
+    "type" : "record",
+    "fields" : [ {
+      "name" : "traceID",
+      "type" : "ID"
+    }, {
+      "name" : "spanID",
+      "type" : "ID"
+    }, {
+      "name" : "parentSpanID",
+      "type" : [ "ID", "null" ]
+    }, {
+      "name" : "messageName",
+      "type" : "string"
+    }, {
+      "name" : "requestPayloadSize",
+      "type" : "long"
+    }, {
+      "name" : "responsePayloadSize",
+      "type" : "long"
+    }, {
+      "name" : "requestorHostname",
+      "type" : [ "string", "null" ]
+    }, {
+      "name" : "responderHostname",
+      "type" : [ "string", "null" ]
+    }, {
+      "name" : "events",
+      "type" : {
+        "type" : "array",
+        "items" : "TimestampedEvent"
+      }
+    }, {
+      "name" : "complete",
+      "type" : "boolean"
+    } ]
+  } ],
+  "messages" : {
+    "getAllSpans" : {
+      "request" : [ ],
+      "response" : {
+        "type" : "array",
+        "items" : "Span"
+      }
+    },
+    "getSpansInRange" : {
+      "request" : [ {
+        "name" : "start",
+        "type" : "long"
+      }, {
+        "name" : "end",
+        "type" : "long"
+      } ],
+      "response" : {
+        "type" : "array",
+        "items" : "Span"
+      }
+    }
+  }
+}

data/examples/org/apache/avro/mapred/tether/InputProtocol.avpr

@@ -0,0 +1,59 @@
+{"namespace":"org.apache.avro.mapred.tether",
+ "protocol": "InputProtocol",
+ "doc": "Transmit inputs to a map or reduce task sub-process.",
+
+ "types": [
+     {"name": "TaskType", "type": "enum", "symbols": ["MAP","REDUCE"]}
+ ],
+
+ "messages": {
+
+     "configure": {
+         "doc": "Configure the task.  Sent before any other message.",
+         "request": [
+             {"name": "taskType", "type": "TaskType",
+              "doc": "Whether this is a map or reduce task."},
+             {"name": "inSchema", "type": "string",
+              "doc": "The Avro schema for task input data."},
+             {"name": "outSchema", "type": "string",
+              "doc": "The Avro schema for task output data."}
+         ],
+         "response": "null"
+     },
+
+     "partitions": {
+         "doc": "Set the number of map output partitions.",
+         "request": [
+             {"name": "partitions", "type": "int",
+              "doc": "The number of map output partitions."}
+         ],
+         "response": "null"
+     },
+
+     "input": {
+         "doc": "Send a block of input data to a task.",
+         "request": [
+             {"name": "data", "type": "bytes",
+              "doc": "A sequence of instances of the declared schema."},
+             {"name": "count", "type": "long",
+              "default": 1,
+              "doc": "The number of instances in this block."}
+         ],
+         "response": "null"
+     },
+
+     "abort": {
+         "doc": "Called to abort the task.",
+         "request": [],
+         "response": "null"
+     },
+
+     "complete": {
+         "doc": "Called when a task's input is complete.",
+         "request": [],
+         "response": "null"
+     }
+
+ }
+
+}

data/examples/org/apache/avro/mapred/tether/OutputProtocol.avpr

@@ -0,0 +1,75 @@
+{"namespace":"org.apache.avro.mapred.tether",
+ "protocol": "OutputProtocol",
+ "doc": "Transmit outputs from a map or reduce task to parent.",
+
+ "messages": {
+
+     "configure": {
+         "doc": "Configure task.  Sent before any other message.",
+         "request": [
+             {"name": "port", "type": "int",
+              "doc": "The port to transmit inputs to this task on."}
+         ],
+         "response": "null"
+     },
+
+     "output": {
+         "doc": "Send an output datum.",
+         "request": [
+             {"name": "datum", "type": "bytes",
+              "doc": "A binary-encoded instance of the declared schema."}
+         ],
+         "response": "null"
+     },
+
+     "outputPartitioned": {
+         "doc": "Send map output datum explicitly naming its partition.",
+         "request": [
+             {"name": "partition", "type": "int",
+              "doc": "The map output partition for this datum."},
+             {"name": "datum", "type": "bytes",
+              "doc": "A binary-encoded instance of the declared schema."}
+         ],
+         "response": "null"
+     },
+
+     "status": {
+         "doc": "Update the task's status message.  Also acts as keepalive.",
+         "request": [
+             {"name": "message", "type": "string",
+              "doc": "The new status message for the task."}
+         ],
+         "response": "null"
+     },
+
+     "count": {
+         "doc": "Increment a task/job counter.",
+         "request": [
+             {"name": "group", "type": "string",
+              "doc": "The name of the counter group."},
+             {"name": "name", "type": "string",
+              "doc": "The name of the counter to increment."},
+             {"name": "amount", "type": "long",
+              "doc": "The amount to incrment the counter."}
+         ],
+         "response": "null"
+     },
+
+     "fail": {
+         "doc": "Called by a failing task to abort.",
+         "request": [
+             {"name": "message", "type": "string",
+              "doc": "The reason for failure."}
+         ],
+         "response": "null"
+     },
+
+     "complete": {
+         "doc": "Called when a task's output has completed without error.",
+         "request": [],
+         "response": "null"
+     }
+
+ }
+
+}

data/examples/simple.avpr

@@ -0,0 +1,70 @@
+{"namespace": "org.apache.avro.test",
+ "protocol": "Simple",
+ "doc": "Protocol used for testing.",
+
+ "types": [
+     {"name": "Kind", "type": "enum", "symbols": ["FOO","BAR","BAZ"]},
+
+     {"name": "MD5", "type": "fixed", "size": 16},
+
+     {"name": "TestRecord", "type": "record",
+      "fields": [
+          {"name": "name", "type": "string", "order": "ignore"},
+          {"name": "kind", "type": "Kind", "order": "descending"},
+          {"name": "hash", "type": "MD5"}
+      ]
+     },
+
+     {"name": "TestError", "type": "error", "fields": [
+         {"name": "message", "type": "string"}
+      ]
+     },
+
+     {"name": "TestRecordWithUnion", "type": "record",
+      "fields": [
+          {"name": "kind", "type": ["null", "Kind"]},
+          {"name": "value", "type": ["null", "string"]}
+      ]
+     }
+
+ ],
+
+ "messages": {
+
+     "hello": {
+         "doc": "Send a greeting",
+         "request": [{"name": "greeting", "type": "string"}],
+         "response": "string"
+     },
+
+     "echo": {
+         "doc": "Pretend you're in a cave!",
+         "request": [{"name": "record", "type": "TestRecord"}],
+         "response": "TestRecord"
+     },
+
+     "add": {
+         "request": [{"name": "arg1", "type": "int"}, {"name": "arg2", "type": "int"}],
+         "response": "int"
+     },
+
+     "echoBytes": {
+         "request": [{"name": "data", "type": "bytes"}],
+         "response": "bytes"
+     },
+
+     "error": {
+         "doc": "Always throws an error.",
+         "request": [],
+         "response": "null",
+         "errors": ["TestError"]
+     },
+
+     "ack": {
+         "doc": "Send a one way message",
+         "request": [],
+         "response": "null"
+     }
+ }
+
+}

data/examples/weather.avsc

@@ -0,0 +1,9 @@
+{"name": "test.Weather", 
+ "doc": "A weather reading.",
+ "type": "record", 
+ "fields": [
+     {"name": "station", "type": "string", "order": "ignore"},
+     {"name": "time", "type": "long"},
+     {"name": "temp", "type": "int"}
+ ]
+}

data/icss.gemspec

@@ -0,0 +1,104 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{icss}
+  s.version = "0.0.2"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Philip (flip) Kromer for Infochimps"]
+  s.date = %q{2011-06-07}
+  s.description = %q{Infochimps Stupid Schema library: an avro-compatible data description standard. ICSS completely describes a collection of data (and associated assets) in a way that is expressive, scalable and sufficient to drive remarkably complex downstream processes.}
+  s.email = %q{coders@infochimps.com}
+  s.extra_rdoc_files = [
+    "LICENSE.textile",
+    "README.textile"
+  ]
+  s.files = [
+    ".document",
+    ".rspec",
+    ".watchr",
+    "CHANGELOG.textile",
+    "Gemfile",
+    "Gemfile.lock",
+    "LICENSE.textile",
+    "README.textile",
+    "Rakefile",
+    "VERSION",
+    "examples/BulkData.avpr",
+    "examples/complicated.icss.yaml",
+    "examples/interop.avsc",
+    "examples/mail.avpr",
+    "examples/namespace.avpr",
+    "examples/org/apache/avro/ipc/HandshakeRequest.avsc",
+    "examples/org/apache/avro/ipc/HandshakeResponse.avsc",
+    "examples/org/apache/avro/ipc/trace/avroTrace.avdl",
+    "examples/org/apache/avro/ipc/trace/avroTrace.avpr",
+    "examples/org/apache/avro/mapred/tether/InputProtocol.avpr",
+    "examples/org/apache/avro/mapred/tether/OutputProtocol.avpr",
+    "examples/simple.avpr",
+    "examples/weather.avsc",
+    "icss.gemspec",
+    "icss_specification.textile",
+    "init.rb",
+    "lib/icss.rb",
+    "lib/icss/brevity.rb",
+    "lib/icss/code_asset.rb",
+    "lib/icss/core_ext.rb",
+    "lib/icss/data_asset.rb",
+    "lib/icss/message.rb",
+    "lib/icss/old.rb",
+    "lib/icss/protocol.rb",
+    "lib/icss/protocol_set.rb",
+    "lib/icss/sample_message_call.rb",
+    "lib/icss/target.rb",
+    "lib/icss/type.rb",
+    "lib/icss/type/factory.rb",
+    "lib/icss/validations.rb",
+    "lib/icss/view_helper.rb",
+    "spec/icss_spec.rb",
+    "spec/spec_helper.rb"
+  ]
+  s.homepage = %q{http://github.com/mrflip/icss}
+  s.licenses = ["MIT"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.7.2}
+  s.summary = %q{Infochimps Stupid Schema library: an avro-compatible data description standard. ICSS completely describes a collection of data (and associated assets) in a way that is expressive, scalable and sufficient to drive remarkably complex downstream processes.}
+  s.test_files = [
+    "spec/icss_spec.rb",
+    "spec/spec_helper.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<yajl-ruby>, ["~> 0.8.2"])
+      s.add_runtime_dependency(%q<gorillib>, ["~> 0.0.7"])
+      s.add_development_dependency(%q<rspec>, ["~> 2.3.0"])
+      s.add_development_dependency(%q<yard>, ["~> 0.6.0"])
+      s.add_development_dependency(%q<bundler>, ["~> 1.0.0"])
+      s.add_development_dependency(%q<jeweler>, ["~> 1.5.2"])
+      s.add_development_dependency(%q<rcov>, [">= 0"])
+    else
+      s.add_dependency(%q<yajl-ruby>, ["~> 0.8.2"])
+      s.add_dependency(%q<gorillib>, ["~> 0.0.7"])
+      s.add_dependency(%q<rspec>, ["~> 2.3.0"])
+      s.add_dependency(%q<yard>, ["~> 0.6.0"])
+      s.add_dependency(%q<bundler>, ["~> 1.0.0"])
+      s.add_dependency(%q<jeweler>, ["~> 1.5.2"])
+      s.add_dependency(%q<rcov>, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<yajl-ruby>, ["~> 0.8.2"])
+    s.add_dependency(%q<gorillib>, ["~> 0.0.7"])
+    s.add_dependency(%q<rspec>, ["~> 2.3.0"])
+    s.add_dependency(%q<yard>, ["~> 0.6.0"])
+    s.add_dependency(%q<bundler>, ["~> 1.0.0"])
+    s.add_dependency(%q<jeweler>, ["~> 1.5.2"])
+    s.add_dependency(%q<rcov>, [">= 0"])
+  end
+end
+