RubyGems - fluent-plugin-aliyun-odps - Versions diffs - 0.0.1 - Mend

fluent-plugin-aliyun-odps 0.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (29) hide show

checksums.yaml +7 -0
data/.gitignore +8 -0
data/CHANGELOG.md +0 -0
data/Gemfile +3 -0
data/License +13 -0
data/README.md +120 -0
data/Rakefile +14 -0
data/VERSION +1 -0
data/fluent-plugin-aliyun-odps.gemspec +27 -0
data/lib/fluent/plugin/conf/config.rb +32 -0
data/lib/fluent/plugin/digest/crc.rb +120 -0
data/lib/fluent/plugin/digest/crc32.rb +125 -0
data/lib/fluent/plugin/digest/crc32c.rb +105 -0
data/lib/fluent/plugin/exceptions.rb +49 -0
data/lib/fluent/plugin/http/http_connection.rb +130 -0
data/lib/fluent/plugin/http/http_flag.rb +73 -0
data/lib/fluent/plugin/odps/odps_table.rb +253 -0
data/lib/fluent/plugin/odps/odps_table_schema.rb +64 -0
data/lib/fluent/plugin/odps/xml_template.rb +57 -0
data/lib/fluent/plugin/odps/xstream_pack.pb.rb +21 -0
data/lib/fluent/plugin/odps/xstream_pack.proto +8 -0
data/lib/fluent/plugin/out_odps.rb +373 -0
data/lib/fluent/plugin/serialize/deserializer.rb +32 -0
data/lib/fluent/plugin/serialize/serializer.rb +141 -0
data/lib/fluent/plugin/stream_client.rb +111 -0
data/lib/fluent/plugin/stream_reader.rb +53 -0
data/lib/fluent/plugin/stream_writer.rb +152 -0
data/odps_example.conf +30 -0
metadata +174 -0

data/odps_example.conf ADDED Viewed

@@ -0,0 +1,30 @@
+####
+## Output descriptions:
+##
+<source>
+   type tail
+   path /opt/log/in/in.log
+   refresh_interval 5s
+   tag in.log
+   format csv
+   keys dt,week,r1,r2,r3,r4,r5,r6,r7,blue
+</source>
+<match in.**>
+  type aliyun_odps
+  aliyun_access_id ************
+  aliyun_access_key *********
+  aliyun_odps_endpoint http://service.odps.aliyun.com/api
+  aliyun_odps_hub_endpoint http://dh.odps.aliyun.com
+  buffer_chunk_limit 2m
+  buffer_queue_limit 128
+  flush_interval 5s
+  project your_projectName
+  <table in.log>
+	table your_tableName
+	fields r1,r2,r3,r4,r5,r6,blue
+	partition ctime=${dt.strftime('%Y%m%d')}
+	shard_number 1
+  </table>
+</match>

metadata ADDED Viewed

@@ -0,0 +1,174 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-aliyun-odps
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- ''
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2015-09-06 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.10.49
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.10.49
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2'
+- !ruby/object:Gem::Dependency
+  name: protobuf
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.5.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.5.1
+- !ruby/object:Gem::Dependency
+  name: yajl-ruby
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: fluent-mixin-config-placeholders
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+- !ruby/object:Gem::Dependency
+  name: flexmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.2.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.2.0
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.0.8
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.0.8
+description: Aliyun ODPS output plugin for Fluentd event collector
+email: ''
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- CHANGELOG.md
+- Gemfile
+- License
+- README.md
+- Rakefile
+- VERSION
+- fluent-plugin-aliyun-odps.gemspec
+- lib/fluent/plugin/conf/config.rb
+- lib/fluent/plugin/digest/crc.rb
+- lib/fluent/plugin/digest/crc32.rb
+- lib/fluent/plugin/digest/crc32c.rb
+- lib/fluent/plugin/exceptions.rb
+- lib/fluent/plugin/http/http_connection.rb
+- lib/fluent/plugin/http/http_flag.rb
+- lib/fluent/plugin/odps/odps_table.rb
+- lib/fluent/plugin/odps/odps_table_schema.rb
+- lib/fluent/plugin/odps/xml_template.rb
+- lib/fluent/plugin/odps/xstream_pack.pb.rb
+- lib/fluent/plugin/odps/xstream_pack.proto
+- lib/fluent/plugin/out_odps.rb
+- lib/fluent/plugin/serialize/deserializer.rb
+- lib/fluent/plugin/serialize/serializer.rb
+- lib/fluent/plugin/stream_client.rb
+- lib/fluent/plugin/stream_reader.rb
+- lib/fluent/plugin/stream_writer.rb
+- odps_example.conf
+homepage: https://github.com/aliyun/aliyun-odps-fluentd-plugin
+licenses:
+- Apache-2.0
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.4.5
+signing_key:
+specification_version: 4
+summary: Aliyun ODPS output plugin for Fluentd event collector
+test_files: []