chunkio 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: fa3c1142ad70ce171d2c09a86fbc0c38a69509fcf1afac92ee8742eb78869b73
+  data.tar.gz: 135f9786066b57c26c0f50e254da44cba58c8217f429616695d8d7c5a21f5f75
+SHA512:
+  metadata.gz: 9da7a35b0b3eb323bbb79012e4425363e5c10471163d9602eadc5233d397c4d560a80ef44f8a8e7ca66feec74e254aef433442a5eea3ec09deb83e7a93a662d5
+  data.tar.gz: c7b26987992e1bad79bc65e7a71d6a60c6a9e2511342b28cb160cdbfcb75002183507c2aca5d7c7c4ebb8f863d8ee26596c8cef414371860e5ade681aa9dfd3a

data/.editorconfig

@@ -0,0 +1,27 @@
+root = true
+
+[*]
+end_of_line = lf
+indent_size = 4
+indent_style = space
+insert_final_newline = true
+tab_width = 8
+trim_trailing_whitespace = true
+
+[*.gemspec]
+indent_size = 2
+
+[*.rb]
+indent_size = 2
+
+[*.yml]
+indent_size = 2
+
+[{*[Mm]akefile*,*.mak,*.mk,depend}]
+indent_style = tab
+
+[enc/*]
+indent_size = 2
+
+[reg*.[ch]]
+indent_size = 2

data/.gitignore

@@ -0,0 +1,14 @@
+/.bundle/
+/.yardoc
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+
+# rspec failure tracking
+.rspec_status
+Gemfile.lock
+vendor/bundle/*
+lib/chunkio.bundle

data/.rspec

@@ -0,0 +1,3 @@
+--format documentation
+--color
+--require spec_helper

data/.rubocop.yml

@@ -0,0 +1,91 @@
+AllCops:
+  Exclude:
+    - "vendor/**/*"
+  DisplayCopNames: true
+  TargetRubyVersion: 2.6
+
+Style/AndOr:
+  EnforcedStyle: conditionals
+
+Style/AsciiComments:
+  Enabled: false
+
+Style/Documentation:
+  Enabled: false
+
+Style/DoubleNegation:
+  Enabled: false
+
+Style/EmptyElse:
+  EnforcedStyle: empty
+
+Style/FormatString:
+  EnforcedStyle: percent
+
+Style/IfUnlessModifier:
+  Enabled: false
+
+Style/TrailingCommaInHashLiteral:
+  EnforcedStyleForMultiline: comma
+
+Style/TrailingCommaInArrayLiteral:
+  EnforcedStyleForMultiline: comma
+
+Style/TrailingCommaInArguments:
+  EnforcedStyleForMultiline: comma
+
+Style/SafeNavigation:
+  Enabled: false
+
+Style/WhileUntilModifier:
+  Enabled: false
+
+Naming/PredicateName:
+  NamePrefixBlacklist:
+    - "is_"
+    - "have_"
+  NamePrefix:
+    - "is_"
+    - "have_"
+
+Style/SignalException:
+  EnforcedStyle: only_raise
+
+Style/SingleLineBlockParams:
+  Enabled: false
+
+Style/NumericLiterals:
+  Enabled: false
+
+Style/GuardClause:
+  Enabled: false
+
+Style/NumericPredicate:
+  Enabled: false
+
+Metrics/ParameterLists:
+  CountKeywordArgs: false
+
+Lint/UnderscorePrefixedVariableName:
+  Enabled: false
+
+Metrics/AbcSize:
+  Max: 50
+
+Metrics/CyclomaticComplexity:
+  Max: 10
+
+Metrics/LineLength:
+  Max: 160
+
+Metrics/MethodLength:
+  Max: 40
+
+Metrics/PerceivedComplexity:
+  Max: 20
+
+Metrics/ClassLength:
+  Max: 200
+
+Metrics/BlockLength:
+  Max: 40

data/.travis.yml

@@ -0,0 +1,7 @@
+---
+sudo: false
+language: ruby
+cache: bundler
+rvm:
+  - 2.6.3
+before_install: gem install bundler -v 2.0.1

data/Gemfile

@@ -0,0 +1,6 @@
+# frozen_string_literal: true
+
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in chunkio.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,202 @@
+
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright 2019 ganmacs
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

data/README.md

@@ -0,0 +1,35 @@
+# Chunkio
+
+Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/chunkio`. To experiment with that code, run `bin/console` for an interactive prompt.
+
+TODO: Delete this and the text above, and describe your gem
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'chunkio'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install chunkio
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/chunkio.

data/Rakefile

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+
+require 'bundler/gem_tasks'
+require 'rake/extensiontask'
+require 'rspec/core/rake_task'
+
+task default: :compile
+
+Rake::ExtensionTask.new('chunkio') do |t|
+  t.name = 'chunkio'
+
+  t.ext_dir = 'ext/chunkio'
+  t.lib_dir = 'lib'
+end

data/bin/console

@@ -0,0 +1,15 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require 'bundler/setup'
+require 'chunkio'
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require 'irb'
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/chunkio.gemspec

@@ -0,0 +1,33 @@
+# frozen_string_literal: true
+
+lib = File.expand_path('lib', __dir__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'chunkio/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'chunkio'
+  spec.version       = ChunkIO::VERSION
+  spec.authors       = ['Yuta Iwama']
+  spec.email         = ['ganmacs@gmail.com']
+
+  spec.summary       = 'Wrapper of chunkio'
+  spec.description   = 'Wrapper of chunkio'
+  spec.homepage      = 'https://github.com/ganmacs/chunkio-rb'
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files         = Dir.chdir(File.expand_path(__dir__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  end
+  spec.bindir        = 'exe'
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ['lib']
+
+  spec.add_runtime_dependency 'mini_portile2', '>= 2.2.0'
+
+  spec.add_development_dependency 'bundler', '~> 2.0'
+  spec.add_development_dependency 'rake', '~> 10.0'
+  spec.add_development_dependency 'rake-compiler'
+  spec.add_development_dependency 'rspec', '~> 3.0'
+  spec.add_development_dependency 'rubocop'
+end

data/ext/chunkio/chunkio.c

@@ -0,0 +1,11 @@
+#include <chunkio.h>
+
+VALUE mChunkIO;
+
+void Init_chunkio(void)
+{
+    mChunkIO = rb_define_module("ChunkIO");
+    Init_chunkio_context(mChunkIO);
+    Init_chunkio_stream(mChunkIO);
+    Init_chunkio_chunk(mChunkIO);
+}

data/ext/chunkio/chunkio.h

@@ -0,0 +1,60 @@
+#ifndef RB_CHUNKIO_CHUNKIO_H
+#define RB_CHUNKIO_CHUNKIO_H
+
+#include <ruby.h>
+
+#include <chunkio/chunkio.h>
+#include <chunkio/chunkio_compat.h>
+#include <crc32/crc32.h>
+#include <chunkio/cio_crc32.h>
+#include <chunkio/cio_log.h>
+#include <chunkio/cio_stream.h>
+#include <chunkio/cio_chunk.h>
+#include <chunkio/cio_meta.h>
+#include <chunkio/cio_scan.h>
+#include <chunkio/cio_utils.h>
+
+typedef struct chunkio_chunk {
+    struct cio_chunk* inner;
+    int closed;
+} chunkio_chunk;
+
+
+void *chunkio_context_free(struct cio_ctx *ctx);
+void *chunkio_stream_free(struct cio_stream *st);
+void *chunkio_chunk_free(chunkio_chunk *ch);
+
+static const rb_data_type_t chunkio_context_type =
+    {
+     "ChunkIO::Context",
+     {0, (void (*)(void *))chunkio_context_free, 0,},
+     0, 0,
+#ifdef RUBY_TYPED_FREE_IMMEDIATELY
+     RUBY_TYPED_FREE_IMMEDIATELY,
+#endif
+    };
+
+static const rb_data_type_t chunkio_stream_type =
+    {
+     "ChunkIO::Stream",
+     {0, (void (*)(void *))chunkio_stream_free, 0,},
+     0, 0,
+#ifdef RUBY_TYPED_FREE_IMMEDIATELY
+     RUBY_TYPED_FREE_IMMEDIATELY,
+#endif
+    };
+
+static const rb_data_type_t chunkio_chunk_type =
+    {
+     "ChunkIO::Chunk",
+     {0, (void (*)(void *))chunkio_chunk_free, 0,},                /* TODO free ch->name and ch->head */
+     0, 0,
+#ifdef RUBY_TYPED_FREE_IMMEDIATELY
+     RUBY_TYPED_FREE_IMMEDIATELY,
+#endif
+    };
+
+struct cio_ctx *UnwrapChunkIOContext(VALUE self);
+struct cio_stream* UnwrapChunkIOStream(VALUE self);
+
+#endif

data/ext/chunkio/chunkio_chunk.c

@@ -0,0 +1,255 @@
+#include <chunkio.h>
+
+VALUE cCIO_Chunk;
+
+void *chunkio_chunk_free(chunkio_chunk *ch)
+{
+    if (ch->inner) {
+        cio_chunk_sync(ch->inner);
+        cio_chunk_close(ch->inner, CIO_FALSE);
+        ch->inner = NULL;
+    }
+
+    xfree(ch);
+}
+
+static VALUE chunkio_chunk_allocate_context(VALUE klass)
+{
+    chunkio_chunk *c = (chunkio_chunk *)xmalloc(sizeof(chunkio_chunk));
+    c->closed = 0;
+    return TypedData_Wrap_Struct(klass, &chunkio_chunk_type, c);
+}
+
+static VALUE chunkio_chunk_initialize(VALUE self, VALUE context, VALUE stream, VALUE name)
+{
+    struct cio_ctx *ctx = UnwrapChunkIOContext(context);
+    struct cio_stream *st = UnwrapChunkIOStream(stream);
+    const char *c_name = RSTRING_PTR(name);
+
+    struct cio_chunk *chunk = cio_chunk_open(ctx, st, c_name, CIO_OPEN, 1000);
+
+    ((chunkio_chunk*)DATA_PTR(self))->inner = chunk;
+    return self;
+}
+
+static VALUE chunkio_chunk_unlink(VALUE self)
+{
+    chunkio_chunk *chunk = NULL;
+    TypedData_Get_Struct(self, chunkio_chunk, &chunkio_chunk_type, chunk);
+    if (chunk->closed) {
+        rb_raise(rb_eIOError, "IO was already closed");
+    }
+
+    if (cio_chunk_unlink(chunk->inner) == -1) {
+        rb_raise(rb_eIOError, "Failed to unlink");
+    }
+
+    chunk->closed = 1;          /* mark as closed */
+    return Qnil;
+}
+
+static VALUE chunkio_chunk_close(VALUE self)
+{
+    chunkio_chunk *chunk = NULL;
+    int type;
+    struct cio_file *cf;
+
+    TypedData_Get_Struct(self, chunkio_chunk, &chunkio_chunk_type, chunk);
+    if (!chunk->closed) {
+        cio_chunk_sync(chunk->inner);
+        type = chunk->inner->st->type;
+        if (type == CIO_STORE_FS) {
+            /* COPY form chunkio cio_file.c */
+            chunk->inner->st->type;
+            cf = (struct cio_file *)chunk->inner->backend;
+            close(cf->fd);
+            cf->fd = 0;
+        }
+        chunk->closed = 1;      /* mark as close */
+
+        return Qnil;
+    }
+
+    return Qnil;
+}
+
+static VALUE chunkio_chunk_write(VALUE self, VALUE buf)
+{
+    chunkio_chunk *chunk = NULL;
+    TypedData_Get_Struct(self, chunkio_chunk, &chunkio_chunk_type, chunk);
+    ssize_t len = RSTRING_LEN(buf);
+    if (chunk->closed) {
+        rb_raise(rb_eIOError, "IO was already closed");
+    }
+
+    cio_chunk_write(chunk->inner, (void *)RSTRING_PTR(buf), len);
+    return INT2NUM(len);
+}
+
+/* static VALUE chunkio_chunk_write_at(VALUE self, VALUE buf, VALUE offset) */
+/* { */
+/*     chunkio_chunk *chunk = NULL; */
+/*     TypedData_Get_Struct(self, chunkio_chunk, &chunkio_chunk_type, chunk); */
+/*     ssize_t len = RSTRING_LEN(buf); */
+/*     off_t os = NUM2INT(offset); */
+
+/*     int ret = cio_chunk_write_at(chunk, os, (void *)RSTRING_PTR(buf), len); */
+/*     return INT2NUM(len); */
+/* } */
+
+static VALUE chunkio_chunk_bytesize(VALUE self)
+{
+    chunkio_chunk *chunk = NULL;
+    TypedData_Get_Struct(self, chunkio_chunk, &chunkio_chunk_type, chunk);
+    size_t size = cio_chunk_get_content_size(chunk->inner);
+
+    return INT2NUM(size);
+}
+
+static VALUE chunkio_chunk_set_metadata(VALUE self, VALUE buf)
+{
+    chunkio_chunk *chunk = NULL;
+    TypedData_Get_Struct(self, chunkio_chunk, &chunkio_chunk_type, chunk);
+    if (chunk->closed) {
+        rb_raise(rb_eIOError, "IO was already closed");
+    }
+
+    ssize_t len = RSTRING_LEN(buf);
+    int ret = cio_meta_write(chunk->inner, (void *)RSTRING_PTR(buf), len);
+    if (ret == -1) {
+        rb_raise(rb_eStandardError, "failed to set metadata");
+    }
+    return INT2NUM(len);
+}
+
+static VALUE chunkio_chunk_metadata(VALUE self)
+{
+    chunkio_chunk *chunk = NULL;
+    TypedData_Get_Struct(self, chunkio_chunk, &chunkio_chunk_type, chunk);
+    if (chunk->closed) {
+        rb_raise(rb_eIOError, "IO was already closed");
+    }
+
+    char *buf = NULL;
+    size_t size = 0;
+
+    /* cio_meta_chunk return -1 if size is 0... */
+    if (cio_meta_size(chunk->inner) == 0) {
+        return rb_str_new(0, 0);
+    }
+
+    int ret = cio_meta_read(chunk->inner, &buf, &size);
+    if (ret == -1) {
+        rb_raise(rb_eStandardError, "failed to get metadata");
+    }
+
+    return rb_str_new(buf, size);
+}
+
+/* static VALUE chunkio_chunk_pos(VALUE self) */
+/* { */
+/*     chunkio_chunk *chunk; */
+/*     TypedData_Get_Struct(self, chunkio_chunk, &chunkio_chunk_type, chunk); */
+/*     size_t pos = cio_chunk_get_content_end_pos(chunk); */
+
+/*     return INT2NUM(pos); */
+/* } */
+
+static VALUE chunkio_chunk_sync(VALUE self)
+{
+    chunkio_chunk *chunk;
+    TypedData_Get_Struct(self, chunkio_chunk, &chunkio_chunk_type, chunk);
+    if (chunk->closed) {
+        rb_raise(rb_eIOError, "IO was already closed");
+    }
+
+    size_t ret = cio_chunk_sync(chunk->inner);
+    if (ret == -1) {
+        rb_raise(rb_eStandardError, "failed to sync");
+    }
+    return Qnil;
+}
+
+static VALUE chunkio_chunk_get_data(VALUE self)
+{
+    chunkio_chunk *chunk;
+    TypedData_Get_Struct(self, chunkio_chunk, &chunkio_chunk_type, chunk);
+    if (chunk->closed) {
+        rb_raise(rb_eIOError, "IO was already closed");
+    }
+
+    char *buf = NULL;
+    size_t size = 0;
+    int ret = cio_chunk_get_content(chunk->inner, &buf, &size);
+    if (ret == -1) {
+        rb_raise(rb_eStandardError, "failed to get data");
+    }
+
+    return rb_str_new(buf, size);
+}
+
+static VALUE chunkio_chunk_tx_begin(VALUE self)
+{
+    chunkio_chunk *chunk;
+    TypedData_Get_Struct(self, chunkio_chunk, &chunkio_chunk_type, chunk);
+    if (chunk->closed) {
+        rb_raise(rb_eIOError, "IO was already closed");
+    }
+
+    int ret = cio_chunk_tx_begin(chunk->inner);
+    if (ret == -1) {
+        rb_raise(rb_eStandardError, "failed to begin transaction");
+    }
+
+    return Qnil;
+}
+
+static VALUE chunkio_chunk_tx_commit(VALUE self)
+{
+    chunkio_chunk *chunk;
+    TypedData_Get_Struct(self, chunkio_chunk, &chunkio_chunk_type, chunk);
+    if (chunk->closed) {
+        rb_raise(rb_eIOError, "IO was already closed");
+    }
+
+    int ret = cio_chunk_tx_commit(chunk->inner);
+    if (ret == -1) {
+        rb_raise(rb_eStandardError, "failed to commit transaction");
+    }
+    return Qnil;
+}
+
+static VALUE chunkio_chunk_tx_rollback(VALUE self)
+{
+    chunkio_chunk *chunk;
+    TypedData_Get_Struct(self, chunkio_chunk, &chunkio_chunk_type, chunk);
+    if (chunk->closed) {
+        rb_raise(rb_eIOError, "IO was already closed");
+    }
+
+    int ret = cio_chunk_tx_rollback(chunk->inner);
+    if (ret == -1) {
+        rb_raise(rb_eStandardError, "failed to rollback transaction");
+    }
+    return Qnil;
+}
+
+void Init_chunkio_chunk(VALUE mChunkIO)
+{
+    cCIO_Chunk = rb_define_class_under(mChunkIO, "Chunk", rb_cObject);
+    rb_define_alloc_func(cCIO_Chunk, chunkio_chunk_allocate_context);
+
+    rb_define_method(cCIO_Chunk, "initialize", chunkio_chunk_initialize, 3);
+    rb_define_method(cCIO_Chunk, "write", chunkio_chunk_write, 1);
+    rb_define_method(cCIO_Chunk, "unlink", chunkio_chunk_unlink, 0);
+    rb_define_method(cCIO_Chunk, "close", chunkio_chunk_close, 0);
+    rb_define_method(cCIO_Chunk, "bytesize", chunkio_chunk_bytesize, 0);
+    rb_define_method(cCIO_Chunk, "set_metadata", chunkio_chunk_set_metadata, 1);
+    rb_define_method(cCIO_Chunk, "metadata", chunkio_chunk_metadata, 0);
+    rb_define_method(cCIO_Chunk, "sync", chunkio_chunk_sync, 0);
+    rb_define_method(cCIO_Chunk, "data", chunkio_chunk_get_data, 0);
+    rb_define_method(cCIO_Chunk, "tx_begin", chunkio_chunk_tx_begin, 0);
+    rb_define_method(cCIO_Chunk, "tx_commit", chunkio_chunk_tx_commit, 0);
+    rb_define_method(cCIO_Chunk, "tx_rollback", chunkio_chunk_tx_rollback, 0);
+    /* rb_define_method(cCIO_Chunk, "write_at", chunkio_chunk_write_at, 2); */
+}

data/ext/chunkio/chunkio_context.c

@@ -0,0 +1,68 @@
+#include <chunkio.h>
+
+VALUE cCIO_Context;
+
+void *chunkio_context_free(struct cio_ctx *ctx)
+{
+    /*
+      Don't call cio_stream_destroy_all(ctx).
+      cio_stream is freed by chunkio_stream.
+    */
+
+    if (ctx) {
+        free(ctx->root_path);
+        free(ctx);
+        ctx = NULL;
+    }
+}
+
+static int log_cb(struct cio_ctx *ctx, int level, const char *file, int line, char *str)
+{
+    (void) ctx;
+
+    printf("[chunkio] %-60s => %s:%i\n",  str, file, line);
+    return 0;
+}
+
+struct cio_ctx* UnwrapChunkIOContext(VALUE self)
+{
+    struct cio_ctx *ctx;
+    TypedData_Get_Struct(self, struct cio_ctx, &chunkio_context_type, ctx);
+
+    return ctx;
+}
+
+static VALUE allocate_context(VALUE klass)
+{
+    return TypedData_Wrap_Struct(klass, &chunkio_context_type, 0);
+}
+
+static VALUE chunkio_context_initialize(VALUE self, VALUE root)
+{
+    char *p = RSTRING_PTR(root);
+    /* struct cio_ctx *ctx = cio_create(p, log_cb, CIO_DEBUG, 0); /\* TODO: flags, LOG *\/ */
+    struct cio_ctx *ctx = cio_create(p, NULL, CIO_DEBUG, 0); /* TODO: flags, LOG */
+    if (!ctx) {
+        rb_raise(rb_eStandardError, "failed to create cio_ctx");
+    }
+    DATA_PTR(self) = ctx;
+    return Qnil;
+}
+
+static VALUE chunkio_context_root_path(VALUE self)
+{
+    struct cio_ctx *ctx;
+    TypedData_Get_Struct(self, struct cio_ctx, &chunkio_context_type, ctx);
+
+    return rb_str_new2(ctx->root_path);
+}
+
+
+void Init_chunkio_context(VALUE mChunkIO)
+{
+    cCIO_Context = rb_define_class_under(mChunkIO, "Context", rb_cObject);
+    rb_define_alloc_func(cCIO_Context, allocate_context);
+
+    rb_define_method(cCIO_Context, "initialize", chunkio_context_initialize, 1);
+    rb_define_method(cCIO_Context, "root_path", chunkio_context_root_path, 0);
+}

data/ext/chunkio/chunkio_stream.c

@@ -0,0 +1,56 @@
+#include <chunkio.h>
+
+VALUE cCIO_Stream;
+
+void *chunkio_stream_free(struct cio_stream *st)
+{
+
+    /*
+      Don't call cio_chunk_close_stream(st).
+      cio_chunk is freed by chunkio_chunk.
+     */
+    if (st) {
+        /* destroy stream */
+        mk_list_del(&st->_head);
+        free(st->name);
+        free(st);
+        st = NULL;
+    }
+}
+
+struct cio_stream* UnwrapChunkIOStream(VALUE self)
+{
+    struct cio_ctx *ctx;
+    TypedData_Get_Struct(self, struct cio_stream, &chunkio_stream_type, ctx);
+
+    return ctx;
+}
+
+static VALUE allocate_stream(VALUE klass)
+{
+    return TypedData_Wrap_Struct(klass, &chunkio_stream_type, 0);
+}
+
+static VALUE chunkio_stream_initialize(VALUE self, VALUE context, VALUE name)
+{
+    char *stream_name = RSTRING_PTR(name);
+    struct cio_ctx *ctx = UnwrapChunkIOContext(context);
+    struct cio_stream *st = cio_stream_create(ctx, stream_name, CIO_STORE_FS); /* TODO CIO_STORE_FS */
+    if (!st) {
+        rb_raise(rb_eStandardError, "chunkio: cannot create stream");
+        return Qnil;
+    }
+
+    DATA_PTR(self) = st;
+    return Qnil;
+}
+
+
+void Init_chunkio_stream(VALUE mChunkIO)
+{
+    cCIO_Stream = rb_define_class_under(mChunkIO, "Stream", rb_cObject);
+    rb_define_alloc_func(cCIO_Stream, allocate_stream);
+
+    rb_define_method(cCIO_Stream, "initialize", chunkio_stream_initialize, 2);
+    /* rb_define_method(cCIO_Stream, "root_path", chunkio_stream_root_path, 0); */
+}

data/ext/chunkio/extconf.rb

@@ -0,0 +1,33 @@
+# frozen_string_literal: true
+
+require 'mkmf'
+require 'rubygems'
+require 'mini_portile2'
+
+dir_config('chunkio')
+message "Building chunkio\n"
+recipe = MiniPortileCMake.new('chunkio', 'v0.0.1')
+
+recipe.files << {
+  url: 'https://github.com/ganmacs/chunkio/tarball/4773b4e7d27c8b8396f797c09dd22db5ffadeda8',
+}
+
+recipe.cook
+$LIBPATH = ["#{recipe.path}/lib"] + $LIBPATH
+$CPPFLAGS << " -I#{recipe.path}/include"
+
+recipe.activate
+
+unless have_header('chunkio/chunkio.h')
+  abort 'chunkio/chunkio.h is not found'
+end
+
+unless have_library('chunkio-static')
+  abort 'libchunkio-static not found'
+end
+
+unless have_library('cio-crc32')
+  abort 'libcio-crc32 not found'
+end
+
+create_makefile 'chunkio'

data/lib/chunkio.rb

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+
+require 'chunkio.so'
+require 'chunkio/version'
+require 'chunkio/chunkio'
+
+module ChunkIO
+  def self.new(context_path:, stream_name:)
+    ::ChunkIO::ChunkIO.new(
+      context_path: context_path,
+      stream_name: stream_name,
+    )
+  end
+end

data/lib/chunkio/chunkio.rb

@@ -0,0 +1,35 @@
+# frozen_string_literal: true
+
+require 'chunkio.so'
+
+module ChunkIO
+  class ChunkIO
+    def initialize(context_path:, stream_name:)
+      unless context_path
+        raise 'invalid'
+      end
+
+      unless stream_name
+        raise 'stream'
+      end
+
+      if  context_path.empty?
+        raise 'context_path should be at least one char'
+      end
+
+      if stream_name.empty?
+        raise 'stream_name should be at least one char'
+      end
+
+      @ctx = ::ChunkIO::Context.new(context_path)
+      @stream = ::ChunkIO::Stream.new(@ctx, stream_name)
+      @chunks = []
+    end
+
+    def create_chunk(name:)
+      c = ::ChunkIO::Chunk.new(@ctx, @stream, name)
+      @chunks << c
+      c
+    end
+  end
+end

data/lib/chunkio/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module ChunkIO
+  VERSION = '0.1.0'
+end

metadata

@@ -0,0 +1,147 @@
+--- !ruby/object:Gem::Specification
+name: chunkio
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Yuta Iwama
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2019-09-09 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: mini_portile2
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.2.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.2.0
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rake-compiler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Wrapper of chunkio
+email:
+- ganmacs@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".editorconfig"
+- ".gitignore"
+- ".rspec"
+- ".rubocop.yml"
+- ".travis.yml"
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- chunkio.gemspec
+- ext/chunkio/chunkio.c
+- ext/chunkio/chunkio.h
+- ext/chunkio/chunkio_chunk.c
+- ext/chunkio/chunkio_context.c
+- ext/chunkio/chunkio_stream.c
+- ext/chunkio/extconf.rb
+- lib/chunkio.rb
+- lib/chunkio/chunkio.rb
+- lib/chunkio/version.rb
+homepage: https://github.com/ganmacs/chunkio-rb
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.3
+signing_key: 
+specification_version: 4
+summary: Wrapper of chunkio
+test_files: []