rabbit-slide-kou-the-data-thread 2022.6.23.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 3a582887c2909c23b74c8bbcc201d7dc7ce28add0fce163e60ddb77078c3f8c8
+  data.tar.gz: 25d55acc603431bab0c8e80799ff66bd0c15421e166d461e29d404647e7b569f
+SHA512:
+  metadata.gz: 64df77296cf1448074cf2e70ea50a0fe88891b75c21100692d8bd384e10345fa940711637bb2d698f093ecd9e9f32aee350b6982da68d17a4f97f48a2a703a0b
+  data.tar.gz: ca32124b43f01a52996457fe262a848d319f21b333fa5a343e82972f06c49eae2e6b631fec4276531d35c057c7b19b919d2738db4c549fe147bff0b61a4933b1

data/.rabbit

@@ -0,0 +1,2 @@
+--size 1920,1080
+why-apache-arrow-is-important-for-ruby.rab

data/README.rd

@@ -0,0 +1,24 @@
+= Why Apache Arrow is important for Ruby
+
+This talk describes why Apache Arrow is important for Ruby.
+
+== For author
+
+=== Show
+
+  rake
+
+=== Publish
+
+  rake publish
+
+== For viewers
+
+=== Install
+
+  gem install rabbit-slide-kou-the-data-thread
+
+=== Show
+
+  rabbit rabbit-slide-kou-the-data-thread.gem
+

data/Rakefile

@@ -0,0 +1,17 @@
+require "rabbit/task/slide"
+
+# Edit ./config.yaml to customize meta data
+
+spec = nil
+Rabbit::Task::Slide.new do |task|
+  spec = task.spec
+  # spec.files += Dir.glob("doc/**/*.*")
+  # spec.files -= Dir.glob("private/**/*.*")
+  spec.add_runtime_dependency("rabbit-theme-clear-code")
+end
+
+desc "Tag #{spec.version}"
+task :tag do
+  sh("git", "tag", "-a", spec.version.to_s, "-m", "Publish #{spec.version}")
+  sh("git", "push", "--tags")
+end

data/config.yaml

@@ -0,0 +1,26 @@
+---
+id: the-data-thread
+base_name: why-apache-arrow-is-important-for-ruby
+tags:
+- rabbit
+- thedatathread
+- apachearrow
+- ruby
+presentation_date: 2022-06-23
+version: 2022.6.23.0
+licenses:
+- CC-BY-SA-4.0
+slideshare_id: 
+speaker_deck_id: 
+vimeo_id: 
+youtube_id: 
+width: 1920
+height: 1080
+source_code_uri: 
+author:
+  markup_language: :rd
+  name: Sutou Kouhei
+  email: kou@clear-code.com
+  rubygems_user: kou
+  slideshare_user: kou
+  speaker_deck_user: 

data/why-apache-arrow-is-important-for-ruby.rab

@@ -0,0 +1,280 @@
+= Why Apache Arrow is important for Ruby
+
+: author
+   Sutou Kouhei
+: institution
+   ClearCode Inc.
+: content-source
+   The Data Thread
+: date
+   2022-06-23
+: allotted-time
+   25m
+: theme
+   clear-code
+
+= Me
+
+    * Name: Sutou Kouhei\n
+      (('note:(Family Given)'))
+    * ID: kou (call me kou)\n
+      (('note:(ktou or kous when I can't use kou)'))
+    * Ruby committer since 2004
+    * This year's Apache Arrow PMC chair
+
+  # image
+  # src = http://www.gravatar.com/avatar/ee6ffca720cc428d70247dcd7377dd48.jpeg?s=800
+  # align = right
+  # vertical-align = top
+  # relative-width = 30
+  # relative-margin-right = -10
+  # relative-margin-bottom = 0.5
+  # caption = My profile picture is my "Shocker combatman" figure on my Happy Hacking Keyboard
+  # caption-font-size = 1
+
+= Why I work on Apache Arrow
+
+For Ruby!\n
+(I love Ruby!)
+
+= Ruby
+
+  * Widely used for Web application\n
+    (('note:(I rarely write Web app)'))
+    * Ruby on Rails is an useful Web app framework
+    * e.g.: GitHub, GitLab, Shopify, Discourse, ...
+  * Not widely used for data processing
+    * Even though Ruby is a general purpose programming language...
+
+= Ruby and data processing\n(('note:Negative spiral'))
+
+  # mermaid
+  # relative_width = 90
+  graph LR;
+    A[Few users]-->B[Small community];
+    B-->C[Few developers];
+    C-->D[Few useful tools];
+    D-->A;
+
+== Slide properties
+
+: enable-title-on-image
+   false
+
+= How to break\nthe negative spiral?
+
+    # mermaid
+    # relative_width = 40
+    # align = right
+    # vertical-align = top
+    # relative-margin-right = -10
+    # relative-margin-bottom = 0.5
+    graph LR;
+      A[Few users]-->B[Small community];
+      B-->C[Few developers];
+      C-->D[Few useful tools];
+      D-->A;
+
+  * Few users: Expand useful tools?
+  * Small community: Increase # of users?
+  * Few developers: Expand community?
+  * Few useful tools:\n
+    Increase # of developers?
+
+= Expand useful tools\nwith few developers
+
+  # mermaid
+  # relative_width = 90
+  graph LR;
+    subgraph all[" "]
+      direction TB
+      subgraph Negative spiral
+        N0[Few users]-->N1[Small community];
+        N1-->N2[Few developers];
+        N2-->N3[Few useful tools];
+        N3-->N0;
+      end
+      subgraph Positive spiral
+        P0[More users]-->P1[Larger community];
+        P1-->P2[More developers];
+        P2-->P3[More useful tools];
+        P3-->P0;
+      end
+      N2-.->P3;
+    end
+    style all fill-opacity:0,stroke-width:0px
+
+== Slide properties
+
+: enable-title-on-image
+   false
+
+= But how?
+
+Apache Arrow
+
+= Apache Arrow
+
+  * Cross-language dev platform
+    * Ruby community doesn't need to dev everything
+    * We can share common implementations
+  * Apache Arrow and Ruby
+    * I've donated the Ruby bindings for C++ in 2017
+    * Ruby bindings: Red Arrow
+    * Many features are already bound:\n
+      Parquet, Dataset, Gandiva, Flight, ...
+
+= Red Data Tools
+
+I started a new project in 2017:
+
+  # blockquote
+  # title = https://red-data-tools.github.io/
+  Red Data Tools is a project that provides data processing tools for Ruby.
+
+= Red Data Tools: Policy 1
+
+  # blockquote
+  # title = https://red-data-tools.github.io/
+
+  Collaborate across the Ruby community
+
+  We collaborate with the Ruby community and other communities. For example, we use Apache Arrow, shared with many languages, and join in development of Apache Arrow to share benefits.
+
+= What fields I work on
+
+  * Not only Ruby related features
+    * To be a good Apache Arrow community member
+  * Community support
+    * Answer questions from users
+    * Review pull requests
+
+= What features I work on
+
+  * Ruby related
+    * C++ impl., C GLib bindings, Linux packages, Homebrew, MSYS2, Release, CI, ...
+  * Not Ruby related
+    * wheel, jar, MATLAB bindings, Julia impl., ...
+
+= What fields\nRed Data Tools members work on
+
+  * C GLib bindings
+  * Red Arrow
+  * Tensor
+  * Big endian
+  * C++ compute functions
+
+= What skills I have\n(('note:not used for Apache Arrow yet'))
+
+Develop MySQL/PostgreSQL plugin
+
+  * I'm a developer of Mroonga/PGroonga
+    * Mroonga: A MySQL plugin for full text search\n
+      (('note:(múlúnɡά)'))
+    * PGroonga: A PG plugin for full text search\n
+      (('note:(píːzí:lúnɡά)'))
+  * Use case: Impl. Flight SQL adapter?
+
+and more...
+
+= Apache Arrow and Ruby community
+
+  * Ruby community uses Arrow's work
+  * Ruby community joins in Arrow dev
+
+= What feature is useful for Ruby?
+
+Fast data interchange
+
+= Fast data interchange
+
+  * It's still difficult to use Ruby\n
+    for full data processing
+    * Because Apache Arrow doesn't solve everything
+  * Increase usage of Ruby step by step
+    * Because Ruby can integrate with other languages by Apache Arrow's fast data interchange feature
+
+= Integration examples
+
+  * DuckDB:\n
+    Arrow ready in-process SQL OLAP DBMS
+    * ((<(('note:https://github.com/red-data-tools/red-arrow-duckdb'))>))
+  * DataFusion:\n
+    Arrow native SQL query engine
+    * WIP: Export C API #1113\n
+      ((<(('note:https://github.com/apache/arrow-datafusion/issues/1113'))>))
+
+= What feature is useful for Ruby?
+
+Web app related features\n
+(('note:Because many Ruby users develop Web apps with Ruby on Rails'))
+
+= What features are useful\nfor Web app
+
+  * Visualization related features
+    * For dashboard
+  * Fast data interchange with RDBMS
+    * Web app may have batch jobs to process large data in RDBMS
+    * See also: mrkn's talk on RubyKaigi 2019\n
+      (('note:(mrkn is an Apache Arrow committer from Red Data Tools)'))\n
+      ((<(('note:https://speakerdeck.com/mrkn/reducing-activerecord-memory-consumption-using-apache-arrow'))>))
+
+= Fast data interchange with RDBMS
+
+  * Apache Arrow Flight SQL
+  * Apache Arrow Database Connectivity: ADBC\n
+    ((<(('note:https://docs.google.com/document/d/1t7NrC76SyxL_OffATmjzZs2xcj1owdUsIF2WKL_Zw1U/'))>))
+
+= Fast data interchange with RDBMS
+
+  # mermaid
+  # relative_width = 90
+  graph LR;
+    subgraph all[" "]
+      direction TB
+      subgraph Apache Arrow Flight SQL
+        FLIGHT0[RDBMS] -->|Apache Arrow Flight| FLIGHT1[Library];
+        FLIGHT1 -->|No conversion| FLIGHT2[Web app];
+      end
+      subgraph Apache Arrow Database Connectivity
+        ADBC0[RDBMS] -->|Own protocol| ADBC1[Library];
+        ADBC1 -->|"Own format→Apache Arrow"| ADBC2[Web app];
+      end
+    end
+    style all fill:#fff,stroke-width:0px
+
+== Slide properties
+
+: enable-title-on-image
+   false
+
+= Apache Arrow data⇄Ruby objects
+
+  * Red Arrow has fast converter
+    * Implemented in C++
+  * Faster than\n
+    RDBMS's own format data⇄Ruby objects
+    * Both of Flight SQL and ADBC will improve performance
+
+= Wrap up
+
+  * Ruby community joins in Arrow dev
+    * To use Ruby for data processing
+  * Ruby community is interested in:
+    * Integration with other data processing systems
+    * RDBMS related improvements
+
+= Topics I didn't talk today
+
+  * GObject Introspection (GI)
+    * Ruby bindings are generated at run-time not compile-time
+    * How does GI work for it?
+  * Linux packaging
+    * How to build deb/rpm for Debian/Ubuntu/CentOS/AlmaLinux/Amazon Linux on x86_64 and arm64?
+
+= Acknowledgment
+
+  * Voltron Data
+    * Most of my Apache Arrow related work is being done with financial support from Voltron Data since 2022-04
+  * Yukiko Yoshimoto at ClearCode
+    * Add English subtitle to this video

metadata

@@ -0,0 +1,77 @@
+--- !ruby/object:Gem::Specification
+name: rabbit-slide-kou-the-data-thread
+version: !ruby/object:Gem::Version
+  version: 2022.6.23.0
+platform: ruby
+authors:
+- Sutou Kouhei
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2022-05-26 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rabbit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.0.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.0.2
+- !ruby/object:Gem::Dependency
+  name: rabbit-theme-clear-code
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: This talk describes why Apache Arrow is important for Ruby.
+email:
+- kou@clear-code.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".rabbit"
+- README.rd
+- Rakefile
+- config.yaml
+- pdf/the-data-thread-why-apache-arrow-is-important-for-ruby.pdf
+- why-apache-arrow-is-important-for-ruby.rab
+homepage: https://slide.rabbit-shocker.org/authors/kou/the-data-thread/
+licenses:
+- CC-BY-SA-4.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.4.0.dev
+signing_key: 
+specification_version: 4
+summary: Why Apache Arrow is important for Ruby
+test_files: []