red-datasets-pandas 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: bf6a933be0b8fdb71cb2a5bbddd1afbab70ca47949a5861b478a1ce4f627f09b
+  data.tar.gz: 3eaa361fa3b12f8a2d95b9d6925b243c72f2ca62850bd5b3164df4b50ec7d744
+SHA512:
+  metadata.gz: c60e0db790a37f19c2c91a6d3c0fafef2fa34e0a6fc1e49ffb3b271cbbd9830afcb448a8fa0c7e33d57cc33ba9507c0a8f57395bcd415e09ea448199fca43039
+  data.tar.gz: 402505deafa486dec7c7fb19f1604bfb2840359d2b0b3e04f1449ff4d9d5852e9b6de890e78a398203f97fb410f4e7bae9ff29700f82aae21beff685ee4c81c0

data/.yardopts

@@ -0,0 +1,6 @@
+--output-dir doc/reference/en
+--markup markdown
+--markup-provider kramdown
+lib/**/*.rb
+-
+doc/text/**/*

data/Gemfile

@@ -0,0 +1,3 @@
+source "https://rubygems.org/"
+
+gemspec

data/LICENSE.txt

@@ -0,0 +1,20 @@
+The MIT License (MIT)
+Copyright © 2021 Kenta Murata
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the “Software”), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,36 @@
+# Red Datasets Pandas
+
+## Description
+
+Red Datasets Pandas adds Pandas::DataFrame object export feature to Red Datasets.
+
+Red Datasets Pandas adds `#to_pandas` method to each dataset and its table in Red Datasets. You can get data as Pandas::DataFrame class object.
+
+## Install
+
+```
+% gem install red-datasets-pandas
+```
+
+## Usage
+
+Here is an example to export penguins data as Pandas::DataFrame objects by `Datasets::Dataset#to_pandas` and `Datasets::Table#to_narray`:
+
+```
+require "datasets-numo-narray"
+
+penguins = Datasets::Penguins.new
+puts iris.to_pandas(:flipper_length_mm,
+                    :body_mass_g,
+                    :species)
+
+penguins_table = penguins.to_table
+puts iris_table.to_pandas(:flipper_length_mm,
+                          :bill_depth_mm,
+                          :sex,
+                          :year)
+```
+
+## License
+
+The MIT license. See `LICENSE.txt` for details.

data/Rakefile

@@ -0,0 +1,19 @@
+require "rubygems"
+require "bundler/gem_helper"
+
+base_dir = File.join(File.dirname(__FILE__))
+
+helper = Bundler::GemHelper.new(base_dir)
+def helper.version_tag
+  version
+end
+
+helper.install
+spec = helper.gemspec
+
+desc "Run tests"
+task :test do
+  ruby("test/run-test.rb")
+end
+
+task default: :test

data/lib/datasets-pandas.rb

@@ -0,0 +1,13 @@
+require "datasets"
+require "datasets-pandas/version"
+require "datasets-pandas/conversion"
+
+module Datasets
+  class Dataset
+    include DatasetsPandas::DatasetConversion
+  end
+
+  class Table
+    include DatasetsPandas::TableConversion
+  end
+end

data/lib/datasets-pandas/conversion.rb

@@ -0,0 +1,27 @@
+require "pandas"
+
+module DatasetsPandas
+  module DatasetConversion
+    def to_pandas(*keys)
+      if keys.empty?
+        Pandas::DataFrame.new(data: self.map {|record| record.to_h })
+      else
+        records = self.map {|record| keys.map {|k| record[k] } }
+        Pandas::DataFrame.new(data: records, columns: keys)
+      end
+    end
+  end
+
+  module TableConversion
+    def to_pandas(*keys)
+      data = if keys.empty?
+               self.to_h
+             else
+               keys.map {|k|
+                 [ k, self[k] ]
+               }.to_h
+             end
+      Pandas::DataFrame.new(data: data)
+    end
+  end
+end

data/lib/datasets-pandas/version.rb

@@ -0,0 +1,3 @@
+module DatasetsPandas
+  VERSION = "0.0.1"
+end

data/red-datasets-pandas.gemspec

@@ -0,0 +1,42 @@
+clean_white_space = lambda do |entry|
+  entry.gsub(/(\A\n+|\n+\z)/, '') + "\n"
+end
+
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), "lib"))
+require "datasets-pandas/version"
+
+Gem::Specification.new do |spec|
+  spec.name = "red-datasets-pandas"
+  spec.version = DatasetsPandas::VERSION
+  spec.homepage = "https://github.com/mrkn/red-datasets-pandas"
+  spec.authors = ["Kenta Murata"]
+  spec.email = ["mrkn@mrkn.jp"]
+
+  readme = File.read("README.md")
+  readme.force_encoding("UTF-8")
+  entries = readme.split(/^\#\#\s(.*)$/)
+  clean_white_space.call(entries[entries.index("Description") + 1])
+  description = clean_white_space.call(entries[entries.index("Description") + 1])
+  spec.summary, spec.description, = description.split(/\n\n+/, 3)
+  spec.license = "MIT"
+  spec.files = [
+    "README.md",
+    "LICENSE.txt",
+    "Rakefile",
+    "Gemfile",
+    "#{spec.name}.gemspec",
+  ]
+  spec.files += [".yardopts"]
+  spec.files += Dir.glob("lib/**/*.rb")
+  spec.files += Dir.glob("doc/text/*")
+  spec.test_files += Dir.glob("test/**/*")
+
+  spec.add_runtime_dependency("pandas")
+  spec.add_runtime_dependency("red-datasets")
+
+  spec.add_development_dependency("bundler")
+  spec.add_development_dependency("rake")
+  spec.add_development_dependency("test-unit")
+  spec.add_development_dependency("yard")
+  spec.add_development_dependency("kramdown")
+end

data/test/helper.rb

@@ -0,0 +1,3 @@
+require "datasets-pandas"
+
+require "test-unit"

data/test/run-test.rb

@@ -0,0 +1,16 @@
+#!/usr/bin/env ruby
+
+$VERBOSE = true
+
+require "pathname"
+
+base_dir = Pathname.new(__FILE__).dirname.parent.expand_path
+
+lib_dir = base_dir + "lib"
+test_dir = base_dir + "test"
+
+$LOAD_PATH.unshift(lib_dir.to_s)
+
+require_relative "helper"
+
+exit(Test::Unit::AutoRunner.run(true, test_dir.to_s))

data/test/test-penguins.rb

@@ -0,0 +1,68 @@
+class PenguinsTest < Test::Unit::TestCase
+  def setup
+    @dataset = Datasets::Penguins.new
+    @table = @dataset.to_table
+  end
+
+  sub_test_case("Dataset") do
+    test("no keys") do
+      dataframe = @dataset.to_pandas
+      assert_equal([
+                     [344, 8],
+                     ["Adelie", "Torgersen", 39.1, 18.7, 181, 3750, "male", 2007]
+                   ],
+                   [
+                     dataframe.shape.to_a,
+                     dataframe.iloc[0].to_a
+                   ])
+    end
+
+    test("keys") do
+      dataframe = @dataset.to_pandas(:species,
+                                     :flipper_length_mm,
+                                     :body_mass_g,
+                                     :year)
+      assert_equal([
+                     [344, 4],
+                     ["species", "flipper_length_mm", "body_mass_g", "year"],
+                     ["Adelie", 181, 3750, 2007]
+                   ],
+                   [
+                     dataframe.shape.to_a,
+                     dataframe.columns.to_a,
+                     dataframe.iloc[0].to_a
+                   ])
+    end
+  end
+
+  sub_test_case("Table") do
+    test("no keys") do
+      dataframe = @table.to_pandas
+      assert_equal([
+                     [344, 8],
+                     ["Adelie", "Torgersen", 39.1, 18.7, 181, 3750, "male", 2007]
+                   ],
+                   [
+                     dataframe.shape.to_a,
+                     dataframe.iloc[0].to_a
+                   ])
+    end
+
+    test("keys") do
+      dataframe = @table.to_pandas(:species,
+                                   :flipper_length_mm,
+                                   :body_mass_g,
+                                   :year)
+      assert_equal([
+                     [344, 4],
+                     ["species", "flipper_length_mm", "body_mass_g", "year"],
+                     ["Adelie", 181, 3750, 2007]
+                   ],
+                   [
+                     dataframe.shape.to_a,
+                     dataframe.columns.to_a,
+                     dataframe.iloc[0].to_a
+                   ])
+    end
+  end
+end

metadata

@@ -0,0 +1,159 @@
+--- !ruby/object:Gem::Specification
+name: red-datasets-pandas
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Kenta Murata
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2021-06-24 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: pandas
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: red-datasets
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: yard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: kramdown
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 'Red Datasets Pandas adds `#to_pandas` method to each dataset and its
+  table in Red Datasets. You can get data as Pandas::DataFrame class object.
+
+  '
+email:
+- mrkn@mrkn.jp
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".yardopts"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/datasets-pandas.rb
+- lib/datasets-pandas/conversion.rb
+- lib/datasets-pandas/version.rb
+- red-datasets-pandas.gemspec
+- test/helper.rb
+- test/run-test.rb
+- test/test-penguins.rb
+homepage: https://github.com/mrkn/red-datasets-pandas
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.2.21
+signing_key: 
+specification_version: 4
+summary: Red Datasets Pandas adds Pandas::DataFrame object export feature to Red Datasets.
+test_files:
+- test/helper.rb
+- test/run-test.rb
+- test/test-penguins.rb