polars-df 0.1.2 → 0.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 510c7a761553fb3a49919add842d520da1518c5df6dd37f93af338e928c7a207
-  data.tar.gz: 3e724d3c2553bb6b4a587f056a04977990b85103ea9ae231166746407e1c0b1e
+  metadata.gz: 6abc9619a425d8aaa0255864b063c41835349063aa4919df133ac5a4ceb972f2
+  data.tar.gz: 78372a2a9eeddb3a8080b1d615991415b9ef7752752319e250f143841bfa67f3
 SHA512:
-  metadata.gz: 59391ecd7a3d14372ad24693240ebeae4d83c59d55b37876fc6f216dd576897113607f7b5f6f6a3d7a5d75f96def72b1f2659f3de71e6a975a2753719879fa33
-  data.tar.gz: 5a2e8cdf3aed01f16823be62067b0ec01e4e0dc3bfa4dc27929dfbe42d7c92e62f6e7a09bc78533d220a3bfc9890f9f0fb069482a338fbd0b55603aa42fddc57
+  metadata.gz: e6fb27a50908c07e5f2f72c81171f07bfdf0999b5148421bdeb1ad7dc69cee1f0bae02021fa18fdad6d1740ea9273464daec513db5e3c7906d5839e77b7d6a66
+  data.tar.gz: 2eb9df841575711a057dd1ca2986403667306ead52cf540491899ffaa184d4878c1bdfc1015e3f5831c12c668de0d4126cbab7c63d1770684e10012f3d28183f

data/.yardopts

@@ -0,0 +1,3 @@
+--no-private
+--markup markdown
+--embed-mixins

data/CHANGELOG.md

@@ -1,3 +1,12 @@
+## 0.1.4 (2022-12-02)
+
+- Added more methods
+- Improved performance
+
+## 0.1.3 (2022-11-27)
+
+- Added more methods
+
 ## 0.1.2 (2022-11-25)
 
 - Added more methods

data/Cargo.lock

@@ -483,6 +483,12 @@ version = "0.1.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "ee1b05cbd864bcaecbd3455d6d967862d446e4ebfc3c2e5e5b9841e53cba6673"
 
+[[package]]
+name = "fs_extra"
+version = "1.2.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "2022715d62ab30faffd124d40b76f4134a550a87792276512b18d63272333394"
+
 [[package]]
 name = "futures"
 version = "0.3.25"
@@ -646,6 +652,12 @@ dependencies = [
  "libc",
 ]
 
+[[package]]
+name = "hex"
+version = "0.4.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "7f24254aa9a54b5c858eaee2f5bccdb46aaf0e486a595ed5fd8f86ba55232a70"
+
 [[package]]
 name = "indexmap"
 version = "1.8.0"
@@ -663,6 +675,27 @@ version = "1.0.4"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "4217ad341ebadf8d8e724e264f13e593e0648f5b3e94b3896a5df283be015ecc"
 
+[[package]]
+name = "jemalloc-sys"
+version = "0.5.2+5.3.0-patched"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "134163979b6eed9564c98637b710b40979939ba351f59952708234ea11b5f3f8"
+dependencies = [
+ "cc",
+ "fs_extra",
+ "libc",
+]
+
+[[package]]
+name = "jemallocator"
+version = "0.5.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "16c2514137880c52b0b4822b563fadd38257c1f380858addb74a400889696ea6"
+dependencies = [
+ "jemalloc-sys",
+ "libc",
+]
+
 [[package]]
 name = "jobserver"
 version = "0.1.25"
@@ -683,13 +716,23 @@ dependencies = [
 
 [[package]]
 name = "json-deserializer"
-version = "0.4.2"
+version = "0.4.3"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "d784d2d481d0bace3450572391d6076dd6d10c66c0ebc1a0be037b3b420664bd"
+checksum = "daba674f7eecf80fe8bbbf196340908ad1a22510fe71fd6111bb50f441b26440"
 dependencies = [
  "indexmap",
 ]
 
+[[package]]
+name = "jsonpath_lib"
+version = "0.3.0"
+source = "git+https://github.com/ritchie46/jsonpath?rev=24eaf0b4416edff38a4d1b6b17bc4b9f3f047b4b#24eaf0b4416edff38a4d1b6b17bc4b9f3f047b4b"
+dependencies = [
+ "log",
+ "serde",
+ "serde_json",
+]
+
 [[package]]
 name = "lazy_static"
 version = "1.4.0"
@@ -797,6 +840,16 @@ version = "0.2.6"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "348108ab3fba42ec82ff6e9564fc4ca0247bdccdc68dd8af9764bbc79c3c8ffb"
 
+[[package]]
+name = "libmimalloc-sys"
+version = "0.1.28"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "04d1c67deb83e6b75fa4fe3309e09cfeade12e7721d95322af500d3814ea60c9"
+dependencies = [
+ "cc",
+ "libc",
+]
+
 [[package]]
 name = "lock_api"
 version = "0.4.9"
@@ -882,6 +935,15 @@ dependencies = [
  "autocfg",
 ]
 
+[[package]]
+name = "mimalloc"
+version = "0.1.32"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9b2374e2999959a7b583e1811a1ddbf1d3a4b9496eceb9746f1192a59d871eca"
+dependencies = [
+ "libmimalloc-sys",
+]
+
 [[package]]
 name = "minimal-lexical"
 version = "0.2.1"
@@ -1160,10 +1222,13 @@ dependencies = [
 
 [[package]]
 name = "polars"
-version = "0.1.2"
+version = "0.1.4"
 dependencies = [
+ "jemallocator",
  "magnus",
+ "mimalloc",
  "polars 0.25.1",
+ "polars-core",
  "serde_json",
 ]
 
@@ -1202,11 +1267,13 @@ dependencies = [
  "ahash 0.8.2",
  "anyhow",
  "arrow2",
+ "base64",
  "bitflags",
  "chrono",
  "chrono-tz",
  "comfy-table",
  "hashbrown 0.12.3",
+ "hex",
  "indexmap",
  "num",
  "once_cell",
@@ -1217,6 +1284,7 @@ dependencies = [
  "rayon",
  "regex",
  "serde",
+ "serde_json",
  "smartstring",
  "thiserror",
 ]
@@ -1276,9 +1344,11 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "bfd3f6552b3e9539634c35047f372db331b6227f75c36fcbe4670ab58bbcbeb3"
 dependencies = [
  "arrow2",
+ "jsonpath_lib",
  "polars-arrow",
  "polars-core",
  "polars-utils",
+ "serde_json",
 ]
 
 [[package]]
@@ -1547,6 +1617,7 @@ version = "1.0.88"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "8e8b3801309262e8184d9687fb697586833e939767aea0dda89f5a8e650e8bd7"
 dependencies = [
+ "indexmap",
  "itoa",
  "ryu",
  "serde",

data/Cargo.toml

@@ -1,5 +1,8 @@
 [workspace]
 members = ["ext/polars"]
 
+[patch.crates-io]
+jsonpath_lib = { git = "https://github.com/ritchie46/jsonpath", rev = "24eaf0b4416edff38a4d1b6b17bc4b9f3f047b4b" }
+
 [profile.release]
 strip = true

data/README.md

@@ -27,7 +27,7 @@ Polars.read_csv("iris.csv")
   .collect
 ```
 
-You can follow [Polars tutorials](https://pola-rs.github.io/polars-book/user-guide/introduction.html) and convert the code to Ruby in many cases. Feel free to open an issue if you run into problems. Note that many methods and options are missing at the moment.
+You can follow [Polars tutorials](https://pola-rs.github.io/polars-book/user-guide/introduction.html) and convert the code to Ruby in many cases. Feel free to open an issue if you run into problems. Some methods are missing at the moment.
 
 ## Examples
 

data/ext/polars/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "polars"
-version = "0.1.2"
+version = "0.1.4"
 authors = ["Andrew Kane <andrew@ankane.org>"]
 edition = "2021"
 publish = false
@@ -10,6 +10,7 @@ crate-type = ["cdylib"]
 
 [dependencies]
 magnus = "0.4"
+polars-core = "0.25.1"
 serde_json = "1"
 
 [dependencies.polars]
@@ -17,10 +18,13 @@ version = "0.25.1"
 features = [
     "abs",
     "arange",
+    "arg_where",
     "concat_str",
+    "cse",
     "csv-file",
     "cum_agg",
     "cumulative_eval",
+    "dataframe_arithmetic",
     "date_offset",
     "diagonal_concat",
     "diff",
@@ -28,6 +32,7 @@ features = [
     "dtype-full",
     "dynamic_groupby",
     "ewma",
+    "extract_jsonpath",
     "fmt",
     "horizontal_concat",
     "interpolate",
@@ -38,16 +43,21 @@ features = [
     "lazy",
     "lazy_regex",
     "list_eval",
+    "list_to_struct",
     "log",
     "meta",
     "mode",
     "moment",
+    "object",
     "parquet",
     "partition_by",
     "pct_change",
+    "performant",
     "product",
+    "propagate_nans",
     "random",
     "rank",
+    "reinterpret",
     "repeat_by",
     "rolling_window",
     "round_series",
@@ -55,6 +65,7 @@ features = [
     "semi_anti_join",
     "serde-lazy",
     "sign",
+    "string_encoding",
     "string_justify",
     "strings",
     "timezones",
@@ -63,3 +74,9 @@ features = [
     "trigonometry",
     "unique_counts",
 ]
+
+[target.'cfg(target_os = "linux")'.dependencies]
+jemallocator = { version = "0.5", features = ["disable_initial_exec_tls"] }
+
+[target.'cfg(not(target_os = "linux"))'.dependencies]
+mimalloc = { version = "0.1", default-features = false }

data/ext/polars/src/conversion.rs

@@ -1,9 +1,12 @@
-use magnus::{RArray, Symbol, TryConvert, Value, QNIL};
+use magnus::{class, RArray, Symbol, TryConvert, Value, QNIL};
+use polars::chunked_array::object::PolarsObjectSafe;
 use polars::chunked_array::ops::{FillNullLimit, FillNullStrategy};
 use polars::datatypes::AnyValue;
 use polars::frame::DataFrame;
 use polars::prelude::*;
 use polars::series::ops::NullBehavior;
+use std::fmt::{Display, Formatter};
+use std::hash::{Hash, Hasher};
 
 use crate::{RbDataFrame, RbPolarsErr, RbResult, RbSeries, RbValueError};
 
@@ -79,6 +82,32 @@ impl From<Wrap<AnyValue<'_>>> for Value {
             AnyValue::Null => *QNIL,
             AnyValue::Boolean(v) => Value::from(v),
             AnyValue::Utf8(v) => Value::from(v),
+            AnyValue::Date(v) => class::time()
+                .funcall::<_, _, Value>("at", (v * 86400,))
+                .unwrap()
+                .funcall::<_, _, Value>("utc", ())
+                .unwrap()
+                .funcall::<_, _, Value>("to_date", ())
+                .unwrap(),
+            AnyValue::Datetime(v, tu, tz) => {
+                let t = match tu {
+                    TimeUnit::Nanoseconds => todo!(),
+                    TimeUnit::Microseconds => {
+                        let sec = v / 1000000;
+                        let subsec = v % 1000000;
+                        class::time()
+                            .funcall::<_, _, Value>("at", (sec, subsec, Symbol::new("usec")))
+                            .unwrap()
+                    }
+                    TimeUnit::Milliseconds => todo!(),
+                };
+
+                if tz.is_some() {
+                    todo!();
+                } else {
+                    t.funcall::<_, _, Value>("utc", ()).unwrap()
+                }
+            }
             _ => todo!(),
         }
     }
@@ -102,10 +131,19 @@ impl TryConvert for Wrap<DataType> {
             "i32" => DataType::Int32,
             "i64" => DataType::Int64,
             "str" => DataType::Utf8,
+            "bin" => DataType::Binary,
             "bool" => DataType::Boolean,
+            "cat" => DataType::Categorical(None),
+            "date" => DataType::Date,
+            "datetime" => DataType::Datetime(TimeUnit::Microseconds, None),
             "f32" => DataType::Float32,
+            "time" => DataType::Time,
+            "dur" => DataType::Duration(TimeUnit::Microseconds),
             "f64" => DataType::Float64,
-            "date" => DataType::Date,
+            // "obj" => DataType::Object(OBJECT_NAME),
+            "list" => DataType::List(Box::new(DataType::Boolean)),
+            "null" => DataType::Null,
+            "unk" => DataType::Unknown,
             _ => {
                 return Err(RbValueError::new_err(format!(
                     "{} is not a supported DataType.",
@@ -221,6 +259,22 @@ impl TryConvert for Wrap<JoinType> {
     }
 }
 
+impl TryConvert for Wrap<ListToStructWidthStrategy> {
+    fn try_convert(ob: Value) -> RbResult<Self> {
+        let parsed = match ob.try_convert::<String>()?.as_str() {
+            "first_non_null" => ListToStructWidthStrategy::FirstNonNull,
+            "max_width" => ListToStructWidthStrategy::MaxWidth,
+            v => {
+                return Err(RbValueError::new_err(format!(
+                    "n_field_strategy must be one of {{'first_non_null', 'max_width'}}, got {}",
+                    v
+                )))
+            }
+        };
+        Ok(Wrap(parsed))
+    }
+}
+
 impl TryConvert for Wrap<NullBehavior> {
     fn try_convert(ob: Value) -> RbResult<Self> {
         let parsed = match ob.try_convert::<String>()?.as_str() {
@@ -407,3 +461,62 @@ pub fn parse_parquet_compression(
     };
     Ok(parsed)
 }
+
+#[derive(Clone, Debug)]
+pub struct ObjectValue {
+    pub inner: Value,
+}
+
+impl Hash for ObjectValue {
+    fn hash<H: Hasher>(&self, state: &mut H) {
+        let h = self
+            .inner
+            .funcall::<_, _, isize>("hash", ())
+            .expect("should be hashable");
+        state.write_isize(h)
+    }
+}
+
+impl Eq for ObjectValue {}
+
+impl PartialEq for ObjectValue {
+    fn eq(&self, other: &Self) -> bool {
+        self.inner.eql(&other.inner).unwrap_or(false)
+    }
+}
+
+impl Display for ObjectValue {
+    fn fmt(&self, f: &mut Formatter<'_>) -> std::fmt::Result {
+        write!(f, "{}", self.inner)
+    }
+}
+
+impl PolarsObject for ObjectValue {
+    fn type_name() -> &'static str {
+        "object"
+    }
+}
+
+impl From<Value> for ObjectValue {
+    fn from(v: Value) -> Self {
+        Self { inner: v }
+    }
+}
+
+impl From<&dyn PolarsObjectSafe> for &ObjectValue {
+    fn from(val: &dyn PolarsObjectSafe) -> Self {
+        unsafe { &*(val as *const dyn PolarsObjectSafe as *const ObjectValue) }
+    }
+}
+
+impl ObjectValue {
+    pub fn to_object(&self) -> Value {
+        self.inner
+    }
+}
+
+impl Default for ObjectValue {
+    fn default() -> Self {
+        ObjectValue { inner: *QNIL }
+    }
+}