panko_serializer 0.8.5 → 1.0.0

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: panko_serializer
 version: !ruby/object:Gem::Version
-  version: 0.8.5
+  version: 1.0.0
 platform: ruby
 authors:
 - Yosi Attias
@@ -35,14 +35,14 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '7.2'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '7.2'
 - !ruby/object:Gem::Dependency
   name: appraisal
   requirement: !ruby/object:Gem::Requirement
@@ -60,42 +60,56 @@ dependencies:
 email:
 - yosy101@gmail.com
 executables: []
-extensions:
-- ext/panko_serializer/extconf.rb
+extensions: []
 extra_rdoc_files: []
 files:
 - LICENSE.txt
 - README.md
-- ext/panko_serializer/attributes_writer/active_record.c
-- ext/panko_serializer/attributes_writer/active_record.h
-- ext/panko_serializer/attributes_writer/attributes_writer.c
-- ext/panko_serializer/attributes_writer/attributes_writer.h
-- ext/panko_serializer/attributes_writer/common.c
-- ext/panko_serializer/attributes_writer/common.h
-- ext/panko_serializer/attributes_writer/hash.c
-- ext/panko_serializer/attributes_writer/hash.h
-- ext/panko_serializer/attributes_writer/plain.c
-- ext/panko_serializer/attributes_writer/plain.h
-- ext/panko_serializer/attributes_writer/type_cast/time_conversion.c
-- ext/panko_serializer/attributes_writer/type_cast/time_conversion.h
-- ext/panko_serializer/attributes_writer/type_cast/type_cast.c
-- ext/panko_serializer/attributes_writer/type_cast/type_cast.h
-- ext/panko_serializer/common.h
-- ext/panko_serializer/extconf.rb
-- ext/panko_serializer/panko_serializer.c
-- ext/panko_serializer/panko_serializer.h
-- ext/panko_serializer/serialization_descriptor/association.c
-- ext/panko_serializer/serialization_descriptor/association.h
-- ext/panko_serializer/serialization_descriptor/attribute.c
-- ext/panko_serializer/serialization_descriptor/attribute.h
-- ext/panko_serializer/serialization_descriptor/serialization_descriptor.c
-- ext/panko_serializer/serialization_descriptor/serialization_descriptor.h
 - lib/panko/array_serializer.rb
-- lib/panko/association.rb
-- lib/panko/attribute.rb
-- lib/panko/object_writer.rb
+- lib/panko/code_gen.rb
+- lib/panko/code_gen/active_record/access_classifier.rb
+- lib/panko/code_gen/active_record/define_attribute_methods.rb
+- lib/panko/code_gen/code_builder.rb
+- lib/panko/code_gen/compile_cache.rb
+- lib/panko/code_gen/compiler.rb
+- lib/panko/code_gen/config.rb
+- lib/panko/code_gen/datetime_format.rb
+- lib/panko/code_gen/descriptor.rb
+- lib/panko/code_gen/descriptor_builder.rb
+- lib/panko/code_gen/dump.rb
+- lib/panko/code_gen/errors.rb
+- lib/panko/code_gen/filter.rb
+- lib/panko/code_gen/filter_adapter.rb
+- lib/panko/code_gen/filters/indexed.rb
+- lib/panko/code_gen/filters/none.rb
+- lib/panko/code_gen/generator.rb
+- lib/panko/code_gen/generators/banner.rb
+- lib/panko/code_gen/generators/class_emitter.rb
+- lib/panko/code_gen/generators/cycle_membership.rb
+- lib/panko/code_gen/generators/descriptor_walk.rb
+- lib/panko/code_gen/generators/fanout.rb
+- lib/panko/code_gen/generators/field_index.rb
+- lib/panko/code_gen/generators/field_walk.rb
+- lib/panko/code_gen/generators/generated_names.rb
+- lib/panko/code_gen/generators/hash_sink.rb
+- lib/panko/code_gen/generators/json_sink.rb
+- lib/panko/code_gen/generators/record_access/generic.rb
+- lib/panko/code_gen/generators/record_access/specialized.rb
+- lib/panko/code_gen/generators/release.rb
+- lib/panko/code_gen/generators/sink.rb
+- lib/panko/code_gen/instance_pool.rb
+- lib/panko/code_gen/runtime.rb
+- lib/panko/code_gen/serializer_cache.rb
+- lib/panko/code_gen/validators/callable_arity.rb
+- lib/panko/code_gen/validators/name_uniqueness.rb
+- lib/panko/code_gen/validators/source_resolution.rb
+- lib/panko/code_gen/validators/validator.rb
+- lib/panko/code_gen/writers_pool.rb
+- lib/panko/compile_all.rb
+- lib/panko/compile_all_result.rb
+- lib/panko/config.rb
+- lib/panko/descriptor.rb
 - lib/panko/response.rb
-- lib/panko/serialization_descriptor.rb
 - lib/panko/serializer.rb
 - lib/panko/serializer_resolver.rb
 - lib/panko/version.rb
@@ -115,14 +129,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 3.1.0
+      version: '3.4'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.7.2
+rubygems_version: 4.0.20
 specification_version: 4
 summary: High Performance JSON Serialization for ActiveRecord & Ruby Objects
 test_files: []

data/ext/panko_serializer/attributes_writer/active_record.c

@@ -1,181 +0,0 @@
-#include "active_record.h"
-
-static ID attributes_id;
-static ID types_id;
-static ID additional_types_id;
-static ID values_id;
-static ID delegate_hash_id;
-
-static ID value_before_type_cast_id;
-static ID type_id;
-
-static ID fetch_id;
-
-struct attributes {
-  // Hash
-  VALUE attributes_hash;
-  size_t attributes_hash_size;
-
-  // Hash
-  VALUE types;
-  // Hash
-  VALUE additional_types;
-  // heuristics
-  bool tryToReadFromAdditionalTypes;
-
-  // Rails <8: Hash
-  // Rails >=8: ActiveRecord::Result::IndexedRow
-  VALUE values;
-
-  // Hash
-  VALUE indexed_row_column_indexes;
-  // Array or NIL
-  VALUE indexed_row_row;
-  bool is_indexed_row;
-};
-
-struct attributes init_context(VALUE obj) {
-  volatile VALUE attributes_set = rb_ivar_get(obj, attributes_id);
-  volatile VALUE attributes_hash = rb_ivar_get(attributes_set, attributes_id);
-
-  struct attributes attrs = (struct attributes){
-      .attributes_hash =
-          PANKO_EMPTY_HASH(attributes_hash) ? Qnil : attributes_hash,
-      .attributes_hash_size = 0,
-      .types = rb_ivar_get(attributes_set, types_id),
-      .additional_types = rb_ivar_get(attributes_set, additional_types_id),
-      .tryToReadFromAdditionalTypes =
-          PANKO_EMPTY_HASH(rb_ivar_get(attributes_set, additional_types_id)) ==
-          false,
-      .values = rb_ivar_get(attributes_set, values_id),
-      .is_indexed_row = false,
-      .indexed_row_column_indexes = Qnil,
-      .indexed_row_row = Qnil,
-  };
-
-  if (attrs.attributes_hash != Qnil) {
-    attrs.attributes_hash_size = RHASH_SIZE(attrs.attributes_hash);
-  }
-
-  if (strcmp(rb_class2name(CLASS_OF(attrs.values)),
-             "ActiveRecord::Result::IndexedRow") == 0) {
-    volatile VALUE indexed_row_column_indexes =
-        rb_ivar_get(attrs.values, rb_intern("@column_indexes"));
-    volatile VALUE indexed_row_row =
-        rb_ivar_get(attrs.values, rb_intern("@row"));
-
-    attrs.indexed_row_column_indexes = indexed_row_column_indexes;
-    attrs.indexed_row_row = indexed_row_row;
-    attrs.is_indexed_row = true;
-  }
-
-  return attrs;
-}
-
-VALUE _read_value_from_indexed_row(struct attributes attributes_ctx,
-                                   volatile VALUE member) {
-  volatile VALUE value = Qnil;
-
-  if (NIL_P(attributes_ctx.indexed_row_column_indexes) ||
-      NIL_P(attributes_ctx.indexed_row_row)) {
-    return value;
-  }
-
-  volatile VALUE column_index =
-      rb_hash_aref(attributes_ctx.indexed_row_column_indexes, member);
-
-  if (NIL_P(column_index)) {
-    return value;
-  }
-
-  volatile VALUE row = attributes_ctx.indexed_row_row;
-  if (NIL_P(row)) {
-    return value;
-  }
-
-  return RARRAY_AREF(row, NUM2INT(column_index));
-}
-
-VALUE read_attribute(struct attributes attributes_ctx, Attribute attribute,
-                     volatile VALUE* isJson) {
-  volatile VALUE member, value;
-
-  member = attribute->name_str;
-  value = Qnil;
-
-  if (
-      // we have attributes_hash
-      !NIL_P(attributes_ctx.attributes_hash)
-      // It's not empty
-      && (attributes_ctx.attributes_hash_size > 0)) {
-    volatile VALUE attribute_metadata =
-        rb_hash_aref(attributes_ctx.attributes_hash, member);
-
-    if (attribute_metadata != Qnil) {
-      value = rb_ivar_get(attribute_metadata, value_before_type_cast_id);
-
-      if (NIL_P(attribute->type)) {
-        attribute->type = rb_ivar_get(attribute_metadata, type_id);
-      }
-    }
-  }
-
-  if (NIL_P(value) && !NIL_P(attributes_ctx.values)) {
-    if (attributes_ctx.is_indexed_row == true) {
-      value = _read_value_from_indexed_row(attributes_ctx, member);
-    } else {
-      value = rb_hash_aref(attributes_ctx.values, member);
-    }
-  }
-
-  if (NIL_P(attribute->type) && !NIL_P(value)) {
-    if (attributes_ctx.tryToReadFromAdditionalTypes == true) {
-      attribute->type = rb_hash_aref(attributes_ctx.additional_types, member);
-    }
-
-    if (!NIL_P(attributes_ctx.types) && NIL_P(attribute->type)) {
-      attribute->type = rb_hash_aref(attributes_ctx.types, member);
-    }
-  }
-
-  if (!NIL_P(attribute->type) && !NIL_P(value)) {
-    return type_cast(attribute->type, value, isJson);
-  }
-
-  return value;
-}
-
-void active_record_attributes_writer(VALUE obj, VALUE attributes,
-                                     EachAttributeFunc write_value,
-                                     VALUE writer) {
-  long i;
-  struct attributes attributes_ctx = init_context(obj);
-  volatile VALUE record_class = CLASS_OF(obj);
-
-  for (i = 0; i < RARRAY_LEN(attributes); i++) {
-    volatile VALUE raw_attribute = RARRAY_AREF(attributes, i);
-    Attribute attribute = PANKO_ATTRIBUTE_READ(raw_attribute);
-    attribute_try_invalidate(attribute, record_class);
-
-    volatile VALUE isJson = Qfalse;
-    volatile VALUE value = read_attribute(attributes_ctx, attribute, &isJson);
-
-    write_value(writer, attr_name_for_serialization(attribute), value, isJson);
-  }
-}
-
-void init_active_record_attributes_writer(VALUE mPanko) {
-  attributes_id = rb_intern("@attributes");
-  delegate_hash_id = rb_intern("@delegate_hash");
-  values_id = rb_intern("@values");
-  types_id = rb_intern("@types");
-  additional_types_id = rb_intern("@additional_types");
-  type_id = rb_intern("@type");
-  value_before_type_cast_id = rb_intern("@value_before_type_cast");
-  fetch_id = rb_intern("fetch");
-}
-
-void panko_init_active_record(VALUE mPanko) {
-  init_active_record_attributes_writer(mPanko);
-  panko_init_type_cast(mPanko);
-}

data/ext/panko_serializer/attributes_writer/active_record.h

@@ -1,17 +0,0 @@
-#pragma once
-
-#include <ruby.h>
-#include <stdbool.h>
-
-#include "../common.h"
-#include "common.h"
-#include "serialization_descriptor/attribute.h"
-#include "type_cast/type_cast.h"
-
-extern void active_record_attributes_writer(VALUE object, VALUE attributes,
-                                            EachAttributeFunc func,
-                                            VALUE writer);
-
-void init_active_record_attributes_writer(VALUE mPanko);
-
-void panko_init_active_record(VALUE mPanko);

data/ext/panko_serializer/attributes_writer/attributes_writer.c

@@ -1,55 +0,0 @@
-#include "attributes_writer.h"
-
-static bool types_initialized = false;
-static VALUE ar_base_type = Qundef;
-
-VALUE init_types(VALUE v) {
-  if (types_initialized == true) {
-    return Qundef;
-  }
-
-  types_initialized = true;
-
-  volatile VALUE ar_type =
-      rb_const_get_at(rb_cObject, rb_intern("ActiveRecord"));
-
-  ar_base_type = rb_const_get_at(ar_type, rb_intern("Base"));
-  rb_global_variable(&ar_base_type);
-
-  return Qundef;
-}
-
-AttributesWriter create_attributes_writer(VALUE object) {
-  // If ActiveRecord::Base can't be found it will throw error
-  int isErrored;
-  rb_protect(init_types, Qnil, &isErrored);
-
-  if (ar_base_type != Qundef &&
-      rb_obj_is_kind_of(object, ar_base_type) == Qtrue) {
-    return (AttributesWriter){
-        .object_type = ActiveRecord,
-        .write_attributes = active_record_attributes_writer};
-  }
-
-  if (!RB_SPECIAL_CONST_P(object) && BUILTIN_TYPE(object) == T_HASH) {
-    return (AttributesWriter){.object_type = Hash,
-                              .write_attributes = hash_attributes_writer};
-  }
-
-  return (AttributesWriter){.object_type = Plain,
-                            .write_attributes = plain_attributes_writer};
-
-  return create_empty_attributes_writer();
-}
-
-void empty_write_attributes(VALUE obj, VALUE attributes, EachAttributeFunc func,
-                            VALUE writer) {}
-
-AttributesWriter create_empty_attributes_writer() {
-  return (AttributesWriter){.object_type = UnknownObjectType,
-                            .write_attributes = empty_write_attributes};
-}
-
-void init_attributes_writer(VALUE mPanko) {
-  init_active_record_attributes_writer(mPanko);
-}

data/ext/panko_serializer/attributes_writer/attributes_writer.h

@@ -1,35 +0,0 @@
-#pragma once
-
-#include <ruby.h>
-
-#include "active_record.h"
-#include "common.h"
-#include "hash.h"
-#include "plain.h"
-
-enum ObjectType {
-  UnknownObjectType = 0,
-  ActiveRecord = 1,
-  Plain = 2,
-  Hash = 3
-};
-
-typedef struct _AttributesWriter {
-  enum ObjectType object_type;
-
-  void (*write_attributes)(VALUE object, VALUE attributes,
-                           EachAttributeFunc func, VALUE context);
-} AttributesWriter;
-
-/**
- * Infers the attributes writer from the object type
- */
-AttributesWriter create_attributes_writer(VALUE object);
-
-/**
- * Creates empty writer
- * Useful when the writer is not known, and you need init something
- */
-AttributesWriter create_empty_attributes_writer();
-
-void init_attributes_writer(VALUE mPanko);

data/ext/panko_serializer/attributes_writer/common.c

@@ -1,10 +0,0 @@
-#include "common.h"
-
-VALUE attr_name_for_serialization(Attribute attribute) {
-  volatile VALUE name_str = attribute->name_str;
-  if (attribute->alias_name != Qnil) {
-    name_str = attribute->alias_name;
-  }
-
-  return name_str;
-}

data/ext/panko_serializer/attributes_writer/common.h

@@ -1,9 +0,0 @@
-#pragma once
-
-#include "../serialization_descriptor/attribute.h"
-#include "ruby.h"
-
-typedef void (*EachAttributeFunc)(VALUE writer, VALUE name, VALUE value,
-                                  VALUE isJson);
-
-VALUE attr_name_for_serialization(Attribute attribute);

data/ext/panko_serializer/attributes_writer/hash.c

@@ -1,13 +0,0 @@
-#include "hash.h"
-
-void hash_attributes_writer(VALUE obj, VALUE attributes,
-                            EachAttributeFunc write_value, VALUE writer) {
-  long i;
-  for (i = 0; i < RARRAY_LEN(attributes); i++) {
-    volatile VALUE raw_attribute = RARRAY_AREF(attributes, i);
-    Attribute attribute = attribute_read(raw_attribute);
-
-    write_value(writer, attr_name_for_serialization(attribute),
-                rb_hash_aref(obj, attribute->name_str), Qfalse);
-  }
-}

data/ext/panko_serializer/attributes_writer/hash.h

@@ -1,7 +0,0 @@
-#pragma once
-
-#include "common.h"
-#include "ruby.h"
-
-void hash_attributes_writer(VALUE obj, VALUE attributes, EachAttributeFunc func,
-                            VALUE writer);

data/ext/panko_serializer/attributes_writer/plain.c

@@ -1,13 +0,0 @@
-#include "plain.h"
-
-void plain_attributes_writer(VALUE obj, VALUE attributes,
-                             EachAttributeFunc write_value, VALUE writer) {
-  long i;
-  for (i = 0; i < RARRAY_LEN(attributes); i++) {
-    volatile VALUE raw_attribute = RARRAY_AREF(attributes, i);
-    Attribute attribute = attribute_read(raw_attribute);
-
-    write_value(writer, attr_name_for_serialization(attribute),
-                rb_funcall(obj, attribute->name_id, 0), Qfalse);
-  }
-}

data/ext/panko_serializer/attributes_writer/plain.h

@@ -1,7 +0,0 @@
-#pragma once
-
-#include "common.h"
-#include "ruby.h"
-
-void plain_attributes_writer(VALUE obj, VALUE attributes,
-                             EachAttributeFunc func, VALUE writer);

data/ext/panko_serializer/attributes_writer/type_cast/time_conversion.c

@@ -1,156 +0,0 @@
-#include "time_conversion.h"
-
-const int YEAR_REGION = 1;
-const int MONTH_REGION = 2;
-const int DAY_REGION = 3;
-const int HOUR_REGION = 4;
-const int MINUTE_REGION = 5;
-const int SECOND_REGION = 6;
-
-static regex_t* iso8601_time_regex;
-static regex_t* ar_iso_datetime_regex;
-
-VALUE is_iso8601_time_string(const char* value) {
-  const UChar *start, *range, *end;
-  OnigPosition r;
-
-  const UChar* str = (const UChar*)(value);
-
-  end = str + strlen(value);
-  start = str;
-  range = end;
-  r = onig_search(iso8601_time_regex, str, end, start, range, NULL,
-                  ONIG_OPTION_NONE);
-
-  return r >= 0 ? Qtrue : Qfalse;
-}
-
-void append_region_str(const char* source, char** to, int regionBegin,
-                       int regionEnd) {
-  long iter = 0;
-  for (iter = regionBegin; iter < regionEnd; iter++) {
-    *(*to)++ = source[iter];
-  }
-}
-
-bool is_iso_ar_iso_datetime_string_fast_case(const char* value) {
-  return (
-      // year
-      isdigit(value[0]) && isdigit(value[1]) && isdigit(value[2]) &&
-      isdigit(value[3]) && value[4] == '-' &&
-      // month
-      isdigit(value[5]) && isdigit(value[6]) && value[7] == '-' &&
-      // mday
-      isdigit(value[8]) && isdigit(value[9]) && value[10] == ' ' &&
-
-      // hour
-      isdigit(value[11]) && isdigit(value[12]) && value[13] == ':' &&
-      // minute
-      isdigit(value[14]) && isdigit(value[15]) && value[16] == ':' &&
-      // seconds
-      isdigit(value[17]) && isdigit(value[18]));
-}
-
-bool is_iso_ar_iso_datetime_string_slow_case(const char* value) {
-  const UChar *start, *range, *end;
-  OnigPosition r;
-  OnigRegion* region = onig_region_new();
-
-  const UChar* str = (const UChar*)(value);
-
-  end = str + strlen(value);
-  start = str;
-  range = end;
-  r = onig_search(ar_iso_datetime_regex, str, end, start, range, region,
-                  ONIG_OPTION_NONE);
-
-  onig_region_free(region, 1);
-
-  return (r >= 0);
-}
-
-VALUE iso_ar_iso_datetime_string(const char* value) {
-  if (is_iso_ar_iso_datetime_string_fast_case(value) == true ||
-      is_iso_ar_iso_datetime_string_slow_case(value) == true) {
-    volatile VALUE output;
-
-    char buf[24] = "";
-    char* cur = buf;
-
-    append_region_str(value, &cur, 0, 4);
-    *cur++ = '-';
-
-    append_region_str(value, &cur, 5, 7);
-    *cur++ = '-';
-
-    append_region_str(value, &cur, 8, 10);
-    *cur++ = 'T';
-
-    append_region_str(value, &cur, 11, 13);
-    *cur++ = ':';
-
-    append_region_str(value, &cur, 14, 16);
-    *cur++ = ':';
-
-    append_region_str(value, &cur, 17, 19);
-
-    *cur++ = '.';
-    if (value[19] == '.' && isdigit(value[20])) {
-      if (isdigit(value[20])) {
-        *cur++ = value[20];
-      } else {
-        *cur++ = '0';
-      }
-
-      if (isdigit(value[21])) {
-        *cur++ = value[21];
-      } else {
-        *cur++ = '0';
-      }
-
-      if (isdigit(value[22])) {
-        *cur++ = value[22];
-      } else {
-        *cur++ = '0';
-      }
-    } else {
-      *cur++ = '0';
-      *cur++ = '0';
-      *cur++ = '0';
-    }
-    *cur++ = 'Z';
-
-    output = rb_str_new(buf, cur - buf);
-    return output;
-  }
-
-  return Qnil;
-}
-
-void build_regex(OnigRegex* reg, const UChar* pattern) {
-  OnigErrorInfo einfo;
-
-  int r = onig_new(reg, pattern, pattern + strlen((char*)pattern),
-                   ONIG_OPTION_DEFAULT, ONIG_ENCODING_ASCII,
-                   ONIG_SYNTAX_DEFAULT, &einfo);
-
-  if (r != ONIG_NORMAL) {
-    char s[ONIG_MAX_ERROR_MESSAGE_LEN];
-    onig_error_code_to_str((UChar*)s, r, &einfo);
-    printf("ERROR: %s\n", s);
-  }
-}
-
-void panko_init_time(VALUE mPanko) {
-  const UChar *ISO8601_PATTERN, *AR_ISO_DATETIME_PATTERN;
-
-  ISO8601_PATTERN =
-      (UChar*)"^([\\+-]?\\d{4}(?!\\d{2}\\b))((-?)((0[1-9]|1[0-2])(\\3([12]\\d|0[1-9]|3[01]))?|W([0-4]\\d|5[0-2])(-?[1-7])?|(00[1-9]|0[1-9]\\d|[12]\\d{2}|3([0-5]\\d|6[1-6])))([T\\s]((([01]\\d|2[0-3])((:?)[0-5]\\d)?|24\\:?00)([\\.,]\\d+(?!:))?)?(\\17[0-5]\\d([\\.,]\\d+)?)?([zZ]|([\\+-])([01]\\d|2[0-3]):?([0-5]\\d)?)?)?)?$";
-
-  build_regex(&iso8601_time_regex, ISO8601_PATTERN);
-
-  AR_ISO_DATETIME_PATTERN =
-      (UChar*)"\\A(?<year>\\d{4})-(?<month>\\d\\d)-(?<mday>\\d\\d) (?<hour>\\d\\d):(?<min>\\d\\d):(?<sec>\\d\\d)(\\.(?<microsec>\\d+))?\\z";
-
-  build_regex(&ar_iso_datetime_regex, AR_ISO_DATETIME_PATTERN);
-}

data/ext/panko_serializer/attributes_writer/type_cast/time_conversion.h

@@ -1,10 +0,0 @@
-#pragma once
-
-#include <ctype.h>
-#include <ruby.h>
-#include <ruby/oniguruma.h>
-#include <stdbool.h>
-
-VALUE is_iso8601_time_string(const char* value);
-VALUE iso_ar_iso_datetime_string(const char* value);
-void panko_init_time(VALUE mPanko);