post_json 1.0.3

data/spec/dummy/config/routes.rb

@@ -0,0 +1,56 @@
+Dummy::Application.routes.draw do
+  # The priority is based upon order of creation: first created -> highest priority.
+  # See how all your routes lay out with "rake routes".
+
+  # You can have the root of your site routed with "root"
+  # root 'welcome#index'
+
+  # Example of regular route:
+  #   get 'products/:id' => 'catalog#view'
+
+  # Example of named route that can be invoked with purchase_url(id: product.id)
+  #   get 'products/:id/purchase' => 'catalog#purchase', as: :purchase
+
+  # Example resource route (maps HTTP verbs to controller actions automatically):
+  #   resources :products
+
+  # Example resource route with options:
+  #   resources :products do
+  #     member do
+  #       get 'short'
+  #       post 'toggle'
+  #     end
+  #
+  #     collection do
+  #       get 'sold'
+  #     end
+  #   end
+
+  # Example resource route with sub-resources:
+  #   resources :products do
+  #     resources :comments, :sales
+  #     resource :seller
+  #   end
+
+  # Example resource route with more complex sub-resources:
+  #   resources :products do
+  #     resources :comments
+  #     resources :sales do
+  #       get 'recent', on: :collection
+  #     end
+  #   end
+  
+  # Example resource route with concerns:
+  #   concern :toggleable do
+  #     post 'toggle'
+  #   end
+  #   resources :posts, concerns: :toggleable
+  #   resources :photos, concerns: :toggleable
+
+  # Example resource route within a namespace:
+  #   namespace :admin do
+  #     # Directs /admin/products/* to Admin::ProductsController
+  #     # (app/controllers/admin/products_controller.rb)
+  #     resources :products
+  #   end
+end

data/spec/dummy/db/migrate/20131015022029_enable_extensions.rb

@@ -0,0 +1,28 @@
+class EnableExtensions < ActiveRecord::Migration
+  def change
+    # Install Postgresql 9.2 with PLV8 (might require )
+    # 1. sudo add-apt-repository ppa:pitti/postgresql 
+    # 2. sudo apt-get update
+    # 3. sudo apt-get install postgresql-9.2 postgresql-contrib-9.2 postgresql-server-dev-9.2 libv8-dev
+    # 4. sudo su - postgres
+    # 5. Enter psql and run "CREATE USER webnuts WITH PASSWORD 'webnuts';" and "ALTER USER webnuts CREATEDB;" and "ALTER USER webnuts SUPERUSER;"
+    # 6. git clone https://code.google.com/p/plv8js/
+    # 7. cd plv8js
+    # 8. make
+    # 9. sudo make install
+
+    # bundle exec rake db:create:all
+    # bundle exec rake db:migrate
+    # bundle exec rake db:test:prepare
+
+    # See all available extensions:
+    # ActiveRecord::Base.connection.execute("select * from pg_available_extensions;").each_row do |row|
+    #   puts row.to_s
+    # end
+
+    enable_extension 'uuid-ossp'  # generate universally unique identifiers (UUIDs)
+    enable_extension 'hstore'     # data type for storing sets of (key, value) pairs
+    enable_extension 'plv8'       # PL/JavaScript (v8) trusted procedural language
+    #enable_extension 'plcoffee'   # PL/CoffeeScript (v8) trusted procedural language
+  end
+end

data/spec/dummy/db/migrate/20131015022030_create_procedures.rb

@@ -0,0 +1,120 @@
+# http://pgxn.org/dist/plv8/doc/plv8.html
+# http://plv8-pgopen.herokuapp.com/
+# http://www.craigkerstiens.com/2013/06/25/javascript-functions-for-postgres/
+# http://www.postgresonline.com/journal/archives/272-Using-PLV8-to-build-JSON-selectors.html
+
+class CreateProcedures < ActiveRecord::Migration
+  def change
+    ActiveRecord::Base.connection.execute(json_numeric_procedure)
+    ActiveRecord::Base.connection.execute(json_text_procedure)
+    ActiveRecord::Base.connection.execute(js_filter_procedure)
+    ActiveRecord::Base.connection.execute(json_selector_procedure)
+    ActiveRecord::Base.connection.execute(json_selectors_procedure)
+    ActiveRecord::Base.connection.execute(show_all_indexes_procedure)
+    # ActiveRecord::Base.connection.execute(show_indexes_procedure)
+    # ActiveRecord::Base.connection.execute(ensure_dynamic_index_procedure)
+  end
+
+  def json_numeric_procedure
+"CREATE OR REPLACE FUNCTION json_numeric(key text, data json) RETURNS numeric AS $$
+  if (data == null) {
+    return null;
+  }
+  return data[key];
+$$ LANGUAGE plv8 IMMUTABLE STRICT;"
+  end
+
+  def json_text_procedure
+"CREATE OR REPLACE FUNCTION json_text(key text, data json) RETURNS text AS $$
+  if (data == null) {
+    return null;
+  }
+  return data[key];
+$$ LANGUAGE plv8 IMMUTABLE STRICT;"    
+  end
+
+  def js_filter_procedure
+"create or replace function js_filter(js_function text, json_arguments text, data json) returns numeric as $$
+  if (data == null) {
+    return null;
+  }
+  eval('var func = ' + js_function);
+  eval('var args = ' + (json_arguments == '' ? 'null' : json_arguments));
+  var final_args = [data].concat(args);
+  var result = func.apply(null, final_args);
+  return result == true || 0 < parseInt(result) ? 1 : 0;
+$$ LANGUAGE plv8 IMMUTABLE STRICT;"
+  end
+
+  def json_selector_procedure
+"CREATE OR REPLACE FUNCTION json_selector(selector text, data json) RETURNS text AS $$
+  if (data == null || selector == null || selector == '') {
+    return null;
+  }
+  var names = selector.split('.');
+  var result = names.reduce(function(previousValue, currentValue, index, array) {
+    if (previousValue == null) {
+      return null;
+    } else {
+      return previousValue[currentValue];
+    }
+  }, data);
+  return result;
+$$ LANGUAGE plv8 IMMUTABLE STRICT;"    
+  end
+
+  def json_selectors_procedure
+"CREATE OR REPLACE FUNCTION json_selectors(selectors text, data json) RETURNS json AS $$
+  var json_selector = plv8.find_function('json_selector');
+  var selectorArray = selectors.replace(/\s+/g, '').split(',');
+  var result = selectorArray.map(function(selector) { return json_selector(selector, data); });
+  return result;
+$$ LANGUAGE plv8 IMMUTABLE STRICT;"
+  end
+
+  def show_all_indexes_procedure
+    "CREATE OR REPLACE FUNCTION show_all_indexes() RETURNS json AS $$
+      var sql = \"SELECT c3.relname AS table, c2.relname AS index FROM pg_class c2 LEFT JOIN pg_index i ON c2.oid = i.indexrelid LEFT JOIN pg_class c1 ON c1.oid = i.indrelid RIGHT OUTER JOIN pg_class c3 ON c3.oid = c1.oid LEFT JOIN pg_catalog.pg_namespace n ON n.oid = c3.relnamespace WHERE c3.relkind IN ('r','') AND n.nspname NOT IN ('pg_catalog', 'pg_toast') AND pg_catalog.pg_table_is_visible(c3.oid) ORDER BY c3.relpages DESC;\"
+      return plv8.execute( sql );
+    $$ LANGUAGE plv8 IMMUTABLE STRICT;"
+  end
+
+#   def show_indexes_procedure
+# "CREATE OR REPLACE FUNCTION show_indexes(table_name text DEFAULT '', index_prefix text DEFAULT '') RETURNS json AS $$
+#   var show_all_indexes = plv8.find_function('show_all_indexes');
+#   var indexes = show_all_indexes();
+#   if (0 < (table_name || '').length) {
+#     indexes = indexes.filter(function(row) { return row['table'] === table_name; });
+#   }
+#   if (0 < (index_prefix || '').length) {
+#     indexes = indexes.filter(function(row) { return row['index'].lastIndexOf(index_prefix, 0) === 0; });
+#   }
+#   return indexes;
+# $$ LANGUAGE plv8 IMMUTABLE STRICT;"
+#   end
+
+#   def ensure_dynamic_index_procedure
+#     raise ArgumentError, "index name should be: dyn_col_id_md5_hash_of_selector and truncated to a length of 63"
+#     raise ArgumentError, "it should only create 1 index and not multiple"
+
+
+#     # CREATE INDEX CONCURRENTLY post_json_documents_body_age ON post_json_documents(json_selector('age', body))
+# "CREATE OR REPLACE FUNCTION ensure_dynamic_index(selectors text, collection_id text) RETURNS json AS $$
+#   var show_indexes = plv8.find_function('show_indexes');
+#   var colId = collection_id.replace('-', '');
+#   var indexPrefix = 'col_' + colId + '_';
+#   var existingIndexes = show_indexes('post_json_documents', indexPrefix).map(function(row) { return row.index; });
+#   var selectorArray = selectors.replace(/\s+/g, '').split(',');
+
+#   var indexes = selectorArray.map(function(selector) { return {'name': indexPrefix + selector.replace('.', '_'), selector: selector}; });
+#   var newIndexes = indexes.filter(function(index) { return existingIndexes.indexOf(index.name) == -1; });
+
+#   newIndexes.forEach(function(index) {
+#     var sql = \"CREATE INDEX \" + index.name + \" ON post_json_documents(json_selector('\" + index.selector + \"', body)) WHERE collection_id = '\" + colId + \"';\"
+#     plv8.execute( sql );      
+#   });
+
+#   return newIndexes;
+# $$ LANGUAGE plv8 IMMUTABLE STRICT;"
+#   end
+end

data/spec/dummy/db/migrate/20131015022031_create_post_json_model_settings.rb

@@ -0,0 +1,18 @@
+class CreatePostJsonModelSettings < ActiveRecord::Migration
+  def change
+    create_table :post_json_model_settings, id: :uuid do |t|
+      t.text :collection_name, index: true, unique: true
+      t.json :meta, default: {}, null: false
+      t.boolean :use_timestamps, default: true
+      t.text :created_at_attribute_name, default: 'created_at', null: false
+      t.text :updated_at_attribute_name, default: 'updated_at', null: false
+      t.boolean :include_version_number, default: true
+      t.text :version_attribute_name, default: 'version', null: false
+      t.boolean :use_dynamic_index, default: true
+      t.integer :create_dynamic_index_milliseconds_threshold, default: 50
+      t.timestamps
+    end
+
+    execute "CREATE INDEX post_json_model_settings_lower_collection_name ON post_json_model_settings(lower(collection_name));"
+  end
+end

data/spec/dummy/db/migrate/20131015022032_create_post_json_collections.rb

@@ -0,0 +1,16 @@
+class CreatePostJsonCollections < ActiveRecord::Migration
+  def change
+    create_table :post_json_collections, id: :uuid do |t|
+      t.text :name, index: true, unique: true
+      t.json :meta
+      t.boolean :use_timestamps, default: true
+      t.text :created_at_attribute_name, default: 'created_at', null: false
+      t.text :updated_at_attribute_name, default: 'updated_at', null: false
+      t.boolean :use_version_number, default: true
+      t.text :version_attribute_name, default: 'version', null: false
+      t.boolean :use_dynamic_index, default: true
+      t.integer :create_dynamic_index_milliseconds_threshold, default: 50
+      t.timestamps
+    end
+  end
+end

data/spec/dummy/db/migrate/20131015022033_create_post_json_documents.rb

@@ -0,0 +1,13 @@
+class CreatePostJsonDocuments < ActiveRecord::Migration
+  def change
+    create_table :post_json_documents, id: false do |t|
+      t.text :id, null: false, index: true
+      t.integer :__doc__version
+      t.json :__doc__body
+      t.uuid :__doc__model_settings_id
+    end
+
+    execute "CREATE UNIQUE INDEX post_json_documents_unique_id ON post_json_documents(id, __doc__model_settings_id);"
+    execute "ALTER TABLE post_json_documents ADD PRIMARY KEY (id, __doc__model_settings_id);"
+  end
+end

data/spec/dummy/db/migrate/20131015022034_create_post_json_dynamic_indexes.rb

@@ -0,0 +1,9 @@
+class CreatePostJsonDynamicIndexes < ActiveRecord::Migration
+  def change
+    create_table :post_json_dynamic_indexes, id: :uuid do |t|
+      t.text :selector, index: true, null: false
+      t.uuid :model_settings_id, index: true
+      t.timestamps
+    end
+  end
+end

data/spec/dummy/db/structure.sql

@@ -0,0 +1,311 @@
+--
+-- PostgreSQL database dump
+--
+
+SET statement_timeout = 0;
+SET lock_timeout = 0;
+SET client_encoding = 'UTF8';
+SET standard_conforming_strings = on;
+SET check_function_bodies = false;
+SET client_min_messages = warning;
+
+--
+-- Name: plpgsql; Type: EXTENSION; Schema: -; Owner: -
+--
+
+CREATE EXTENSION IF NOT EXISTS plpgsql WITH SCHEMA pg_catalog;
+
+
+--
+-- Name: EXTENSION plpgsql; Type: COMMENT; Schema: -; Owner: -
+--
+
+COMMENT ON EXTENSION plpgsql IS 'PL/pgSQL procedural language';
+
+
+--
+-- Name: plv8; Type: EXTENSION; Schema: -; Owner: -
+--
+
+CREATE EXTENSION IF NOT EXISTS plv8 WITH SCHEMA pg_catalog;
+
+
+--
+-- Name: EXTENSION plv8; Type: COMMENT; Schema: -; Owner: -
+--
+
+COMMENT ON EXTENSION plv8 IS 'PL/JavaScript (v8) trusted procedural language';
+
+
+--
+-- Name: hstore; Type: EXTENSION; Schema: -; Owner: -
+--
+
+CREATE EXTENSION IF NOT EXISTS hstore WITH SCHEMA public;
+
+
+--
+-- Name: EXTENSION hstore; Type: COMMENT; Schema: -; Owner: -
+--
+
+COMMENT ON EXTENSION hstore IS 'data type for storing sets of (key, value) pairs';
+
+
+--
+-- Name: uuid-ossp; Type: EXTENSION; Schema: -; Owner: -
+--
+
+CREATE EXTENSION IF NOT EXISTS "uuid-ossp" WITH SCHEMA public;
+
+
+--
+-- Name: EXTENSION "uuid-ossp"; Type: COMMENT; Schema: -; Owner: -
+--
+
+COMMENT ON EXTENSION "uuid-ossp" IS 'generate universally unique identifiers (UUIDs)';
+
+
+SET search_path = public, pg_catalog;
+
+--
+-- Name: js_filter(text, text, json); Type: FUNCTION; Schema: public; Owner: -
+--
+
+CREATE FUNCTION js_filter(js_function text, json_arguments text, data json) RETURNS numeric
+    LANGUAGE plv8 IMMUTABLE STRICT
+    AS $$
+  if (data == null) {
+    return null;
+  }
+  eval('var func = ' + js_function);
+  eval('var args = ' + (json_arguments == '' ? 'null' : json_arguments));
+  var final_args = [data].concat(args);
+  var result = func.apply(null, final_args);
+  return result == true || 0 < parseInt(result) ? 1 : 0;
+$$;
+
+
+--
+-- Name: json_numeric(text, json); Type: FUNCTION; Schema: public; Owner: -
+--
+
+CREATE FUNCTION json_numeric(key text, data json) RETURNS numeric
+    LANGUAGE plv8 IMMUTABLE STRICT
+    AS $$
+  if (data == null) {
+    return null;
+  }
+  return data[key];
+$$;
+
+
+--
+-- Name: json_selector(text, json); Type: FUNCTION; Schema: public; Owner: -
+--
+
+CREATE FUNCTION json_selector(selector text, data json) RETURNS text
+    LANGUAGE plv8 IMMUTABLE STRICT
+    AS $$
+  if (data == null || selector == null || selector == '') {
+    return null;
+  }
+  var names = selector.split('.');
+  var result = names.reduce(function(previousValue, currentValue, index, array) {
+    if (previousValue == null) {
+      return null;
+    } else {
+      return previousValue[currentValue];
+    }
+  }, data);
+  return result;
+$$;
+
+
+--
+-- Name: json_selectors(text, json); Type: FUNCTION; Schema: public; Owner: -
+--
+
+CREATE FUNCTION json_selectors(selectors text, data json) RETURNS json
+    LANGUAGE plv8 IMMUTABLE STRICT
+    AS $$
+  var json_selector = plv8.find_function('json_selector');
+  var selectorArray = selectors.replace(/ +/g, '').split(',');
+  var result = selectorArray.map(function(selector) { return json_selector(selector, data); });
+  return result;
+$$;
+
+
+--
+-- Name: json_text(text, json); Type: FUNCTION; Schema: public; Owner: -
+--
+
+CREATE FUNCTION json_text(key text, data json) RETURNS text
+    LANGUAGE plv8 IMMUTABLE STRICT
+    AS $$
+  if (data == null) {
+    return null;
+  }
+  return data[key];
+$$;
+
+
+--
+-- Name: show_all_indexes(); Type: FUNCTION; Schema: public; Owner: -
+--
+
+CREATE FUNCTION show_all_indexes() RETURNS json
+    LANGUAGE plv8 IMMUTABLE STRICT
+    AS $$
+      var sql = "SELECT c3.relname AS table, c2.relname AS index FROM pg_class c2 LEFT JOIN pg_index i ON c2.oid = i.indexrelid LEFT JOIN pg_class c1 ON c1.oid = i.indrelid RIGHT OUTER JOIN pg_class c3 ON c3.oid = c1.oid LEFT JOIN pg_catalog.pg_namespace n ON n.oid = c3.relnamespace WHERE c3.relkind IN ('r','') AND n.nspname NOT IN ('pg_catalog', 'pg_toast') AND pg_catalog.pg_table_is_visible(c3.oid) ORDER BY c3.relpages DESC;"
+      return plv8.execute( sql );
+    $$;
+
+
+SET default_tablespace = '';
+
+SET default_with_oids = false;
+
+--
+-- Name: post_json_collections; Type: TABLE; Schema: public; Owner: -; Tablespace: 
+--
+
+CREATE TABLE post_json_collections (
+    id uuid DEFAULT uuid_generate_v4() NOT NULL,
+    name text,
+    meta json,
+    use_timestamps boolean DEFAULT true,
+    created_at_attribute_name text DEFAULT 'created_at'::text NOT NULL,
+    updated_at_attribute_name text DEFAULT 'updated_at'::text NOT NULL,
+    use_version_number boolean DEFAULT true,
+    version_attribute_name text DEFAULT 'version'::text NOT NULL,
+    use_dynamic_index boolean DEFAULT true,
+    create_dynamic_index_milliseconds_threshold integer DEFAULT 50,
+    created_at timestamp without time zone,
+    updated_at timestamp without time zone
+);
+
+
+--
+-- Name: post_json_documents; Type: TABLE; Schema: public; Owner: -; Tablespace: 
+--
+
+CREATE TABLE post_json_documents (
+    id text NOT NULL,
+    __doc__version integer,
+    __doc__body json,
+    __doc__model_settings_id uuid NOT NULL
+);
+
+
+--
+-- Name: post_json_dynamic_indexes; Type: TABLE; Schema: public; Owner: -; Tablespace: 
+--
+
+CREATE TABLE post_json_dynamic_indexes (
+    id uuid DEFAULT uuid_generate_v4() NOT NULL,
+    selector text NOT NULL,
+    model_settings_id uuid,
+    created_at timestamp without time zone,
+    updated_at timestamp without time zone
+);
+
+
+--
+-- Name: post_json_model_settings; Type: TABLE; Schema: public; Owner: -; Tablespace: 
+--
+
+CREATE TABLE post_json_model_settings (
+    id uuid DEFAULT uuid_generate_v4() NOT NULL,
+    collection_name text,
+    meta json DEFAULT '{}'::json NOT NULL,
+    use_timestamps boolean DEFAULT true,
+    created_at_attribute_name text DEFAULT 'created_at'::text NOT NULL,
+    updated_at_attribute_name text DEFAULT 'updated_at'::text NOT NULL,
+    include_version_number boolean DEFAULT true,
+    version_attribute_name text DEFAULT 'version'::text NOT NULL,
+    use_dynamic_index boolean DEFAULT true,
+    create_dynamic_index_milliseconds_threshold integer DEFAULT 50,
+    created_at timestamp without time zone,
+    updated_at timestamp without time zone
+);
+
+
+--
+-- Name: schema_migrations; Type: TABLE; Schema: public; Owner: -; Tablespace: 
+--
+
+CREATE TABLE schema_migrations (
+    version character varying(255) NOT NULL
+);
+
+
+--
+-- Name: post_json_collections_pkey; Type: CONSTRAINT; Schema: public; Owner: -; Tablespace: 
+--
+
+ALTER TABLE ONLY post_json_collections
+    ADD CONSTRAINT post_json_collections_pkey PRIMARY KEY (id);
+
+
+--
+-- Name: post_json_documents_pkey; Type: CONSTRAINT; Schema: public; Owner: -; Tablespace: 
+--
+
+ALTER TABLE ONLY post_json_documents
+    ADD CONSTRAINT post_json_documents_pkey PRIMARY KEY (id, __doc__model_settings_id);
+
+
+--
+-- Name: post_json_dynamic_indexes_pkey; Type: CONSTRAINT; Schema: public; Owner: -; Tablespace: 
+--
+
+ALTER TABLE ONLY post_json_dynamic_indexes
+    ADD CONSTRAINT post_json_dynamic_indexes_pkey PRIMARY KEY (id);
+
+
+--
+-- Name: post_json_model_settings_pkey; Type: CONSTRAINT; Schema: public; Owner: -; Tablespace: 
+--
+
+ALTER TABLE ONLY post_json_model_settings
+    ADD CONSTRAINT post_json_model_settings_pkey PRIMARY KEY (id);
+
+
+--
+-- Name: post_json_documents_unique_id; Type: INDEX; Schema: public; Owner: -; Tablespace: 
+--
+
+CREATE UNIQUE INDEX post_json_documents_unique_id ON post_json_documents USING btree (id, __doc__model_settings_id);
+
+
+--
+-- Name: post_json_model_settings_lower_collection_name; Type: INDEX; Schema: public; Owner: -; Tablespace: 
+--
+
+CREATE INDEX post_json_model_settings_lower_collection_name ON post_json_model_settings USING btree (lower(collection_name));
+
+
+--
+-- Name: unique_schema_migrations; Type: INDEX; Schema: public; Owner: -; Tablespace: 
+--
+
+CREATE UNIQUE INDEX unique_schema_migrations ON schema_migrations USING btree (version);
+
+
+--
+-- PostgreSQL database dump complete
+--
+
+SET search_path TO "$user",public;
+
+INSERT INTO schema_migrations (version) VALUES ('20131015022029');
+
+INSERT INTO schema_migrations (version) VALUES ('20131015022030');
+
+INSERT INTO schema_migrations (version) VALUES ('20131015022031');
+
+INSERT INTO schema_migrations (version) VALUES ('20131015022032');
+
+INSERT INTO schema_migrations (version) VALUES ('20131015022033');
+
+INSERT INTO schema_migrations (version) VALUES ('20131015022034');