jason-rails 0.3.0 → 0.6.0

data/client/babel.config.js

@@ -0,0 +1,13 @@
+module.exports = {
+  presets: [
+    [
+      '@babel/preset-env',
+      {
+        targets: {
+          node: 'current',
+        },
+      },
+    ],
+    '@babel/preset-typescript'
+  ],
+};

data/client/lib/JasonContext.d.ts

@@ -1,2 +1,7 @@
-declare const context: any;
+/// <reference types="react" />
+declare const context: import("react").Context<{
+    actions: any;
+    subscribe: null;
+    eager: null;
+}>;
 export default context;

data/client/lib/JasonProvider.d.ts

@@ -1,7 +1,8 @@
+import React from 'react';
 declare const JasonProvider: ({ reducers, middleware, extraActions, children }: {
-    reducers: any;
-    middleware: any;
-    extraActions: any;
-    children: any;
-}) => any;
+    reducers?: any;
+    middleware?: any;
+    extraActions?: any;
+    children?: React.FC<{}> | undefined;
+}) => JSX.Element;
 export default JasonProvider;

data/client/lib/JasonProvider.js

@@ -1,107 +1,15 @@
 "use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-const createActions_1 = __importDefault(require("./createActions"));
-const actioncable_1 = require("@rails/actioncable");
-const JasonContext_1 = __importDefault(require("./JasonContext"));
-const axios_1 = __importDefault(require("axios"));
-const axios_case_converter_1 = __importDefault(require("axios-case-converter"));
+const react_1 = __importDefault(require("react"));
+const useJason_1 = __importDefault(require("./useJason"));
 const react_redux_1 = require("react-redux");
-const toolkit_1 = require("@reduxjs/toolkit");
-const createJasonReducers_1 = __importDefault(require("./createJasonReducers"));
-const createPayloadHandler_1 = __importDefault(require("./createPayloadHandler"));
-const makeEager_1 = __importDefault(require("./makeEager"));
-const humps_1 = require("humps");
-const blueimp_md5_1 = __importDefault(require("blueimp-md5"));
-const lodash_1 = __importDefault(require("lodash"));
-const react_1 = __importStar(require("react"));
+const JasonContext_1 = __importDefault(require("./JasonContext"));
 const JasonProvider = ({ reducers, middleware, extraActions, children }) => {
-    const [store, setStore] = react_1.useState(null);
-    const [value, setValue] = react_1.useState(null);
-    const [connected, setConnected] = react_1.useState(false);
-    const csrfToken = document.querySelector("meta[name=csrf-token]").content;
-    axios_1.default.defaults.headers.common['X-CSRF-Token'] = csrfToken;
-    const restClient = axios_case_converter_1.default(axios_1.default.create());
-    react_1.useEffect(() => {
-        restClient.get('/jason/api/schema')
-            .then(({ data: snakey_schema }) => {
-            const schema = humps_1.camelizeKeys(snakey_schema);
-            const consumer = actioncable_1.createConsumer();
-            const allReducers = Object.assign(Object.assign({}, reducers), createJasonReducers_1.default(schema));
-            console.log({ schema, allReducers });
-            const store = toolkit_1.configureStore({ reducer: allReducers, middleware });
-            let payloadHandlers = {};
-            function handlePayload(payload) {
-                const { model, md5Hash } = payload;
-                console.log({ md5Hash, fn: `${model}:${md5Hash}`, payloadHandlers, model: lodash_1.default.camelCase(model), payload });
-                const handler = payloadHandlers[`${lodash_1.default.camelCase(model)}:${md5Hash}`];
-                if (handler) {
-                    handler(Object.assign(Object.assign({}, payload), { model: lodash_1.default.camelCase(model) }));
-                }
-            }
-            const subscription = (consumer.subscriptions.create({
-                channel: 'Jason::Channel'
-            }, {
-                connected: () => {
-                    setConnected(true);
-                },
-                received: payload => {
-                    console.log("Payload received", payload);
-                    handlePayload(payload);
-                },
-                disconnected: () => console.warn('Disconnected from ActionCable')
-            }));
-            console.log('sending message');
-            subscription.send({ message: 'test' });
-            function createSubscription(config) {
-                const md5Hash = blueimp_md5_1.default(JSON.stringify(config));
-                console.log('Subscribe with', config, md5Hash);
-                lodash_1.default.map(config, (v, model) => {
-                    payloadHandlers[`${model}:${md5Hash}`] = createPayloadHandler_1.default(store.dispatch, subscription, model, schema[model]);
-                });
-                subscription.send({ createSubscription: config });
-                return () => removeSubscription(config);
-            }
-            function removeSubscription(config) {
-                subscription.send({ removeSubscription: config });
-                const md5Hash = blueimp_md5_1.default(JSON.stringify(config));
-                lodash_1.default.map(config, (v, model) => {
-                    delete payloadHandlers[`${model}:${md5Hash}`];
-                });
-            }
-            const actions = createActions_1.default(schema, store, restClient, extraActions);
-            const eager = makeEager_1.default(schema);
-            console.log({ actions });
-            setValue({
-                actions: actions,
-                subscribe: (config) => createSubscription(config),
-                eager
-            });
-            setStore(store);
-        });
-    }, []);
-    if (!(store && value && connected))
+    const [store, value] = useJason_1.default({ reducers, middleware, extraActions });
+    if (!(store && value))
         return react_1.default.createElement("div", null); // Wait for async fetch of schema to complete
     return react_1.default.createElement(react_redux_1.Provider, { store: store },
         react_1.default.createElement(JasonContext_1.default.Provider, { value: value }, children));

data/client/lib/actionFactory.js

@@ -23,7 +23,7 @@ exports.default = (dis, store, entity, { extraActions = {}, hasPriority = false
     function remove(id) {
         return dis({ type: `${pluralize_1.default(entity)}/remove`, payload: id });
     }
-    const extraActionsResolved = lodash_1.default.mapValues(extraActions, v => v(dis, store, entity));
+    const extraActionsResolved = extraActions ? lodash_1.default.mapValues(extraActions, v => v(dis, store, entity)) : {};
     if (hasPriority) {
         return Object.assign({ add, upsert, setAll, remove, movePriority }, extraActionsResolved);
     }

data/client/lib/createActions.d.ts

@@ -1,2 +1,2 @@
-declare function createActions(schema: any, store: any, restClient: any, extraActions: any): any;
+declare function createActions(schema: any, store: any, restClient: any, optDis: any, extraActions: any): any;
 export default createActions;

data/client/lib/createActions.js

@@ -6,32 +6,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 const actionFactory_1 = __importDefault(require("./actionFactory"));
 const pluralize_1 = __importDefault(require("pluralize"));
 const lodash_1 = __importDefault(require("lodash"));
-const uuid_1 = require("uuid");
-function enrich(type, payload) {
-    if (type.split('/')[1] === 'upsert' && !(type.split('/')[0] === 'session')) {
-        if (!payload.id) {
-            return Object.assign(Object.assign({}, payload), { id: uuid_1.v4() });
-        }
-    }
-    return payload;
-}
-function makeOptDis(schema, dispatch, restClient) {
-    const plurals = lodash_1.default.keys(schema).map(k => pluralize_1.default(k));
-    return function (action) {
-        const { type, payload } = action;
-        const data = enrich(type, payload);
-        dispatch(action);
-        if (plurals.indexOf(type.split('/')[0]) > -1) {
-            return restClient.post('/jason/api/action', { type, payload: data })
-                .catch(e => {
-                dispatch({ type: 'upsertLocalUi', data: { error: JSON.stringify(e) } });
-            });
-        }
-    };
-}
-function createActions(schema, store, restClient, extraActions) {
-    const dis = store.dispatch;
-    const optDis = makeOptDis(schema, dis, restClient);
+function createActions(schema, store, restClient, optDis, extraActions) {
     const actions = lodash_1.default.fromPairs(lodash_1.default.map(schema, (config, model) => {
         if (config.priorityScope) {
             return [pluralize_1.default(model), actionFactory_1.default(optDis, store, model, { hasPriority: true })];
@@ -40,7 +15,7 @@ function createActions(schema, store, restClient, extraActions) {
             return [pluralize_1.default(model), actionFactory_1.default(optDis, store, model)];
         }
     }));
-    const extraActionsResolved = extraActions(optDis, store, restClient);
+    const extraActionsResolved = extraActions ? extraActions(optDis, store, restClient, actions) : {};
     return lodash_1.default.merge(actions, extraActionsResolved);
 }
 exports.default = createActions;

data/client/lib/createJasonReducers.js

@@ -6,8 +6,8 @@ Object.defineProperty(exports, "__esModule", { value: true });
 const toolkit_1 = require("@reduxjs/toolkit");
 const pluralize_1 = __importDefault(require("pluralize"));
 const lodash_1 = __importDefault(require("lodash"));
-function generateSlices(schema) {
-    const sliceNames = schema.map(k => pluralize_1.default(k));
+function generateSlices(models) {
+    const sliceNames = models.map(k => pluralize_1.default(k));
     const adapter = toolkit_1.createEntityAdapter();
     return lodash_1.default.fromPairs(lodash_1.default.map(sliceNames, name => {
         return [name, toolkit_1.createSlice({
@@ -19,6 +19,7 @@ function generateSlices(schema) {
                     add: adapter.addOne,
                     setAll: adapter.setAll,
                     remove: adapter.removeOne,
+                    removeMany: adapter.removeMany,
                     movePriority: (s, { payload: { id, priority, parentFilter } }) => {
                         // Get IDs and insert our item at the new index
                         var affectedIds = lodash_1.default.orderBy(lodash_1.default.filter(lodash_1.default.values(s.entities), parentFilter).filter(e => e.id !== id), 'priority').map(e => e.id);
@@ -30,7 +31,52 @@ function generateSlices(schema) {
             }).reducer];
     }));
 }
+function generateJasonSlices(models) {
+    const initialState = lodash_1.default.fromPairs(lodash_1.default.map(models, (model_name) => {
+        return [model_name, {}];
+    }));
+    const modelSliceReducer = toolkit_1.createSlice({
+        name: 'jasonModels',
+        initialState,
+        reducers: {
+            setSubscriptionIds(s, a) {
+                const { payload } = a;
+                const { subscriptionId, model, ids } = payload;
+                console.log({ initialState });
+                s[model][subscriptionId] = ids;
+            },
+            addSubscriptionId(s, a) {
+                const { payload } = a;
+                const { subscriptionId, model, id } = payload;
+                s[model][subscriptionId] = lodash_1.default.union(s[model][subscriptionId] || [], [id]);
+            },
+            removeSubscriptionId(s, a) {
+                const { payload } = a;
+                const { subscriptionId, model, id } = payload;
+                s[model][subscriptionId] = lodash_1.default.remove(s[model][subscriptionId] || [], id);
+            },
+            removeSubscription(s, a) {
+                const { payload: { subscriptionId } } = a;
+                lodash_1.default.map(models, model => {
+                    delete s[model][subscriptionId];
+                });
+            }
+        }
+    }).reducer;
+    const jasonSliceReducer = toolkit_1.createSlice({
+        name: 'jason',
+        initialState: {
+            connected: false,
+            queueSize: 0
+        },
+        reducers: {
+            upsert: (s, a) => (Object.assign(Object.assign({}, s), a.payload))
+        }
+    }).reducer;
+    return { jason: jasonSliceReducer, jasonModels: modelSliceReducer };
+}
 function createJasonReducers(schema) {
-    return generateSlices(lodash_1.default.keys(schema));
+    const models = lodash_1.default.keys(schema);
+    return Object.assign(Object.assign({}, generateSlices(models)), generateJasonSlices(models));
 }
 exports.default = createJasonReducers;

data/client/lib/createOptDis.d.ts

@@ -0,0 +1 @@
+export default function createOptDis(schema: any, dispatch: any, restClient: any, serverActionQueue: any): (action: any) => void;

data/client/lib/createOptDis.js

@@ -0,0 +1,43 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const lodash_1 = __importDefault(require("lodash"));
+const pluralize_1 = __importDefault(require("pluralize"));
+const uuid_1 = require("uuid");
+function enrich(type, payload) {
+    if (type.split('/')[1] === 'upsert' && !(type.split('/')[0] === 'session')) {
+        if (!payload.id) {
+            return Object.assign(Object.assign({}, payload), { id: uuid_1.v4() });
+        }
+    }
+    return payload;
+}
+function createOptDis(schema, dispatch, restClient, serverActionQueue) {
+    const plurals = lodash_1.default.keys(schema).map(k => pluralize_1.default(k));
+    function enqueueServerAction(action) {
+        serverActionQueue.addItem(action);
+    }
+    function dispatchServerAction() {
+        const action = serverActionQueue.getItem();
+        if (!action)
+            return;
+        restClient.post('/jason/api/action', action)
+            .then(serverActionQueue.itemProcessed)
+            .catch(e => {
+            dispatch({ type: 'upsertLocalUi', data: { error: JSON.stringify(e) } });
+            serverActionQueue.itemProcessed();
+        });
+    }
+    setInterval(dispatchServerAction, 10);
+    return function (action) {
+        const { type, payload } = action;
+        const data = enrich(type, payload);
+        dispatch({ type, payload: data });
+        if (plurals.indexOf(type.split('/')[0]) > -1) {
+            enqueueServerAction({ type, payload: data });
+        }
+    };
+}
+exports.default = createOptDis;

data/client/lib/createPayloadHandler.d.ts

@@ -1 +1,9 @@
-export default function createPayloadHandler(dispatch: any, subscription: any, model: any, config: any): (data: any) => null | undefined;
+export default function createPayloadHandler({ dispatch, serverActionQueue, transportAdapter, config }: {
+    dispatch: any;
+    serverActionQueue: any;
+    transportAdapter: any;
+    config: any;
+}): {
+    handlePayload: (data: any) => void;
+    tearDown: () => void;
+};

data/client/lib/createPayloadHandler.js

@@ -3,85 +3,94 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-const jsonpatch_1 = require("jsonpatch");
-const humps_1 = require("humps");
+const deepCamelizeKeys_1 = __importDefault(require("./deepCamelizeKeys"));
 const pluralize_1 = __importDefault(require("pluralize"));
 const lodash_1 = __importDefault(require("lodash"));
+const uuid_1 = require("uuid");
 function diffSeconds(dt2, dt1) {
     var diff = (dt2.getTime() - dt1.getTime()) / 1000;
     return Math.abs(Math.round(diff));
 }
-function createPayloadHandler(dispatch, subscription, model, config) {
-    console.log({ model, config });
-    let payload = {};
-    let idx = 0;
+function createPayloadHandler({ dispatch, serverActionQueue, transportAdapter, config }) {
+    const subscriptionId = uuid_1.v4();
+    let idx = {};
     let patchQueue = {};
     let lastCheckAt = new Date();
     let updateDeadline = null;
     let checkInterval;
     function getPayload() {
-        console.log({ getPayload: model, subscription });
-        subscription.send({ getPayload: { model, config } });
+        setTimeout(() => transportAdapter.getPayload(config), 1000);
     }
-    const tGetPayload = lodash_1.default.throttle(getPayload, 10000);
-    function dispatchPayload() {
-        const includeModels = (config.includeModels || []).map(m => lodash_1.default.camelCase(m));
-        console.log("Dispatching", { payload, includeModels });
-        includeModels.forEach(m => {
-            const subPayload = lodash_1.default.flatten(lodash_1.default.compact(humps_1.camelizeKeys(payload).map(instance => instance[m])));
-            console.log({ type: `${pluralize_1.default(m)}/upsertMany`, payload: subPayload });
-            dispatch({ type: `${pluralize_1.default(m)}/upsertMany`, payload: subPayload });
-        });
-        dispatch({ type: `${pluralize_1.default(model)}/upsertMany`, payload: humps_1.camelizeKeys(payload) });
+    function camelizeKeys(item) {
+        return deepCamelizeKeys_1.default(item, key => uuid_1.validate(key));
     }
-    function processQueue() {
-        console.log({ idx, patchQueue });
+    const tGetPayload = lodash_1.default.throttle(getPayload, 10000);
+    function processQueue(model) {
+        console.debug("processQueue", model, idx[model], patchQueue[model]);
         lastCheckAt = new Date();
-        if (patchQueue[idx]) {
-            payload = jsonpatch_1.apply_patch(payload, patchQueue[idx]);
-            if (patchQueue[idx]) {
-                dispatchPayload();
+        if (patchQueue[model][idx[model]]) {
+            if (!serverActionQueue.fullySynced()) {
+                console.debug(serverActionQueue.getData());
+                setTimeout(() => processQueue(model), 100);
+                return;
+            }
+            const { payload, destroy, id, type } = patchQueue[model][idx[model]];
+            if (type === 'payload') {
+                dispatch({ type: `${pluralize_1.default(model)}/upsertMany`, payload });
+                const ids = payload.map(instance => instance.id);
+                dispatch({ type: `jasonModels/setSubscriptionIds`, payload: { model, subscriptionId, ids } });
             }
-            delete patchQueue[idx];
-            idx++;
+            else if (destroy) {
+                // Middleware will determine if this model should be removed if it isn't in any other subscriptions
+                dispatch({ type: `jasonModels/removeSubscriptionId`, payload: { model, subscriptionId, id } });
+            }
+            else {
+                dispatch({ type: `${pluralize_1.default(model)}/upsert`, payload });
+                dispatch({ type: `jasonModels/addSubscriptionId`, payload: { model, subscriptionId, id } });
+            }
+            delete patchQueue[model][idx[model]];
+            idx[model]++;
             updateDeadline = null;
-            processQueue();
+            processQueue(model);
             // If there are updates in the queue that are ahead of the index, some have arrived out of order
             // Set a deadline for new updates before it declares the update missing and refetches.
         }
-        else if (lodash_1.default.keys(patchQueue).length > 0 && !updateDeadline) {
+        else if (lodash_1.default.keys(patchQueue[model]).length > 0 && !updateDeadline) {
             var t = new Date();
             t.setSeconds(t.getSeconds() + 3);
             updateDeadline = t;
-            setTimeout(processQueue, 3100);
+            setTimeout(() => processQueue(model), 3100);
             // If more than 10 updates in queue, or deadline has passed, restart
         }
-        else if (lodash_1.default.keys(patchQueue).length > 10 || (updateDeadline && diffSeconds(updateDeadline, new Date()) < 0)) {
+        else if (lodash_1.default.keys(patchQueue[model]).length > 10 || (updateDeadline && diffSeconds(updateDeadline, new Date()) < 0)) {
             tGetPayload();
             updateDeadline = null;
         }
     }
     function handlePayload(data) {
-        const { value, idx: newIdx, diff, latency, type } = data;
-        console.log({ data });
+        const { idx: newIdx, model: snake_model, type } = data;
+        const model = lodash_1.default.camelCase(snake_model);
+        idx[model] = idx[model] || 0;
+        patchQueue[model] = patchQueue[model] || {};
         if (type === 'payload') {
-            if (!value)
-                return null;
-            payload = value;
-            dispatchPayload();
-            idx = newIdx + 1;
+            idx[model] = newIdx;
             // Clear any old changes left in the queue
-            patchQueue = lodash_1.default.pick(patchQueue, lodash_1.default.keys(patchQueue).filter(k => k > newIdx + 1));
-            return;
+            patchQueue[model] = lodash_1.default.pick(patchQueue[model], lodash_1.default.keys(patchQueue[model]).filter(k => k > newIdx + 1));
         }
-        patchQueue[newIdx] = diff;
-        processQueue();
+        patchQueue[model][newIdx] = camelizeKeys(Object.assign(Object.assign({}, data), { model }));
+        console.debug("Added to queue", model, idx[model], camelizeKeys(Object.assign(Object.assign({}, data), { model })), serverActionQueue.getData());
+        processQueue(model);
         if (diffSeconds((new Date()), lastCheckAt) >= 3) {
             lastCheckAt = new Date();
-            console.log('Interval lost. Pulling from server');
+            console.debug('Interval lost. Pulling from server');
             tGetPayload();
         }
     }
-    return handlePayload;
+    tGetPayload();
+    // Clean up after ourselves
+    function tearDown() {
+        dispatch({ type: `jasonModels/removeSubscription`, payload: { subscriptionId } });
+    }
+    return { handlePayload, tearDown };
 }
 exports.default = createPayloadHandler;