@beseif-solutions/prow-core 1.0.6 → 1.1.0

package/dist/core.d.ts

@@ -4,6 +4,7 @@ import lodash from "lodash";
 import moment from "moment-timezone";
 import { FromCatalog, FromDirectory, T } from "./minified-utils/locales";
 import { SourceConfig } from "./entities/source";
+import { File } from "./minified-utils/fields";
 export type SourceFunctions = {
     register: <SC extends SourceConfig = SourceConfig>(source: SC[`id`], sandbox: boolean, data: SC[`fields`]) => Promise<{
         id: string;
@@ -14,6 +15,10 @@ export type SourceFunctions = {
     }[]>;
     unregister: <SC extends SourceConfig = SourceConfig>(source: SC[`id`], sandbox: boolean, id: string) => Promise<void>;
 };
+export type StorageFunctions = {
+    read: (id: string) => Promise<string>;
+    store: (file: File) => Promise<File>;
+};
 export type Core = {
     axios: AxiosInstance;
     moment: typeof moment;
@@ -22,11 +27,13 @@ export type Core = {
     joi: Joi.Root;
     sources?: SourceFunctions;
     t: T;
+    files: StorageFunctions;
 };
 type CoreOptions = {
+    localization: FromDirectory | FromCatalog;
+    files: StorageFunctions;
     env?: Record<string, any>;
     sources?: SourceFunctions;
-    localization: FromDirectory | FromCatalog;
 };
 export declare const core: (options: CoreOptions) => Promise<Core>;
 export {};

package/dist/core.js

@@ -30,5 +30,6 @@ const core = async (options) => ({
     joi: joi_1.default,
     sources: options.sources || FALLBACK_SOURCES,
     t: (0, locales_1.i18n)(options.localization).t,
+    files: options.files,
 });
 exports.core = core;

package/dist/index.d.ts

@@ -1,12 +1,11 @@
-export { Core, core } from './core';
+export { Core, core, SourceFunctions, StorageFunctions } from './core';
 export { CoreFunction, idSchema } from './entities/commons';
 export { Credentials, credentialsSchema, OAuthCredentials, oauthCredentialsSchema, SessionCredentials, sessionCredentialsSchema, StaticCredentials, staticCredentialsSchema } from './entities/credentials';
 export { Action, actionOutputSchema, actionSchema, AsyncAction, Event, eventSchema, ImmediateTrigger, immediateTriggerSchema, Request, ScheduledTrigger, scheduledTriggerSchema, SyncAction, syncActionSchema, Trigger, triggerOutputSchema, triggerSchema } from './entities/events';
 export { Provider, providerSchema } from './entities/provider';
 export { Source } from './entities/source';
 export { getPath, hasExpression, isDynamic, isExpression, split } from './minified-utils/context';
-export { alter, extract, fieldSchema, fieldsSchema, validate, ValidationResult } from './minified-utils/validation';
 export { Condition, Field, File, SelectFieldChoice } from './minified-utils/fields';
 export { DEFAULT_LOCALE, i18n, LocalizedField, LocalizedProperties, localizeFields, localizeGroup, localizeInputs, localizeOutputs, localizeProperties } from './minified-utils/locales';
 export { Properties } from './minified-utils/properties';
-export { Protocol } from './minified-utils/protocol';
+export { alter, extract, fieldSchema, fieldsSchema, validate, ValidationOptions, ValidationResult } from './minified-utils/validation';

package/dist/index.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.Protocol = exports.Properties = exports.localizeProperties = exports.localizeOutputs = exports.localizeInputs = exports.localizeGroup = exports.localizeFields = exports.i18n = exports.DEFAULT_LOCALE = exports.validate = exports.fieldsSchema = exports.fieldSchema = exports.extract = exports.alter = exports.split = exports.isExpression = exports.isDynamic = exports.hasExpression = exports.getPath = exports.providerSchema = exports.triggerSchema = exports.triggerOutputSchema = exports.syncActionSchema = exports.scheduledTriggerSchema = exports.immediateTriggerSchema = exports.eventSchema = exports.actionSchema = exports.actionOutputSchema = exports.staticCredentialsSchema = exports.sessionCredentialsSchema = exports.oauthCredentialsSchema = exports.credentialsSchema = exports.idSchema = exports.core = void 0;
+exports.validate = exports.fieldsSchema = exports.fieldSchema = exports.extract = exports.alter = exports.Properties = exports.localizeProperties = exports.localizeOutputs = exports.localizeInputs = exports.localizeGroup = exports.localizeFields = exports.i18n = exports.DEFAULT_LOCALE = exports.split = exports.isExpression = exports.isDynamic = exports.hasExpression = exports.getPath = exports.providerSchema = exports.triggerSchema = exports.triggerOutputSchema = exports.syncActionSchema = exports.scheduledTriggerSchema = exports.immediateTriggerSchema = exports.eventSchema = exports.actionSchema = exports.actionOutputSchema = exports.staticCredentialsSchema = exports.sessionCredentialsSchema = exports.oauthCredentialsSchema = exports.credentialsSchema = exports.idSchema = exports.core = void 0;
 var core_1 = require("./core");
 Object.defineProperty(exports, "core", { enumerable: true, get: function () { return core_1.core; } });
 var commons_1 = require("./entities/commons");
@@ -27,12 +27,6 @@ Object.defineProperty(exports, "hasExpression", { enumerable: true, get: functio
 Object.defineProperty(exports, "isDynamic", { enumerable: true, get: function () { return context_1.isDynamic; } });
 Object.defineProperty(exports, "isExpression", { enumerable: true, get: function () { return context_1.isExpression; } });
 Object.defineProperty(exports, "split", { enumerable: true, get: function () { return context_1.split; } });
-var validation_1 = require("./minified-utils/validation");
-Object.defineProperty(exports, "alter", { enumerable: true, get: function () { return validation_1.alter; } });
-Object.defineProperty(exports, "extract", { enumerable: true, get: function () { return validation_1.extract; } });
-Object.defineProperty(exports, "fieldSchema", { enumerable: true, get: function () { return validation_1.fieldSchema; } });
-Object.defineProperty(exports, "fieldsSchema", { enumerable: true, get: function () { return validation_1.fieldsSchema; } });
-Object.defineProperty(exports, "validate", { enumerable: true, get: function () { return validation_1.validate; } });
 var locales_1 = require("./minified-utils/locales");
 Object.defineProperty(exports, "DEFAULT_LOCALE", { enumerable: true, get: function () { return locales_1.DEFAULT_LOCALE; } });
 Object.defineProperty(exports, "i18n", { enumerable: true, get: function () { return locales_1.i18n; } });
@@ -43,5 +37,9 @@ Object.defineProperty(exports, "localizeOutputs", { enumerable: true, get: funct
 Object.defineProperty(exports, "localizeProperties", { enumerable: true, get: function () { return locales_1.localizeProperties; } });
 var properties_1 = require("./minified-utils/properties");
 Object.defineProperty(exports, "Properties", { enumerable: true, get: function () { return properties_1.Properties; } });
-var protocol_1 = require("./minified-utils/protocol");
-Object.defineProperty(exports, "Protocol", { enumerable: true, get: function () { return protocol_1.Protocol; } });
+var validation_1 = require("./minified-utils/validation");
+Object.defineProperty(exports, "alter", { enumerable: true, get: function () { return validation_1.alter; } });
+Object.defineProperty(exports, "extract", { enumerable: true, get: function () { return validation_1.extract; } });
+Object.defineProperty(exports, "fieldSchema", { enumerable: true, get: function () { return validation_1.fieldSchema; } });
+Object.defineProperty(exports, "fieldsSchema", { enumerable: true, get: function () { return validation_1.fieldsSchema; } });
+Object.defineProperty(exports, "validate", { enumerable: true, get: function () { return validation_1.validate; } });

package/dist/minified-utils/context.js

@@ -47,7 +47,7 @@ class Context {
             let serialized = false;
             let unresolved;
             const dynamicSource = field.type === `dict` && field.items && (0, exports.isDynamic)(source, false);
-            if (((lodash_1.default.isObject(source) || lodash_1.default.isArray(source)) && field.type === `dict` && !field.items) || dynamicSource) {
+            if (((lodash_1.default.isObject(source) || lodash_1.default.isArray(source)) && ((field.type === `dict` && !field.items) || (field.type === `file`))) || dynamicSource) {
                 serialized = true;
                 unresolved = JSON.stringify(source);
             }
@@ -112,7 +112,9 @@ class Context {
                             }
                             const prop = lodash_1.default.get(i, map.value);
                             if (typeof prop !== `undefined`) {
-                                if (shouldInfer(child, prop)) {
+                                if (prop === null) {
+                                }
+                                else if (shouldInfer(child, prop)) {
                                     item[key] = prop;
                                 }
                                 else {

package/dist/minified-utils/validation.d.ts

@@ -1,5 +1,6 @@
 import Joi from "joi";
 import { Field } from "./fields";
+import { StorageFunctions } from "../core";
 type ValidationExtended = {
     original: any;
     value: any;
@@ -15,16 +16,18 @@ type ValidationExtended = {
 });
 export declare const fieldSchema: () => Joi.ObjectSchema<any>;
 export declare const fieldsSchema: () => Joi.ArraySchema<any[]>;
+export type ValidationOptions = {
+    files: StorageFunctions;
+    secure?: boolean;
+    break?: boolean;
+    context?: Record<string, any>;
+};
 export type ValidationResult<Extended = Record<string, never>> = {
     valid: boolean;
     fields: Field<Extended & ValidationExtended>[];
 };
 export declare const alter: (field: Field, relative: string, data: Record<string, any>) => Field;
-export declare const validate: <I>(fields: Field<I>[], data: Record<string, any>, options?: {
-    secure?: boolean;
-    break?: boolean;
-    context?: Record<string, any>;
-}) => Promise<ValidationResult<I>>;
+export declare const validate: <I>(fields: Field<I>[], data: Record<string, any>, options: ValidationOptions) => Promise<ValidationResult<I>>;
 export declare const extract: (validation: Field<ValidationExtended>[], options?: {
     original?: boolean;
 }) => Promise<Record<string, any>>;

package/dist/minified-utils/validation.js

@@ -4,6 +4,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.extract = exports.validate = exports.alter = exports.fieldsSchema = exports.fieldSchema = void 0;
+const axios_1 = __importDefault(require("axios"));
 const joi_1 = __importDefault(require("joi"));
 const lodash_1 = __importDefault(require("lodash"));
 const moment_timezone_1 = __importDefault(require("moment-timezone"));
@@ -165,31 +166,6 @@ const fileSchema = () => joi_1.default.object({
     type: joi_1.default.string().required(),
     content: joi_1.default.string().required(),
 });
-const fileReplacer = (field) => ({
-    key: field.key,
-    type: `dict`,
-    unknown: true,
-    items: [
-        {
-            key: `name`,
-            type: `string`,
-            required: true,
-        },
-        {
-            key: `type`,
-            type: `string`,
-            required: true,
-        },
-        {
-            key: `content`,
-            type: `string`,
-            required: true,
-        },
-    ],
-    default: field.default,
-    ...lodash_1.default.pick(field, [`altered_by`, `disabled`, `required`, `as_password`, `show`, `as_array`, `array_min`, `array_max`, `array_length`]),
-    ...Object.assign({}, ...Object.entries(field).map(([k, v]) => k.startsWith(`experimental_`) ? { [k]: v } : {})),
-});
 const fileInputFieldSchema = () => joi_1.default.object({
     default: defaultSchema(fileSchema()),
     accept: joi_1.default.alternatives(joi_1.default.string(), joi_1.default.array().items(joi_1.default.string())).optional(),
@@ -242,7 +218,7 @@ const fieldSchema = () => inputFieldBaseSchema()
 exports.fieldSchema = fieldSchema;
 const fieldsSchema = () => joi_1.default.array().items((0, exports.fieldSchema)());
 exports.fieldsSchema = fieldsSchema;
-const getSimpleFieldSchema = (field) => {
+const getSimpleFieldSchema = (field, configuration) => {
     if (field.as_array) {
         throw new Error(`Cannot use as_array with simple field schema generator`);
     }
@@ -334,7 +310,26 @@ const getSimpleFieldSchema = (field) => {
             typeSchema = joi_1.default.object().unknown(true);
             break;
         case `file`:
-            typeSchema = fileSchema();
+            typeSchema = fileSchema()
+                .external(async (value) => {
+                if (value.content.startsWith(`http://`) || value.content.startsWith(`https://`)) {
+                    try {
+                        const { data: content } = await axios_1.default.get(value.content, { responseType: `arraybuffer` });
+                        value.content = Buffer.from(content).toString(`base64`);
+                    }
+                    catch (e) {
+                        console.log(e);
+                        throw new Error(`Could not fetch file from URL`);
+                    }
+                }
+                else if (value.content.startsWith(`id:`)) {
+                    const id = value.content.replace(`id:`, ``);
+                    value.content = await configuration.files.read(id);
+                }
+                else {
+                }
+                return value;
+            });
             break;
     }
     if (`format` in field && field.format === `select`) {
@@ -447,9 +442,6 @@ const recursive_schema = async (field, data, options) => {
             }
         }
         const alteredField = lodash_1.default.cloneDeep(newField);
-        if (newField.type === `file`) {
-            newField = fileReplacer(newField);
-        }
         const relativeKey = options.relative ?
             options.relative.endsWith(`]`) ?
                 options.array ? options.relative : `${options.relative}.${newField.key}`
@@ -475,7 +467,7 @@ const recursive_schema = async (field, data, options) => {
                 const itemSchemas = [];
                 if (lodash_1.default.isArray(resolved)) {
                     for (let i = 0; i < (resolved || []).length; i++) {
-                        const { schema: itemSchema } = await recursive_schema(noArrayField, data, { alter: false, relative: `${relativeKey}[${i}]`, array: true, context: options.context });
+                        const { schema: itemSchema } = await recursive_schema(noArrayField, data, { files: options.files, alter: false, relative: `${relativeKey}[${i}]`, array: true, context: options.context });
                         if (itemSchema) {
                             itemSchemas.push(itemSchema);
                         }
@@ -490,7 +482,7 @@ const recursive_schema = async (field, data, options) => {
                 if (noArrayField.type === `dict` && noArrayField.items) {
                     const items = [];
                     for (const item of noArrayField.items) {
-                        const recursive = await recursive_schema(item, data, { alter: options.alter && true, relative: `${relativeKey}[0]`, context: options.context, no_undefined: true });
+                        const recursive = await recursive_schema(item, data, { files: options.files, alter: options.alter && true, relative: `${relativeKey}[0]`, context: options.context, no_undefined: true });
                         if (recursive) {
                             items.push({ key: item.key, schema: recursive.schema, field: recursive.field });
                         }
@@ -499,7 +491,7 @@ const recursive_schema = async (field, data, options) => {
                     noArrayField.items = items.map((i) => i.field);
                 }
                 else {
-                    genericItemSchema = getSimpleFieldSchema(noArrayField);
+                    genericItemSchema = getSimpleFieldSchema(noArrayField, { files: options.files });
                 }
                 calculatedSchema = getItemsArrayFieldSchema(newField, [genericItemSchema]);
             }
@@ -508,7 +500,7 @@ const recursive_schema = async (field, data, options) => {
             if (resolved || newField.required) {
                 const items = [];
                 for (const item of newField.items) {
-                    const recursive = await recursive_schema(item, data, { alter: options.alter && true, relative: relativeKey, context: options.context });
+                    const recursive = await recursive_schema(item, data, { files: options.files, alter: options.alter && true, relative: relativeKey, context: options.context });
                     if (recursive) {
                         items.push({ key: item.key, schema: recursive.schema, field: recursive.field });
                     }
@@ -518,11 +510,11 @@ const recursive_schema = async (field, data, options) => {
             }
             else {
                 delete newField.items;
-                calculatedSchema = getSimpleFieldSchema(newField);
+                calculatedSchema = getSimpleFieldSchema(newField, { files: options.files });
             }
         }
         else {
-            calculatedSchema = getSimpleFieldSchema(newField);
+            calculatedSchema = getSimpleFieldSchema(newField, { files: options.files });
         }
         if (!calculatedSchema) {
             throw new Error(`Could not resolve schema for field ${newField.key}`);
@@ -542,7 +534,7 @@ const validate_internal = async (fields, data, options) => {
         for (const field of fields) {
             const value = lodash_1.default.get(data, field.key, field.default);
             const cloned = lodash_1.default.cloneDeep(data);
-            const recursive = await recursive_schema(field, cloned, { alter: true, context: options.context });
+            const recursive = await recursive_schema(field, cloned, { files: options.files, alter: true, context: options.context });
             if (!recursive) {
                 continue;
             }
@@ -594,7 +586,7 @@ const validate_internal = async (fields, data, options) => {
         throw e;
     }
 };
-const validate = async (fields, data, options = {}) => {
+const validate = async (fields, data, options) => {
     try {
         const { error } = (0, exports.fieldsSchema)().validate(fields);
         if (error) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@beseif-solutions/prow-core",
-  "version": "1.0.6",
+  "version": "1.1.0",
   "description": "Prow core functionalities and classes",
   "main": "dist/index.js",
   "scripts": {

package/src/core.ts

@@ -4,6 +4,7 @@ import lodash from "lodash";
 import moment from "moment-timezone";
 import { FromCatalog, FromDirectory, i18n, T } from "./minified-utils/locales";
 import { SourceConfig } from "./entities/source";
+import { File } from "./minified-utils/fields";
 
 export type SourceFunctions = {
   register: <SC extends SourceConfig = SourceConfig>(source: SC[`id`], sandbox: boolean, data: SC[`fields`]) => Promise<{ id: string }>,
@@ -11,6 +12,11 @@ export type SourceFunctions = {
   unregister: <SC extends SourceConfig = SourceConfig>(source: SC[`id`], sandbox: boolean, id: string) => Promise<void>,
 };
 
+export type StorageFunctions = {
+  read: (id: string) => Promise<string>,
+  store: (file: File) => Promise<File>,
+};
+
 const FALLBACK_SOURCES: SourceFunctions = {
   register: async () => {
     throw new Error(`Sources not available: valid implementation not provided`);
@@ -31,12 +37,14 @@ export type Core = {
   joi: Joi.Root,
   sources?: SourceFunctions,
   t: T,
+  files: StorageFunctions,
 };
 
 type CoreOptions = {
+  localization: FromDirectory | FromCatalog,
+  files: StorageFunctions,
   env?: Record<string, any>,
   sources?: SourceFunctions,
-  localization: FromDirectory | FromCatalog,
 };
 
 /* eslint-disable @typescript-eslint/unbound-method */
@@ -51,4 +59,5 @@ export const core = async (options: CoreOptions): Promise<Core> => ({
   joi: Joi,
   sources: options.sources || FALLBACK_SOURCES,
   t: i18n(options.localization).t,
+  files: options.files,
 });

package/src/index.ts

@@ -1,12 +1,11 @@
-export { Core, core } from './core';
+export { Core, core, SourceFunctions, StorageFunctions } from './core';
 export { CoreFunction, idSchema } from './entities/commons';
 export { Credentials, credentialsSchema, OAuthCredentials, oauthCredentialsSchema, SessionCredentials, sessionCredentialsSchema, StaticCredentials, staticCredentialsSchema } from './entities/credentials';
 export { Action, actionOutputSchema, actionSchema, AsyncAction, Event, eventSchema, ImmediateTrigger, immediateTriggerSchema, Request, ScheduledTrigger, scheduledTriggerSchema, SyncAction, syncActionSchema, Trigger, triggerOutputSchema, triggerSchema } from './entities/events';
 export { Provider, providerSchema } from './entities/provider';
 export { Source } from './entities/source';
 export { getPath, hasExpression, isDynamic, isExpression, split } from './minified-utils/context';
-export { alter, extract, fieldSchema, fieldsSchema, validate, ValidationResult } from './minified-utils/validation';
 export { Condition, Field, File, SelectFieldChoice } from './minified-utils/fields';
 export { DEFAULT_LOCALE, i18n, LocalizedField, LocalizedProperties, localizeFields, localizeGroup, localizeInputs, localizeOutputs, localizeProperties } from './minified-utils/locales';
 export { Properties } from './minified-utils/properties';
-export { Protocol } from './minified-utils/protocol';
+export { alter, extract, fieldSchema, fieldsSchema, validate, ValidationOptions, ValidationResult } from './minified-utils/validation';

package/src/minified-utils/context.ts

@@ -60,7 +60,7 @@ class Context {
 
     const dynamicSource = field.type === `dict` && field.items && isDynamic(source, false);
 
-    if (((_.isObject(source) || _.isArray(source)) && field.type === `dict` && !field.items) || dynamicSource) {
+    if (((_.isObject(source) || _.isArray(source)) && ((field.type === `dict` && !field.items) || (field.type === `file`))) || dynamicSource) {
       serialized = true;
       unresolved = JSON.stringify(source);
     } else if (typeof source === `string`) {
@@ -125,7 +125,9 @@ class Context {
 
             const prop = _.get(i, map.value);
             if (typeof prop !== `undefined`) {
-              if (shouldInfer(child, prop)) {
+              if (prop === null) {
+                // treat as empty value
+              } else if (shouldInfer(child, prop)) {
                 item[key] = prop;
               } else {
                 item[key] = _.toString(prop);

package/src/minified-utils/validation.ts

@@ -1,9 +1,11 @@
+import axios from "axios";
 import Joi, { DateSchema, NumberSchema, StringSchema } from "joi";
 import _ from "lodash";
 import moment from "moment-timezone";
 import context from "./context";
+import { Field, File, SelectFieldChoice } from "./fields";
 import { where, Where } from "./where";
-import { CommonField, Field, FileInputField, SelectFieldChoice } from "./fields";
+import { StorageFunctions } from "../core";
 
 type ValidationExtended = {
   original: any,
@@ -218,32 +220,32 @@ const fileSchema = () => Joi.object({
   content: Joi.string().required(), // base64 encoded content
 });
 
-// ÑAPA: translate file to structured dict
-const fileReplacer = (field: CommonField & FileInputField): Field => ({
-  key: field.key,
-  type: `dict`,
-  unknown: true,
-  items: [
-    {
-      key: `name`,
-      type: `string`,
-      required: true,
-    },
-    {
-      key: `type`,
-      type: `string`,
-      required: true,
-    },
-    {
-      key: `content`,
-      type: `string`,
-      required: true,
-    },
-  ],
-  default: field.default,
-  ..._.pick(field, [`altered_by`, `disabled`, `required`, `as_password`, `show`, `as_array`, `array_min`, `array_max`, `array_length`]),
-  ...Object.assign({}, ...Object.entries(field).map(([k, v]) => k.startsWith(`experimental_`) ? { [k]: v } : {})),
-}) as Field;
+// // ÑAPA: translate file to structured dict
+// const fileReplacer = (field: CommonField & FileInputField): Field => ({
+//   key: field.key,
+//   type: `dict`,
+//   unknown: true,
+//   items: [
+//     {
+//       key: `name`,
+//       type: `string`,
+//       required: true,
+//     },
+//     {
+//       key: `type`,
+//       type: `string`,
+//       required: true,
+//     },
+//     {
+//       key: `content`,
+//       type: `string`,
+//       required: true,
+//     },
+//   ],
+//   default: field.default,
+//   ..._.pick(field, [`altered_by`, `disabled`, `required`, `as_password`, `show`, `as_array`, `array_min`, `array_max`, `array_length`]),
+//   ...Object.assign({}, ...Object.entries(field).map(([k, v]) => k.startsWith(`experimental_`) ? { [k]: v } : {})),
+// }) as Field;
 
 const fileInputFieldSchema = () =>
   Joi.object({
@@ -307,7 +309,7 @@ export const fieldSchema = () =>
 export const fieldsSchema = () =>
   Joi.array().items(fieldSchema());
 
-const getSimpleFieldSchema = (field: Field) => {
+const getSimpleFieldSchema = (field: Field, configuration: { files: StorageFunctions }) => {
   if (field.as_array) { throw new Error(`Cannot use as_array with simple field schema generator`); }
 
   let typeSchema: Joi.Schema;
@@ -378,7 +380,28 @@ const getSimpleFieldSchema = (field: Field) => {
       typeSchema = Joi.object().unknown(true);
       break;
     case `file`:
-      typeSchema = fileSchema();
+      typeSchema = fileSchema()
+        .external(async (value: File) => {
+          if (value.content.startsWith(`http://`) || value.content.startsWith(`https://`)) {
+            try {
+              // get content from public URL
+              const { data: content } = await axios.get(value.content, { responseType: `arraybuffer` });
+              // content to base64
+              value.content = Buffer.from(content).toString(`base64`);
+            } catch (e) {
+              console.log(e);
+              throw new Error(`Could not fetch file from URL`);
+            }
+          } else if (value.content.startsWith(`id:`)) {
+            const id = value.content.replace(`id:`, ``);
+            // get content from internal storage
+            value.content = await configuration.files.read(id);
+          } else {
+            // content as base64
+          }
+
+          return value;
+        });
       break;
   }
 
@@ -447,6 +470,13 @@ const convertPath = (parts: (string | number)[]): string =>
 const secure = async (field: Field, validation: ValidationExtended): Promise<ValidationExtended> =>
   field.as_password ? _.omit(validation, [`value`, `original`]) as any : validation;
 
+export type ValidationOptions = {
+  files: StorageFunctions,
+  secure?: boolean,
+  break?: boolean,
+  context?: Record<string, any>,
+};
+
 export type ValidationResult<Extended = Record<string, never>> = {
   valid: boolean,
   fields: Field<Extended & ValidationExtended>[],
@@ -478,7 +508,7 @@ export const alter = (field: Field, relative: string, data: Record<string, any>)
   return cloned;
 };
 
-const recursive_schema = async (field: Field, data: Record<string, any>, options: { alter: boolean, context: Record<string, any>, relative?: string, array?: boolean, no_undefined?: boolean }): Promise<{ schema: Joi.Schema, field: Field }> => {
+const recursive_schema = async (field: Field, data: Record<string, any>, options: { files: StorageFunctions, alter: boolean, context: Record<string, any>, relative?: string, array?: boolean, no_undefined?: boolean }): Promise<{ schema: Joi.Schema, field: Field }> => {
   try {
     let newField: Field = _.cloneDeep(field);
 
@@ -495,7 +525,7 @@ const recursive_schema = async (field: Field, data: Record<string, any>, options
     const alteredField: Field = _.cloneDeep(newField);
 
     // ÑAPA: if the field is a file, replace it
-    if (newField.type === `file`) { newField = fileReplacer(newField); }
+    // if (newField.type === `file`) { newField = fileReplacer(newField); }
 
     const relativeKey = options.relative ?
       options.relative.endsWith(`]`) ?
@@ -528,7 +558,7 @@ const recursive_schema = async (field: Field, data: Record<string, any>, options
         const itemSchemas: Joi.Schema[] = [];
         if (_.isArray(resolved)) {
           for (let i = 0; i < (resolved || []).length; i++) {
-            const { schema: itemSchema } = await recursive_schema(noArrayField, data, { alter: false, relative: `${relativeKey}[${i}]`, array: true, context: options.context });
+            const { schema: itemSchema } = await recursive_schema(noArrayField, data, { files: options.files, alter: false, relative: `${relativeKey}[${i}]`, array: true, context: options.context });
             if (itemSchema) { itemSchemas.push(itemSchema); }
           }
 
@@ -544,14 +574,14 @@ const recursive_schema = async (field: Field, data: Record<string, any>, options
           const items: { key: string, schema: Joi.Schema, field: Field }[] = [];
 
           for (const item of noArrayField.items) {
-            const recursive = await recursive_schema(item, data, { alter: options.alter && true, relative: `${relativeKey}[0]`, context: options.context, no_undefined: true });
+            const recursive = await recursive_schema(item, data, { files: options.files, alter: options.alter && true, relative: `${relativeKey}[0]`, context: options.context, no_undefined: true });
             if (recursive) { items.push({ key: item.key, schema: recursive.schema, field: recursive.field }); }
           }
 
           genericItemSchema = getObjectFieldSchema(noArrayField, items);
           noArrayField.items = items.map((i) => i.field);
         } else {
-          genericItemSchema = getSimpleFieldSchema(noArrayField);
+          genericItemSchema = getSimpleFieldSchema(noArrayField, { files: options.files });
         }
 
         calculatedSchema = getItemsArrayFieldSchema(newField, [genericItemSchema]);
@@ -561,7 +591,7 @@ const recursive_schema = async (field: Field, data: Record<string, any>, options
         const items: { key: string, schema: Joi.Schema, field: Field }[] = [];
 
         for (const item of newField.items) {
-          const recursive = await recursive_schema(item, data, { alter: options.alter && true, relative: relativeKey, context: options.context });
+          const recursive = await recursive_schema(item, data, { files: options.files, alter: options.alter && true, relative: relativeKey, context: options.context });
           if (recursive) { items.push({ key: item.key, schema: recursive.schema, field: recursive.field }); }
         }
 
@@ -569,10 +599,10 @@ const recursive_schema = async (field: Field, data: Record<string, any>, options
         newField.items = items.map((i) => i.field);
       } else {
         delete newField.items;
-        calculatedSchema = getSimpleFieldSchema(newField);
+        calculatedSchema = getSimpleFieldSchema(newField, { files: options.files });
       }
     } else {
-      calculatedSchema = getSimpleFieldSchema(newField);
+      calculatedSchema = getSimpleFieldSchema(newField, { files: options.files });
     }
 
     if (!calculatedSchema) { throw new Error(`Could not resolve schema for field ${newField.key}`); }
@@ -584,7 +614,7 @@ const recursive_schema = async (field: Field, data: Record<string, any>, options
   } catch (e) { throw e; }
 };
 
-const validate_internal = async (fields: Field[], data: Record<string, any>, options: { secure: boolean, break: boolean, context: Record<string, any> }): Promise<ValidationResult> => {
+const validate_internal = async (fields: Field[], data: Record<string, any>, options: { files: StorageFunctions, secure: boolean, break: boolean, context: Record<string, any> }): Promise<ValidationResult> => {
   try {
     const response: ValidationResult<{}> = { valid: true, fields: [] };
 
@@ -594,7 +624,7 @@ const validate_internal = async (fields: Field[], data: Record<string, any>, opt
 
       const cloned = _.cloneDeep(data);
 
-      const recursive = await recursive_schema(field, cloned, { alter: true, context: options.context });
+      const recursive = await recursive_schema(field, cloned, { files: options.files, alter: true, context: options.context });
       if (!recursive) { continue; }
 
       const resolved = _.get(cloned, field.key, field.default);
@@ -644,7 +674,7 @@ const validate_internal = async (fields: Field[], data: Record<string, any>, opt
   } catch (e) { throw e; }
 };
 
-export const validate = async <I>(fields: Field<I>[], data: Record<string, any>, options: { secure?: boolean, break?: boolean, context?: Record<string, any> } = {}): Promise<ValidationResult<I>> => {
+export const validate = async <I>(fields: Field<I>[], data: Record<string, any>, options: ValidationOptions): Promise<ValidationResult<I>> => {
   try {
     const { error } = fieldsSchema().validate(fields);
     if (error) { throw new Error(`Invalid fields definition: ${error.message}`); }

package/dist/minified-utils/protocol.d.ts

@@ -1,52 +0,0 @@
-import { Provider } from "../entities/provider";
-export declare class Protocol {
-    private readonly provider;
-    private readonly configuration;
-    constructor(provider: Provider, configuration: Protocol.Configuration);
-    evaluate: (req: Protocol.Command) => Promise<any>;
-}
-export declare namespace Protocol {
-    type Model = `action` | `trigger` | `credential`;
-    type Invoke = {
-        command: `invoke`;
-        model: Protocol.Model;
-        id: string;
-        params: {
-            function: string;
-            configuration: Record<string, any>;
-        };
-        context: {
-            organization: string;
-            workspace: number;
-            environment: Record<string, any>;
-            localization: {
-                locale: string;
-                catalog: Record<string, any>;
-            };
-        };
-    };
-    type CredentialList = {
-        command: `list:credentials`;
-    };
-    type ActionList = {
-        command: `list:actions`;
-    };
-    type TriggerList = {
-        command: `list:triggers`;
-    };
-    type SourceList = {
-        command: `list:sources`;
-    };
-    type LocaleList = {
-        command: `list:locales`;
-    };
-    type Command = Invoke | CredentialList | ActionList | TriggerList | SourceList | LocaleList;
-    type SourcesConfiguration = {
-        host: string;
-        token: string;
-    };
-    type Configuration = {
-        path: string;
-        sources: SourcesConfiguration;
-    };
-}

package/dist/minified-utils/protocol.js

@@ -1,187 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Protocol = void 0;
-const axios_1 = __importDefault(require("axios"));
-const joi_1 = __importDefault(require("joi"));
-const lodash_1 = __importDefault(require("lodash"));
-const core_1 = require("../core");
-const provider_1 = require("../entities/provider");
-const locales_1 = require("./locales");
-const invokeSchema = joi_1.default.object({
-    command: joi_1.default.string().valid(`invoke`).required(),
-    model: joi_1.default.string().valid(`action`, `trigger`, `credential`).required(),
-    id: joi_1.default.string().required(),
-    params: joi_1.default.object({
-        function: joi_1.default.string().required(),
-        configuration: joi_1.default.object().required(),
-    }).required(),
-    context: joi_1.default.object({
-        organization: joi_1.default.string().required(),
-        workspace: joi_1.default.number().required(),
-        environment: joi_1.default.object().required(),
-        localization: joi_1.default.object({
-            locale: joi_1.default.string().required(),
-            catalog: joi_1.default.object().required(),
-        }).required(),
-    }).required(),
-}).required();
-const credentialListSchema = joi_1.default.object({
-    command: joi_1.default.string().valid(`list:credentials`).required(),
-}).required();
-const actionListSchema = joi_1.default.object({
-    command: joi_1.default.string().valid(`list:actions`).required(),
-}).required();
-const triggerListSchema = joi_1.default.object({
-    command: joi_1.default.string().valid(`list:triggers`).required(),
-}).required();
-const sourceListSchema = joi_1.default.object({
-    command: joi_1.default.string().valid(`list:sources`).required(),
-}).required();
-const localeListSchema = joi_1.default.object({
-    command: joi_1.default.string().valid(`list:locales`).required(),
-}).required();
-const commandSchema = joi_1.default.alternatives(invokeSchema, credentialListSchema, actionListSchema, triggerListSchema, sourceListSchema, localeListSchema);
-const API_SOURCES = (provider, configuration, context) => {
-    const REQ_CONFIG = {
-        baseURL: configuration.host,
-        headers: {
-            "x-prow-provider": provider.id,
-            "x-prow-version": provider.version,
-            "x-prow-token": configuration.token,
-            "x-prow-organization": context.organization,
-            "x-active-workspace": `${context.workspace}`,
-        },
-    };
-    return {
-        register: async (source, sandbox, data) => {
-            try {
-                const { data: [created] } = await axios_1.default.post(`/feu/v1/sources`, {
-                    provider: provider.id,
-                    version: provider.version,
-                    source: source,
-                    sandbox: sandbox,
-                    data: data,
-                }, REQ_CONFIG);
-                if (!created || !created.uuid) {
-                    throw new Error(`Source registration failed`);
-                }
-                return { id: created.uuid };
-            }
-            catch (e) {
-                throw e;
-            }
-        },
-        unregister: async (source, sandbox, id) => {
-            try {
-                const { data: [get] } = await axios_1.default.post(`/feu/v1/sources/list`, {
-                    provider: provider.id,
-                    version: provider.version,
-                    source: source,
-                    sandbox: sandbox,
-                    uuid: id,
-                }, REQ_CONFIG);
-                if (!get) {
-                    throw new Error(`Source with ID ${id} not found`);
-                }
-                await axios_1.default.delete(`/feu/v1/sources/${get.id}`, REQ_CONFIG);
-            }
-            catch (e) {
-                throw e;
-            }
-        },
-        consume: async (source, sandbox) => {
-            try {
-                const { data: sources } = await axios_1.default.post(`/feu/v1/sources/list`, {
-                    provider: provider.id,
-                    version: provider.version,
-                    source: source,
-                    sandbox: sandbox,
-                }, REQ_CONFIG);
-                return sources.map((s) => ({
-                    id: s.uuid,
-                    data: s.data,
-                }));
-            }
-            catch (e) {
-                throw e;
-            }
-        },
-    };
-};
-class Protocol {
-    constructor(provider, configuration) {
-        this.evaluate = async (req) => {
-            try {
-                const validation = commandSchema.validate(req);
-                if (validation.error) {
-                    throw new Error(`Invalid request: ${validation.error.message}`);
-                }
-                const serialize = (elem) => ({
-                    ...lodash_1.default.omit(elem, [`functions`, `helpers`]),
-                    functions: Object.keys(elem.functions),
-                    helpers: Object.keys(elem.helpers),
-                });
-                let response;
-                switch (req.command) {
-                    case `list:actions`:
-                        response = Object.values(this.provider.actions || {}).map(serialize);
-                        break;
-                    case `list:triggers`:
-                        response = Object.values(this.provider.triggers || {}).map(serialize);
-                        break;
-                    case `list:credentials`:
-                        response = Object.values(this.provider.credentials || {}).map(serialize);
-                        break;
-                    case `list:sources`:
-                        response = Object.values(this.provider.sources || {});
-                        break;
-                    case `list:locales`:
-                        const i18nInstance = (0, locales_1.i18n)({ directory: `${this.configuration.path}/locales` });
-                        response = i18nInstance.i18n.getLocales().map((l) => {
-                            i18nInstance.i18n.setLocale(l);
-                            return {
-                                code: l,
-                                catalog: i18nInstance.i18n.getCatalog(),
-                            };
-                        });
-                        break;
-                    case `invoke`:
-                        const elem = lodash_1.default.get(this.provider, `${req.model}s.${req.id}`);
-                        if (!elem) {
-                            throw new Error(`Could not find ${req.model} with ID ${req.id}`);
-                        }
-                        const func = lodash_1.default.get(elem, req.params.function);
-                        if (!func || typeof func !== `function`) {
-                            throw new Error(`Invalid function ${req.params.function}`);
-                        }
-                        const invokeInstance = await (0, core_1.core)({
-                            env: req.context.environment,
-                            localization: req.context.localization,
-                            sources: API_SOURCES(this.provider, this.configuration.sources, {
-                                organization: req.context.organization,
-                                workspace: req.context.workspace,
-                            }),
-                        });
-                        response = await func(invokeInstance, req.params.configuration);
-                        break;
-                    default:
-                        throw new Error(`Invalid command`);
-                }
-                return response;
-            }
-            catch (e) {
-                throw e;
-            }
-        };
-        const providerValidation = (0, provider_1.providerSchema)().validate(provider);
-        if (providerValidation.error) {
-            throw new Error(`Invalid provider for protocol`);
-        }
-        this.provider = provider;
-        this.configuration = configuration;
-    }
-}
-exports.Protocol = Protocol;

package/src/minified-utils/protocol.ts

@@ -1,244 +0,0 @@
-import axios from "axios";
-import Joi from "joi";
-import _ from "lodash";
-import { core, SourceFunctions } from "../core";
-import { Credentials } from "../entities/credentials";
-import { Action, Trigger } from "../entities/events";
-import { Provider, providerSchema } from "../entities/provider";
-import { i18n } from "./locales";
-
-const invokeSchema = Joi.object({
-  command: Joi.string().valid(`invoke`).required(),
-  model: Joi.string().valid(`action`, `trigger`, `credential`).required(),
-  id: Joi.string().required(),
-  params: Joi.object({
-    function: Joi.string().required(),
-    configuration: Joi.object().required(),
-  }).required(),
-  context: Joi.object({
-    organization: Joi.string().required(),
-    workspace: Joi.number().required(),
-    environment: Joi.object().required(),
-    localization: Joi.object({
-      locale: Joi.string().required(),
-      catalog: Joi.object().required(),
-    }).required(),
-  }).required(),
-}).required();
-
-const credentialListSchema = Joi.object({
-  command: Joi.string().valid(`list:credentials`).required(),
-}).required();
-
-const actionListSchema = Joi.object({
-  command: Joi.string().valid(`list:actions`).required(),
-}).required();
-
-const triggerListSchema = Joi.object({
-  command: Joi.string().valid(`list:triggers`).required(),
-}).required();
-
-const sourceListSchema = Joi.object({
-  command: Joi.string().valid(`list:sources`).required(),
-}).required();
-
-const localeListSchema = Joi.object({
-  command: Joi.string().valid(`list:locales`).required(),
-}).required();
-
-const commandSchema = Joi.alternatives(
-  invokeSchema,
-  credentialListSchema,
-  actionListSchema,
-  triggerListSchema,
-  sourceListSchema,
-  localeListSchema,
-);
-
-const API_SOURCES = (provider: Provider, configuration: Protocol.SourcesConfiguration, context: { organization: string, workspace: number }): SourceFunctions => {
-
-  const REQ_CONFIG = {
-    baseURL: configuration.host,
-    headers: {
-      "x-prow-provider": provider.id,
-      "x-prow-version": provider.version,
-      "x-prow-token": configuration.token,
-      "x-prow-organization": context.organization,
-      "x-active-workspace": `${context.workspace}`,
-    },
-  };
-
-  return {
-    register: async (source, sandbox, data) => {
-      try {
-        const { data: [created] } = await axios.post(`/feu/v1/sources`, {
-          provider: provider.id,
-          version: provider.version,
-          source: source,
-          sandbox: sandbox,
-          data: data,
-        }, REQ_CONFIG);
-        if (!created || !created.uuid) { throw new Error(`Source registration failed`); }
-        return { id: created.uuid };
-      } catch (e) { throw e; }
-    },
-    unregister: async (source, sandbox, id) => {
-      try {
-        const { data: [get] } = await axios.post(`/feu/v1/sources/list`, {
-          provider: provider.id,
-          version: provider.version,
-          source: source,
-          sandbox: sandbox,
-          uuid: id,
-        }, REQ_CONFIG);
-        if (!get) { throw new Error(`Source with ID ${id} not found`); }
-
-        await axios.delete(`/feu/v1/sources/${get.id}`, REQ_CONFIG);
-      } catch (e) { throw e; }
-    },
-    consume: async (source, sandbox) => {
-      try {
-        const { data: sources } = await axios.post(`/feu/v1/sources/list`, {
-          provider: provider.id,
-          version: provider.version,
-          source: source,
-          sandbox: sandbox,
-        }, REQ_CONFIG);
-        return sources.map((s) => ({
-          id: s.uuid,
-          data: s.data,
-        }));
-      } catch (e) { throw e; }
-    },
-  };
-};
-
-export class Protocol {
-
-  private readonly provider: Provider;
-  private readonly configuration: Protocol.Configuration;
-
-  constructor(provider: Provider, configuration: Protocol.Configuration) {
-    const providerValidation = providerSchema().validate(provider);
-    if (providerValidation.error) { throw new Error(`Invalid provider for protocol`); }
-    this.provider = provider;
-    this.configuration = configuration;
-  }
-
-  public evaluate = async (req: Protocol.Command): Promise<any> => {
-    try {
-      const validation = commandSchema.validate(req);
-      if (validation.error) { throw new Error(`Invalid request: ${validation.error.message}`); }
-
-      const serialize = (elem: Action | Trigger | Credentials) => ({
-        ..._.omit(elem, [`functions`, `helpers`]),
-        functions: Object.keys(elem.functions),
-        helpers: Object.keys(elem.helpers),
-      });
-
-      let response: any;
-      switch (req.command) {
-        case `list:actions`:
-          response = Object.values(this.provider.actions || {}).map(serialize);
-          break;
-        case `list:triggers`:
-          response = Object.values(this.provider.triggers || {}).map(serialize);
-          break;
-        case `list:credentials`:
-          response = Object.values(this.provider.credentials || {}).map(serialize);
-          break;
-        case `list:sources`:
-          response = Object.values(this.provider.sources || {});
-          break;
-        case `list:locales`:
-          const i18nInstance = i18n({ directory: `${this.configuration.path}/locales` });
-          response = i18nInstance.i18n.getLocales().map((l) => {
-            i18nInstance.i18n.setLocale(l);
-            return {
-              code: l,
-              catalog: i18nInstance.i18n.getCatalog(),
-            };
-          });
-          break;
-        case `invoke`:
-          const elem = _.get(this.provider, `${req.model}s.${req.id}`);
-          if (!elem) { throw new Error(`Could not find ${req.model} with ID ${req.id}`); }
-
-          const func = _.get(elem, req.params.function);
-          if (!func || typeof func !== `function`) { throw new Error(`Invalid function ${req.params.function}`); }
-
-          const invokeInstance = await core({
-            env: req.context.environment,
-            localization: req.context.localization,
-            sources: API_SOURCES(this.provider, this.configuration.sources, {
-              organization: req.context.organization,
-              workspace: req.context.workspace,
-            }),
-          });
-
-          response = await func(invokeInstance, req.params.configuration);
-          break;
-        default:
-          throw new Error(`Invalid command`);
-      }
-
-      return response;
-    } catch (e) { throw e; }
-  };
-}
-
-export namespace Protocol {
-
-  export type Model = `action` | `trigger` | `credential`;
-
-  export type Invoke = {
-    command: `invoke`,
-    model: Protocol.Model,
-    id: string,
-    params: {
-      function: string,
-      configuration: Record<string, any>,
-    },
-    context: {
-      organization: string,
-      workspace: number,
-      environment: Record<string, any>,
-      localization: {
-        locale: string,
-        catalog: Record<string, any>,
-      },
-    },
-  };
-
-  export type CredentialList = {
-    command: `list:credentials`,
-  };
-
-  export type ActionList = {
-    command: `list:actions`,
-  };
-
-  export type TriggerList = {
-    command: `list:triggers`,
-  };
-
-  export type SourceList = {
-    command: `list:sources`,
-  };
-
-  export type LocaleList = {
-    command: `list:locales`,
-  };
-
-  export type Command = Invoke | CredentialList | ActionList | TriggerList | SourceList | LocaleList;
-
-  export type SourcesConfiguration = {
-    host: string,
-    token: string,
-  };
-
-  export type Configuration = {
-    path: string,
-    sources: SourcesConfiguration,
-  };
-}