@beseif-solutions/prow-core 0.0.34 → 0.0.36

package/dist/core.d.ts

@@ -1,24 +1,25 @@
-import axios from "axios";
+import { AxiosStatic } from "axios";
 import Joi from "joi";
-import _ from "lodash";
+import { LoDashStatic } from "lodash";
 import moment from "moment-timezone";
 import { FromCatalog, FromDirectory, T } from "./minified-utils/locales";
-type SourceFunctions = {
-    register: <T>(source: string, data: T) => Promise<{
+type SyncOrAsync<T> = T | Promise<T>;
+export type SourceFunctions = {
+    register: <T>(source: string, data: T) => SyncOrAsync<{
         id: string;
     }>;
-    consume: <T>(source: string) => Promise<{
+    consume: <T>(source: string) => SyncOrAsync<{
         id: string;
         data: T;
     }[]>;
-    unregister: (source: string, id: string) => Promise<void>;
+    unregister: (source: string, id: string) => SyncOrAsync<void>;
 };
 export type Core = {
-    axios: typeof axios;
+    axios: AxiosStatic;
     moment: typeof moment;
-    lodash: typeof _;
+    lodash: LoDashStatic;
     env: Record<string, any>;
-    joi: typeof Joi;
+    joi: Joi.Root;
     sources?: SourceFunctions;
     t: T;
 };

package/dist/entities/commons.js

@@ -5,7 +5,8 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.commonSchema = exports.idSchema = void 0;
 const joi_1 = __importDefault(require("joi"));
-const idSchema = () => joi_1.default.string().required().regex(/^[a-z0-9]+(?:-[a-z0-9]+)*$/);
+const idSchema = () => joi_1.default.string().required().regex(/^[a-z0-9]+(?:-[a-z0-9]+)*$/)
+    .invalid(`ui`);
 exports.idSchema = idSchema;
 const commonSchema = () => joi_1.default.object({
     id: (0, exports.idSchema)(),

package/dist/entities/provider.d.ts

@@ -4,6 +4,7 @@ import { Action, Trigger } from "./events";
 import { Source } from "./source";
 export type Provider = {
     id: string;
+    version: string;
     model: `provider`;
     credentials: Record<string, Credentials>;
     triggers: Record<string, Trigger>;

package/dist/entities/provider.js

@@ -5,12 +5,13 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.providerSchema = void 0;
 const joi_1 = __importDefault(require("joi"));
+const commons_1 = require("./commons");
 const credentials_1 = require("./credentials");
 const events_1 = require("./events");
-const commons_1 = require("./commons");
 const source_1 = require("./source");
 const providerSchema = () => joi_1.default.object({
     id: (0, commons_1.idSchema)(),
+    version: joi_1.default.string().required(),
     model: joi_1.default.valid(`provider`).required(),
     credentials: joi_1.default.object()
         .pattern((0, commons_1.idSchema)(), (0, credentials_1.credentialsSchema)())

package/dist/index.d.ts

@@ -4,7 +4,7 @@ export { Credentials, credentialsSchema, OAuthCredentials, oauthCredentialsSchem
 export { Action, actionOutputSchema, actionSchema, Event, eventSchema, ImmediateTrigger, immediateTriggerSchema, Request, ScheduledTrigger, scheduledTriggerSchema, Trigger, triggerOutputSchema, triggerSchema } from './entities/events';
 export { Provider, providerSchema } from './entities/provider';
 export { Source } from './entities/source';
-export { extract, Field, fieldSchema, fieldsSchema, SelectFieldChoice, validate, ValidationResult } from './minified-utils/fields';
-export { i18n, localizeFields, localizeInputs, localizeOutputs, localizeProperties, LocalizedField, LocalizedProperties } from './minified-utils/locales';
+export { extract, Field, fieldSchema, fieldsSchema, File, SelectFieldChoice, validate, ValidationResult } from './minified-utils/fields';
+export { i18n, LocalizedField, LocalizedProperties, localizeFields, localizeGroup, localizeInputs, localizeOutputs, localizeProperties } from './minified-utils/locales';
 export { Properties } from './minified-utils/properties';
 export { Protocol } from './minified-utils/protocol';

package/dist/index.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.Protocol = exports.Properties = exports.localizeProperties = exports.localizeOutputs = exports.localizeInputs = exports.localizeFields = exports.i18n = exports.validate = exports.fieldsSchema = exports.fieldSchema = exports.extract = exports.providerSchema = exports.triggerSchema = exports.triggerOutputSchema = exports.scheduledTriggerSchema = exports.immediateTriggerSchema = exports.eventSchema = exports.actionSchema = exports.actionOutputSchema = exports.staticCredentialsSchema = exports.sessionCredentialsSchema = exports.oauthCredentialsSchema = exports.credentialsSchema = exports.idSchema = exports.core = void 0;
+exports.Protocol = exports.Properties = exports.localizeProperties = exports.localizeOutputs = exports.localizeInputs = exports.localizeGroup = exports.localizeFields = exports.i18n = exports.validate = exports.fieldsSchema = exports.fieldSchema = exports.extract = exports.providerSchema = exports.triggerSchema = exports.triggerOutputSchema = exports.scheduledTriggerSchema = exports.immediateTriggerSchema = exports.eventSchema = exports.actionSchema = exports.actionOutputSchema = exports.staticCredentialsSchema = exports.sessionCredentialsSchema = exports.oauthCredentialsSchema = exports.credentialsSchema = exports.idSchema = exports.core = void 0;
 var core_1 = require("./core");
 Object.defineProperty(exports, "core", { enumerable: true, get: function () { return core_1.core; } });
 var commons_1 = require("./entities/commons");
@@ -28,6 +28,7 @@ Object.defineProperty(exports, "validate", { enumerable: true, get: function ()
 var locales_1 = require("./minified-utils/locales");
 Object.defineProperty(exports, "i18n", { enumerable: true, get: function () { return locales_1.i18n; } });
 Object.defineProperty(exports, "localizeFields", { enumerable: true, get: function () { return locales_1.localizeFields; } });
+Object.defineProperty(exports, "localizeGroup", { enumerable: true, get: function () { return locales_1.localizeGroup; } });
 Object.defineProperty(exports, "localizeInputs", { enumerable: true, get: function () { return locales_1.localizeInputs; } });
 Object.defineProperty(exports, "localizeOutputs", { enumerable: true, get: function () { return locales_1.localizeOutputs; } });
 Object.defineProperty(exports, "localizeProperties", { enumerable: true, get: function () { return locales_1.localizeProperties; } });

package/dist/minified-utils/context.js

@@ -23,11 +23,32 @@ class Context {
             else {
                 return source;
             }
-            if (!unresolved.includes(`{{`)) {
+            if (!unresolved || !unresolved.includes(`{{`)) {
                 return source;
             }
             const template = handlebars_1.default.compile(unresolved);
             const resolved = template(data);
+            if (resolved.includes(`[object Object]`)) {
+                const clonedData = lodash_1.default.cloneDeep(data);
+                const parsed = handlebars_1.default.parseWithoutProcessing(unresolved);
+                for (const x of parsed.body) {
+                    if (x.type === `MustacheStatement`) {
+                        const get = lodash_1.default.get(clonedData, x[`path`].original);
+                        if (lodash_1.default.isObject(get) || lodash_1.default.isArray(get)) {
+                            if (isObject) {
+                                unresolved = unresolved.replace(`"{{${x[`path`].original}}}"`, JSON.stringify(get));
+                            }
+                            else {
+                                lodash_1.default.set(clonedData, `${x[`path`].original}.toString`, () => JSON.stringify(get));
+                                if (x[`escaped`]) {
+                                    unresolved = unresolved.replace(`{{${x[`path`].original}}}`, `{{{${x[`path`].original}}}}`);
+                                }
+                            }
+                        }
+                    }
+                }
+                return this.resolve(isObject ? JSON.parse(unresolved) : unresolved, clonedData);
+            }
             return isObject ? JSON.parse(resolved) : resolved;
         };
         handlebars_1.default.registerHelper({

package/dist/minified-utils/fields.d.ts

@@ -22,8 +22,10 @@ type Common = {
     array_length?: number;
 });
 export type Field<Extend = Record<never, never>> = Common & InputField<Extend>;
-type InputField<Extend = Record<never, never>> = (AnyInputField<Extend> | StringInputField<Extend> | NumberInputField<Extend> | BooleanInputField<Extend> | DateTimeInputField<Extend> | DateInputField<Extend> | TimeInputField<Extend> | DictInputField<Extend>) & Extend;
-type Any = string | number | boolean;
+type InputField<Extend = Record<never, never>> = (AnyInputField<Extend> | StringInputField<Extend> | NumberInputField<Extend> | BooleanInputField<Extend> | DateTimeInputField<Extend> | DateInputField<Extend> | TimeInputField<Extend> | DictInputField<Extend> | FileInputField<Extend>) & Extend;
+type Any = string | number | boolean | Any[] | {
+    [key: string]: Any;
+};
 type AnyInputField<Extend = Record<never, never>> = {
     type: `any`;
     default?: Any | Any[];
@@ -36,7 +38,8 @@ type StringInputField<Extend = Record<never, never>> = {
     max?: number;
     regexp?: string;
     pattern?: `email` | `uri`;
-} & (SelectField<string, Extend> | FileField | TextareaField | RichTextField | {});
+    escape?: boolean;
+} & (SelectField<string, Extend> | TextareaField | RichTextField | {});
 type NumberInputField<Extend = Record<never, never>> = {
     type: `number`;
     default?: number | number[];
@@ -80,18 +83,25 @@ type DictInputField<Extend = Record<never, never>> = {
     items?: Field<Extend>[];
     unknown?: boolean;
 };
-type SelectField<Values = string | number | boolean, Extend = Record<never, never>> = {
+export type File = {
+    name: string;
+    type: string;
+    content: string;
+};
+type FileInputField<Extend = Record<never, never>> = {
+    type: `file`;
+    default?: File | File[];
+    accept?: string | string[];
+} & (SelectField<File, Extend> | {});
+type SelectField<Values = string | number | boolean | File, Extend = Record<never, never>> = {
     format: `select`;
     choices: SelectFieldChoice<Values, Extend>[] | string;
     unknown?: boolean;
 };
-export type SelectFieldChoice<Values = string | number | boolean, Extend = Record<never, never>> = {
+export type SelectFieldChoice<Values = string | number | boolean | File, Extend = Record<never, never>> = {
     key: string;
     value: Values;
 } & Extend;
-type FileField = {
-    format: `file`;
-};
 type TextareaField = {
     format: `textarea`;
 };

package/dist/minified-utils/fields.js

@@ -6,10 +6,9 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.extract = exports.validate = exports.fieldsSchema = exports.fieldSchema = void 0;
 const joi_1 = __importDefault(require("joi"));
 const lodash_1 = __importDefault(require("lodash"));
-const where_1 = require("./where");
 const moment_timezone_1 = __importDefault(require("moment-timezone"));
-const axios_1 = __importDefault(require("axios"));
 const context_1 = __importDefault(require("./context"));
+const where_1 = require("./where");
 const conditionSchema = () => joi_1.default.object({
     condition: joi_1.default.object(),
     overrides: joi_1.default.object(),
@@ -38,7 +37,7 @@ const commonFieldSchema = () => joi_1.default.object({
         otherwise: joi_1.default.forbidden(),
     }),
 });
-const types = [`any`, `string`, `number`, `boolean`, `date`, `datetime`, `time`, `dict`];
+const types = [`any`, `string`, `number`, `boolean`, `date`, `datetime`, `time`, `dict`, `file`];
 const inputFieldBaseSchema = () => joi_1.default.object({
     type: joi_1.default.string().required()
         .valid(...types),
@@ -56,7 +55,8 @@ const defaultSchema = (type) => joi_1.default.when(`as_array`, {
     then: joi_1.default.array().items(type),
     otherwise: type,
 });
-const anySchema = () => joi_1.default.alternatives(joi_1.default.string(), joi_1.default.bool(), joi_1.default.number());
+const anySchema = () => joi_1.default.alternatives(joi_1.default.string(), joi_1.default.bool(), joi_1.default.number(), joi_1.default.array().items(joi_1.default.link(`#any`)), joi_1.default.object().pattern(joi_1.default.string(), joi_1.default.link(`#any`)))
+    .id(`any`);
 const anyInputFieldSchema = () => joi_1.default.object({
     default: defaultSchema(anySchema()),
 })
@@ -77,7 +77,7 @@ const stringInputFieldSchema = () => joi_1.default.object({
     pattern: joi_1.default.string().valid(`email`, `uri`),
 })
     .concat(joi_1.default.object({
-    format: joi_1.default.string().valid(`file`, `select`, `textarea`, `rich-text`),
+    format: joi_1.default.string().valid(`select`, `textarea`, `rich-text`),
     choices: joi_1.default.when(`format`, {
         is: `select`,
         then: choicesSchema(joi_1.default.string()).required(),
@@ -147,6 +147,23 @@ const dictInputFieldSchema = () => joi_1.default.object({
         otherwise: joi_1.default.forbidden(),
     }),
 });
+const fileSchema = () => joi_1.default.object({
+    name: joi_1.default.string().required(),
+    type: joi_1.default.string().required(),
+    content: joi_1.default.string().required(),
+});
+const fileInputFieldSchema = () => joi_1.default.object({
+    default: defaultSchema(fileSchema()),
+    accept: joi_1.default.alternatives(joi_1.default.string(), joi_1.default.array().items(joi_1.default.string())).optional(),
+})
+    .concat(joi_1.default.object({
+    format: joi_1.default.string().valid(`select`),
+    choices: joi_1.default.when(`format`, {
+        is: `select`,
+        then: choicesSchema(fileSchema()).required(),
+        otherwise: joi_1.default.forbidden(),
+    }),
+}));
 const fieldSchema = () => inputFieldBaseSchema()
     .id(`field`)
     .when(joi_1.default.object({ type: joi_1.default.valid(`any`) }).unknown(), {
@@ -176,6 +193,10 @@ const fieldSchema = () => inputFieldBaseSchema()
     .when(joi_1.default.object({ type: joi_1.default.valid(`dict`) }).unknown(), {
     then: inputFieldBaseSchema()
         .concat(dictInputFieldSchema()),
+})
+    .when(joi_1.default.object({ type: joi_1.default.valid(`file`) }).unknown(), {
+    then: inputFieldBaseSchema()
+        .concat(fileInputFieldSchema()),
 })
     .when(joi_1.default.object({ type: joi_1.default.invalid(...types) }).unknown(), {
     then: joi_1.default.forbidden(),
@@ -215,47 +236,6 @@ const getFieldSchema = (field) => {
             if (field.pattern === `uri`) {
                 typeSchema = typeSchema.uri();
             }
-            if (`format` in field && field.format === `file`) {
-                typeSchema = typeSchema.external(async (value, helpers) => {
-                    if (!helpers.original && !field.required) {
-                        return helpers.original;
-                    }
-                    const [asURL, asBase64] = await Promise.allSettled([
-                        (async () => {
-                            try {
-                                const { value: url, error } = joi_1.default.string().uri().validate(helpers.original);
-                                if (error) {
-                                    throw new Error(`Invalid URL schema`);
-                                }
-                                const { data: content } = await axios_1.default.get(url, { responseType: `arraybuffer` });
-                                return Buffer.from(content).toString(`base64`);
-                            }
-                            catch (e) {
-                                throw e;
-                            }
-                        })(),
-                        (async () => {
-                            try {
-                                const base64regex = /^([0-9a-zA-Z+/]{4})*(([0-9a-zA-Z+/]{2}==)|([0-9a-zA-Z+/]{3}=))?$/;
-                                if (!base64regex.test(helpers.original)) {
-                                    throw new Error(`Invalid regexp`);
-                                }
-                                return Buffer.from(helpers.original, `base64`).toString(`base64`);
-                            }
-                            catch (e) {
-                                throw e;
-                            }
-                        })(),
-                    ]);
-                    if (asURL.status === `fulfilled`) {
-                        return asURL.value;
-                    }
-                    else if (asBase64.status === `fulfilled`) {
-                        return asBase64.value;
-                    }
-                    return helpers.message({ external: `invalid value, expected URL or Base64 string` });
-                });
-            }
             break;
         case `date`:
         case `datetime`:
@@ -305,12 +285,37 @@ const getFieldSchema = (field) => {
             }
             break;
         case `dict`:
+            let objSchema;
             if (field.items) {
-                typeSchema = getFieldsSchema(field.items).unknown(field.unknown || false);
+                objSchema = getFieldsSchema(field.items).unknown(field.unknown || false);
             }
             else {
-                typeSchema = joi_1.default.object().unknown(true);
+                objSchema = joi_1.default.object().unknown(true);
             }
+            typeSchema = joi_1.default.alternatives(objSchema, joi_1.default.string().external(async (value, helpers) => {
+                if (!helpers.original && !field.required) {
+                    return helpers.original;
+                }
+                const parsed = JSON.parse(value);
+                const { value: objValue, error } = objSchema.validate(parsed, { abortEarly: false });
+                if (error) {
+                    throw error;
+                }
+                return objValue;
+            }));
+            break;
+        case `file`:
+            typeSchema = joi_1.default.alternatives(fileSchema(), joi_1.default.string().external(async (value, helpers) => {
+                if (!helpers.original && !field.required) {
+                    return helpers.original;
+                }
+                const parsed = JSON.parse(value);
+                const { value: fileValue, error } = fileSchema().validate(parsed, { abortEarly: false });
+                if (error) {
+                    throw error;
+                }
+                return fileValue;
+            }));
             break;
     }
     if (`format` in field && field.format === `select`) {
@@ -323,16 +328,27 @@ const getFieldSchema = (field) => {
         }
     }
     if (field.as_array) {
-        typeSchema = joi_1.default.array().items(typeSchema);
+        let arraySchema = joi_1.default.array().items(typeSchema);
         if (field.array_length) {
-            typeSchema = typeSchema.length(field.array_length);
+            arraySchema = arraySchema.length(field.array_length);
         }
         if (field.array_min) {
-            typeSchema = typeSchema.min(field.array_min);
+            arraySchema = arraySchema.min(field.array_min);
         }
         if (field.array_max) {
-            typeSchema = typeSchema.max(field.array_max);
+            arraySchema = arraySchema.max(field.array_max);
         }
+        typeSchema = joi_1.default.alternatives(arraySchema, joi_1.default.string().external(async (value, helpers) => {
+            if (!helpers.original && !field.required) {
+                return helpers.original;
+            }
+            const parsed = JSON.parse(value);
+            const { value: arrValue, error } = arraySchema.validate(parsed, { abortEarly: false });
+            if (error) {
+                throw error;
+            }
+            return arrValue;
+        }));
     }
     if (field.disabled) {
         typeSchema = typeSchema.forbidden();

package/dist/minified-utils/locales.d.ts

@@ -34,6 +34,7 @@ export declare const i18n: (options: FromCatalog | FromDirectory) => {
 };
 export declare const localizeFields: (t: ReturnType<typeof i18n>[`t`], element: Action | Trigger | StaticCredentials | SessionCredentials | Source) => Field<LocalizedField>[];
 export declare const localizeProperties: (t: ReturnType<typeof i18n>[`t`], element: Action | Trigger | Credentials | Provider | Source) => LocalizedProperties;
+export declare const localizeGroup: (t: ReturnType<typeof i18n>[`t`], element: Action | Trigger) => LocalizedProperties;
 export declare const localizeInputs: (t: ReturnType<typeof i18n>[`t`], element: Action) => (ConnectableEvent & LocalizedProperties)[];
 export declare const localizeOutputs: (t: ReturnType<typeof i18n>[`t`], element: Action | Trigger) => (ConnectableEvent & LocalizedProperties)[];
 export {};

package/dist/minified-utils/locales.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.localizeOutputs = exports.localizeInputs = exports.localizeProperties = exports.localizeFields = exports.i18n = exports.validateDirectory = void 0;
+exports.localizeOutputs = exports.localizeInputs = exports.localizeGroup = exports.localizeProperties = exports.localizeFields = exports.i18n = exports.validateDirectory = void 0;
 const i18n_1 = __importDefault(require("i18n"));
 const lodash_1 = __importDefault(require("lodash"));
 const fs_1 = __importDefault(require("fs"));
@@ -112,6 +112,11 @@ const localizeProperties = (t, element) => ({
     description: t(`${element.id}.description`),
 });
 exports.localizeProperties = localizeProperties;
+const localizeGroup = (t, element) => ({
+    name: t(`ui.groups.${element.ui.group}.name`, { fallback: true }),
+    description: t(`ui.groups.${element.ui.group}.description`),
+});
+exports.localizeGroup = localizeGroup;
 const localizeConnectable = (t, element, type) => {
     const response = [];
     if (element[type] && element[type].length > 0) {

package/dist/minified-utils/protocol.d.ts

@@ -1,8 +1,8 @@
 import { Provider } from "../entities/provider";
 export declare class Protocol {
     private readonly provider;
-    private readonly path;
-    constructor(provider: Provider, path: string);
+    private readonly configuration;
+    constructor(provider: Provider, configuration: Protocol.Configuration);
     evaluate: (req: Protocol.Command) => Promise<any>;
 }
 export declare namespace Protocol {
@@ -16,6 +16,8 @@ export declare namespace Protocol {
             configuration: Record<string, any>;
         };
         context: {
+            organization: string;
+            workspace: number;
             environment: Record<string, any>;
             localization: {
                 locale: string;
@@ -39,4 +41,12 @@ export declare namespace Protocol {
         command: `list:locales`;
     };
     type Command = Invoke | CredentialList | ActionList | TriggerList | SourceList | LocaleList;
+    type SourcesConfiguration = {
+        host: string;
+        token: string;
+    };
+    type Configuration = {
+        path: string;
+        sources: SourcesConfiguration;
+    };
 }

package/dist/minified-utils/protocol.js

@@ -4,8 +4,10 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.Protocol = void 0;
+const axios_1 = __importDefault(require("axios"));
 const joi_1 = __importDefault(require("joi"));
 const lodash_1 = __importDefault(require("lodash"));
+const moment_timezone_1 = __importDefault(require("moment-timezone"));
 const core_1 = require("../core");
 const provider_1 = require("../entities/provider");
 const locales_1 = require("./locales");
@@ -41,8 +43,87 @@ const localeListSchema = joi_1.default.object({
     command: joi_1.default.string().valid(`list:locales`).required(),
 }).required();
 const commandSchema = joi_1.default.alternatives(invokeSchema, credentialListSchema, actionListSchema, triggerListSchema, sourceListSchema, localeListSchema);
+const API_SOURCES = (provider, configuration, context) => ({
+    register: async (source, data) => {
+        try {
+            const { data: [created] } = await axios_1.default.post(`/api/v1/sources`, {
+                organization: context.organization,
+                workspace: context.workspace,
+                provider: provider.id,
+                version: provider.version,
+                source: source,
+                data: data,
+                created_date: (0, moment_timezone_1.default)().format(`YYYY-MM-DDTHH:mm:ssZ`),
+            }, {
+                baseURL: configuration.host,
+                headers: {
+                    "X-Internal-Token": configuration.token,
+                },
+            });
+            if (!created || !created.uuid) {
+                throw new Error(`Source registration failed`);
+            }
+            return { id: created.uuid };
+        }
+        catch (e) {
+            throw e;
+        }
+    },
+    unregister: async (source, id) => {
+        try {
+            const { data: [get] } = await axios_1.default.post(`/api/v1/sources/list`, {
+                organization: context.organization,
+                workspace: context.workspace,
+                provider: provider.id,
+                version: provider.version,
+                source: source,
+                uuid: id,
+            }, {
+                baseURL: configuration.host,
+                headers: {
+                    "X-Internal-Token": configuration.token,
+                },
+            });
+            if (!get) {
+                throw new Error(`Source with ID ${id} not found`);
+            }
+            await axios_1.default.delete(`/api/v1/sources/${get.id}`, {
+                baseURL: configuration.host,
+                headers: {
+                    "X-Internal-Token": configuration.token,
+                },
+            });
+        }
+        catch (e) {
+            throw e;
+        }
+    },
+    consume: async (source) => {
+        try {
+            const { data: sources } = await axios_1.default.post(`/api/v1/sources/list`, {
+                organization: context.organization,
+                workspace: context.workspace,
+                provider: provider.id,
+                version: provider.version,
+                source: source,
+            }, {
+                baseURL: configuration.host,
+                headers: {
+                    "X-Internal-Token": configuration.token,
+                },
+            });
+            return sources.map((s) => ({
+                id: s.uuid,
+                data: s.data,
+            }));
+        }
+        catch (e) {
+            throw e;
+        }
+    },
+});
 class Protocol {
-    constructor(provider, path) {
+    constructor(provider, configuration) {
         this.evaluate = async (req) => {
             try {
                 const validation = commandSchema.validate(req);
@@ -69,7 +150,7 @@ class Protocol {
                         response = Object.values(this.provider.sources || {});
                         break;
                     case `list:locales`:
-                        const i18nInstance = (0, locales_1.i18n)({ directory: `${this.path}/locales` });
+                        const i18nInstance = (0, locales_1.i18n)({ directory: `${this.configuration.path}/locales` });
                         response = i18nInstance.i18n.getLocales().map((l) => {
                             i18nInstance.i18n.setLocale(l);
                             return {
@@ -90,7 +171,10 @@ class Protocol {
                         const invokeInstance = (0, core_1.core)({
                             env: req.context.environment,
                             localization: req.context.localization,
-                            sources: null,
+                            sources: API_SOURCES(this.provider, this.configuration.sources, {
+                                organization: req.context.organization,
+                                workspace: req.context.workspace,
+                            }),
                         });
                         response = await func(invokeInstance, req.params.configuration);
                         break;
@@ -108,7 +192,7 @@ class Protocol {
             throw new Error(`Invalid provider for protocol`);
         }
         this.provider = provider;
-        this.path = path;
+        this.configuration = configuration;
     }
 }
 exports.Protocol = Protocol;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@beseif-solutions/prow-core",
-  "version": "0.0.34",
+  "version": "0.0.36",
   "description": "Prow core functionalities and classes",
   "main": "dist/index.js",
   "scripts": {

package/src/core.ts

@@ -1,13 +1,15 @@
-import axios from "axios";
+import axios, { AxiosStatic } from "axios";
 import Joi from "joi";
-import _ from "lodash";
+import _, { LoDashStatic } from "lodash";
 import moment from "moment-timezone";
 import { FromCatalog, FromDirectory, i18n, T } from "./minified-utils/locales";
 
-type SourceFunctions = {
-  register: <T>(source: string, data: T) => Promise<{ id: string }>,
-  consume: <T>(source: string) => Promise<{ id: string, data: T }[]>,
-  unregister: (source: string, id: string) => Promise<void>,
+type SyncOrAsync<T> = T | Promise<T>;
+
+export type SourceFunctions = {
+  register: <T>(source: string, data: T) => SyncOrAsync<{ id: string }>,
+  consume: <T>(source: string) => SyncOrAsync<{ id: string, data: T }[]>,
+  unregister: (source: string, id: string) => SyncOrAsync<void>,
 };
 
 const FALLBACK_SOURCES: SourceFunctions = {
@@ -23,11 +25,11 @@ const FALLBACK_SOURCES: SourceFunctions = {
 };
 
 export type Core = {
-  axios: typeof axios,
+  axios: AxiosStatic,
   moment: typeof moment,
-  lodash: typeof _,
+  lodash: LoDashStatic,
   env: Record<string, any>,
-  joi: typeof Joi,
+  joi: Joi.Root,
   sources?: SourceFunctions,
   t: T,
 };

package/src/entities/commons.ts

@@ -31,7 +31,8 @@ export type Common<Config extends CommonConfig = {}> = {
 };
 
 export const idSchema = () =>
-  Joi.string().required().regex(/^[a-z0-9]+(?:-[a-z0-9]+)*$/);
+  Joi.string().required().regex(/^[a-z0-9]+(?:-[a-z0-9]+)*$/)
+    .invalid(`ui`);
 
 export const commonSchema = () =>
   Joi.object({

package/src/entities/provider.ts

@@ -1,11 +1,12 @@
 import Joi from "joi";
+import { idSchema } from "./commons";
 import { Credentials, credentialsSchema } from "./credentials";
 import { Action, actionSchema, Trigger, triggerSchema } from "./events";
-import { idSchema } from "./commons";
 import { Source, sourceSchema } from "./source";
 
 export type Provider = {
   id: string,
+  version: string,
   model: `provider`,
   credentials: Record<string, Credentials>,
   triggers: Record<string, Trigger>,
@@ -16,6 +17,7 @@ export type Provider = {
 export const providerSchema = () =>
   Joi.object({
     id: idSchema(),
+    version: Joi.string().required(),
     model: Joi.valid(`provider`).required(),
     credentials: Joi.object()
       .pattern(idSchema(), credentialsSchema())

package/src/index.ts

@@ -4,7 +4,7 @@ export { Credentials, credentialsSchema, OAuthCredentials, oauthCredentialsSchem
 export { Action, actionOutputSchema, actionSchema, Event, eventSchema, ImmediateTrigger, immediateTriggerSchema, Request, ScheduledTrigger, scheduledTriggerSchema, Trigger, triggerOutputSchema, triggerSchema } from './entities/events';
 export { Provider, providerSchema } from './entities/provider';
 export { Source } from './entities/source';
-export { extract, Field, fieldSchema, fieldsSchema, SelectFieldChoice, validate, ValidationResult } from './minified-utils/fields';
-export { i18n, localizeFields, localizeInputs, localizeOutputs, localizeProperties, LocalizedField, LocalizedProperties } from './minified-utils/locales';
+export { extract, Field, fieldSchema, fieldsSchema, File, SelectFieldChoice, validate, ValidationResult } from './minified-utils/fields';
+export { i18n, LocalizedField, LocalizedProperties, localizeFields, localizeGroup, localizeInputs, localizeOutputs, localizeProperties } from './minified-utils/locales';
 export { Properties } from './minified-utils/properties';
 export { Protocol } from './minified-utils/protocol';

package/src/minified-utils/context.ts

@@ -43,10 +43,33 @@ class Context {
       unresolved = source;
     } else { return source; }
 
-    if (!unresolved.includes(`{{`)) { return source; }
+    if (!unresolved || !unresolved.includes(`{{`)) { return source; }
 
     const template = Handlebars.compile(unresolved);
     const resolved = template(data);
+
+    if (resolved.includes(`[object Object]`)) {
+      const clonedData = _.cloneDeep(data);
+      // overwrite toString method
+      const parsed = Handlebars.parseWithoutProcessing(unresolved);
+      for (const x of parsed.body) {
+        if (x.type === `MustacheStatement`) {
+          const get = _.get(clonedData, x[`path`].original);
+          if (_.isObject(get) || _.isArray(get)) {
+            if (isObject) {
+              unresolved = unresolved.replace(`"{{${x[`path`].original}}}"`, JSON.stringify(get));
+            } else {
+              _.set(clonedData, `${x[`path`].original}.toString`, () => JSON.stringify(get));
+              if (x[`escaped`]) { unresolved = unresolved.replace(`{{${x[`path`].original}}}`, `{{{${x[`path`].original}}}}`); }
+            }
+
+          }
+        }
+      }
+
+      return this.resolve(isObject ? JSON.parse(unresolved) : unresolved, clonedData);
+    }
+
     return isObject ? JSON.parse(resolved) : resolved;
   };
 

package/src/minified-utils/fields.ts

@@ -1,10 +1,9 @@
-import Joi, { ArraySchema, DateSchema, NumberSchema, StringSchema } from "joi";
+import Joi, { DateSchema, NumberSchema, StringSchema } from "joi";
 import _ from "lodash";
-import { OneOf } from "./types";
-import { where, Where } from "./where";
 import moment from "moment-timezone";
-import axios from "axios";
 import context from "./context";
+import { OneOf } from "./types";
+import { where, Where } from "./where";
 
 export type Condition = {
   condition: Where,
@@ -39,9 +38,10 @@ type InputField<Extend = Record<never, never>> = (
   | DateInputField<Extend>
   | TimeInputField<Extend>
   | DictInputField<Extend>
+  | FileInputField<Extend>
 ) & Extend;
 
-type Any = string | number | boolean;
+type Any = string | number | boolean | Any[] | { [key: string]: Any };
 
 type AnyInputField<Extend = Record<never, never>> = {
   type: `any`,
@@ -59,9 +59,9 @@ type StringInputField<Extend = Record<never, never>> = {
   max?: number,
   regexp?: string,
   pattern?: `email` | `uri`,
+  escape?: boolean,
 } & (
     | SelectField<string, Extend>
-    | FileField
     | TextareaField
     | RichTextField
     | {}
@@ -127,24 +127,34 @@ type DictInputField<Extend = Record<never, never>> = {
   unknown?: boolean,
 };
 
+export type File = {
+  name: string,
+  type: string,
+  content: string, // base64 encoded content
+};
+
+type FileInputField<Extend = Record<never, never>> = {
+  type: `file`,
+  default?: File | File[],
+  accept?: string | string[], // mime type
+} & (
+    | SelectField<File, Extend>
+    | {}
+  );
+
 /* select configuration */
-type SelectField<Values = string | number | boolean, Extend = Record<never, never>> = {
+type SelectField<Values = string | number | boolean | File, Extend = Record<never, never>> = {
   format: `select`,
   // el type string representa el nombre de una función del repositorio que devuelve SelectFieldChoice[]
   choices: SelectFieldChoice<Values, Extend>[] | string,
   unknown?: boolean,
 };
 
-export type SelectFieldChoice<Values = string | number | boolean, Extend = Record<never, never>> = {
+export type SelectFieldChoice<Values = string | number | boolean | File, Extend = Record<never, never>> = {
   key: string,
   value: Values,
 } & Extend;
 
-/* file configuration */
-type FileField = {
-  format: `file`,
-};
-
 /* textarea configuration */
 type TextareaField = {
   format: `textarea`,
@@ -201,7 +211,7 @@ const commonFieldSchema = () =>
     }),
   });
 
-const types = [`any`, `string`, `number`, `boolean`, `date`, `datetime`, `time`, `dict`];
+const types = [`any`, `string`, `number`, `boolean`, `date`, `datetime`, `time`, `dict`, `file`];
 
 const inputFieldBaseSchema = () =>
   Joi.object({
@@ -233,7 +243,13 @@ const defaultSchema = (type: Joi.Schema) =>
   });
 
 const anySchema = () =>
-  Joi.alternatives(Joi.string(), Joi.bool(), Joi.number());
+  Joi.alternatives(
+    Joi.string(),
+    Joi.bool(),
+    Joi.number(),
+    Joi.array().items(Joi.link(`#any`)),
+    Joi.object().pattern(Joi.string(), Joi.link(`#any`)))
+    .id(`any`);
 
 const anyInputFieldSchema = () =>
   Joi.object({
@@ -259,7 +275,7 @@ const stringInputFieldSchema = () =>
   })
     .concat(
       Joi.object({
-        format: Joi.string().valid(`file`, `select`, `textarea`, `rich-text`),
+        format: Joi.string().valid(`select`, `textarea`, `rich-text`),
         choices: Joi.when(`format`, {
           is: `select`,
           then: choicesSchema(Joi.string()).required(),
@@ -341,6 +357,31 @@ const dictInputFieldSchema = () =>
     }),
   });
 
+const fileSchema = () => Joi.object({
+  name: Joi.string().required(),
+  type: Joi.string().required(), // mime type
+  content: Joi.string().required(), // base64 encoded content
+});
+
+const fileInputFieldSchema = () =>
+  Joi.object({
+    default: defaultSchema(fileSchema()),
+    accept: Joi.alternatives(
+      Joi.string(),
+      Joi.array().items(Joi.string())
+    ).optional(),
+  })
+    .concat(
+      Joi.object({
+        format: Joi.string().valid(`select`),
+        choices: Joi.when(`format`, {
+          is: `select`,
+          then: choicesSchema(fileSchema()).required(),
+          otherwise: Joi.forbidden(),
+        }),
+      })
+    );
+
 export const fieldSchema = () =>
   inputFieldBaseSchema()
     .id(`field`)
@@ -372,6 +413,11 @@ export const fieldSchema = () =>
       then: inputFieldBaseSchema()
         .concat(dictInputFieldSchema()),
     })
+    .when(Joi.object({ type: Joi.valid(`file`) }).unknown(), {
+      then: inputFieldBaseSchema()
+        .concat(fileInputFieldSchema()),
+    })
+    // invalid fallback
     .when(Joi.object({ type: Joi.invalid(...types) }).unknown(), {
       then: Joi.forbidden(),
     });
@@ -401,39 +447,6 @@ const getFieldSchema = (field: Field) => {
       if (field.pattern === `email`) { typeSchema = (typeSchema as StringSchema).email(); }
       if (field.pattern === `uri`) { typeSchema = (typeSchema as StringSchema).uri(); }
 
-      if (`format` in field && field.format === `file`) {
-        typeSchema = typeSchema.external(async (value, helpers) => {
-          if (!helpers.original && !field.required) { return helpers.original; }
-
-          const [asURL, asBase64] = await Promise.allSettled([
-            (async () => {
-              try {
-                const { value: url, error } = Joi.string().uri().validate(helpers.original);
-                if (error) { throw new Error(`Invalid URL schema`); }
-
-                const { data: content } = await axios.get(url, { responseType: `arraybuffer` });
-                return Buffer.from(content).toString(`base64`);
-              } catch (e) { throw e; }
-            })(),
-            (async () => {
-              try {
-                // fastest approach: https://stackoverflow.com/a/8571649
-                const base64regex = /^([0-9a-zA-Z+/]{4})*(([0-9a-zA-Z+/]{2}==)|([0-9a-zA-Z+/]{3}=))?$/;
-                if (!base64regex.test(helpers.original)) { throw new Error(`Invalid regexp`); }
-                return Buffer.from(helpers.original, `base64`).toString(`base64`);
-              } catch (e) { throw e; }
-            })(),
-          ]);
-
-          if (asURL.status === `fulfilled`) {
-            return asURL.value;
-          } else if (asBase64.status === `fulfilled`) {
-            return asBase64.value;
-          }
-
-          return helpers.message({ external: `invalid value, expected URL or Base64 string` });
-        });
-      }
       break;
     case `date`:
     case `datetime`:
@@ -473,11 +486,43 @@ const getFieldSchema = (field: Field) => {
       }
       break;
     case `dict`:
+      let objSchema: Joi.ObjectSchema;
       if (field.items) {
-        typeSchema = getFieldsSchema(field.items).unknown(field.unknown || false);
+        objSchema = getFieldsSchema(field.items).unknown(field.unknown || false);
       } else {
-        typeSchema = Joi.object().unknown(true);
+        objSchema = Joi.object().unknown(true);
       }
+
+      typeSchema = Joi.alternatives(
+        objSchema,
+        // support for stringified objects
+        Joi.string().external(async (value, helpers) => {
+          if (!helpers.original && !field.required) { return helpers.original; }
+
+          const parsed = JSON.parse(value);
+          const { value: objValue, error } = objSchema.validate(parsed, { abortEarly: false });
+          if (error) { throw error; }
+
+          return objValue;
+        })
+      );
+
+      break;
+    case `file`:
+      typeSchema = Joi.alternatives(
+        fileSchema(),
+        // support for stringified objects
+        Joi.string().external(async (value, helpers) => {
+          if (!helpers.original && !field.required) { return helpers.original; }
+
+          const parsed = JSON.parse(value);
+          const { value: fileValue, error } = fileSchema().validate(parsed, { abortEarly: false });
+          if (error) { throw error; }
+
+          return fileValue;
+        })
+      );
+
       break;
   }
 
@@ -492,11 +537,25 @@ const getFieldSchema = (field: Field) => {
   }
 
   if (field.as_array) {
-    typeSchema = Joi.array().items(typeSchema);
+    let arraySchema = Joi.array().items(typeSchema);
 
-    if (field.array_length) { typeSchema = (typeSchema as ArraySchema).length(field.array_length); }
-    if (field.array_min) { typeSchema = (typeSchema as ArraySchema).min(field.array_min); }
-    if (field.array_max) { typeSchema = (typeSchema as ArraySchema).max(field.array_max); }
+    if (field.array_length) { arraySchema = arraySchema.length(field.array_length); }
+    if (field.array_min) { arraySchema = arraySchema.min(field.array_min); }
+    if (field.array_max) { arraySchema = arraySchema.max(field.array_max); }
+
+    typeSchema = Joi.alternatives(
+      arraySchema,
+      // support for stringified arrays
+      Joi.string().external(async (value, helpers) => {
+        if (!helpers.original && !field.required) { return helpers.original; }
+
+        const parsed = JSON.parse(value);
+        const { value: arrValue, error } = arraySchema.validate(parsed, { abortEarly: false });
+        if (error) { throw error; }
+
+        return arrValue;
+      })
+    );
   }
 
   if (field.disabled) { typeSchema = typeSchema.forbidden(); }

package/src/minified-utils/locales.ts

@@ -157,6 +157,14 @@ export const localizeProperties = (
   description: t(`${element.id}.description`),
 });
 
+export const localizeGroup = (
+  t: ReturnType<typeof i18n>[`t`],
+  element: Action | Trigger,
+): LocalizedProperties => ({
+  name: t(`ui.groups.${element.ui.group}.name`, { fallback: true }),
+  description: t(`ui.groups.${element.ui.group}.description`),
+});
+
 const localizeConnectable = (
   t: ReturnType<typeof i18n>[`t`],
   element: Action | Trigger,

package/src/minified-utils/protocol.ts

@@ -1,6 +1,8 @@
+import axios from "axios";
 import Joi from "joi";
 import _ from "lodash";
-import { core } from "../core";
+import moment from "moment-timezone";
+import { core, SourceFunctions } from "../core";
 import { Credentials } from "../entities/credentials";
 import { Action, Trigger } from "../entities/events";
 import { Provider, providerSchema } from "../entities/provider";
@@ -52,16 +54,84 @@ const commandSchema = Joi.alternatives(
   localeListSchema,
 );
 
+const API_SOURCES = (provider: Provider, configuration: Protocol.SourcesConfiguration, context: { organization: string, workspace: number }): SourceFunctions => ({
+  register: async (source, data) => {
+    try {
+      const { data: [created] } = await axios.post(`/api/v1/sources`, {
+        organization: context.organization,
+        workspace: context.workspace,
+        provider: provider.id,
+        version: provider.version,
+        source: source,
+        data: data,
+        created_date: moment().format(`YYYY-MM-DDTHH:mm:ssZ`),
+      }, {
+        baseURL: configuration.host,
+        headers: {
+          "X-Internal-Token": configuration.token,
+        },
+      });
+      if (!created || !created.uuid) { throw new Error(`Source registration failed`); }
+      return { id: created.uuid };
+    } catch (e) { throw e; }
+  },
+  unregister: async (source, id) => {
+    try {
+      const { data: [get] } = await axios.post(`/api/v1/sources/list`, {
+        organization: context.organization,
+        workspace: context.workspace,
+        provider: provider.id,
+        version: provider.version,
+        source: source,
+        uuid: id,
+      }, {
+        baseURL: configuration.host,
+        headers: {
+          "X-Internal-Token": configuration.token,
+        },
+      });
+      if (!get) { throw new Error(`Source with ID ${id} not found`); }
+
+      await axios.delete(`/api/v1/sources/${get.id}`, {
+        baseURL: configuration.host,
+        headers: {
+          "X-Internal-Token": configuration.token,
+        },
+      });
+    } catch (e) { throw e; }
+  },
+  consume: async (source) => {
+    try {
+      const { data: sources } = await axios.post(`/api/v1/sources/list`, {
+        organization: context.organization,
+        workspace: context.workspace,
+        provider: provider.id,
+        version: provider.version,
+        source: source,
+      }, {
+        baseURL: configuration.host,
+        headers: {
+          "X-Internal-Token": configuration.token,
+        },
+      });
+      return sources.map((s) => ({
+        id: s.uuid,
+        data: s.data,
+      }));
+    } catch (e) { throw e; }
+  },
+});
+
 export class Protocol {
 
   private readonly provider: Provider;
-  private readonly path: string;
+  private readonly configuration: Protocol.Configuration;
 
-  constructor(provider: Provider, path: string) {
+  constructor(provider: Provider, configuration: Protocol.Configuration) {
     const providerValidation = providerSchema().validate(provider);
     if (providerValidation.error) { throw new Error(`Invalid provider for protocol`); }
     this.provider = provider;
-    this.path = path;
+    this.configuration = configuration;
   }
 
   public evaluate = async (req: Protocol.Command): Promise<any> => {
@@ -90,7 +160,7 @@ export class Protocol {
           response = Object.values(this.provider.sources || {});
           break;
         case `list:locales`:
-          const i18nInstance = i18n({ directory: `${this.path}/locales` });
+          const i18nInstance = i18n({ directory: `${this.configuration.path}/locales` });
           response = i18nInstance.i18n.getLocales().map((l) => {
             i18nInstance.i18n.setLocale(l);
             return {
@@ -109,8 +179,10 @@ export class Protocol {
           const invokeInstance = core({
             env: req.context.environment,
             localization: req.context.localization,
-            // TODO: sources
-            sources: null,
+            sources: API_SOURCES(this.provider, this.configuration.sources, {
+              organization: req.context.organization,
+              workspace: req.context.workspace,
+            }),
           });
 
           response = await func(invokeInstance, req.params.configuration);
@@ -137,6 +209,8 @@ export namespace Protocol {
       configuration: Record<string, any>,
     },
     context: {
+      organization: string,
+      workspace: number,
       environment: Record<string, any>,
       localization: {
         locale: string,
@@ -166,4 +240,14 @@ export namespace Protocol {
   };
 
   export type Command = Invoke | CredentialList | ActionList | TriggerList | SourceList | LocaleList;
+
+  export type SourcesConfiguration = {
+    host: string,
+    token: string,
+  };
+
+  export type Configuration = {
+    path: string,
+    sources: SourcesConfiguration,
+  };
 }