@kwiz/node 1.0.23 → 1.0.25

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kwiz/node",
-  "version": "1.0.23",
+  "version": "1.0.25",
   "description": "KWIZ utilities and helpers for node applications",
   "module": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -27,7 +27,8 @@
     "link-local-common": "npm link @kwiz/common",
     "reindex-project": "cti create ./src -i _dependencies -w -b -n -o exports-index.ts && node fix-folder-imports.js",
     "install-packages": "npm install azurite -g && npm ci",
-    "startDevStorage": "azurite -s -l"
+    "startDevStorage": "azurite -s -l",
+    "clear-npm-cache": "npm cache clean --force"
   },
   "repository": {
     "type": "git",
@@ -69,7 +70,7 @@
   "dependencies": {
     "@azure/data-tables": "^13.2.2",
     "@azure/msal-node": "^2.6.4",
-    "@kwiz/common": "^1.0.97",
+    "@kwiz/common": "^1.0.164",
     "axios": "^1.6.7",
     "esbuild": "^0.19.12",
     "get-tsconfig": "^4.7.2",

package/.github/workflows/npm-publish.yml

@@ -1,24 +0,0 @@
-# This workflow will run tests using node and then publish a package to GitHub Packages when a release is created
-# For more information see: https://docs.github.com/en/actions/publishing-packages/publishing-nodejs-packages
-
-name: Node.js Package
-
-on:
-  push:
-    tags: 
-      - 'v*.*.*' # run every time we commit with a new version number
-
-jobs:
-  build-publish-npm:
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@v4
-      - uses: actions/setup-node@v4
-        with:
-          node-version: 18
-          registry-url: https://registry.npmjs.org/
-      - run: npm ci
-      - run: npm run build
-      - run: npm run npm-publish
-        env:
-          NODE_AUTH_TOKEN: ${{secrets.KWIZ_NPM_TOKEN}}

package/.madgerc

@@ -1,3 +0,0 @@
-{
-    "fileExtensions": ["js", "ts"]
-}

package/fix-folder-imports.js

@@ -1,27 +0,0 @@
-const glob = require('glob');
-const fs = require("fs-extra");
-const exportsFileName = "exports-index";
-const exportsFileNameWithExt = `${exportsFileName}.ts`;
-const exportsIndexFiles = glob.sync(`./src/**/${exportsFileNameWithExt}`);
-//loop every exportsIndexFiles and find any import to a directory, and replace with /exports-index
-console.time("fixing direcry imports");
-exportsIndexFiles.forEach(file => {
-    var content = fs.readFileSync(file, "utf8").split("\n");
-    var parentFolderContent = fs.readdirSync(file.replace(exportsFileNameWithExt, ''));
-    var hasChanges = false;
-    //loop every import - if it does not match a file in the folder, but matches a sub-folder - append exports-index to it
-    content.forEach((line, idx) => {
-        if (line.replace(/ /g, '').length > 0) {
-            let importName = line.slice(line.indexOf('./') + 2, line.length - 2);
-            if (parentFolderContent.includes(importName))//its a folder, otherwise it would be .ts
-            {
-                content[idx] = line.replace(`./${importName}`, `./${importName}/${exportsFileName}`);
-                hasChanges = true;
-            }
-        }
-    });
-    if (hasChanges) {
-        fs.writeFileSync(file, content.join('\n'));
-    }
-});
-console.timeEnd("fixing direcry imports");

package/src/SPO/common.ts

@@ -1,17 +0,0 @@
-import { AuthContextType, GetMSALSiteScope, ITenantInfo, isNullOrUndefined } from "@kwiz/common";
-import { GetMSALToken } from "../auth/msal";
-import { getAxiosConfigBearer } from "../axios";
-
-var auth: AuthContextType = null;
-export function ConfigureSPOAuth(config?: AuthContextType) {
-    auth = config;
-}
-export async function getAxiosConfigSharePoint(tenantInfo: ITenantInfo, hostName: string, clearCache?: boolean) {
-    if (isNullOrUndefined(auth)) throw Error("Call ConfigureSPOAuth first");
-    // only certificate supported
-    // DisableCustomAppAuthentication property, that disable this kind of auth., however it can be overriden using this command:
-    // Set-SPOTenant -DisableCustomAppAuthentication $false
-    let token = await GetMSALToken(tenantInfo, GetMSALSiteScope(hostName), auth, clearCache);
-    let config = getAxiosConfigBearer(token, { contantType: "application/json; odata=nometadata" });
-    return config;
-}

package/src/SPO/exports-index.ts

@@ -1 +0,0 @@
-export * from './common';

package/src/auth/discovery.test.js

@@ -1,9 +0,0 @@
-import assert from 'assert/strict';
-import test from 'node:test';
-import { DiscoverTenantInfo } from "./discovery";
-
-test('DiscoverTenantInfo', async t => {
-    const tenantName = "kwizcom.com";
-    const tenantInfo = await DiscoverTenantInfo(tenantName);
-    assert.strictEqual(tenantInfo.idOrName, "7d034656-be03-457d-8d82-60e90cf5f400");
-});

package/src/auth/discovery.ts

@@ -1,61 +0,0 @@
-import { $AzureEnvironment, GetAzureADLoginEndPoint, GetEnvironmentFromACSEndPoint, ITenantInfo, isNullOrEmptyString, isValidGuid, promiseOnce } from "@kwiz/common";
-import axios from "axios";
-
-export function DiscoverTenantInfo(hostName: string) {
-    hostName = hostName.toLowerCase();
-    return promiseOnce(`DiscoverTenantInfo|${hostName}`, async () => {
-        let data: ITenantInfo = {
-            environment: $AzureEnvironment.Production,
-            idOrName: null,
-            authorityUrl: null,
-            valid: false
-        };
-
-        let tenantId: string = null;
-        let friendlyName: string = null;
-
-        try {
-            if (hostName.indexOf(".sharepoint.") !== -1) {
-                let hostParts = hostName.split('.');//should be xxx.sharepoint.com or xxx.sharepoint.us
-                let firstHostPart = hostParts[0];
-                let lastHostPart = hostParts[hostParts.length - 1] === "us" || hostParts[hostParts.length - 1] === "de" ? hostParts[hostParts.length - 1] : "com";
-                if (firstHostPart.endsWith("-admin")) firstHostPart = firstHostPart.substring(0, firstHostPart.length - 6);
-                friendlyName = `${firstHostPart}.onmicrosoft.${lastHostPart}`;
-            }
-            else friendlyName = hostName;//could be an exchange email domain, or bpos customer
-
-            let config = await axios.get<{
-                token_endpoint: string;//https://login.microsoftonline.com/7d034656-be03-457d-8d82-60e90cf5f400/oauth2/token
-                cloud_instance_name: string;//microsoftonline.com
-                token_endpoint_auth_methods_supported: string[];// ["client_secret_post", "private_key_jwt", "client_secret_basic"]
-                response_modes_supported: string[];// ["query", "fragment", "form_post"]
-                response_types_supported: string[];// ["code", "id_token", "code id_token", "token id_token", "token"]
-                scopes_supported: string[];// ["openid"]
-                issuer: string;//https://sts.windows.net/7d034656-be03-457d-8d82-60e90cf5f400/
-                authorization_endpoint: string;//https://login.microsoftonline.com/7d034656-be03-457d-8d82-60e90cf5f400/oauth2/authorize
-                device_authorization_endpoint: string;//https://login.microsoftonline.com/7d034656-be03-457d-8d82-60e90cf5f400/oauth2/devicecode
-                end_session_endpoint: string;//https://login.microsoftonline.com/7d034656-be03-457d-8d82-60e90cf5f400/oauth2/logout
-                userinfo_endpoint: string;//https://login.microsoftonline.com/7d034656-be03-457d-8d82-60e90cf5f400/openid/userinfo
-                tenant_region_scope: string;//NA
-                cloud_graph_host_name: string;//graph.windows.net
-                msgraph_host: string;//graph.microsoft.com
-            }>(`https://login.microsoftonline.com/${friendlyName}/v2.0/.well-known/openid-configuration`);
-
-            let endpoint = config.data.token_endpoint;//https://xxxx/{tenant}/....
-            tenantId = endpoint.replace("//", "/").split('/')[2];//replace :// with :/ split by / and take the second part.
-            let instance = config.data.cloud_instance_name;//microsoftonline.us
-
-            data.environment = GetEnvironmentFromACSEndPoint(instance);
-            if (!isNullOrEmptyString(tenantId) || isValidGuid(tenantId))
-                data.idOrName = tenantId;
-            else
-                data.idOrName = friendlyName;
-
-            data.authorityUrl = `${GetAzureADLoginEndPoint(data.environment)}/${data.idOrName}`;
-            data.valid = true;
-        }
-        catch (e) { }
-
-        return data;
-    });
-}

package/src/auth/exports-index.ts

@@ -1,2 +0,0 @@
-export * from './discovery';
-export * from './msal';

package/src/auth/msal.ts

@@ -1,44 +0,0 @@
-import { ConfidentialClientApplication } from "@azure/msal-node";
-import { AuthContextType, AuthenticationModes, ITenantInfo } from "@kwiz/common";
-//find tenant id? https://login.microsoftonline.com/kwizcom.onmicrosoft.com/.well-known/openid-configuration
-//https://stackoverflow.com/questions/54771270/msal-ad-token-not-valid-with-sharepoint-online-csom
-
-var apps: { [tenant: string]: ConfidentialClientApplication } = {};
-
-function GetApp(tenantInfo: ITenantInfo, auth: AuthContextType) {
-    let key = `${tenantInfo.idOrName}|${auth.authenticationMode}`
-    if (!apps[key]) {
-        auth.authenticationMode === AuthenticationModes.clientSecret
-            ? apps[key] = new ConfidentialClientApplication({
-                auth: {
-                    clientId: auth.clientId,
-                    authority: tenantInfo.authorityUrl,
-                    clientSecret: auth.clientSecret
-                },
-
-            })
-            : apps[key] = new ConfidentialClientApplication({
-                auth: {
-                    clientId: auth.clientId,
-                    authority: tenantInfo.authorityUrl,
-                    clientCertificate: {
-                        thumbprint: auth.thumbprint,
-                        privateKey: auth.privateKey
-                    }
-                },
-
-            });
-    }
-    return apps[key];
-}
-
-/** client secret not supported by SharePoint, must use certificate */
-export async function GetMSALToken(tenantInfo: ITenantInfo, scope: string, auth: AuthContextType, clearCache?: boolean) {
-    const app = GetApp(tenantInfo, auth);
-    if (clearCache)
-        app.clearCache();
-    let token = await app.acquireTokenByClientCredential({
-        scopes: [`${scope}/.default`]
-    });
-    return token.accessToken;
-}

package/src/axios.ts

@@ -1,45 +0,0 @@
-import { isNullOrEmptyString } from "@kwiz/common";
-import { AxiosError, AxiosRequestConfig } from "axios";
-import { Agent, globalAgent } from "https";
-
-type axiosConfigOptions = {
-    contantType?: "application/json" | "application/json; odata=nometadata" | "application/xml";
-}
-export function getAxiosConfigBearer(token: string, options?: axiosConfigOptions) {
-    return getAxiosConfig(`Bearer ${token}`, options);
-}
-
-export function getAxiosConfig(token?: string, options?: axiosConfigOptions) {
-    //allow self sign ssl certificates
-    globalAgent.options.rejectUnauthorized = false;
-    const config: AxiosRequestConfig<any> = {
-        httpAgent: new Agent({
-            rejectUnauthorized: false
-        }),
-        headers: {}
-    };
-
-    if (!isNullOrEmptyString(token))
-        config.headers!.Authorization = token;
-
-    if (options) {
-        if (!isNullOrEmptyString(options.contantType)) {
-            config.headers!["Content-Type"] = options.contantType;
-            config.headers!["Accept"] = options.contantType;
-        }
-    }
-    return config;
-}
-
-export function getAxiosErrorData(error: AxiosError) {
-    let code = error.code || "Unknown";
-    let errorMessage = error.message || "Unspecified error";
-    if (error && error.response && error.response.data && error.response.data["odata.error"]) {
-        let errorData: { code: string; message: { value: string; }; } = error.response.data["odata.error"];
-        if (errorData.message && errorData.message.value)
-            errorMessage = errorData.message.value;
-        if (errorData && errorData.code)
-            code = errorData.code;
-    }
-    return { code: code, message: errorMessage };
-}

package/src/exports-index.ts

@@ -1,6 +0,0 @@
-export * from './SPO/exports-index';
-export * from './auth/exports-index';
-export * from './graph/exports-index';
-export * from './storage/exports-index';
-export * from './axios';
-export * from './get-with-cache';

package/src/get-with-cache.ts

@@ -1,38 +0,0 @@
-import { IDictionary, isNullOrUndefined } from "@kwiz/common";
-
-const $$cache: IDictionary<{ expires: Date; value: any }> = {};
-
-export async function getWithCache<T>(worker: () => Promise<{ success: boolean; value: T }>, info: {
-    /** seconds */
-    successCacheDuration: number;
-    /** seconds */
-    failedCacheDuration?: number;
-    /** must be unique for your call! function name, and parameters */
-    cacheKey: string;
-    forceRefresh?: boolean;
-}): Promise<T> {
-    const now = new Date();
-    //purge old values
-    Object.keys($$cache).forEach(key => {
-        if ($$cache[key].expires < now) delete $$cache[key];
-    });
-
-    let cached = info.forceRefresh ? null : $$cache[info.cacheKey];
-
-    if (isNullOrUndefined(cached)) {
-        const result = await worker();
-        if (result.success) {
-            $$cache[info.cacheKey] = {
-                expires: new Date(new Date().getTime() + info.successCacheDuration * 1000),
-                value: result.value
-            };
-        }
-        else if (info.failedCacheDuration > 0) {
-            $$cache[info.cacheKey] = {
-                expires: new Date(new Date().getTime() + info.failedCacheDuration * 1000),
-                value: result.value
-            };
-        }
-    }
-    return $$cache[info.cacheKey].value;
-}

package/src/graph/exports-index.ts

@@ -1 +0,0 @@
-export * from './graph';

package/src/graph/graph.ts

@@ -1,18 +0,0 @@
-import { AuthContextType, ITenantInfo, isNullOrUndefined } from "@kwiz/common";
-import { GetMSALToken } from "../auth/msal";
-import { getAxiosConfigBearer } from "../axios";
-
-/** "https://graph.microsoft.com" */
-export const graphScope = "https://graph.microsoft.com";
-
-var auth: AuthContextType = null;
-export function ConfigureGraphAuth(config?: AuthContextType) {
-    auth = config;
-}
-export async function getAxiosConfigGraph(tenantInfo: ITenantInfo, clearCache?: boolean) {
-    if (isNullOrUndefined(auth)) throw Error("Call ConfigureGraphAuth first");
-
-    // secret or certificate supported
-    let token = await GetMSALToken(tenantInfo, graphScope, auth, clearCache);
-    return getAxiosConfigBearer(token);
-}

package/src/index.ts

@@ -1 +0,0 @@
-export * from "./exports-index";

package/src/storage/common.ts

@@ -1,15 +0,0 @@
-import { isNullOrEmptyString } from "@kwiz/common";
-import axios from "axios";
-
-export async function IsAzuriteRunning() {
-    let responseServer = "";
-    try {
-        //make a request for http://127.0.0.1:10000/ expect response headers "Server" to contain "Azurite"
-        const result = await axios.get("http://127.0.0.1:10000/");
-        responseServer = result.headers.server;
-    } catch (e) {
-        responseServer = e.response && e.response.headers && e.response.headers.server;
-    }
-
-    return isNullOrEmptyString(responseServer) ? false : responseServer.toLowerCase().indexOf("azurite") >= 0;
-}

package/src/storage/exports-index.ts

@@ -1,3 +0,0 @@
-export * from './common';
-export * from './odata';
-export * from './table-storage';

package/src/storage/odata.ts

@@ -1,87 +0,0 @@
-import { isNullOrEmptyArray, isNullOrEmptyString, isNullOrUndefined } from "@kwiz/common";
-
-export enum ODataOperators {
-    equal = "eq",
-    notEqual = "ne",
-    greater = "gt",
-    greaterOrEqual = "ge",
-    less = "lt",
-    lessOrEqual = "le",
-    contains = "in",
-    startswith = "startswith"
-}
-export enum ODataJoinOperators {
-    and = "and",
-    or = "or"
-}
-
-export interface IOdataFilter<DataType> {
-    property: keyof DataType;
-    operator: ODataOperators;
-    value: string | Date | number | boolean;
-    not?: boolean;
-}
-export interface IOdataFilterStatement<DataType> {
-    filters: (IOdataFilter<DataType> | IOdataFilterStatement<DataType>)[];
-    /** default: or */
-    join?: ODataJoinOperators;
-    not?: boolean;
-}
-function isIOdataFilter<DataType>(f: IOdataFilter<DataType> | IOdataFilterStatement<DataType>): f is IOdataFilter<DataType> {
-    if (typeof (f as IOdataFilter<DataType>).property === "string")
-        return true;
-    return false;
-}
-function isIOdataFilterStatement<DataType>(f: IOdataFilter<DataType> | IOdataFilterStatement<DataType>): f is IOdataFilter<DataType> {
-    if (typeof (f as IOdataFilterStatement<DataType>).filters === "object" && Array.isArray((f as IOdataFilterStatement<DataType>).filters))
-        return true;
-    return false;
-}
-
-enum TableStorageKnownColumns {
-    partitionKey = "PartitionKey",
-    rowKey = "RowKey"
-}
-
-function getPropNameForFilter(prop: string | number | symbol) {
-    return TableStorageKnownColumns[prop] || prop as string;
-}
-function getOdataFilterStatement<DataType>(filter: IOdataFilter<DataType>) {
-    let filterValue = isNullOrUndefined(filter.value)
-        ? `null`
-        : typeof filter.value === "string"
-            ? `'${filter.value.replace(/'/g, "''")}'`
-            : filter.value instanceof Date
-                ? `'${filter.value.toISOString()}'`
-                : `${filter.value}`;
-
-    if (filter.operator === ODataOperators.startswith)
-        return `${filter.not ? 'not ' : ''}${filter.operator}(${getPropNameForFilter(filter.property)}, ${filterValue})`;
-    return `${filter.not ? 'not ' : ''}${getPropNameForFilter(filter.property)} ${filter.operator} ${filterValue}`;
-}
-
-export function getOdataFilter<DataType>(statement: IOdataFilterStatement<DataType>) {
-    if (isNullOrUndefined(statement) || isNullOrEmptyArray(statement.filters)) return "";
-    if (isNullOrEmptyString(statement.join)) statement.join = ODataJoinOperators.or;
-
-    let filterStatements: string[] = [];
-    statement.filters.forEach(filter => {
-        if (isIOdataFilter(filter)) {
-            filterStatements.push(getOdataFilterStatement<DataType>(filter));
-        }
-        else {
-            let subStatement = getOdataFilter(filter);
-            if (!isNullOrEmptyString(subStatement))
-                filterStatements.push(subStatement);
-        }
-    });
-    if (filterStatements.length === 0) return "";
-
-    let result = "";
-    if (filterStatements.length === 1) result = filterStatements[0];
-    else if (filterStatements.length > 1) {
-        result = `(${filterStatements.join(` ${statement.join} `)})`;
-    }
-
-    return `${statement.not ? '(not ' : ''}${result}${statement.not ? ')' : ''}`;
-}

package/src/storage/table-storage.test.js

@@ -1,150 +0,0 @@
-import assert from 'assert/strict';
-import test from 'node:test';
-import { IsAzuriteRunning } from "./common";
-import { ODataOperators } from "./odata";
-import { ConfigureTableStorage, Table, addItem, ensureTable, overflowColumnValue, restoreOverflowColumnValue } from "./table-storage";
-
-test('testTableStorage', async t => {
-    if (!(await IsAzuriteRunning())) {
-        console.log('Skipping table-storage tests - azurite is not running.');
-        return;
-    }
-    //configure storage
-    ConfigureTableStorage({ connectionString: "UseDevelopmentStorage=true" });
-
-    const tableName = "TestTable";
-    const table = new Table(tableName, {
-        getKeys: p => p,
-        transform: {
-            load: v => ({ ...v, schedule: JSON.parse(v.schedule) }),
-            save: v => ({ ...v, schedule: JSON.stringify(v.schedule) })
-        }
-    });
-    const partitionKey = "PK1";
-    const partitionKey2 = "PK2";
-    const rowKey1 = "0b8612bb-377d-4897-be8f-a532a1ad3e73|d2e32b93-c096-431c-8a79-fcce9a4d7bce";
-    const rowKey2 = "0b8612bb-377d-4897-be8f-a532a1ad3e73|cd24aa15-0d03-4892-bb46-af32e5fb9361";
-    //start fresh
-    let result = await table.delete();
-    //don't test this - it might have a table to delete and might not... depending if cleanup didn't work last run
-    //await t.test("Delete table", t => assert.strictEqual(result, true));
-
-    //provoke table name not allowed
-    result = await ensureTable("T2");
-    await t.test("Table name not allowed", t => assert.strictEqual(result, false));
-
-    //create table
-    result = await table.ensure();
-    await t.test("Create table", t => assert.strictEqual(result, true));
-
-    //provoke table already exists
-    result = await table.ensure();
-    await t.test("Ensure existing table", t => assert.strictEqual(result, true));
-
-    //add item
-    result = await table.addItem({
-        partitionKey: partitionKey,
-        rowKey: rowKey1,
-        list: "1bd32599-375e-4c98-9e1c-ce9dd2f2e17d",
-        action: "6b964dd7-6e62-42f6-89e4-5e79d6b6cbb0",
-        nextUTC: "2023010105",
-        schedule: { days: 4, hours: [1, 2, 3] }
-    });
-    await t.test("Create item 1", t => assert.strictEqual(result, true));
-
-    result = await table.addItem({
-        partitionKey: partitionKey,
-        rowKey: rowKey2,
-        list: "1bd32599-375e-4c98-9e1c-ce9dd2f2e17d",
-        action: "fab4094b-c000-4ff4-bb52-0f8538b2bc49",
-        nextUTC: "2023010105",
-        schedule: { days: 4, hours: [1, 2, 3] }
-    });
-    await t.test("Create item 2", t => assert.strictEqual(result, true));
-
-    result = await table.addItem({
-        partitionKey: partitionKey2,
-        rowKey: rowKey1,
-        list: "b98211e2-809a-4761-b928-559eddc28dfc",
-        action: "d20196e5-feb9-4202-bd03-718b49bf029e",
-        nextUTC: "2023010105",
-        schedule: { days: 4, hours: [1, 2, 3] }
-    });
-    await t.test("Create item in second partition", t => assert.strictEqual(result, true));
-
-    //provoke add second item with same key
-    result = await table.addItem({
-        partitionKey: partitionKey,
-        rowKey: rowKey1,
-        list: "1bd32599-375e-4c98-9e1c-ce9dd2f2e17d",
-        action: "6b964dd7-6e62-42f6-89e4-5e79d6b6cbb0",
-        nextUTC: "2023010105",
-        schedule: { days: 4, hours: [1, 2, 3] }
-    });
-    await t.test("Create item with existing key", t => assert.strictEqual(result, false));
-
-    //provoke add second item with same key
-    result = await table.upsertItem({
-        partitionKey: partitionKey,
-        rowKey: rowKey1,
-        list: "1bd32599-375e-4c98-9e1c-ce9dd2f2e17d",
-        action: "6b964dd7-6e62-42f6-89e4-5e79d6b6cbb0",
-        nextUTC: "2023020202",
-        schedule: { days: 4, hours: [1, 2, 3] }
-    });
-    await t.test("Update item 1", t => assert.strictEqual(result, true));
-
-    //provoke add item to table that does not exist
-    result = await addItem(tableName + "DoeNotExist", {
-        partitionKey: partitionKey,
-        rowKey: rowKey1,
-        list: "1bd32599-375e-4c98-9e1c-ce9dd2f2e17d",
-        action: "6b964dd7-6e62-42f6-89e4-5e79d6b6cbb0",
-        nextUTC: "2023020202",
-        schedule: { days: 4, hours: [1, 2, 3] }
-    });
-    await t.test("Create item in table that does not exist", t => assert.strictEqual(result, false));
-
-    let allItems = await table.getItems();
-    await t.test("Get items", t => assert.strictEqual(allItems.length, 3));
-
-    //find items by partition
-    let partitionItems = await table.getItems({
-        filterStatment: {
-            filters: [
-                {
-                    property: "partitionKey",
-                    operator: ODataOperators.equal,
-                    value: partitionKey
-                }
-            ]
-        }
-    });
-
-    await t.test("Get items with filter", t => assert.strictEqual(partitionItems.length, 2));
-    await t.test("Update values", t => assert.strictEqual(partitionItems[1].nextUTC, "2023020202"));
-
-    let deleteResult = await table.deleteItem({ partitionKey: partitionKey, rowKey: rowKey1 });
-    await t.test("delete item", t => assert.strictEqual(deleteResult, true));
-    deleteResult = await table.deleteItem({ partitionKey: partitionKey, rowKey: rowKey1 });
-    await t.test("delete item that was already deleted", t => assert.strictEqual(deleteResult, true));
-
-    //cleanup
-    result = await table.delete();
-    await t.test("Delete table", t => assert.strictEqual(result, true));
-});
-
-
-test('testTableStorage', async t => {
-    let item = { title: "test1", test: "abc123def456" };
-    let withOverflow = overflowColumnValue(item, "test", 3);
-    await t.test("Test overflow column", t => assert.strictEqual(JSON.stringify(withOverflow), JSON.stringify({
-        title: "test1",
-        test: "abc",
-        test2: "123",
-        test3: "def",
-        test4: "456"
-    })));
-
-    await t.test("Test restore overflow column", t => assert.strictEqual(JSON.stringify(restoreOverflowColumnValue(withOverflow, "test")), JSON.stringify(item)));
-});

package/src/storage/table-storage.ts

@@ -1,385 +0,0 @@
-//https://www.npmjs.com/package/@azure/storage-blob
-//https://www.npmjs.com/package/@azure/storage-queue
-//https://www.npmjs.com/package/@azure/storage-file-share
-//https://www.npmjs.com/package/@azure/data-tables
-//https://learn.microsoft.com/en-us/azure/storage/common/storage-use-azurite?tabs=visual-studio-code
-import { FullOperationResponse } from "@azure/core-client";
-import { ListTableEntitiesOptions, TableClient, TableServiceClient, UpdateMode, odata } from "@azure/data-tables";
-import { IDictionary, isNotEmptyArray, isNotEmptyString, isNullOrEmptyString, isNullOrUndefined, isNumber, splitString } from "@kwiz/common";
-import { IOdataFilterStatement, getOdataFilter } from "./odata";
-
-var connectionString: string = null;
-export function ConfigureTableStorage(config: { connectionString: string; }) {
-    connectionString = config.connectionString;
-}
-
-function getTableService() {
-    if (isNullOrEmptyString(connectionString)) throw Error("Call ConfigureTableStorage first");
-    return TableServiceClient.fromConnectionString(connectionString);
-}
-function getTableClient(tableName: string) {
-    if (isNullOrEmptyString(connectionString)) throw Error("Call ConfigureTableStorage first");
-    return TableClient.fromConnectionString(connectionString, tableName);
-}
-
-interface IODataError {
-    odataError: {
-        code: string | "TableAlreadyExists" | "EntityAlreadyExists" | "TableNotFound" | "",
-        message: {
-            lang: string | "en-US",
-            value: string
-        }
-    }
-}
-export type TableOperationResult<T = never> = { success: true; result?: T; errorCode?: string; } | { success: false; result?: T; errorCode: string; };
-
-type TableEntityBase = {
-    /**
-     * The PartitionKey property of the entity.
-     * Does not allow / \ # ? any control characted (like \n)
-     */
-    partitionKey: string;
-    /**
-     * The RowKey property of the entity.
-     */
-    rowKey: string;
-}
-//correctly limits the column types...
-export type TableEntityType<DataType extends TableEntityBase> = {
-    [P in keyof DataType]: string | boolean | Date | number;
-};
-
-export async function findTable(tableName: string): Promise<TableOperationResult> {
-    const tableService = getTableService();
-
-    let success = false;
-    try {
-        const tables = tableService.listTables({
-            queryOptions: {
-                //Tag function - read more https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Template_literals
-                filter: odata`TableName eq ${tableName}`
-            }
-        });
-        for await (const table of tables) {
-            success = true;
-        }
-    } catch (e) {
-        //console.log(e);
-    }
-    return { success, errorCode: success ? undefined : "Not found" };
-}
-
-export async function listTables() {
-    const tableService = getTableService();
-
-    let arr: string[] = [];
-    try {
-        const tables = tableService.listTables();
-        for await (const table of tables) {
-            arr.push(table.name);
-        }
-    } catch (e) {
-        //console.log(e);
-    }
-    return arr;
-}
-
-// async function ensureTableObsolete(name: string) {
-//     const tableService = getTableService();
-//     //create table
-//     // If the table 'newTable' already exists, createTable doesn't throw
-//     let success = false;
-//     try {
-//         await tableService.createTable(name, {
-//             onResponse: raw => {
-//                 let error = isError(raw);
-//                 success = error.isError !== true;
-//                 if (error.isError) console.log(error.message);
-//             }
-//         });
-//     }
-//     catch (e) {
-//         success = false;
-//     }
-
-//     return success;
-// }
-
-export async function ensureTable(tableName: string): Promise<TableOperationResult> {
-    const table = getTableClient(tableName);
-    let success = false;
-    let errorCode: string;
-    try {
-        await table.createTable({
-            onResponse: raw => {
-                let error = isError(raw);
-                success = error.isError !== true || error.errorCode === "TableAlreadyExists";
-                if (error.isError) {
-                    console.error(error.errorCode);
-                    errorCode = error.errorCode;
-                }
-            }
-        });
-    } catch (e) {
-        //console.error(e);
-    }
-
-    return { success, errorCode };
-}
-
-export async function deleteTable(tableName: string): Promise<TableOperationResult> {
-    const table = getTableClient(tableName);
-    let success = false;
-    let errorCode: string;
-    try {
-        await table.deleteTable({
-            onResponse: raw => {
-                let error = isError(raw);
-                success = error.isError !== true;
-                if (error.isError) {
-                    console.error(error.errorCode);
-                    errorCode = error.errorCode;
-                }
-            }
-        });
-    } catch (e) {
-        //console.log(e);
-    }
-
-    return { success, errorCode };
-}
-
-//https://github.com/Azure/azure-sdk-for-js/blob/main/sdk/tables/data-tables/samples/v13/typescript/src/queryEntities.ts
-export async function getItems<DataType extends TableEntityBase & TableEntityType<DataType>>(tableName: string, options?: {
-    filterStatment?: IOdataFilterStatement<DataType>;
-    postFilter?: (item: DataType) => boolean;
-}): Promise<TableOperationResult<DataType[]>> {
-    const table = getTableClient(tableName);
-    let success = true;
-    let errorCode: string;
-    let result: DataType[] = [];
-    try {
-        let o: ListTableEntitiesOptions;
-        if (options) {
-            if (!isNullOrUndefined(options.filterStatment)) {
-                let filterStatment = getOdataFilter(options.filterStatment);
-                if (!isNullOrEmptyString(filterStatment))
-                    o = {
-                        queryOptions: {
-                            filter: filterStatment
-                        }
-                    };
-            }
-        }
-        let items = table.listEntities<DataType>(o);
-        for await (const item of items) {
-            //console.dir(item);
-            if (!options || typeof options.postFilter !== "function" || options.postFilter(item))
-                result.push(item as DataType);
-        }
-    } catch (e) {
-        //console.log(e);
-        success = false;
-        errorCode = "Could not get items";
-    }
-    return { success, errorCode, result };
-}
-
-export async function addItem<DataType extends TableEntityBase & TableEntityType<DataType>>(tableName: string, item: DataType): Promise<TableOperationResult> {
-    const table = getTableClient(tableName);
-    let success = false;
-    let errorCode: string;
-    try {
-        let result = await table.createEntity(item, {
-            onResponse: raw => {
-                let error = isError(raw);
-                success = error.isError !== true;
-                if (error.isError) {
-                    console.error(error.errorCode);
-                    errorCode = error.errorCode;
-                }
-            }
-        });
-        //console.log(result);
-        success = true;
-    } catch (e) { success = false; }
-    return { success, errorCode };
-}
-
-export async function deleteItem(tableName: string, partitionKey: string, rowKey: string): Promise<TableOperationResult> {
-    const table = getTableClient(tableName);
-    let success = false;
-    let errorCode: string;
-
-    try {
-        let result = await table.deleteEntity(partitionKey, rowKey, {
-            onResponse: raw => {
-                let error = isError(raw);
-                //error not found is still a success for delete action
-                success = error.isError !== true || error.errorCode === "ResourceNotFound";
-                if (error.isError) {
-                    console.error(error.errorCode);
-                    errorCode = error.errorCode;
-                }
-            }
-        });
-        //console.log(result);
-        success = true;
-    } catch (e) {
-        //success = false;
-    }
-    return { success, errorCode };
-}
-
-export async function upsertItem<DataType extends TableEntityBase & TableEntityType<DataType>>(tableName: string, item: DataType, options?: {
-    mode?: UpdateMode
-}): Promise<TableOperationResult> {
-    const table = getTableClient(tableName);
-    let success = false;
-    let errorCode: string;
-    try {
-        let result = await table.upsertEntity(item, options?.mode || "Replace", {
-            onResponse: raw => {
-                let error = isError(raw);
-                success = error.isError !== true;
-                if (error.isError) {
-                    console.error(error.errorCode);
-                    errorCode = error.errorCode;
-                }
-            }
-        });
-        //console.log(result);
-        success = true;
-    } catch (e) {
-        console.error(e);
-        success = false;
-    }
-    return { success, errorCode };
-}
-
-export class Table<KeysType extends TableEntityBase,
-    GetKeysParam,
-    SavedRow extends KeysType & TableEntityType<SavedRow>,
-    ParsedRow = SavedRow> {
-    private tableName: string;
-    private transform: {
-        save: (parsed: ParsedRow, table: Table<KeysType, GetKeysParam, SavedRow, ParsedRow>) => SavedRow;
-        load: (saved: SavedRow, table: Table<KeysType, GetKeysParam, SavedRow, ParsedRow>) => ParsedRow;
-    }
-
-    public getKeys: (p: GetKeysParam) => KeysType = null;
-
-    /** If your type contains complex values, provide a transforer to serialize/deserialize those complex columns */
-    public constructor(tableName: string, options: {
-        getKeys: (p: GetKeysParam) => KeysType,
-        transform?: {
-            save: (parsed: ParsedRow, table: Table<KeysType, GetKeysParam, SavedRow, ParsedRow>) => SavedRow;
-            load: (saved: SavedRow, table: Table<KeysType, GetKeysParam, SavedRow, ParsedRow>) => ParsedRow;
-        }
-    }) {
-        this.tableName = tableName;
-        this.getKeys = options.getKeys;
-        this.transform = options.transform || {
-            save: v => v as any as SavedRow,
-            load: v => v as any as ParsedRow
-        };
-    }
-    public delete() {
-        return deleteTable(this.tableName);
-    }
-    public ensure() {
-        return ensureTable(this.tableName);
-    }
-    public async getItems(options?: {
-        filterStatment?: IOdataFilterStatement<SavedRow>;
-        postFilter?: (item: SavedRow) => boolean;
-    }) {
-        let itemsResult = await getItems<SavedRow>(this.tableName, options);
-        return { ...itemsResult, result: itemsResult.result.map(i => this.transform.load(i, this)) };
-    }
-    public async addItem(item: ParsedRow) {
-        await this.ensure();
-
-        return addItem<SavedRow>(this.tableName, this.transform.save(item, this));
-    }
-    public async upsertItem(item: ParsedRow, options?: {
-        mode?: UpdateMode
-    }) {
-        await this.ensure();
-
-        return upsertItem<SavedRow>(this.tableName, this.transform.save(item, this), options);
-    }
-    public deleteItemByKey(param: GetKeysParam) {
-        let keys = this.getKeys(param);
-        return this.deleteItem(keys);
-    }
-    public deleteItem(item: KeysType) {
-        return deleteItem(this.tableName, item.partitionKey, item.rowKey);
-    }
-}
-
-function isError(raw: FullOperationResponse) {
-    let isError = false;
-    let errorCode: string = null;
-
-    //201 - table created successfully
-    //204 - entity created successfully
-    //409 - table/entity already exists
-    //400 - table name not allowed / Property value too large
-    //404 - TableNotFound when adding item
-    if (raw.status >= 400) {
-        isError = true;
-        let error = raw.parsedBody as IODataError;
-        errorCode = error && error.odataError && !isNullOrEmptyString(error.odataError.code)
-            ? error.odataError.code
-            : `Unknown error`;//for some errors like table name too short, error code is empty
-    }
-    else {
-        isError = false;
-    }
-
-    return { isError, errorCode };
-}
-
-export const tableColumnLengthLimit = 31999;
-export function overflowColumnValue<T = IDictionary<any>>(item: T, longProps: string | string[], overrideLimit?: number): T {
-    let limit = isNumber(overrideLimit) && overrideLimit > 0 ? overrideLimit : tableColumnLengthLimit;
-    let columns: IDictionary<string> = {};
-    const properties = !Array.isArray(longProps) ? [longProps] : longProps;
-    properties.forEach(propertyName => {
-        let value = item[propertyName];
-        if (isNotEmptyString(value)) {
-            let splitValue = splitString(value, { maxLength: limit });
-            splitValue.forEach((v, i) => {
-                //form, form2, form3...
-                let key = i === 0 ? propertyName : `${propertyName}${i + 1}`;
-                columns[key] = v;
-            });
-        }
-    });
-
-    if (isNotEmptyArray(Object.keys(columns)))
-        item = { ...item, ...columns };
-
-    return item;
-}
-export function restoreOverflowColumnValue<T = IDictionary<any>>(item: T, longProps: string | string[]): T {
-    const properties = !Array.isArray(longProps) ? [longProps] : longProps;
-    properties.forEach(propertyName => {
-        let result: string = item[propertyName];
-        if (isNotEmptyString(result)) {
-            let startIndex = 2;
-            let key = `${propertyName}${startIndex}`;
-            //restore from overflow
-            while (isNotEmptyString(item[key])) {
-                result += item[key];
-                delete item[key];
-
-                startIndex++;
-                key = `${propertyName}${startIndex}`;
-            }
-        }
-        item[propertyName] = result;
-    });
-    return item;
-}