cob-cli 2.50.0 → 2.51.0

package/lib/task_lists/updateFromServer_groups.js

@@ -1,111 +0,0 @@
-require('colors');
-const Listr = require('listr');
-const UpdaterRenderer = require('listr-update-renderer');
-const VerboseRenderer = require('listr-verbose-renderer');
-const axios = require("axios");
-const fs = require("fs/promises");
-
-async function getGroups(query, servername) {
-
-    const uri = `https://${servername}.cultofbits.com/userm/userm/search/userm/group?`
-    const response = await axios.get( uri + new URLSearchParams({
-        q: query,
-        size: "100" // probably excessive
-    }));
-
-    if(response.status != 200){
-        throw new Error(`HTTP Error Response: ${response.status} ${response.statusText}`);
-    }
-    const groupIds = response.data.hits.hits.map((h) => h._id)
-    return groupIds;
-};
-
-const sortByName = (a, b) => a.name?.localeCompare(b.name);
-
-const exportGroups = async function(ids, servername, exportPath){
-
-    const uri = `https://${servername}.cultofbits.com/userm/userm/group/export/${ids.join(',')}`
-
-    const response = await axios.get( uri );
-    if(response.status != 200 ){
-        throw new Error(`HTTP Error Response: ${response.status} ${response.statusText}`);
-    }
-    const data = response.data;
-
-    // sort everything to be easier to diff
-    data.groups?.sort(sortByName);
-    data.groups?.forEach(group => group.roles?.sort())
-    data.roles?.sort(sortByName);
-    data.roles?.forEach(role => role.perms?.sort())
-    data.perms?.sort(sortByName)
-    const re = /:(\d+)/g
-    defnameCache.servername = servername;
-
-    for(r of data.roles) {
-        for(let i = 0; i < r.perms.length; i++){
-            r.perms[i] = await replaceAsync(r.perms[i], re, replaceIdsWithName)
-        }
-    }
-    for(p of data.perms){
-        if( p.product == 'recordm') {
-            p.name = await replaceAsync(p.name, re, replaceIdsWithName)
-        }
-    }
-
-    fs.writeFile(exportPath, JSON.stringify(data, null, 2))
-
-};
-
-async function replaceIdsWithName(_m, g1){
-    return ":" + ( "§§" + await defnameCache.get(g1) + "§§")
-}
-
-async function getGroupsFromServer(servername, groupsQueries, exportPath, customization, args) {
-    const searchTasks = groupsQueries.map( gp =>
-        ({ title: `(${customization}) Permissions: `.bold + "searching for groups with query: " + gp,
-            task: async ctx => ctx.groupIds = ctx.groupIds
-            ? ctx.groupIds.concat(await getGroups(gp, servername))
-            :  await getGroups(gp, servername) }))
-
-    await new Listr(
-        [
-            ...searchTasks,
-            {
-                title: `(${customization}) Permissions: `.bold + "exporting groups and subsequent roles/permissions",
-                task: ctx => exportGroups(ctx.groupIds, servername, exportPath)
-            },
-        ],{
-            renderer: args.verbose ? VerboseRenderer : UpdaterRenderer,
-            collapse: false
-        })
-        .run()
-}
-
-const defnameCache = {
-    servername: '',
-    resolved: new Map(),
-    get: async function(id) {
-        if(!this.resolved.has(id)){
-            const uri = `https://${this.servername}.cultofbits.com/recordm/recordm/definitions/${id}`
-            const response = await axios.get( uri );
-
-            if(response.status != 200){
-                throw new Error(`HTTP Error Response: ${response.status} ${response.statusText}`);
-            }
-
-            this.resolved.set(id, response.data.name)
-        }
-
-        return this.resolved.get(id)
-    }
-}
-
-async function replaceAsync(string, regexp, replacerFunction) {
-    const replacements = await Promise.all(
-        Array.from(string.matchAll(regexp),
-            match => replacerFunction(...match)));
-    let i = 0;
-    return string.replace(regexp, () => replacements[i++]);
-}
-
-exports.getGroupsFromServer = getGroupsFromServer

package/lib/task_lists/updateFromServer_instances.js

@@ -1,76 +0,0 @@
-require('colors');
-const Listr = require('listr');
-const UpdaterRenderer = require('listr-update-renderer');
-const VerboseRenderer = require('listr-verbose-renderer');
-const axios = require("axios");
-const fs = require("fs/promises");
-
-
-async function getInstancesFromServer(servername, definitionsForInstances, rootPath, customization, args) {
-
-    const taskList = definitionsForInstances.map( def => ({
-        title: `(${customization}) Instances: `.bold + `Exporting instances from definition ${def.definition}`,
-        task: async () => getInstancesOfDefinition(servername, await getDefinition(servername, def.definition), def.query, def.crop, rootPath)
-    }))
-
-    taskList.push({
-        title: `(${customization}) Instances: `.bold + 'Exporting _index',
-        task: async () => await exportIndex(definitionsForInstances, rootPath + "/_index")
-    })
-
-    await new Listr(taskList , {
-        renderer: args.verbose ? VerboseRenderer : UpdaterRenderer,
-        collapse: false
-    }).run()
-}
-
-function flattenFields(fieldArray) {
-    if (!fieldArray || fieldArray.length == 0)
-        return []
-
-    return fieldArray.flatMap(field => flattenFields(field.fields).concat([field]))
-}
-function getFieldList(fields) {
-    return Array.from(new Set(fields.map(f => f.name))).join(',')
-}
-
-
-async function getInstancesOfDefinition(servername, definition, query, crop, rootPath) {
-
-    const definitionId = definition.id
-    const fields = flattenFields(definition.fieldDefinitions)
-
-    if(!fields.some(f => (f.description || '').includes('$instanceLabel'))){
-        throw new Error("Should not export instances of a Definition without an $instanceLabel field, it would generate duplicates on import")
-    }
-    if(crop && !fields.some(f => (f.description || '').includes('$importer.last'))){
-        throw new Error("Can not crop instances of a Definition without an $importer.last field")
-    }
-
-    const uri = `https://${servername}.cultofbits.com/recordm/recordm/definitions/search/download/${definitionId}?`
-    const response = await axios.get(uri + new URLSearchParams({
-        q: query,
-        vcn: "id," + getFieldList(fields)
-    }), {
-        responseType: 'arraybuffer',
-        headers: {'export-files': 'true'}
-    });
-
-    fs.writeFile(rootPath + `${definition.name}.xlsx`, response.data)
-
-}
-
-async function getDefinition(servername, definitionName) {
-
-    const uri = `https://${servername}.cultofbits.com/recordm/recordm/definitions/name/${encodeURIComponent(definitionName)}`
-    const response = await axios.get(uri);
-
-    return response.data
-}
-
-async function exportIndex(defs, dataPath) {
-   await fs.writeFile(dataPath, defs.map(d => d.definition + ":" + d.crop).join('\n'), 'utf-8')
-}
-
-
-exports.getInstancesFromServer = getInstancesFromServer

package/lib/task_lists/updateFromServer_kibana.js

@@ -1,88 +0,0 @@
-require('colors');
-const Listr = require('listr');
-const UpdaterRenderer = require('listr-update-renderer');
-const VerboseRenderer = require('listr-verbose-renderer');
-const axios = require("axios");
-const fs = require("fs/promises");
-
-const KIBANA_TYPES = ['config','url','index-pattern','query','tag','canvas-element','canvas-workpad','action','alert','visualization','dashboard','map','lens','cases','search'];
-
-async function exportSavedObjectsOfSpace(servername, space, filePath, args) {
-    const uri = `https://${servername}.cultofbits.com/kibana/s/${space.identifier}/api/saved_objects/_export`
-    try {
-        const response = await axios.post(uri, {
-            type: KIBANA_TYPES,
-            excludeExportDetails: true,
-        }, {
-            headers: { 'kbn-xsrf': 'true' },
-            responseType: 'text',
-        });
-
-        const allObjects = response.data
-            .split('\n')
-            .filter(line => line.trim())
-            .map(line => JSON.parse(line));
-
-        await Promise.all(allObjects
-            .filter(e => e.type === 'index-pattern')
-            .map(async element => await replaceIndexPatternsIds(servername, element))
-        )
-
-        await fs.writeFile(filePath, allObjects.map(o => JSON.stringify(o)).join('\n'))
-    } catch(err) {
-        if(args.verbose > 0) {
-            console.error("error downloading from kibana {status:", err.response?.status, ", uri:", uri)
-        }
-        throw err;
-    }
-}
-
-async function exportIndex(spaces, dataPath) {
-   await fs.writeFile(dataPath, spaces.map(s => s.identifier + ":" + s.name).join('\n'), 'utf-8')
-}
-
-
-// replaces in place
-async function replaceIndexPatternsIds(servername, indexPattern) {
-    if(indexPattern.type !== "index-pattern"){
-        throw new Error("Not an index pattern")
-    }
-
-    const definitionId = indexPattern.attributes.title.substring('recordm-'.length)
-    const name = await getDefinitionName(servername, definitionId)
-
-    indexPattern.attributes.title = `recordm-§§${name}§§`
-}
-
-async function getDefinitionName(servername, id) {
-    const uri = `https://${servername}.cultofbits.com/recordm/recordm/definitions/${id}`
-    const response = await axios.get( uri );
-
-    if(response.status != 200){
-        throw new Error(`HTTP Error Response: ${response.status} ${response.statusText}`);
-    }
-
-    return response.data.name
-}
-
-async function getKibanaFromServer(servername, spaces, roothpath, customization, args) {
-
-    const taskList = spaces.map( space => (
-        {
-           title: `(${customization}) Kibana: `.bold + `Exporting ${space.name}`,
-           task: async () => await exportSavedObjectsOfSpace(servername, space, roothpath + `/${space.name}.ndjson`, args)
-        }
-    ))
-
-   taskList.push({
-      title: `(${customization}) Kibana: `.bold + 'Exporting _index',
-      task: async () => await exportIndex(spaces, roothpath + "/_index")
-   })
-
-    await new Listr( taskList, {
-        renderer: args.verbose ? VerboseRenderer : UpdaterRenderer,
-        collapse: false
-    }).run()
-}
-
-exports.getKibanaFromServer = getKibanaFromServer