cht-conf 6.0.2 → 6.1.1

package/CHANGELOG.md

@@ -1,3 +1,17 @@
+## [6.1.1](https://github.com/medic/cht-conf/compare/v6.1.0...v6.1.1) (2026-04-10)
+
+
+### Bug Fixes
+
+* **#799:** batch contact IDs in move-contacts to avoid URI length errors ([#802](https://github.com/medic/cht-conf/issues/802)) ([08e92a5](https://github.com/medic/cht-conf/commit/08e92a568196bdcb3e68076a760fbd8a5b7ff461)), closes [#799](https://github.com/medic/cht-conf/issues/799) [#799](https://github.com/medic/cht-conf/issues/799) [#799](https://github.com/medic/cht-conf/issues/799) [#799](https://github.com/medic/cht-conf/issues/799) [#799](https://github.com/medic/cht-conf/issues/799) [#799](https://github.com/medic/cht-conf/issues/799) [#799](https://github.com/medic/cht-conf/issues/799) [#799](https://github.com/medic/cht-conf/issues/799) [#799](https://github.com/medic/cht-conf/issues/799) [#799](https://github.com/medic/cht-conf/issues/799) [#799](https://github.com/medic/cht-conf/issues/799) [#799](https://github.com/medic/cht-conf/issues/799) [#799](https://github.com/medic/cht-conf/issues/799) [#799](https://github.com/medic/cht-conf/issues/799) [#799](https://github.com/medic/cht-conf/issues/799) [#799](https://github.com/medic/cht-conf/issues/799)
+
+# [6.1.0](https://github.com/medic/cht-conf/compare/v6.0.2...v6.1.0) (2026-04-02)
+
+
+### Features
+
+* **#653:** add --merge-primary-contacts flag for merge-contacts action ([#654](https://github.com/medic/cht-conf/issues/654)) ([def533d](https://github.com/medic/cht-conf/commit/def533dbca20abca8303aea7f314921c6a1c166b)), closes [#653](https://github.com/medic/cht-conf/issues/653)
+
 ## [6.0.2](https://github.com/medic/cht-conf/compare/v6.0.1...v6.0.2) (2026-01-16)
 
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "cht-conf",
-  "version": "6.0.2",
+  "version": "6.1.1",
   "description": "Configure CHT deployments",
   "main": "./src/lib/main.js",
   "engines": {

package/src/fn/delete-contacts.js

@@ -57,7 +57,7 @@ ${bold('OPTIONS')}
   A comma delimited list of ids of contacts to be deleted.
 
 --disable-users
-  When flag is present, users at any deleted place will be permanently disabled.
+  When flag is present, users at any deleted place will be updated and may be permanently disabled. Supported by CHT Core 4.7 and above.
 
 --docDirectoryPath=<path to stage docs>
   Specifies the folder used to store the documents representing the changes in hierarchy.

package/src/fn/merge-contacts.js

@@ -15,6 +15,7 @@ module.exports = {
     const options = {
       disableUsers: args.disableUsers,
       docDirectoryPath: args.docDirectoryPath,
+      mergePrimaryContacts: args.mergePrimaryContacts,
       force: args.force,
     };
     return HierarchyOperations(db, options).merge(args.sourceIds, args.destinationId);
@@ -50,6 +51,7 @@ const parseExtraArgs = (projectDir, extraArgs = []) => {
     sourceIds,
     disableUsers: !!args['disable-users'],
     docDirectoryPath: path.resolve(projectDir, args.docDirectoryPath || 'json_docs'),
+    mergePrimaryContacts: !!args['merge-primary-contacts'],
     force: !!args.force,
   };
 };
@@ -75,6 +77,9 @@ ${bold('OPTIONS')}
 --disable-users
   When flag is present, users at any deleted place will be updated and may be permanently disabled. Supported by CHT Core 4.7 and above.
 
+--merge-primary-contacts
+  When flag is present, the primary contacts for all the top-level places will also be merged into a single resulting contact.
+
 --docDirectoryPath=<path to stage docs>
   Specifies the folder used to store the documents representing the changes in hierarchy.
 `);

package/src/lib/api.js

@@ -256,20 +256,23 @@ const api = {
     }
   },
 
-  async getReportsByCreatedByIds (createdByIds, limit, skip) {
+  async getReportsByFreetext (createdByIds, limit, bookmark) {
     const queryString = createdByIds.map(id => `exact_match:"contact:${id}"`).join(' OR ');
-    const res = await request.get(`${environment.apiUrl}/_design/medic/_nouveau/reports_by_freetext`, {
-      qs: {
-        // sorting by this field ensures that the output are same with the clouseau views
-        // https://github.com/medic/cht-core/pull/9541
-        sort: '"reported_date"',
-        q: queryString,
-        include_docs: true,
-        limit,
-        skip
-      }, json: true
+    const body = {
+      // sorting by this field ensures that the output are same with the clouseau views
+      // https://github.com/medic/cht-core/pull/9541
+      sort: 'reported_date',
+      q: queryString,
+      include_docs: true,
+      limit,
+    };
+    if (bookmark) {
+      body.bookmark = bookmark;
+    }
+    const res = await request.post(`${environment.apiUrl}/_design/medic/_nouveau/reports_by_freetext`, {
+      body, json: true
     });
-    return res.hits.map(item => item.doc);
+    return { docs: res.hits.map(item => item.doc), bookmark: res.bookmark };
   }
 };
 

package/src/lib/hierarchy-operations/delete-hierarchy.js

@@ -34,7 +34,7 @@ async function deleteReportsForContact(db, options, contact) {
   let skip = 0;
   let reportBatch;
   do {
-    reportBatch = await DataSource.getReportsForContacts(db, [], contact._id, skip);
+    reportBatch = await DataSource.fetchReportsBySubject(db, [contact._id], skip);
 
     for (const report of reportBatch) {
       JsDocs.deleteDoc(options, report);

package/src/lib/hierarchy-operations/hierarchy-data-source.js

@@ -1,11 +1,13 @@
 const lineageManipulation = require('./lineage-manipulation');
-const {getValidApiVersion} = require('../get-api-version');
+const { getValidApiVersion } = require('../get-api-version');
 const semver = require('semver');
 const api = require('../api');
 
 const HIERARCHY_ROOT = 'root';
 const BATCH_SIZE = 10000;
+const QUERY_IDS_BATCH_SIZE = 100;
 const NOUVEAU_MIN_VERSION = '5.0.0';
+const SUBJECT_IDS = ['patient_id', 'patient_uuid', 'place_id', 'place_uuid'];
 
 /*
 Fetches all of the documents associated with the "contactIds" and confirms they exist.
@@ -70,37 +72,46 @@ const getFromDbView = async (db, view, keys, skip) => {
   return res.rows.map(row => row.doc);
 };
 
-const fetchReportsByCreator = async (db, createdByIds, skip) => {
+const useNouveauSearch = async () => {
+  const coreVersion = await getValidApiVersion();
+  return coreVersion && semver.gte(coreVersion, NOUVEAU_MIN_VERSION);
+};
+
+const fetchReportsByCreator = async (db, createdByIds, cursor, useNouveau) => {
   if (createdByIds.length === 0) {
-    return [];
+    return { docs: [], cursor: null };
   }
 
-  const coreVersion = await getValidApiVersion();
-  if (coreVersion && semver.gte(coreVersion, NOUVEAU_MIN_VERSION)) {
-    return await api().getReportsByCreatedByIds(createdByIds, BATCH_SIZE, skip);
+  if (useNouveau) {
+    return await fetchAllReportsFromNouveau(createdByIds);
   }
 
+  const skip = cursor || 0;
   const createdByKeys = createdByIds.map(id => [`contact:${id}`]);
-  return await getFromDbView(db, 'medic-client/reports_by_freetext', createdByKeys, skip);
+  const docs = await getFromDbView(db, 'medic-client/reports_by_freetext', createdByKeys, skip);
+  return { docs, cursor: skip + docs.length };
 };
 
-const fetchReportsBySubject = async (db, createdAtId, skip) => {
-  if (!createdAtId) {
-    return [];
+const fetchAllReportsFromNouveau = async (createdByIds) => {
+  const allDocs = [];
+  for (let i = 0; i < createdByIds.length; i += QUERY_IDS_BATCH_SIZE) {
+    const idsBatch = createdByIds.slice(i, i + QUERY_IDS_BATCH_SIZE);
+    let bookmark = null;
+    let batch;
+    do {
+      batch = await api().getReportsByFreetext(idsBatch, BATCH_SIZE, bookmark);
+      allDocs.push(...batch.docs);
+      bookmark = batch.bookmark;
+    } while (batch.docs.length >= BATCH_SIZE);
   }
-  return await getFromDbView(db, 'medic-client/reports_by_subject', [createdAtId], skip);
+  return { docs: allDocs, cursor: null };
 };
 
-const getReportsForContacts = async (db, createdByIds, createdAtId, skip) => {
-  const [creatorReports, subjectReports] = await Promise.all([
-    fetchReportsByCreator(db, createdByIds, skip),
-    fetchReportsBySubject(db, createdAtId, skip)
-  ]);
-
-  const allRows = [...creatorReports, ...subjectReports];
-
-  const docsWithId = allRows.map(( doc ) => [doc._id, doc]);
-  return Array.from(new Map(docsWithId).values());
+const fetchReportsBySubject = async (db, createdAtIds, skip) => {
+  if (!createdAtIds || createdAtIds.length <= 0) {
+    return [];
+  }
+  return await getFromDbView(db, 'medic-client/reports_by_subject', createdAtIds, skip);
 };
 
 async function getAncestorsOf(db, contactDoc) {
@@ -124,9 +135,12 @@ async function getAncestorsOf(db, contactDoc) {
 module.exports = {
   BATCH_SIZE,
   HIERARCHY_ROOT,
+  SUBJECT_IDS,
   getAncestorsOf,
   getContactWithDescendants,
   getContact,
   getContactsByIds,
-  getReportsForContacts,
+  useNouveauSearch,
+  fetchReportsByCreator,
+  fetchReportsBySubject,
 };

package/src/lib/hierarchy-operations/index.js

@@ -19,27 +19,27 @@ async function moveHierarchy(db, options, sourceIds, destinationId) {
   for (const sourceId of sourceIds) {
     const sourceDoc = sourceDocs[sourceId];
     const descendantsAndSelf = await DataSource.getContactWithDescendants(db, sourceId);
+
     const moveContext = {
       sourceId,
       destinationId,
       descendantsAndSelf,
       replacementLineage,
       merge: !!options.merge,
+      disableUsers: !!options.disableUsers,
+      mergePrimaryContacts: !!options.mergePrimaryContacts,
+      sourcePrimaryContactId: getPrimaryContactId(sourceDoc),
+      destinationPrimaryContactId: getPrimaryContactId(destinationDoc),
     };
 
     await constraints.assertNoPrimaryContactViolations(sourceDoc, destinationDoc, descendantsAndSelf);
     
-    if (options.merge) {
-      const toDeleteUsers = options.disableUsers && constraints.isPlace(sourceDoc);
-      JsDocs.deleteDoc(options, sourceDoc, toDeleteUsers);
-    }
-        
     const prettyPrintDocument = doc => `'${doc.name}' (${doc._id})`;
     trace(
       `Considering lineage updates to ${descendantsAndSelf.length} descendant(s) of contact `
       + `${prettyPrintDocument(sourceDoc)}.`
     );
-    const updatedDescendants = replaceLineageInContacts(moveContext);
+    const updatedDescendants = updateContacts(moveContext, constraints);
     
     const ancestors = await DataSource.getAncestorsOf(db, sourceDoc);
     trace(
@@ -68,46 +68,94 @@ async function moveHierarchy(db, options, sourceIds, destinationId) {
   );
 }
 
+function getPrimaryContactId(doc) {
+  return typeof doc?.contact === 'string' ? doc.contact : doc?.contact?._id;
+}
+
 async function updateReports(db, options, moveContext) {
   const descendantIds = moveContext.descendantsAndSelf.map(contact => contact._id);
+  const createdAtIds = getReportsCreatedAtIds(moveContext);
+
+  let totalCount = 0;
+  const useNouveau = await DataSource.useNouveauSearch();
+
+  let cursor = null;
+  let result;
+  do {
+    info(`Processing creator reports ${totalCount} to ${totalCount + DataSource.BATCH_SIZE}`);
+    result = await DataSource.fetchReportsByCreator(db, descendantIds, cursor, useNouveau);
+    processAndWriteReportBatch(result.docs, options, moveContext);
+    cursor = result.cursor;
+    totalCount += result.docs.length;
+  } while (result.cursor && result.docs.length >= DataSource.BATCH_SIZE);
 
   let skip = 0;
-  let reportDocsBatch;
+  let batch;
   do {
-    info(`Processing ${skip} to ${skip + DataSource.BATCH_SIZE} report docs`);
-    const createdAtId = options.merge && moveContext.sourceId;
-    reportDocsBatch = await DataSource.getReportsForContacts(db, descendantIds, createdAtId, skip);
+    info(`Processing subject reports ${skip} to ${skip + DataSource.BATCH_SIZE}`);
+    batch = await DataSource.fetchReportsBySubject(db, createdAtIds, skip);
+    processAndWriteReportBatch(batch, options, moveContext);
+    skip += batch.length;
+    totalCount += batch.length;
+  } while (batch.length >= DataSource.BATCH_SIZE);
 
-    const lineageUpdates = replaceLineageOfReportCreator(reportDocsBatch, moveContext);
-    const reassignUpdates = reassignReports(reportDocsBatch, moveContext);
-    const updatedReports = reportDocsBatch.filter(doc => lineageUpdates.has(doc._id) || reassignUpdates.has(doc._id));
+  return totalCount;
+}
 
-    minifyLineageAndWriteToDisk(options, updatedReports);
+function processAndWriteReportBatch(batch, options, moveContext) {
+  const lineageUpdates = replaceLineageOfReportCreator(batch, moveContext);
+  const reassignUpdates = reassignReports(batch, moveContext);
+  const updatedReports = batch.filter(doc => lineageUpdates.has(doc._id) || reassignUpdates.has(doc._id));
+  minifyLineageAndWriteToDisk(options, updatedReports);
+}
 
-    skip += reportDocsBatch.length;
-  } while (reportDocsBatch.length >= DataSource.BATCH_SIZE);
+function getReportsCreatedAtIds(moveContext) {
+  const result = [];
+  if (moveContext.merge) {
+    result.push(moveContext.sourceId);
+  }
 
-  return skip;
+  if (moveContext.mergePrimaryContacts && moveContext.sourcePrimaryContactId) {
+    result.push(moveContext.sourcePrimaryContactId);
+  }
+
+  return result;
 }
 
-function reassignReportSubjects(report, { sourceId, destinationId }) {
-  const SUBJECT_IDS = ['patient_id', 'patient_uuid', 'place_id', 'place_uuid'];
+function reassignReportSubjects(report, moveContext) {
   let updated = false;
-  for (const subjectId of SUBJECT_IDS) {
-    if (report[subjectId] === sourceId) {
-      report[subjectId] = destinationId;
-      updated = true;
-    }
+  for (const subjectId of DataSource.SUBJECT_IDS) {
+    updated = updated || reassignSingleReport(report, subjectId, moveContext.sourceId, moveContext.destinationId);
 
-    if (report.fields[subjectId] === sourceId) {
-      report.fields[subjectId] = destinationId;
-      updated = true;
+    if (
+      moveContext.mergePrimaryContacts && 
+      moveContext.sourcePrimaryContactId && 
+      moveContext.destinationPrimaryContactId
+    ) {
+      updated = updated || reassignSingleReport(
+        report, subjectId, moveContext.sourcePrimaryContactId, moveContext.destinationPrimaryContactId
+      );
     }
   }
   
   return updated;
 }
 
+function reassignSingleReport(report, subjectId, matchId, resultingId) {
+  let result = false;
+  if (report[subjectId] === matchId) {
+    report[subjectId] = resultingId;
+    result = true;
+  }
+
+  if (report.fields[subjectId] === matchId) {
+    report.fields[subjectId] = resultingId;
+    result = true;
+  }
+
+  return result;
+}
+
 function reassignReports(reports, moveContext) {
   const updated = new Set();
   if (!moveContext.merge) {
@@ -179,9 +227,26 @@ function replaceLineageInSingleContact(doc, moveContext) {
   }
 }
 
-function replaceLineageInContacts(moveContext) {
+function updateContacts(moveContext, constraints) {
   return moveContext.descendantsAndSelf
-    .map(descendant => replaceLineageInSingleContact(descendant, moveContext))
+    .map(descendant => {
+      const deleteSource = moveContext.merge && descendant._id === moveContext.sourceId;
+      const deletePrimaryContact = moveContext.mergePrimaryContacts 
+        && descendant._id === moveContext.sourcePrimaryContactId 
+        && moveContext.destinationPrimaryContactId;
+
+      if (deleteSource || deletePrimaryContact) {
+        const toDeleteUsers = moveContext.disableUsers && constraints.isPlace(descendant);
+        return {
+          _id: descendant._id,
+          _rev: descendant._rev,
+          _deleted: true,
+          cht_disable_linked_users: !!toDeleteUsers,
+        };
+      }
+
+      return replaceLineageInSingleContact(descendant, moveContext);
+    })
     .filter(Boolean);
 }
 

package/src/lib/hierarchy-operations/lineage-constraints.js

@@ -9,13 +9,8 @@ module.exports = async (db, options) => {
 
   return {
     assertNoPrimaryContactViolations: async (sourceDoc, destinationDoc, descendantDocs) => {
-      const invalidPrimaryContactDoc = await getPrimaryContactViolations(db, sourceDoc, destinationDoc, descendantDocs);
-      if (invalidPrimaryContactDoc) {
-        throw Error(
-          `Cannot remove contact '${invalidPrimaryContactDoc?.name}' (${invalidPrimaryContactDoc?._id}) from the `
-          + 'hierarchy for which they are a primary contact.'
-        );
-      }
+      await assertOnPrimaryContactRemoval(db, sourceDoc, destinationDoc, descendantDocs);
+      await assertSourcePrimaryContactType(db, contactTypeInfo, sourceDoc);
     },
     assertNoHierarchyErrors: (sourceDocs, destinationDoc) => {
 
@@ -30,7 +25,7 @@ module.exports = async (db, options) => {
           throw Error(`Hierarchy Constraints: ${hierarchyError}`);
         }
       });
-  
+
       /*
        * It is nice that the tool can move lists of contacts as one operation, but strange things happen when two
        * contactIds are in the same lineage. For example, moving a district_hospital and moving a contact under that
@@ -47,13 +42,16 @@ module.exports = async (db, options) => {
         });
     },
 
-    isPlace: (contact) => {
-      const contactType = getContactType(contact);
-      return !contactTypeInfo[contactType]?.person;
-    },
+    isPlace: (contact) => isPlace(contactTypeInfo, contact),
   };
 };
 
+function isPlace(contactTypeInfo, contact) {
+  const contactType = getContactType(contact);
+  const isPerson = contactTypeInfo[contactType]?.person || false;
+  return !isPerson;
+}
+
 /*
 Enforce the list of allowed parents for each contact type
 Ensure we are not creating a circular hierarchy
@@ -133,24 +131,50 @@ A place's primary contact must be a descendant of that place.
 1. Check to see which part of the contact's lineage will be removed
 2. For each removed part of the contact's lineage, confirm that place's primary contact isn't being removed.
 */
-const getPrimaryContactViolations = async (db, contactDoc, destinationDoc, descendantDocs) => {
-  const contactsLineageIds = lineageManipulation.pluckIdsFromLineage(contactDoc?.parent);
-  const parentsLineageIds = lineageManipulation.pluckIdsFromLineage(destinationDoc);
+async function assertOnPrimaryContactRemoval(db, sourceDoc, destinationDoc, descendantDocs) {
+  const sourceLineageIds = lineageManipulation.pluckIdsFromLineage(sourceDoc?.parent);
+  const destinationLineageIds = lineageManipulation.pluckIdsFromLineage(destinationDoc);
 
-  const docIdsRemovedFromContactLineage = contactsLineageIds.filter(value => !parentsLineageIds.includes(value));
+  const docIdsRemovedFromContactLineage = sourceLineageIds.filter(value => !destinationLineageIds.includes(value));
   const docsRemovedFromContactLineage = await db.allDocs({
     keys: docIdsRemovedFromContactLineage,
     include_docs: true,
   });
 
-  const primaryContactIds = docsRemovedFromContactLineage.rows
+  const primaryContactIds = new Set(docsRemovedFromContactLineage.rows
     .map(row => row?.doc?.contact?._id)
-    .filter(Boolean);
-  
-  return descendantDocs.find(descendant => primaryContactIds.some(primaryId => descendant._id === primaryId));
-};
+    .filter(Boolean));
+
+  const invalidPrimaryContactDoc = descendantDocs.find(
+    descendant => primaryContactIds.has(descendant._id)
+  );
+  if (invalidPrimaryContactDoc) {
+    throw new Error('Cannot remove contact '+
+      `'${invalidPrimaryContactDoc?.name}' (${invalidPrimaryContactDoc?._id}) ` +
+      'from the hierarchy for which they are a primary contact.');
+  }
+}
+
+async function assertSourcePrimaryContactType(db, contactTypeInfo, sourceDoc) {
+  const sourcePrimaryContactId = getPrimaryContactId(sourceDoc);
+  if (!sourcePrimaryContactId) {
+    return;
+  }
+
+  const sourcePrimaryContactDoc = await db.get(sourcePrimaryContactId);
+  const primaryContactIsPlace = isPlace(contactTypeInfo, sourcePrimaryContactDoc);
+  if (primaryContactIsPlace) {
+    throw new Error(`Source "${sourceDoc._id}" has primary contact "${sourcePrimaryContactId}" which is of type place`);
+  }
+}
+
+function getContactType(doc) {
+  return doc?.type === 'contact' ? doc?.contact_type : doc?.type;
+}
 
-const getContactType = doc => doc?.type === 'contact' ? doc?.contact_type : doc?.type;
+function getPrimaryContactId(doc) {
+  return typeof doc?.contact === 'string' ? doc.contact : doc?.contact?._id;
+}
 
 async function fetchContactTypeInfo(db) {
   try {