@yrpri/api 9.0.111 → 9.0.112

package/scripts/cloning/copyCommunityConfigAndTranslationsFromURL.js

@@ -3,7 +3,7 @@ const async = require('async');
 const _ = require('lodash');
 const fs = require('fs');
 const request = require('request');
-const cloneTranslationForConfig = require('../../active-citizen/utils/translation_cloning').cloneTranslationForConfig;
+const cloneTranslationForConfig = require('../../services/utils/translation_cloning').cloneTranslationForConfig;
 const userId = process.argv[2];
 const type = process.argv[3];
 const urlToConfig = process.argv[4];

package/scripts/cloning/copyGroupConfigAndTranslationsFromURL.js

@@ -3,7 +3,7 @@ const async = require('async');
 const _ = require('lodash');
 const fs = require('fs');
 const request = require('request');
-const cloneTranslationForConfig = require('../../active-citizen/utils/translation_cloning').cloneTranslationForConfig;
+const cloneTranslationForConfig = require('../../services/utils/translation_cloning').cloneTranslationForConfig;
 const userId = process.argv[2];
 const type = process.argv[3];
 const urlToConfig = process.argv[4];

package/scripts/cloning/copyPostVideosFromURL.js

@@ -3,7 +3,7 @@ const async = require('async');
 const _ = require('lodash');
 const fs = require('fs');
 const request = require('request');
-const cloneTranslationForConfig = require('../../active-citizen/utils/translation_cloning').cloneTranslationForConfig;
+const cloneTranslationForConfig = require('../../services/utils/translation_cloning').cloneTranslationForConfig;
 const userId = process.argv[2];
 const urlToConfig = process.argv[3];
 const urlToAddAddFront = process.argv[4];

package/scripts/cloning/deepCloneSerbianWBFromUrlScriptAndCreateLinks.js

@@ -4,7 +4,7 @@ const _ = require('lodash');
 const fs = require('fs');
 const request = require('request');
 const deepCopyCommunityOnlyStructureWithAdminsAndPosts = require('../../utils/copy_utils').deepCopyCommunityOnlyStructureWithAdminsAndPosts;
-const updateTranslation = require('../../active-citizen/utils/translation_helpers').updateTranslation;
+const updateTranslation = require('../../services/utils/translation_helpers').updateTranslation;
 let domainId = process.argv[2];
 let userId = process.argv[3];
 let urlToConfig = process.argv[4];

package/scripts/cloning/deepCloneWBFromUrlScriptAndCreateLinks.js

@@ -4,7 +4,7 @@ const _ = require('lodash');
 const fs = require('fs');
 const request = require('request');
 const deepCopyCommunityOnlyStructureWithAdminsAndPosts = require('../../utils/copy_utils').deepCopyCommunityOnlyStructureWithAdminsAndPosts;
-const updateTranslation = require('../../active-citizen/utils/translation_helpers').updateTranslation;
+const updateTranslation = require('../../services/utils/translation_helpers').updateTranslation;
 let domainId = process.argv[2];
 let userId = process.argv[3];
 let urlToConfig = process.argv[4];

package/scripts/cloning/setAdminsFromURL.js

@@ -3,7 +3,7 @@ const async = require('async');
 const _ = require('lodash');
 const fs = require('fs');
 const request = require('request');
-const cloneTranslationForConfig = require('../../active-citizen/utils/translation_cloning').cloneTranslationForConfig;
+const cloneTranslationForConfig = require('../../services/utils/translation_cloning').cloneTranslationForConfig;
 const userId = process.argv[2];
 const urlToConfig = process.argv[3];
 const urlToAddAddFront = process.argv[4];

package/scripts/cloning/setExternalIdsFromURL.js

@@ -3,7 +3,7 @@ const async = require('async');
 const _ = require('lodash');
 const fs = require('fs');
 const request = require('request');
-const cloneTranslationForConfig = require('../../active-citizen/utils/translation_cloning').cloneTranslationForConfig;
+const cloneTranslationForConfig = require('../../services/utils/translation_cloning').cloneTranslationForConfig;
 const userId = process.argv[2];
 const urlToConfig = process.argv[3];
 const urlToAddAddFront = process.argv[4];

package/scripts/gallery/refreshAcApiPostIdsForCommunity.js

@@ -1,4 +1,4 @@
-const queue = require('../../active-citizen/workers/queue.cjs');
+const queue = require('../../services/workers/queue.cjs');
 const models = require("../../models/index.cjs");
 (async () => {
     console.log("Start");

package/scripts/importAllLocalesFromLocalFolders.js

@@ -7,7 +7,7 @@ var clientAppImportPath = importFolderPath + '/clientApp/';
 var serverApiImportPath = importFolderPath + '/serverApi/';
 var yourPrioritiesPath = process.argv[3] ? process.argv[3] : '/home/robert/production-your-priorities-app';
 var clientAppLocales = yourPrioritiesPath + '/client_app/locales/';
-var serverApiLocales = yourPrioritiesPath + '/server_api/active-citizen/locales/';
+var serverApiLocales = yourPrioritiesPath + '/server_api/services/locales/';
 async.series([
     (callback) => {
         fs.readdir(clientAppImportPath, function (err, files) {

package/scripts/landUseGame/export3Ddata.js

@@ -1,5 +1,5 @@
 const { post } = require("request");
-const queue = require("../../active-citizen/workers/queue.cjs");
+const queue = require("../../services/workers/queue.cjs");
 const models = require("../../models/index.cjs");
 const fs = require("fs");
 const axios = require("axios");

package/{active-citizen → services}/engine/analytics/importer.js

@@ -2,11 +2,11 @@ const models = require('../../../models/index.cjs');
 const _ = require('lodash');
 const async = require('async');
 const log = require('../../../utils/logger.cjs');
-const importDomain = require('./utils').importDomain;
-const importCommunity = require('./utils').importCommunity;
-const importGroup = require('./utils').importGroup;
-const importPost = require('./utils').importPost;
-const importPoint = require('./utils').importPoint;
+const importDomain = require('./utils.js').importDomain;
+const importCommunity = require('./utils.js').importCommunity;
+const importGroup = require('./utils.js').importGroup;
+const importPost = require('./utils.js').importPost;
+const importPoint = require('./utils.js').importPoint;
 let updateAsyncLimit = 5;
 let lineCrCounter = 0;
 const processDots = () => {

package/{active-citizen → services}/engine/old/exporters/categories_dataset.js

@@ -10,9 +10,9 @@ var classesCategoriesCsvFilename = 'datasets/better_reykjavik/categories/classes
 var categories = {};
 var categoriesIds = [];
 MAX_CATEGORY_LENGTH = 1700;
-var clean = require('./dataset_tools').clean;
-var shuffleArray = require('./dataset_tools').shuffleArray;
-var replaceBetterReykjavikCategoryId = require('./dataset_tools').replaceBetterReykjavikCategoryId;
+var clean = require('./dataset_tools.js').clean;
+var shuffleArray = require('./dataset_tools.js').shuffleArray;
+var replaceBetterReykjavikCategoryId = require('./dataset_tools.js').replaceBetterReykjavikCategoryId;
 async.series([
     function (callback) {
         var categoriesCsvRows = [];

package/{active-citizen → services}/engine/old/exporters/sentiment_dataset.js

@@ -14,8 +14,8 @@ var negative = [];
 var categories = { 0: [], 1: [] };
 var categoriesIds = [0, 1];
 MAX_SENTIMENT_LENGTH = 700;
-var clean = require('./dataset_tools').clean;
-var shuffleArray = require('./dataset_tools').shuffleArray;
+var clean = require('./dataset_tools.js').clean;
+var shuffleArray = require('./dataset_tools.js').shuffleArray;
 async.series([
     function (callback) {
         var categoriesCsvRows = [];

package/{active-citizen → services}/scripts/kue_watch_stuck_jobs.js

@@ -1,7 +1,7 @@
 var kue = require('kue'), url = require('url');
 var log = require('../utils/logger.cjs');
-var email = require('./email');
-var activity = require('./activity');
+var email = require('./email.js');
+var activity = require('./activity.js');
 var toJson = require('../utils/to_json.cjs');
 var airbrake = null;
 if (process.env.AIRBRAKE_PROJECT_ID) {

package/src/models/index.d.ts

@@ -0,0 +1,66 @@
+import type {
+  Sequelize as SequelizeBaseType,
+  Model,
+  ModelStatic,
+} from "sequelize";
+
+// Yp...Data types (e.g., YpAudioData, YpDomainData) are assumed to be globally available
+// due to their declaration in files like 'webApps/client/src/types.d.ts',
+// which should be included in the tsconfig's "types" or "include" arrays.
+
+declare module "models/index.cjs" { // Module path relative to baseUrl ("server_api/src/")
+
+  // --- Reusable Generic Type for Model Instances (local to this module declaration) ---
+  type ModelInstance<TAttributes> = Model<TAttributes, Partial<TAttributes>> & TAttributes;
+
+  // --- Specific Model Instance Types (local to this module declaration) ---
+  // These rely on the globally available Yp...Data interfaces.
+  type AudioInstance = ModelInstance<YpAudioData>;
+  type BulkStatusUpdateInstance = ModelInstance<YpBulkStatusUpdateData>;
+  type CategoryInstance = ModelInstance<YpCategoryData>;
+  type CommunityInstance = ModelInstance<YpCommunityData>;
+  type DomainInstance = ModelInstance<YpDomainData>;
+  type EndorsementInstance = ModelInstance<YpEndorsement>;
+  type GroupInstance = ModelInstance<YpGroupData>;
+  type ImageInstance = ModelInstance<YpImageData>;
+  type PageInstance = ModelInstance<YpHelpPageData>; // Assuming YpHelpPageData for page.cjs
+  type PointInstance = ModelInstance<YpPointData>;
+  type PointQualityInstance = ModelInstance<YpPointQuality>;
+  type PointRevisionInstance = ModelInstance<YpPointRevision>;
+  type PostInstance = ModelInstance<YpPostData>;
+  type PostStatusChangeInstance = ModelInstance<YpPostStatusChange>;
+  type OrganizationInstance = ModelInstance<YpOrganizationData>;
+  type RatingInstance = ModelInstance<YpRatingData>;
+  type UserInstance = ModelInstance<YpUserData>;
+  type VideoInstance = ModelInstance<YpVideoData>;
+  // Add other specific instance types if new models are included
+
+  // --- Interface for the Exported DB Object (local to this module declaration) ---
+  interface DeclaredYpModels {
+    sequelize: SequelizeBaseType;
+    Sequelize: typeof SequelizeBaseType;
+
+    Audio: ModelStatic<AudioInstance>;
+    BulkStatusUpdate: ModelStatic<BulkStatusUpdateInstance>;
+    Category: ModelStatic<CategoryInstance>;
+    Community: ModelStatic<CommunityInstance>;
+    Domain: ModelStatic<DomainInstance>;
+    Endorsement: ModelStatic<EndorsementInstance>;
+    Group: ModelStatic<GroupInstance>;
+    Image: ModelStatic<ImageInstance>;
+    Page: ModelStatic<PageInstance>;
+    Point: ModelStatic<PointInstance>;
+    PointQuality: ModelStatic<PointQualityInstance>;
+    PointRevision: ModelStatic<PointRevisionInstance>;
+    Post: ModelStatic<PostInstance>;
+    PostStatusChange: ModelStatic<PostStatusChangeInstance>;
+    Organization: ModelStatic<OrganizationInstance>;
+    Rating: ModelStatic<RatingInstance>;
+    User: ModelStatic<UserInstance>;
+    Video: ModelStatic<VideoInstance>;
+    // Add other ModelStatic types as new models are included
+  }
+
+  const models: DeclaredYpModels;
+  export default models; // This makes `DeclaredYpModels` the type of the default import.
+}

package/src/server.d.ts

@@ -0,0 +1,104 @@
+declare module 'logger';
+declare module 'iso-639-1';
+declare module 'newrelic';
+declare module 'html-to-docx';
+
+interface Logger {
+  debug(text: string): void;
+  info(text: string): void;
+  warn(text: string): void;
+  error(text: string): void;
+}
+
+interface Models {
+  [key: string]: typeof DbData; // Assuming all models extend DbData
+  Post?: typeof PostData;
+  Domain?: typeof DomainData;
+  User?: typeof UserData;
+}
+
+interface DbData extends Model {
+  created_at: string;
+  updated_at: string;
+  id: number;
+  static findOne(options: any): Promise<any>;
+  static findAll(options: any): Promise<any>;
+  static destroy(options: any): Promise<any>;
+  static update(options: any, data: any): Promise<any>;
+  static create(options: any): Promise<any>;
+  static count(options: any | undefined = undefined): Promise<any>;
+  static build(options: any): Promise<any>;
+  save(): Promise<any>;
+  set(col: string, value: any): void;
+}
+
+interface DomainClass extends DbData {
+  configuration: {
+    ltp?: {
+      crt?: LtpCurrentRealityTreeData
+    }
+  };
+}
+
+interface CommunityClass extends DbData {
+  Domain: DomainClass;
+}
+
+interface PostClass extends DbData {
+  data?: {
+    crt?: LtpCurrentRealityTreeData
+  };
+}
+
+interface GroupClass extends DbData {
+  description: string;
+  configuration: YpGroupConfiguration;
+  hasGroupAdmins(user: UserClass): Promise<boolean>;
+  addGroupAdmins(user: UserClass): Promise<void>;
+  hasGroupUsers(user: UserClass): Promise<boolean>;
+  addGroupUsers(user: UserClass): Promise<void>;
+  changed(field: string, value: any): void;
+
+}
+
+interface UserClass extends DbData {
+  email: string;
+  name: string;
+  new (): Promise<UserClass>;
+}
+
+
+interface AcBackgroundJobClass extends DbData {
+  static updateDataAsync(jobId: number, data: any): Promise<any>;
+  static updateErrorAsync(jobId: number, error: string): Promise<any>;
+  static createJob(data: any, dataTwo: any, done: Function): Promise<any>;
+}
+
+interface AcXlsExportJobData {
+  jobId: number;
+  userId: number;
+  exportType: string;
+  fileName: string;
+  utmSource: string;
+  questionId: number;
+}
+
+interface ImageClass extends DbData {
+  formats: string[];
+}
+
+type YpChatBotMemoryStageTypes = PsMemoryStageTypes | "chatbot-conversation";
+
+interface PsChatBotMemoryData extends PsBaseMemoryData {
+  stages: Record<any, any>;
+  chatLog?: YpSimpleChatLog[];
+  problemStatement?: PsProblemStatement;
+  currentStage: YpChatBotMemoryStageTypes;
+  groupId?: number;
+  communityId?: number;
+  domainId?: number;
+  totalCost?: number;
+  customInstructions?: object,
+  subProblems?: IEngineSubProblem[],
+  currentStageData?: undefined;
+}

package/src/services/controllers/activities.d.ts

@@ -0,0 +1,5 @@
+declare module '@yrpri/api/services/controllers/activities.cjs' {
+  import { Router } from 'express';
+  const router: Router;
+  export default router;
+}

package/src/services/controllers/notifications.d.ts

@@ -0,0 +1,5 @@
+declare module '@yrpri/api/services/controllers/notifications.cjs' {
+  import { Router } from 'express';
+  const router: Router;
+  export default router;
+}

package/utils/copy_utils.cjs

@@ -1,10 +1,10 @@
 "use strict";
 var models = require("../models/index.cjs");
 var async = require("async");
-const { cloneTranslationForGroup, } = require("../active-citizen/utils/translation_cloning.cjs");
-const { cloneTranslationForCommunity, } = require("../active-citizen/utils/translation_cloning.cjs");
-const { cloneTranslationForPoint, } = require("../active-citizen/utils/translation_cloning.cjs");
-const { cloneTranslationForPost, } = require("../active-citizen/utils/translation_cloning.cjs");
+const { cloneTranslationForGroup, } = require("../services/utils/translation_cloning.cjs");
+const { cloneTranslationForCommunity, } = require("../services/utils/translation_cloning.cjs");
+const { cloneTranslationForPoint, } = require("../services/utils/translation_cloning.cjs");
+const { cloneTranslationForPost, } = require("../services/utils/translation_cloning.cjs");
 const { recountCommunity } = require("./recount_utils.cjs");
 const clonePagesForCollection = (model, modelRelField, inCollection, outCollection, done) => {
     const oldToNewHash = {};

package/utils/generateDocumentation.js

@@ -0,0 +1,287 @@
+const systemPromptServerApi = `
+You are a meticulous API documentation generator. Your output should be in standard Markdown API documentation format. Focus on documenting key components of an Express.js application, including routes, middleware, controllers, services, models, and important utility functions/modules.
+
+When documenting, please adhere to the following structure, adapting as necessary for the content of the file:
+
+# API Endpoint: [METHOD] /path/to/endpoint
+Brief description of what the endpoint does.
+## Request
+### Parameters
+| Name     | Type   | In     | Description              | Required |
+|----------|--------|--------|--------------------------|----------|
+| paramName| string | path   | Description of URL param | Yes/No   |
+| queryName| string | query  | Description of query param| Yes/No   |
+### Headers
+| Name         | Type   | Description        | Required |
+|--------------|--------|--------------------|----------|
+| HeaderName   | string | Description        | Yes/No   |
+### Body
+\`\`\`json
+// Example JSON request body
+{
+  "key": "value"
+}
+\`\`\`
+Description of the request body schema. Specify data types and validation rules if applicable.
+## Response
+### Success (2xx)
+\`\`\`json
+// Example JSON success response
+{
+  "data": "some data"
+}
+\`\`\`
+Description of the success response. Specify data types.
+### Error (4xx, 5xx)
+\`\`\`json
+// Example JSON error response
+{
+  "error": "description of error"
+}
+\`\`\`
+Description of potential error responses and their meaning.
+
+# Middleware: middlewareName
+Description of the middleware function, its purpose, and where it's typically used in the request lifecycle.
+## Parameters (if applicable)
+| Name     | Type   | Description              |
+|----------|--------|--------------------------|
+| req      | Request| Express request object   |
+| res      | Response| Express response object  |
+| next     | NextFunction | Express next function    |
+
+# Controller: ControllerName.methodName
+Description of the controller method, its responsibilities, and the services it interacts with.
+## Parameters
+| Name     | Type   | Description              |
+|----------|--------|--------------------------|
+| req      | Request| Express request object   |
+| res      | Response| Express response object  |
+
+# Service: ServiceName.methodName (or Service Module)
+Description of the service method or module, its business logic, and any interactions with databases or other services. If it's a module with multiple exported functions, list them.
+## Methods (if a module with multiple exports)
+| Name       | Parameters        | Return Type | Description                 |
+|------------|-------------------|-------------|-----------------------------|
+| methodName | param1: type, ... | returnType  | Brief description of method |
+
+# Model: ModelName
+Description of the data model or schema.
+## Properties
+| Name          | Type   | Description               |
+|---------------|--------|---------------------------|
+| propertyName  | type   | Brief description.        |
+
+# Utility Module / Function: UtilityName
+Description of the utility module or standalone function, its purpose, and how it's used.
+## Functions (if a module)
+| Name       | Parameters        | Return Type | Description                 |
+|------------|-------------------|-------------|-----------------------------|
+| funcName   | param1: type, ... | returnType  | Brief description of func   |
+## Parameters (if a single standalone function)
+| Name     | Type   | Description              |
+|----------|--------|--------------------------|
+| paramName| string | Description of param     |
+## Examples
+\`\`\`typescript
+// Example usage
+\`\`\`
+
+For "Type", use TypeScript definitions where possible (e.g., \`string\`, \`number\`, \`MyInterface\`).
+Prioritize documenting all exported functions, classes, modules, and route handlers.
+You MUST output the full detailed documentation for the TypeScript or JavaScript (.cjs) file the user submits. If a file contains elements not perfectly fitting the above categories (e.g., configuration objects, constants), document them clearly under a suitable general heading like "Configuration" or "Exported Constants".
+When creating internal links to other documented source files, ensure the link uses the .md extension (e.g., [MyClass](./MyClass.md)).
+When referencing Policy Synth entities, especially PsAgent, ensure that links point to the correct repository and path, for example, a link to PsAgent should be [PsAgent](https://github.com/CitizensFoundation/policy-synth/blob/main/agents/src/dbModels/agent.ts).
+`;
+const indexHeader = '# Your Priorities Server API Documentation\\n\\n';
+import * as fs from 'fs';
+import * as path from 'path';
+import * as crypto from 'crypto';
+import { OpenAI } from 'openai';
+import { fileURLToPath } from 'url'; // Import for ES module __dirname equivalent
+// ES module equivalent for __dirname
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+const openaiClient = new OpenAI({
+    apiKey: process.env.OPENAI_API_KEY,
+});
+// const rootDir = path.resolve(__dirname, '..', '..', '..'); // Adjusted for ts-out/utils structure
+const rootDir = path.resolve(__dirname, '..', '..'); // Corrected rootDir for ts-out/utils structure
+const docsDir = path.join(rootDir, 'docs');
+const checksumDir = path.join(docsDir, 'cks');
+const IGNORED_PATTERNS = [
+    'node_modules',
+    'custom_modules',
+    'dist',
+    'migrations',
+    'ts-out',
+    'uploads',
+    'webAppsDist',
+    'config',
+    'cks', // existing from buildDirectoryTree
+    '.git', // common ignore
+    '.vscode', // common ignore
+    'all.ts', // existing from buildDirectoryTree
+    'test.ts', // existing from buildDirectoryTree and findTSFiles
+    '.d.ts', // existing from buildDirectoryTree and findTSFiles
+    'README.md', // existing from buildDirectoryTree
+];
+// Ensure the docs and checksum directories exist
+if (!fs.existsSync(docsDir)) {
+    fs.mkdirSync(docsDir, { recursive: true });
+}
+if (!fs.existsSync(checksumDir)) {
+    fs.mkdirSync(checksumDir, { recursive: true });
+}
+function buildDirectoryTree(dir, basePath = '', isSrc = false) {
+    let structure = [];
+    const entries = fs.readdirSync(dir, { withFileTypes: true });
+    entries.forEach((entry) => {
+        if (IGNORED_PATTERNS.some(pattern => entry.name.includes(pattern) || entry.name.startsWith('.'))) {
+            console.log(`Skipping ${entry.name} in buildDirectoryTree`);
+            return;
+        }
+        const relativePath = isSrc ? entry.name : path.join(basePath, entry.name);
+        if (entry.isDirectory()) {
+            // Flatten the 'src' directory into the top level
+            const children = buildDirectoryTree(path.join(dir, entry.name), relativePath, isSrc || entry.name === 'src');
+            if (entry.name === 'src') {
+                structure = structure.concat(children);
+            }
+            else {
+                structure.push({
+                    type: 'directory',
+                    name: entry.name,
+                    path: relativePath,
+                    children: children,
+                });
+            }
+        }
+        else if (entry.isFile() && entry.name.endsWith('.md')) {
+            structure.push({
+                type: 'file',
+                name: entry.name,
+                path: relativePath,
+            });
+        }
+    });
+    return structure;
+}
+function generateMarkdownFromTree(tree, depth = 0) {
+    let markdown = '';
+    const indent = '  '.repeat(depth);
+    tree.forEach((item) => {
+        if (item.type === 'directory') {
+            markdown += `${indent}- ${item.name}\n`;
+            markdown += generateMarkdownFromTree(item.children, depth + 1);
+        }
+        else if (item.type === 'file') {
+            markdown += `${indent}- [${item.name.replace('.md', '')}](${item.path})\n`;
+        }
+    });
+    return markdown;
+}
+function generateDocsReadme() {
+    const tree = buildDirectoryTree(docsDir);
+    console.log(JSON.stringify(tree, null, 2));
+    const markdown = generateMarkdownFromTree(tree);
+    const readmePath = path.join(docsDir, 'README.md');
+    const apiHeader = '## API Documentation';
+    let newReadmeContent = '';
+    if (fs.existsSync(readmePath)) {
+        const existing = fs.readFileSync(readmePath, 'utf8');
+        const headerIndex = existing.indexOf(apiHeader);
+        if (headerIndex !== -1) {
+            // Keep everything up to the API header (inclusive) and replace the rest.
+            const before = existing.substring(0, headerIndex).trimEnd();
+            newReadmeContent = `${before}\n\n${apiHeader}\n\n${markdown}`;
+        }
+        else {
+            // Header not found – append it to the end.
+            newReadmeContent = `${existing.trimEnd()}\n\n${apiHeader}\n\n${markdown}`;
+        }
+    }
+    else {
+        // No README yet – create with index header + API docs.
+        newReadmeContent = `${indexHeader}${apiHeader}\n\n${markdown}`;
+    }
+    fs.writeFileSync(readmePath, newReadmeContent);
+}
+function findSourceFiles(dir, fileList = []) {
+    const entries = fs.readdirSync(dir, { withFileTypes: true });
+    for (const entry of entries) {
+        if (IGNORED_PATTERNS.some(pattern => entry.name.includes(pattern) || entry.name.startsWith('.'))) {
+            if (entry.name !== ".env") { // Explicitly allow .env if it's not otherwise ignored by a broader pattern
+                console.log(`Skipping ${path.join(dir, entry.name)} due to ignore patterns.`);
+                continue;
+            }
+        }
+        const fullPath = path.join(dir, entry.name);
+        if (entry.isDirectory()) {
+            findSourceFiles(fullPath, fileList);
+        }
+        else if (entry.isFile() &&
+            (entry.name.endsWith('.ts') || entry.name.endsWith('.cjs')) &&
+            !IGNORED_PATTERNS.some(pattern => entry.name.endsWith(pattern)) && // for specific file endings like .d.ts, test.ts
+            entry.name !== 'index.ts' //
+        ) {
+            fileList.push(fullPath);
+        }
+    }
+    return fileList;
+}
+function generateChecksum(content) {
+    return crypto.createHash('sha256').update(content).digest('hex');
+}
+async function generateDocumentation(fileList, systemPrompt) {
+    for (const file of fileList) {
+        const content = fs.readFileSync(file, 'utf8');
+        const checksum = generateChecksum(content);
+        const checksumFile = path.join(checksumDir, path.basename(file) + '.cks');
+        let existingChecksum = '';
+        if (fs.existsSync(checksumFile)) {
+            existingChecksum = fs.readFileSync(checksumFile, 'utf8');
+        }
+        if (checksum !== existingChecksum) {
+            try {
+                console.log(`${file}:`);
+                const completion = await openaiClient.chat.completions.create({
+                    model: 'gpt-4.1',
+                    temperature: 0.0,
+                    max_tokens: 8000,
+                    messages: [
+                        { role: 'system', content: systemPrompt },
+                        { role: 'user', content: content },
+                    ],
+                });
+                let docContent = completion.choices[0].message.content;
+                console.log(docContent);
+                docContent = docContent.replace(/```markdown\s+/g, '');
+                const sourceDir = path.join(rootDir, 'src');
+                const relativePathInSrc = path.relative(sourceDir, file);
+                const docFilePath = path.join(docsDir, relativePathInSrc).replace(/\.(ts|cjs)$/, '.md');
+                const docDirPath = path.dirname(docFilePath);
+                if (!fs.existsSync(docDirPath)) {
+                    fs.mkdirSync(docDirPath, { recursive: true });
+                }
+                fs.writeFileSync(docFilePath, docContent);
+                fs.writeFileSync(checksumFile, checksum); // Save the new checksum
+                console.log(`Documentation generated for ${file}`);
+            }
+            catch (error) {
+                console.error(`Error generating documentation for ${file}:`, error);
+                process.exit(1);
+            }
+        }
+        else {
+            console.log(`Skipping documentation generation for ${file}, no changes detected.`);
+        }
+    }
+}
+async function main() {
+    const sourceFiles = findSourceFiles(path.join(rootDir, 'src'));
+    generateDocsReadme();
+    await generateDocumentation(sourceFiles, systemPromptServerApi);
+    generateDocsReadme();
+}
+main().then(() => console.log('Documentation generation complete.'));