@yrpri/api 9.0.101 → 9.0.103

package/dist/webSockets.js

@@ -0,0 +1,77 @@
+import { WebSocketServer } from "ws";
+import { v4 as uuidv4 } from "uuid";
+/**
+ * WebSocketsManager:
+ *  - Maintains a Map of clientId -> WebSocket for local ownership
+ *  - Coordinates cross-server ownership (clientId -> serverId) via Redis,
+ *    so that only one server "owns" a given clientId at a time.
+ */
+export class WebSocketsManager {
+    constructor(wsClients, redisClient, server) {
+        // Ping/pong heartbeat interval
+        this.pingInterval = null;
+        this.wsClients = wsClients;
+        this.redisClient = redisClient;
+        this.ws = new WebSocketServer({ server });
+    }
+    /**
+     * Main entry point to start listening for connections
+     * and initialize Redis pub/sub, heartbeat, etc.
+     */
+    async listen() {
+        // Start periodic ping/pong for WS clients
+        this.startPingCheck();
+        // Convert to async so we can 'await' inside
+        this.ws.on("connection", async (ws, req) => {
+            // 1) Extract ?clientId= from the URL or generate a new one
+            const url = new URL(req.url ?? "", "http://dummy");
+            let clientId = url.searchParams.get("clientId") || "";
+            if (!clientId) {
+                clientId = uuidv4();
+            }
+            this.wsClients.set(clientId, ws);
+            ws.isAlive = true;
+            ws.on("pong", () => {
+                ws.isAlive = true;
+            });
+            console.log(`WebSockets: New WebSocket connection: clientId ${clientId}`);
+            ws.send(JSON.stringify({ clientId }));
+            ws.on("close", async () => {
+                this.wsClients.delete(clientId);
+                console.log(`WebSockets: WebSocket closed: clientId ${clientId}`);
+            });
+            ws.on("error", (err) => {
+                this.wsClients.delete(clientId);
+                console.error(`WebSockets: WebSocket error with clientId ${clientId}:`, err);
+            });
+        });
+    }
+    /**
+     * Ping all clients every 30 seconds. If a client does not respond with 'pong',
+     * we assume it's a stale connection and terminate it.
+     */
+    startPingCheck() {
+        console.log("WebSockets: Starting ping check");
+        this.pingInterval = setInterval(() => {
+            if (this.ws.clients.size > 0) {
+                console.log(`WebSockets: Pinging clients ${this.ws.clients.size}`);
+                this.ws.clients.forEach((socket) => {
+                    const wsAny = socket;
+                    if (wsAny.isAlive === false) {
+                        console.log("WebSockets: Terminating unresponsive client");
+                        return socket.terminate();
+                    }
+                    wsAny.isAlive = false;
+                    socket.ping();
+                });
+            }
+        }, 30000);
+        // If the server closes the entire WebSocketServer
+        this.ws.on("close", () => {
+            console.log("WebSockets: WebSocket closed");
+            if (this.pingInterval) {
+                clearInterval(this.pingInterval);
+            }
+        });
+    }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@yrpri/api",
-  "version": "9.0.101",
+  "version": "9.0.103",
   "license": "MIT",
   "author": "Robert Bjarnason & Citizens Foundation",
   "repository": {
@@ -16,23 +16,23 @@
   ],
   "type": "module",
   "dependencies": {
-    "@airbrake/node": "^2.1.8",
-    "@aws-sdk/client-s3": "^3.750.0",
-    "@google-cloud/aiplatform": "^3.34.0",
-    "@google-cloud/speech": "^6.7.0",
-    "@google-cloud/storage": "^7.15.1",
-    "@google-cloud/translate": "^8.5.0",
-    "@google-cloud/vertexai": "^1.9.3",
-    "@google-cloud/vision": "^4.3.2",
-    "@node-saml/passport-saml": "^5.0.0",
-    "@policysynth/agents": "^1.3.67",
+    "@airbrake/node": "^2.1.9",
+    "@aws-sdk/client-s3": "^3.803.0",
+    "@google-cloud/aiplatform": "^4.1.0",
+    "@google-cloud/speech": "^7.0.1",
+    "@google-cloud/storage": "^7.16.0",
+    "@google-cloud/translate": "^9.0.1",
+    "@google-cloud/vertexai": "^1.10.0",
+    "@google-cloud/vision": "^5.1.0",
+    "@node-saml/passport-saml": "^5.0.1",
+    "@policysynth/agents": "^1.3.92",
     "@types/connect-redis": "^0.0.23",
     "async": "^3.2.6",
     "authorized": "^1.0.0",
     "aws-sdk": "^2.1692.0",
-    "axios": "^1.7.9",
+    "axios": "^1.9.0",
     "bcrypt": "^5.1.1",
-    "body-parser": "^1.20.3",
+    "body-parser": "^2.2.0",
     "bull": "^4.16.5",
     "bunyan": "^1.8.15",
     "bunyan-prettystream": "git+https://github.com/rbjarnason/node-bunyan-prettystream.git",
@@ -40,94 +40,95 @@
     "color-hash": "^2.0.2",
     "compression": "^1.8.0",
     "concat-stream": "^2.0.0",
-    "connect-redis": "^8.0.1",
+    "connect-redis": "^8.0.3",
     "cors": "^2.8.5",
     "deep-equal": "^2.2.3",
-    "docx": "^9.2.0",
+    "docx": "^9.5.0",
     "download-file": "^0.1.5",
     "ejs": "^3.1.10",
     "exceljs": "^4.4.0",
-    "express": "^4.21.2",
+    "express": "^5.1.0",
     "express-rate-limit": "^7.5.0",
     "express-session": "git+https://github.com/rbjarnason/session.git#upgrade-21",
     "express-useragent": "^1.0.15",
     "farmhash": "4.0.1",
     "html-to-docx": "^1.8.0",
-    "i18next": "^24.2.2",
+    "i18next": "^25.1.1",
     "i18next-fs-backend": "^2.6.0",
-    "image-size": "^1.2.0",
-    "isbot": "^5.1.23",
+    "image-size": "^2.0.2",
+    "isbot": "^5.1.27",
     "iso-639-1": "^3.1.5",
     "jsonrepair": "^3.12.0",
     "knuth-shuffle-seeded": "^1.0.6",
     "lodash": "^4.17.21",
-    "marked": "^15.0.7",
+    "marked": "^15.0.11",
     "moment": "^2.30.1",
     "morgan": "~1.10.0",
-    "multer": "1.4.5-lts.1",
+    "multer": "1.4.5-lts.2",
     "multer-s3": "^3.0.1",
     "multer-sharp-s3": "^0.2.5",
-    "newrelic": "^12.14.0",
-    "nodemailer": "^6.10.0",
-    "open-graph-scraper": "^6.9.0",
-    "openai": "^4.85.3",
+    "newrelic": "^12.18.2",
+    "nodemailer": "^7.0.2",
+    "open-graph-scraper": "^6.10.0",
+    "openai": "^4.97.0",
     "passport": "^0.6.0",
     "passport-facebook": "^3.0.0",
     "passport-github": "^1.1.0",
     "passport-google-oauth": "^2.0.0",
     "passport-local": "^1.0.0",
     "passport-openidconnect": "git+https://github.com/rbjarnason/passport-openidconnect.git",
+    "passport-saml": "git+https://github.com/rbjarnason/passport-saml.git#smarternj",
     "passport-sso": "git+https://github.com/rbjarnason/passport-sso.git",
+    "pug": "^3.0.3",
     "randomstring": "^1.3.1",
     "rate-limit-redis": "^4.2.0",
+    "redis": "^4.7.0",
     "replicate": "^1.0.1",
     "request": "^2.88.2",
     "request-ip": "^3.3.0",
     "sanitize-filename": "^1.6.3",
-    "sequelize": "^6.36.0",
-    "sharp": "^0.33.5",
+    "sequelize": "^6.37.7",
+    "sharp": "^0.34.1",
     "sitemap": "^8.0.0",
-    "stripe": "^17.6.0",
+    "stripe": "^18.1.0",
     "striptags": "^3.2.0",
     "uuid": "^11.1.0",
-    "ws": "^8.18.0"
+    "ws": "^8.18.2"
   },
   "devDependencies": {
-    "@maxmind/geoip2-node": "^6.0.0",
+    "@maxmind/geoip2-node": "^6.1.0",
     "@tsconfig/node18": "^18.2.4",
     "@types/bunyan": "^1.8.11",
     "@types/bunyan-prettystream": "^0.1.35",
     "@types/compression": "^1.7.5",
     "@types/cors": "^2.8.17",
-    "@types/express": "^4.17.21",
+    "@types/express": "^5.0.1",
     "@types/express-session": "^1.18.1",
     "@types/express-useragent": "^1.0.5",
+    "@types/lodash": "^4.17.16",
     "@types/marked": "^6.0.0",
     "@types/morgan": "^1.9.9",
-    "@types/node": "^22.13.4",
+    "@types/node": "^22.15.12",
     "@types/passport": "^1.0.17",
     "@types/request-ip": "^0.0.41",
-    "@types/sequelize": "^4.28.20",
     "@types/sharp": "^0.32.0",
     "@types/uuid": "^10.0.0",
-    "@types/ws": "^8.5.14",
-    "axios": "^1.7.9",
+    "@types/ws": "^8.18.1",
+    "axios": "^1.9.0",
     "csv-parse": "^5.6.0",
     "diacritics": "^1.3.0",
     "jshint": "^2.13.6",
     "jslint": "^0.12.1",
     "ncp": "^2.0.0",
-    "nodemon": "^3.1.9",
+    "nodemon": "^3.1.10",
     "random-words": "^2.0.1",
-    "redis": "^4.7.0",
-    "sequelize": "^6.37.5",
-    "sequelize-cli": "^6.6.2",
+    "sequelize-cli": "^6.6.3",
     "temp": "^0.9.4",
     "ts-node": "^10.9.2",
-    "typescript": "^5.7.3",
+    "typescript": "^5.8.3",
     "uuid": "^11.1.0",
     "wordwrap": "^1.0.0",
-    "ws": "^8.18.0",
+    "ws": "^8.18.2",
     "yamljs": "^0.3.0"
   },
   "scripts": {
@@ -135,16 +136,17 @@
     "publish_live": "npm run build;npm pack && node repack && node publish.js https://registry.npmjs.org/",
     "publish_local": "npm run build;npm pack && node repack && node publish.js http://localhost:4873",
     "start": "nodemon -e ts ts-out/server.js",
-    "watch-start": "tsc --project ./ --outDir ./ts-out -w & nodemon -q ./ts-out/server.js",
+    "watch-start": "DEBUG=router:* tsc --project ./ --outDir ./ts-out -w & nodemon -q ./ts-out/server.js",
     "dev": "nodemon --config nodemon.json ./ts-out/server.js",
     "heroku-postbuild": "echo 'Skipping build'",
     "dev:debug": "nodemon --config nodemon.json --inspect-brk api_app.ts",
-    "build": "tsc --project ./ --outDir ./ts-out && ncp views ts-out/views && ncp config ts-out/config && ncp active-citizen/email_templates ts-out/active-citizen/email_templates && ncp active-citizen/locales ts-out/active-citizen/locales"
+    "build": "tsc --project ./ --outDir ./dist && ncp views dist/views && ncp config dist/config && ncp active-citizen/email_templates dist/active-citizen/email_templates && ncp active-citizen/locales dist/active-citizen/locales",
+    "build:dev": "tsc --project ./ --outDir ./ts-out && ncp views ts-out/views && ncp config ts-out/config && ncp active-citizen/email_templates ts-out/active-citizen/email_templates && ncp active-citizen/locales ts-out/active-citizen/locales"
   },
   "cacheDirectories": [
     "node_modules"
   ],
   "engines": {
-    "node": "22.14.0"
+    "node": "22.15.0"
   }
 }

package/server.d.ts

@@ -1,2 +1,104 @@
-export {};
-//# sourceMappingURL=server.d.ts.map
+declare module 'logger';
+declare module 'iso-639-1';
+declare module 'newrelic';
+declare module 'html-to-docx';
+
+interface Logger {
+  debug(text: string): void;
+  info(text: string): void;
+  warn(text: string): void;
+  error(text: string): void;
+}
+
+interface Models {
+  [key: string]: typeof DbData; // Assuming all models extend DbData
+  Post?: typeof PostData;
+  Domain?: typeof DomainData;
+  User?: typeof UserData;
+}
+
+interface DbData extends Model {
+  created_at: string;
+  updated_at: string;
+  id: number;
+  static findOne(options: any): Promise<any>;
+  static findAll(options: any): Promise<any>;
+  static destroy(options: any): Promise<any>;
+  static update(options: any, data: any): Promise<any>;
+  static create(options: any): Promise<any>;
+  static count(options: any | undefined = undefined): Promise<any>;
+  static build(options: any): Promise<any>;
+  save(): Promise<any>;
+  set(col: string, value: any): void;
+}
+
+interface DomainClass extends DbData {
+  configuration: {
+    ltp?: {
+      crt?: LtpCurrentRealityTreeData
+    }
+  };
+}
+
+interface CommunityClass extends DbData {
+  Domain: DomainClass;
+}
+
+interface PostClass extends DbData {
+  data?: {
+    crt?: LtpCurrentRealityTreeData
+  };
+}
+
+interface GroupClass extends DbData {
+  description: string;
+  configuration: YpGroupConfiguration;
+  hasGroupAdmins(user: UserClass): Promise<boolean>;
+  addGroupAdmins(user: UserClass): Promise<void>;
+  hasGroupUsers(user: UserClass): Promise<boolean>;
+  addGroupUsers(user: UserClass): Promise<void>;
+  changed(field: string, value: any): void;
+
+}
+
+interface UserClass extends DbData {
+  email: string;
+  name: string;
+  new (): Promise<UserClass>;
+}
+
+
+interface AcBackgroundJobClass extends DbData {
+  static updateDataAsync(jobId: number, data: any): Promise<any>;
+  static updateErrorAsync(jobId: number, error: string): Promise<any>;
+  static createJob(data: any, dataTwo: any, done: Function): Promise<any>;
+}
+
+interface AcXlsExportJobData {
+  jobId: number;
+  userId: number;
+  exportType: string;
+  fileName: string;
+  utmSource: string;
+  questionId: number;
+}
+
+interface ImageClass extends DbData {
+  formats: string[];
+}
+
+type YpChatBotMemoryStageTypes = PsMemoryStageTypes | "chatbot-conversation";
+
+interface PsChatBotMemoryData extends PsBaseMemoryData {
+  stages: Record<any, any>;
+  chatLog?: YpSimpleChatLog[];
+  problemStatement?: PsProblemStatement;
+  currentStage: YpChatBotMemoryStageTypes;
+  groupId?: number;
+  communityId?: number;
+  domainId?: number;
+  totalCost?: number;
+  customInstructions?: object,
+  subProblems?: IEngineSubProblem[],
+  currentStageData?: undefined;
+}

package/utils/copy_utils.cjs

@@ -737,7 +737,12 @@ const copyGroup = (fromGroupId, toCommunityIn, toDomainId, options, done) => {
                                         copyGroup(groupInFolder.id, toCommunity, toDomainId, {
                                             ...JSON.parse(JSON.stringify(options)),
                                             setInGroupFolderId: newGroup.id,
-                                        }, groupInFolderCallback);
+                                        }, (recursiveError, nestedNewGroup) => {
+                                            if (recursiveError) {
+                                                return groupInFolderCallback(recursiveError);
+                                            }
+                                            groupInFolderCallback();
+                                        });
                                     }, (error) => {
                                         groupSeriesCallback(error);
                                     });
@@ -1052,6 +1057,7 @@ const copyCommunity = (fromCommunityId, toDomainId, options, linkFromOptions, do
                 if (newCommunity.hostname) {
                     newCommunity.set("hostname", newCommunity.hostname + "-copy");
                 }
+                newCommunity.set("configuration.useAsTemplate", false);
                 newCommunity.save().then(function () {
                     async.series([
                         (communitySeriesCallback) => {

package/active-citizen/engine/allOurIdeas/aiHelper.d.ts

@@ -1,21 +0,0 @@
-/// <reference types="../webApps/client/src/typesAoi.d.ts" />
-import { OpenAI } from "openai";
-import { Stream } from "openai/streaming";
-import { WebSocket } from "ws";
-export declare class AiHelper {
-    openaiClient: OpenAI;
-    wsClientSocket: WebSocket | undefined;
-    modelName: string;
-    maxTokens: number;
-    temperature: number;
-    cacheExpireTime: number;
-    redisClient?: any;
-    cacheKeyForFullResponse?: string;
-    constructor(wsClientSocket?: WebSocket | undefined);
-    streamChatCompletions(messages: any[]): Promise<void>;
-    sendToClient(sender: string, message: string, type?: string): void;
-    streamWebSocketResponses(stream: Stream<OpenAI.Chat.Completions.ChatCompletionChunk>): Promise<void>;
-    getAnswerIdeas(question: string, previousIdeas: string[] | null, firstMessage: string | null): Promise<string | null | undefined>;
-    getAiAnalysis(questionId: number, contextPrompt: string, answers: AoiChoiceData[], cacheKeyForFullResponse: string, redisClient: any, locale: string, topOrBottomIdeasText: string, typeOfAnalysisText: string): Promise<string | null | undefined>;
-}
-//# sourceMappingURL=aiHelper.d.ts.map

package/active-citizen/engine/allOurIdeas/aiHelper.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"aiHelper.d.ts","sourceRoot":"","sources":["../../../../active-citizen/engine/allOurIdeas/aiHelper.ts"],"names":[],"mappings":";AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AAE/B,qBAAa,QAAQ;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,SAAS,GAAG,SAAS,CAAC;IACtC,SAAS,SAAwB;IACjC,SAAS,SAAQ;IACjB,WAAW,SAAO;IAClB,eAAe,SAAW;IAE1B,WAAW,CAAC,EAAE,GAAG,CAAC;IAClB,uBAAuB,CAAC,EAAE,MAAM,CAAC;gBAErB,cAAc,GAAE,SAAS,GAAG,SAAqB;IAOvD,qBAAqB,CAAC,QAAQ,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAa3D,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,SAAW;IAUvD,wBAAwB,CAC5B,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,mBAAmB,CAAC;IAkCvD,cAAc,CAClB,QAAQ,EAAE,MAAM,EAChB,aAAa,EAAE,MAAM,EAAE,GAAG,IAAI,EAC9B,YAAY,EAAE,MAAM,GAAG,IAAI,GAC1B,OAAO,CAAC,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IA0D/B,aAAa,CACjB,UAAU,EAAE,MAAM,EAClB,aAAa,EAAE,MAAM,EACrB,OAAO,EAAE,aAAa,EAAE,EACxB,uBAAuB,EAAE,MAAM,EAC/B,WAAW,EAAE,GAAG,EAChB,MAAM,EAAE,MAAM,EACd,oBAAoB,EAAE,MAAM,EAC5B,kBAAkB,EAAE,MAAM,GACzB,OAAO,CAAC,MAAM,GAAE,IAAI,GAAC,SAAS,CAAC;CAwEnC"}

package/active-citizen/engine/allOurIdeas/explainAnswersAssistant.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"explainAnswersAssistant.d.ts","sourceRoot":"","sources":["../../../../active-citizen/engine/allOurIdeas/explainAnswersAssistant.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAEhC,OAAO,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AAE/B,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAE1D,qBAAa,uBAAwB,SAAQ,aAAa;IACxD,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,SAAwB;IACjC,SAAS,SAAQ;IACjB,WAAW,SAAO;gBAEL,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC;IAWlE,kBAAkB;IAoBlB,mBAAmB,YAAmB,eAAe,EAAE,mBA0BrD;CACH"}

package/active-citizen/engine/allOurIdeas/iconGenerator.d.ts

@@ -1,12 +0,0 @@
-/// <reference types="../webApps/client/src/types.d.ts" />
-export declare class AoiIconGenerator {
-    resizeImage(imagePath: string, width: number, height: number): Promise<string>;
-    downloadImage(imageUrl: string, imageFilePath: string): Promise<unknown>;
-    uploadImageToS3(bucket: string, filePath: string, key: string): Promise<unknown>;
-    getImageUrlFromPrompt(prompt: string, type?: YpAiGenerateImageTypes): Promise<any>;
-    createCollectionImage(workPackage: YpGenerativeAiWorkPackageData): Promise<{
-        imageId: number;
-        imageUrl: string;
-    }>;
-}
-//# sourceMappingURL=iconGenerator.d.ts.map

package/active-citizen/engine/allOurIdeas/iconGenerator.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"iconGenerator.d.ts","sourceRoot":"","sources":["../../../../active-citizen/engine/allOurIdeas/iconGenerator.ts"],"names":[],"mappings":";AAsBA,qBAAa,gBAAgB;IAErB,WAAW,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IAO5D,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM;IAiBrD,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM;IAyB7D,qBAAqB,CACzB,MAAM,EAAE,MAAM,EACd,IAAI,GAAE,sBAA+B;IAwFjC,qBAAqB,CACzB,WAAW,EAAE,6BAA6B,GACzC,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC;CA0DlD"}

package/active-citizen/engine/analytics/export_anon_community_activities.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"export_anon_community_activities.d.ts","sourceRoot":"","sources":["../../../../active-citizen/engine/analytics/export_anon_community_activities.js"],"names":[],"mappings":"AAsTA,qGA6CC"}

package/active-citizen/engine/analytics/importer.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"importer.d.ts","sourceRoot":"","sources":["../../../../active-citizen/engine/analytics/importer.js"],"names":[],"mappings":""}

package/active-citizen/engine/old/exporters/categories_dataset.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"categories_dataset.d.ts","sourceRoot":"","sources":["../../../../../active-citizen/engine/old/exporters/categories_dataset.js"],"names":[],"mappings":""}

package/active-citizen/engine/old/exporters/dataset_tools.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"dataset_tools.d.ts","sourceRoot":"","sources":["../../../../../active-citizen/engine/old/exporters/dataset_tools.js"],"names":[],"mappings":"AAgCA,6HA2CC;AA/DD,wCAkBC;AA5BD,8CAQC"}

package/active-citizen/engine/old/exporters/sentiment_dataset.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"sentiment_dataset.d.ts","sourceRoot":"","sources":["../../../../../active-citizen/engine/old/exporters/sentiment_dataset.js"],"names":[],"mappings":""}

package/active-citizen/engine/reports/xls_all_our_ideas_export.js

@@ -1,141 +0,0 @@
-import ExcelJS from "exceljs";
-import path from "path";
-import fetch from "node-fetch";
-import { Headers } from "node-fetch";
-const PAIRWISE_API_HOST = process.env.PAIRWISE_API_HOST; // Your API host
-const defaultAuthHeader = new Headers({
-    "Content-Type": "application/json",
-    Authorization: `Basic ${Buffer.from(`${process.env.PAIRWISE_USERNAME}:${process.env.PAIRWISE_PASSWORD}`).toString("base64")}`,
-});
-async function fetchChoices(questionId, utmSource) {
-    try {
-        const response = await fetch(`${PAIRWISE_API_HOST}/questions/${questionId}/choices?utm_source=${utmSource || ""}`, {
-            method: "GET",
-            headers: defaultAuthHeader,
-        });
-        if (!response.ok) {
-            console.error(response.statusText);
-            throw new Error("Fetching choices failed.");
-        }
-        const choices = (await response.json());
-        return choices;
-    }
-    catch (error) {
-        console.error("Error fetching choices:", error);
-        throw error;
-    }
-}
-async function fetchVotes(choiceId, utmSource) {
-    try {
-        let url = `${PAIRWISE_API_HOST}/choices/${choiceId}/votes?valid_record=true`;
-        if (utmSource) {
-            url += `&utm_source=${utmSource}`;
-        }
-        const response = await fetch(url, {
-            method: "GET",
-            headers: defaultAuthHeader,
-        });
-        if (!response.ok) {
-            console.error(response.statusText);
-            throw new Error("Fetching votes failed.");
-        }
-        const votes = (await response.json());
-        return votes;
-    }
-    catch (error) {
-        console.error("Error fetching votes:", error);
-        throw error;
-    }
-}
-export async function exportChoiceVotes(questionId, utmSource, outputFolder = "tmp") {
-    console.log(`Exporting choice votes for question ${questionId} with utm_source ${utmSource}`);
-    const choices = (await fetchChoices(questionId, utmSource));
-    console.log(`Found ${choices.length} choices`);
-    const workbook = new ExcelJS.Workbook();
-    const choicesSheet = workbook.addWorksheet("Choices");
-    const winningVotesSheet = workbook.addWorksheet("Winning Votes");
-    const losingVotesSheet = workbook.addWorksheet("Losing Votes");
-    // Setting the headers
-    const choicesHeaders = [
-        "Id",
-        "Question Id",
-        "Wins",
-        "Losses",
-        "Votes",
-        "Score",
-        "Data",
-        "Elo Rating",
-        "Seed",
-    ];
-    choicesSheet.addRow(choicesHeaders);
-    const votesHeaders = [
-        "Id",
-        "Voter Id",
-        "Question Id",
-        "Prompt Id",
-        "Choice Id",
-        "Loser Choice Id",
-        "Created At",
-        "Updated At",
-        "Time Viewed",
-        "UTM Source",
-        "UTM Campaign",
-        "UTM Medium",
-        "UTM Content",
-    ];
-    winningVotesSheet.addRow(votesHeaders);
-    losingVotesSheet.addRow(votesHeaders);
-    for (let choice of choices) {
-        const votes = (await fetchVotes(choice.id, utmSource));
-        const voteCount = choice.wins + choice.losses;
-        choicesSheet.addRow([
-            choice.id,
-            choice.question_id,
-            choice.wins,
-            choice.losses,
-            voteCount,
-            choice.score,
-            choice.data,
-            "N/A",
-            "N/A",
-        ]);
-        votes.winning_votes.forEach((vote) => {
-            winningVotesSheet.addRow([
-                vote.id,
-                vote.voter_id,
-                vote.question_id,
-                vote.prompt_id,
-                vote.choice_id,
-                vote.loser_choice_id,
-                vote.created_at,
-                vote.updated_at,
-                vote.time_viewed,
-                vote.tracking.utmSource,
-                vote.tracking.utmCampaign,
-                vote.tracking.utmMedium,
-                vote.tracking.utmContent,
-            ]);
-        });
-        votes.losing_votes.forEach((vote) => {
-            losingVotesSheet.addRow([
-                vote.id,
-                vote.voter_id,
-                vote.question_id,
-                vote.prompt_id,
-                vote.choice_id,
-                vote.loser_choice_id,
-                vote.created_at,
-                vote.updated_at,
-                vote.time_viewed,
-                vote.tracking.utmSource,
-                vote.tracking.utmCampaign,
-                vote.tracking.utmMedium,
-                vote.tracking.utmContent,
-            ]);
-        });
-    }
-    // Saving the Excel file
-    const filePath = path.join(outputFolder, "choice_votes.xlsx");
-    await workbook.xlsx.writeFile(filePath);
-    console.log(`Generated choice votes file at: ${filePath}`);
-}

package/active-citizen/llms/baseChatBot.d.ts

@@ -1,51 +0,0 @@
-/// <reference types="./server.d.ts" />
-/// <reference types="node" resolution-mode="require"/>
-import { OpenAI } from "openai";
-import { Stream } from "openai/streaming.js";
-import WebSocket from "ws";
-export declare class YpBaseChatBot {
-    wsClientId: string;
-    wsClientSocket: WebSocket;
-    openaiClient: OpenAI;
-    memory: PsChatBotMemoryData;
-    broadcastingLiveCosts: boolean;
-    liveCostsBroadcastInterval: number;
-    liveCostsInactivityTimeout: number;
-    static redisMemoryKeyPrefix: string;
-    tempeture: number;
-    maxTokens: number;
-    llmModel: string;
-    persistMemory: boolean;
-    memoryId: string | undefined;
-    liveCostsBroadcastTimeout: NodeJS.Timeout | undefined;
-    liveCostsBoadcastStartAt: Date | undefined;
-    lastSentToUserAt: Date | undefined;
-    lastBroacastedCosts: number | undefined;
-    get redisKey(): string;
-    static loadMemoryFromRedis(memoryId: string): Promise<PsChatBotMemoryData | undefined>;
-    static getFullCostOfMemory(memory: PsChatBotMemoryData): number | undefined;
-    loadMemory(): Promise<PsChatBotMemoryData>;
-    constructor(wsClientId: string, wsClients: Map<string, WebSocket>, memoryId?: string | undefined);
-    setupMemory(memoryId?: string | undefined): Promise<void>;
-    get fullLLMCostsForMemory(): number | undefined;
-    getLoadedMemory(): Promise<PsChatBotMemoryData>;
-    sendMemoryId(): void;
-    saveMemory(): Promise<void>;
-    renderSystemPrompt(): string;
-    sendAgentStart(name: string, hasNoStreaming?: boolean): void;
-    sendAgentCompleted(name: string, lastAgent?: boolean, error?: string | undefined): void;
-    sendAgentUpdate(message: string): void;
-    startBroadcastingLiveCosts(): void;
-    broadCastLiveCosts(): void;
-    stopBroadcastingLiveCosts(): void;
-    get emptyChatBotStagesData(): Record<YpChatBotMemoryStageTypes, IEngineInnovationStagesData>;
-    getEmptyMemory(): PsChatBotMemoryData;
-    sendToClient(sender: string, message: string, type?: string): void;
-    streamWebSocketResponses(stream: Stream<OpenAI.Chat.Completions.ChatCompletionChunk>): Promise<void>;
-    getTokenCosts(estimateTokens: number, type: "in" | "out"): number;
-    addToExternalSolutionsMemoryCosts(text: string, type: "in" | "out"): void;
-    saveMemoryIfNeeded(): Promise<void>;
-    setChatLog(chatLog: PsSimpleChatLog[]): Promise<void>;
-    conversation: (chatLog: PsSimpleChatLog[]) => Promise<void>;
-}
-//# sourceMappingURL=baseChatBot.d.ts.map