@sjcrh/proteinpaint-server 2.145.2 → 2.146.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sjcrh/proteinpaint-server",
-  "version": "2.145.2",
+  "version": "2.146.0",
   "type": "module",
   "description": "a genomics visualization tool for exploring a cohort's genotype and phenotype data",
   "main": "src/app.js",
@@ -61,11 +61,11 @@
   },
   "dependencies": {
     "@sjcrh/augen": "2.143.0",
-    "@sjcrh/proteinpaint-python": "2.144.0",
+    "@sjcrh/proteinpaint-python": "2.146.0",
     "@sjcrh/proteinpaint-r": "2.145.1-0",
-    "@sjcrh/proteinpaint-rust": "2.145.2",
+    "@sjcrh/proteinpaint-rust": "2.146.0",
     "@sjcrh/proteinpaint-shared": "2.145.2",
-    "@sjcrh/proteinpaint-types": "2.145.2",
+    "@sjcrh/proteinpaint-types": "2.146.0",
     "@types/express": "^5.0.0",
     "@types/express-session": "^1.18.1",
     "better-sqlite3": "^9.4.1",
@@ -82,9 +82,7 @@
     "got": "^14.2.0",
     "image-size": "^0.5.5",
     "jsonwebtoken": "^9.0.0",
-    "jstat": "^1.9.3",
     "ky": "^1.2.1",
-    "lazy": "^1.0.11",
     "micromatch": "^4.0.5",
     "minimatch": "^10.0.1",
     "node-fetch": "^2.6.1",

package/routes/aiProjectSelectedWSImages.js

@@ -51,9 +51,6 @@ function init({ genomes }) {
               };
             });
           }
-          if (ds.queries.WSImages.makeGeoJson) {
-            await ds.queries.WSImages.makeGeoJson(projectId, wsimageFilename);
-          }
           wsimages.push(wsimage);
         }
       }

package/routes/termdb.chat.js

@@ -0,0 +1,71 @@
+import { ChatPayload } from "#types/checkers";
+import { run_rust } from "@sjcrh/proteinpaint-rust";
+import serverconfig from "../src/serverconfig.js";
+import { mayLog } from "#src/helpers.ts";
+const api = {
+  endpoint: "termdb/chat",
+  methods: {
+    get: {
+      ...ChatPayload,
+      init
+    },
+    post: {
+      ...ChatPayload,
+      init
+    }
+  }
+};
+function init({ genomes }) {
+  return async (req, res) => {
+    const q = req.query;
+    try {
+      const g = genomes[q.genome];
+      if (!g) throw "invalid genome";
+      const ds = g.datasets?.[q.dslabel];
+      if (!ds) throw "invalid dslabel";
+      let apilink;
+      let comp_model_name;
+      let embedding_model_name;
+      if (serverconfig.llm_backend == "SJ") {
+        apilink = serverconfig.sj_apilink;
+        comp_model_name = serverconfig.sj_comp_model_name;
+        embedding_model_name = serverconfig.sj_embedding_model_name;
+      } else if (serverconfig.llm_backend == "ollama") {
+        apilink = serverconfig.ollama_apilink;
+        comp_model_name = serverconfig.ollama_comp_model_name;
+        embedding_model_name = serverconfig.ollama_embedding_model_name;
+      } else {
+        throw "llm_backend either needs to be 'SJ' or 'ollama'";
+      }
+      const chatbot_input = {
+        // Just hardcoding variables here, these will later be defined in more appropriate places
+        user_input: q.prompt,
+        apilink,
+        dataset_db: serverconfig.tpmasterdir + "/" + ds.cohort.db.file,
+        comp_model_name,
+        embedding_model_name,
+        llm_backend_name: serverconfig.llm_backend
+        // The type of backend (engine) used for running the embedding and completion model. Currently "SJ" and "Ollama" are supported
+      };
+      const time1 = (/* @__PURE__ */ new Date()).valueOf();
+      const ai_output_data = await run_rust("aichatbot", JSON.stringify(chatbot_input));
+      const time2 = (/* @__PURE__ */ new Date()).valueOf();
+      mayLog("Time taken to run rust AI chatbot:", time2 - time1, "ms");
+      let ai_output_json = "";
+      for (const line of ai_output_data.split("\n")) {
+        if (line.startsWith("final_output:") == true) {
+          ai_output_json = JSON.parse(line.replace("final_output:", ""));
+        } else {
+          mayLog(line);
+        }
+      }
+      res.send(ai_output_json);
+    } catch (e) {
+      if (e.stack) console.log(e.stack);
+      res.send({ error: e?.message || e });
+    }
+  };
+}
+export {
+  api
+};

package/routes/termdb.cohort.summary.js

@@ -1,6 +1,7 @@
 import { termdbCohortSummaryPayload } from "#types/checkers";
 import { get_ds_tdb } from "#src/termdb.js";
 import { mayCopyFromCookie } from "#src/utils.js";
+import { get_samples } from "#src/termdb.sql.js";
 const api = {
   endpoint: "termdb/cohort/summary",
   methods: {
@@ -18,7 +19,11 @@ function init({ genomes }) {
       const genome = genomes[q.genome];
       if (!genome) throw "invalid genome";
       const [ds] = get_ds_tdb(genome, q);
-      const count = ds.cohort.termdb.q?.getCohortSampleCount?.(q.cohort) || 1;
+      let count;
+      if (ds.cohort.termdb.getAdditionalFilter) {
+        const samples = await get_samples(q, ds);
+        count = samples.length;
+      } else count = ds.cohort.termdb.q?.getCohortSampleCount?.(q.cohort) || 1;
       res.send({ count });
     } catch (e) {
       res.send({ error: e.message || e });

package/routes/termdb.config.js

@@ -134,15 +134,9 @@ function addNonDictionaryQueries(c, ds, genome) {
     };
     if (q.snvindel.byisoform?.processTwsInOneQuery) q2.snvindel.byisoform = { processTwsInOneQuery: true };
   }
-  if (q.trackLst) {
-    q2.trackLst = q.trackLst;
-  }
   if (q.svfusion) {
     q2.svfusion = {};
   }
-  if (q.ld) {
-    q2.ld = JSON.parse(JSON.stringify(q.ld));
-  }
   if (q.cnv) {
     q2.cnv = {};
     for (const k of [
@@ -177,6 +171,15 @@ function addNonDictionaryQueries(c, ds, genome) {
   if (q.geneExpression) {
     q2.geneExpression = { unit: q.geneExpression.unit };
   }
+  if (q.ld) {
+    q2.ld = structuredClone(q.ld);
+  }
+  if (q.trackLst) {
+    q2.trackLst = q.trackLst;
+  }
+  if (q.chat) {
+    q2.chat = {};
+  }
   if (q.NIdata && serverconfig.features.showBrainImaging) {
     q2.NIdata = {};
     for (const k in q.NIdata) {

package/routes/termdb.violin.js

@@ -56,6 +56,10 @@ async function trigger_getViolinPlotData(q, ds) {
     },
     ds
   );
+  const samples = Object.values(data.samples);
+  let values = samples.map((s) => s?.[q.tw.$id]?.value).filter((v) => typeof v === "number");
+  if (q.unit == "log") values = values.filter((v) => v > 0);
+  const descrStats = summaryStats(values).values;
   const sampleType = `All ${data.sampleType?.plural_name || "samples"}`;
   if (data.error) throw data.error;
   if (q.overlayTw && data.refs.byTermId[q.overlayTw.$id]) {
@@ -71,6 +75,7 @@ async function trigger_getViolinPlotData(q, ds) {
   const result = setResponse(valuesObject, data, q);
   if (q.overlayTw) await getWilcoxonData(result);
   await createCanvasImg(q, result, ds);
+  result["descrStats"] = descrStats;
   return result;
 }
 async function getWilcoxonData(result) {

package/routes/wsimages.js

@@ -40,7 +40,7 @@ function init({ genomes }) {
       const setCookie = promisify(cookieJar.setCookie.bind(cookieJar));
       const getCookieString = promisify(cookieJar.getCookieString.bind(cookieJar));
       const wsiImagePath = await getWSImagePath(ds, wSImagesRequest);
-      const session = await getSessionId(ds, cookieJar, getCookieString, setCookie, wsiImagePath, aiProjectId);
+      const session = await getSessionId(ds, cookieJar, getCookieString, setCookie, wsiImagePath);
       const getWsiImageResponse = await getWsiImageDimensions(
         session.imageSessionId,
         getCookieString,
@@ -74,7 +74,7 @@ async function getWSImagePath(ds, wSImagesRequest) {
     return path.join(`${mount}/${ds.queries.WSImages.aiToolImageFolder}/`, wSImagesRequest.wsimage);
   }
 }
-async function getSessionId(ds, cookieJar, getCookieString, setCookie, wsimage, aiProjectId) {
+async function getSessionId(ds, cookieJar, getCookieString, setCookie, wsimage) {
   const sessionManager = SessionManager.getInstance();
   const invalidateResult = await sessionManager.syncAndInvalidateSessions(wsimage);
   if (!invalidateResult) throw new Error("Session invalidation failed");
@@ -154,44 +154,6 @@ async function getSessionId(ds, cookieJar, getCookieString, setCookie, wsimage,
     }
   }
   const sessionData = await sessionManager.setSession(wsimage, sessionId, tileServer, overlays);
-  if (ds.queries.WSImages.getWSIPredictionPatches) {
-    const predictionPatches = await ds.queries.WSImages.getWSIPredictionPatches(aiProjectId, wsimage);
-    if (!predictionPatches) throw new Error("No prediction files found");
-    const mount = serverconfig.features?.tileserver?.mount;
-    if (!mount) throw new Error("No mount available for TileServer");
-    if (predictionPatches.length > 0) {
-      for (const predictionPatch of predictionPatches) {
-        const predictionFilePath = path.join(`${mount}/${ds.queries.WSImages.aiToolImageFolder}/`, predictionPatch);
-        const predictionsData = qs.stringify({
-          overlay_path: predictionFilePath
-        });
-        await ky.put(`${tileServer.url}/tileserver/overlay`, {
-          body: predictionsData,
-          timeout: 5e4,
-          headers: {
-            "Content-Type": "application/x-www-form-urlencoded",
-            Cookie: `session_id=${sessionId}`
-          },
-          hooks: getHooks(cookieJar, getCookieString, setCookie)
-        });
-      }
-      const cmapData = qs.stringify({
-        cmap: JSON.stringify({
-          keys: ["prediction", "annotation"],
-          values: [ds.queries.WSImages.predictionColor, ds.queries.WSImages.annotationsColor]
-        })
-      });
-      await ky.put(`${tileServer.url}/tileserver/cmap`, {
-        body: cmapData,
-        timeout: 5e4,
-        headers: {
-          "Content-Type": "application/x-www-form-urlencoded",
-          Cookie: `session_id=${sessionId}`
-        },
-        hooks: getHooks(cookieJar, getCookieString, setCookie)
-      });
-    }
-  }
   return sessionData;
 }
 async function getWsiImageDimensions(sessionId, getCookieString, wsimage) {