@sjcrh/proteinpaint-server 2.31.0 → 2.32.2-0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sjcrh/proteinpaint-server",
-  "version": "2.31.0",
+  "version": "2.32.2-0",
   "description": "a genomics visualization tool for exploring a cohort's genotype and phenotype data",
   "main": "server.js",
   "bin": "start.js",
@@ -25,6 +25,7 @@
     "pretest:integration": "tsc --esModuleInterop genome/*.ts dataset/*.ts",
     "test:integration": "echo 'TODO: server integration tests'",
     "prepack": "tsc --esModuleInterop genome/*.ts dataset/*.ts && webpack --env NODE_ENV=production",
+    "test:tsc": "tsc --esModuleInterop --noEmit --allowImportingTsExtensions ./shared/types/test/*.type.spec.ts",
     "response": "nodemon modules/test/test.server.js --watch src",
     "getconf": "../build/getConfigProp.js",
     "doc": "../augen/build.sh routes shared/types/routes shared/checkers ../public/docs/server"
@@ -55,7 +56,7 @@
     "webpack-notifier": "^1.15.0"
   },
   "dependencies": {
-    "@sjcrh/augen": "2.27.0",
+    "@sjcrh/augen": "2.32.2-0",
     "@sjcrh/proteinpaint-rust": "2.31.0",
     "better-sqlite3": "^7.5.3",
     "body-parser": "^1.15.2",

package/routes/gdc.topVariablyExpressedGenes.ts

@@ -106,7 +106,7 @@ async function getGenes(q: any, ds: any, genome: any) {
 			}
 		}
 		return genes
-	} catch (e) {
+	} catch (e: any) {
 		console.log(e.stack || e)
 		throw e
 	}

package/routes/termdb.singlecellData.ts

@@ -0,0 +1,45 @@
+import {
+	TermdbSinglecellDataRequest,
+	TermdbSinglecellDataResponse
+} from '#shared/types/routes/termdb.singlecellData.ts'
+
+/*
+given a sample, return it's singlecell data from dataset
+*/
+
+export const api: any = {
+	endpoint: 'termdb/singlecellData',
+	methods: {
+		get: {
+			init,
+			request: {
+				typeId: 'TermdbSinglecellDataRequest'
+			},
+			response: {
+				typeId: 'TermdbSinglecellDataResponse'
+			}
+		},
+		post: {
+			alternativeFor: 'get',
+			init
+		}
+	}
+}
+
+function init({ genomes }) {
+	return async (req: any, res: any): Promise<void> => {
+		const q = req.query as TermdbSinglecellDataRequest
+		try {
+			const g = genomes[q.genome]
+			if (!g) throw 'invalid genome name'
+			const ds = g.datasets[q.dslabel]
+			if (!ds) throw 'invalid dataset name'
+			if (!ds.queries?.singleCell) throw 'no singlecell data on this dataset'
+			const result = (await ds.queries.singleCell.data.get(q)) as TermdbSinglecellDataResponse
+			res.send(result)
+		} catch (e: any) {
+			if (e instanceof Error && e.stack) console.log(e)
+			res.send({ error: e.message || e })
+		}
+	}
+}

package/routes/termdb.singlecellSamples.ts

@@ -1,7 +1,27 @@
+import fs from 'fs'
+import path from 'path'
+import { read_file } from '#src/utils.js'
+import serverconfig from '#src/serverconfig.js'
 import {
+	SingleCellQuery,
+	SingleCellSamplesNative,
+	SingleCellSamplesGdc,
+	SingleCellDataNative,
+	SingleCellDataGdc
+} from '#shared/types/dataset.ts'
+import {
+	Sample,
 	TermdbSinglecellsamplesRequest,
 	TermdbSinglecellsamplesResponse
 } from '#shared/types/routes/termdb.singlecellSamples.ts'
+import {
+	Cell,
+	Plot,
+	HasdataResponse,
+	NodataResponse,
+	ErrorResponse
+} from '#shared/types/routes/termdb.singlecellData.ts'
+import { gdc_validate_query_singleCell_samples, gdc_validate_query_singleCell_data } from '#src/mds3.gdc.js'
 
 /* route returns list of samples with sc data
 this is due to the fact that sometimes not all samples in a dataset has sc data
@@ -35,11 +55,113 @@ function init({ genomes }) {
 			const ds = g.datasets[q.dslabel]
 			if (!ds) throw 'invalid dataset name'
 			if (!ds.queries?.singleCell) throw 'no singlecell data on this dataset'
-			const result = (await ds.queries.singleCell.samples.get(q)) as TermdbSinglecellsamplesResponse
-			res.send(result)
+			const samples = (await ds.queries.singleCell.samples.get(q)) as TermdbSinglecellsamplesResponse
+			res.send({ samples })
 		} catch (e: any) {
 			if (e instanceof Error && e.stack) console.log(e)
 			res.send({ error: e.message || e })
 		}
 	}
 }
+
+/////////////////// ds query validator
+export async function validate_query_singleCell(ds: any, genome: any) {
+	const q = ds.queries.singleCell as SingleCellQuery
+	if (!q) return
+
+	if (q.samples.src == 'gdcapi') {
+		gdc_validate_query_singleCell_samples(ds, genome)
+	} else {
+		validateSamplesNative(q.samples as SingleCellSamplesNative, ds)
+	}
+	// q.samples.get() added
+
+	if (q.data.src == 'gdcapi') {
+		gdc_validate_query_singleCell_data(ds, genome)
+	} else {
+		validateDataNative(q.data as SingleCellDataNative, ds)
+	}
+	// q.data.get() added
+}
+
+function validateSamplesNative(S: SingleCellSamplesNative, ds: any) {
+	// for now use this quick fix method to pull sample ids annotated by this term
+	// to support situation where not all samples from a dataset has sc data
+	const samples = [] as Sample[] // list of sample ids with sc data
+	const s = ds.cohort.termdb.q.getAllValues4term(S.isSampleTerm)
+	for (const id of s.keys()) {
+		samples.push({ sample: ds.cohort.termdb.q.id2sampleName(id) })
+	}
+	if (samples.length == 0) throw 'no sample with sc data'
+	// getter returns array of {name:<samplename>, files:[]} where files is gdc specific. each sample is an obj and allows to add ds-specific stuff
+	S.get = () => samples
+}
+
+function validateDataNative(D: SingleCellDataNative, ds: any) {
+	const nameSet = new Set() // guard against duplicating plot names
+	for (const plot of D.plots) {
+		if (nameSet.has(plot.name)) throw 'duplicate plot.name'
+		nameSet.add(plot.name)
+	}
+
+	// scoped and cached for runtime
+	const _terms = [] as any
+	const _tid2cellvalue = {} as any
+
+	for (const tid of D.termIds) {
+		const t = ds.cohort.termdb.q.termjsonByOneid(tid)
+		if (!t) throw 'invalid term id from queries.singleCell.data.termIds[]'
+		_terms.push(t)
+		_tid2cellvalue[tid] = ds.cohort.termdb.q.getAllValues4term(tid)
+	}
+	D.get = async sample => {
+		// if sample is int, may convert to string
+		try {
+			const tid2cellvalue = {}
+			for (const tid of D.termIds) tid2cellvalue[tid] = {} // k: cell id, v: cell value for this term
+
+			const plots = [] as Plot[] // given a sample name, collect every plot data for this sample and return
+			for (const plot of D.plots) {
+				const tsvfile = path.join(serverconfig.tpmasterdir, plot.folder, sample, plot.fileSuffix)
+				try {
+					await fs.promises.stat(tsvfile)
+				} catch (e: any) {
+					if (e.code == 'ENOENT') {
+						// no file found for this sample; allowed because sampleView tests if that sample has sc data or not
+						continue
+					}
+					if (e.code == 'EACCES') throw 'cannot read file, permission denied'
+					throw 'failed to load sc data file'
+				}
+				const lines = (await read_file(tsvfile)).trim().split('\n')
+				// 1st line is header
+				const cells = [] as Cell[]
+				for (let i = 1; i < lines.length; i++) {
+					// each line is a cell
+					const l = lines[i].split('\t')
+					const cellId = l[0],
+						x = Number(l[4]), // FIXME standardize, or define idx in plot
+						y = Number(l[5])
+					if (!cellId) throw 'cell id missing'
+					if (!Number.isFinite(x) || !Number.isFinite(y)) throw 'x/y not number'
+					cells.push({ cellId, x, y })
+
+					for (const tid of D.termIds) {
+						if (_tid2cellvalue[tid].has(cellId)) {
+							tid2cellvalue[tid][cellId] = _tid2cellvalue[tid].get(cellId)
+						}
+					}
+				}
+				plots.push({ name: plot.name, cells })
+			}
+			if (plots.length == 0) {
+				// no data available for this sample
+				return { nodata: true }
+			}
+			return { plots, terms: _terms, tid2cellvalue }
+		} catch (e: any) {
+			if (e.stack) console.log(e.stack)
+			return { error: e.message || e }
+		}
+	}
+}