@sjcrh/proteinpaint-server 2.40.8 → 2.41.1-0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sjcrh/proteinpaint-server",
-  "version": "2.40.8",
+  "version": "2.41.1-0",
   "description": "a genomics visualization tool for exploring a cohort's genotype and phenotype data",
   "main": "server.js",
   "bin": "start.js",

package/routes/termdb.cluster.ts

@@ -104,9 +104,7 @@ async function doClustering(data: any, q: TermdbClusterRequest) {
 	const Rinputfile = path.join(serverconfig.cachedir, Math.random().toString() + '.json')
 	await utils.write_file(Rinputfile, JSON.stringify(inputData))
 	const Routput = JSON.parse(await lines2R(path.join(serverconfig.binpath, 'utils/hclust.R'), [], [Rinputfile]))
-	fs.unlink(Rinputfile, (arg: any) => {
-		return
-	})
+	await fs.promises.unlink(Rinputfile)
 
 	const row_names_index: number[] = Routput.RowOrder.map(row => inputData.row_names.indexOf(row.name)) // sorted rows. value is array index in input data
 	const col_names_index: number[] = Routput.ColOrder.map(col => inputData.col_names.indexOf(col.name)) // sorted columns, value is array index from input array
@@ -164,7 +162,7 @@ export async function validate_query_geneExpression(ds: any, genome: any) {
 }
 
 async function validateNative(q: GeneExpressionQueryNative, ds: any, genome: any) {
-	q.file = path.join(serverconfig.tpmasterdir, q.file)
+	if (!q.file.startsWith(serverconfig.tpmasterdir)) q.file = path.join(serverconfig.tpmasterdir, q.file)
 	if (!q.samples) q.samples = []
 	await utils.validate_tabixfile(q.file)
 	q.nochr = await utils.tabix_is_nochr(q.file, null, genome)
@@ -184,16 +182,6 @@ async function validateNative(q: GeneExpressionQueryNative, ds: any, genome: any
 		console.log(q.samples.length, 'samples from geneExpression of', ds.label)
 	}
 
-	/*
-	query exp data one gene at a time
-	param{}
-	.genes[{}]
-		.gene=str
-		.chr=str
-		.start=int
-		.stop=int
-	.filterObj{}
-	*/
 	q.get = async (param: TermdbClusterRequest) => {
 		const limitSamples = await mayLimitSamples(param, q.samples, ds)
 		if (limitSamples?.size == 0) {
@@ -216,6 +204,7 @@ async function validateNative(q: GeneExpressionQueryNative, ds: any, genome: any
 			}
 		}
 
+		// only valid genes with data are added. invalid genes or genes missing from data file is not added. backend returned genes is allowed to be fewer than supplied by client
 		const gene2sample2value = new Map() // k: gene symbol, v: { sampleId : value }
 
 		for (const g of param.genes) {
@@ -232,7 +221,7 @@ async function validateNative(q: GeneExpressionQueryNative, ds: any, genome: any
 				g.chr = j.chr
 			}
 
-			gene2sample2value.set(g.gene, {})
+			const s2v = {}
 			await utils.get_lines_bigfile({
 				args: [q.file, (q.nochr ? g.chr?.replace('chr', '') : g.chr) + ':' + g.start + '-' + g.stop], // must do g.chr?.replace to avoid tsc error
 				callback: line => {
@@ -242,14 +231,15 @@ async function validateNative(q: GeneExpressionQueryNative, ds: any, genome: any
 					for (let i = 4; i < l.length; i++) {
 						const sampleId = samples[i - 4]
 						if (limitSamples && !limitSamples.has(sampleId)) continue // doing filtering and sample of current column is not used
-						// if l[i] is blank string?
+						if (!l[i]) continue // blank string
 						const v = Number(l[i])
 						if (Number.isNaN(v)) throw 'exp value not number'
-						gene2sample2value.get(g.gene)[sampleId] = v
+						s2v[sampleId] = v
 					}
 				}
 			} as any)
 			// Above!! add "as any" to suppress a npx tsc alert
+			if (Object.keys(s2v).length) gene2sample2value.set(g.gene, s2v) // only add gene if has data
 		}
 		// pass blank byTermId to match with expected output structure
 		const byTermId = {}

package/routes/termdb.singlecellSamples.ts

@@ -150,17 +150,18 @@ function validateDataNative(D: SingleCellDataNative, ds: any) {
 					// each line is a cell
 					const l = lines[i].split('\t')
 					const cellId = l[0],
-						x = Number(l[4]), // FIXME standardize, or define idx in plot
-						y = Number(l[5])
+						x = Number(l[plot.coordsColumns.x]), // FIXME standardize, or define idx in plot
+						y = Number(l[plot.coordsColumns.y])
+					const category = l[plot.colorColumn?.index] || ''
 					if (!cellId) throw 'cell id missing'
 					if (!Number.isFinite(x) || !Number.isFinite(y)) throw 'x/y not number'
-					cells.push({ cellId, x, y })
+					cells.push({ cellId, x, y, category })
 
 					for (const tid of D.termIds) {
 						tid2cellvalue[tid][cellId] = l[1]
 					}
 				}
-				plots.push({ name: plot.name, cells })
+				plots.push({ name: plot.name, cells, colorBy: plot.colorColumn?.name })
 			}
 			if (plots.length == 0) {
 				// no data available for this sample

package/routes/termdb.topVariablyExpressedGenes.ts

@@ -12,7 +12,7 @@ import { get_samples } from '#src/termdb.sql.js'
 export const api = {
 	endpoint: 'termdb/topVariablyExpressedGenes',
 	methods: {
-		get: {
+		all: {
 			init,
 			request: {
 				typeId: 'TermdbTopVariablyExpressedGenesRequest'