@sjcrh/proteinpaint-server 2.30.5 → 2.31.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sjcrh/proteinpaint-server",
-  "version": "2.30.5",
+  "version": "2.31.0",
   "description": "a genomics visualization tool for exploring a cohort's genotype and phenotype data",
   "main": "server.js",
   "bin": "start.js",
@@ -56,7 +56,7 @@
   },
   "dependencies": {
     "@sjcrh/augen": "2.27.0",
-    "@sjcrh/proteinpaint-rust": "2.30.2",
+    "@sjcrh/proteinpaint-rust": "2.31.0",
     "better-sqlite3": "^7.5.3",
     "body-parser": "^1.15.2",
     "canvas": "~2.9.3",

package/routes/gdc.mafBuild.ts

@@ -3,6 +3,8 @@ import path from 'path'
 import fs from 'fs'
 import { run_rust } from '@sjcrh/proteinpaint-rust'
 import serverconfig from '#src/serverconfig.js'
+import Readable from 'stream'
+import { GdcMafBuildRequest } from '#shared/types/routes/gdc.mafBuild.ts'
 
 const apihost = process.env.PP_GDC_HOST || 'https://api.gdc.cancer.gov'
 const maxTotalSizeCompressed = serverconfig.features.gdcMafMaxFileSize || 50000000 // 50Mb
@@ -11,64 +13,56 @@ export const api = {
 	endpoint: 'gdc/mafBuild',
 	methods: {
 		all: {
-			init({ genomes }) {
-				return async (req: any, res: any): Promise<void> => {
-					try {
-						await buildMaf(req, res)
-					} catch (e: any) {
-						if (e.stack) console.log(e.stack)
-						res.send({ status: 'error', error: e.message || e })
-					}
-				}
-			},
+			init,
 			request: {
-				typeId: null
-				//valid: default to type checker
+				typeId: 'GdcMafBuildRequest'
 			},
 			response: {
-				typeId: 'GdcMafBuildResponse'
-				// will combine this with type checker
-				//valid: (t) => {}
+				typeId: null // 'GdcMafBuildResponse'
 			}
 		}
 	}
 }
 
-/*
-req.query {
-	fileIdLst []  // list of maf file uuids
+function init({ genomes }) {
+	return async (req: any, res: any): Promise<void> => {
+		try {
+			await buildMaf(req.query as GdcMafBuildRequest, res)
+		} catch (e: any) {
+			if (e.stack) console.log(e.stack)
+			res.send({ status: 'error', error: e.message || e })
+		}
+	}
 }
 
+/*
+q{}
 res{}
 */
-async function buildMaf(req: any, res: any) {
+async function buildMaf(q: GdcMafBuildRequest, res: any) {
 	const t0 = Date.now()
 
-	const fileLst2 = (await getFileLstUnderSizeLimit(req.query.fileIdLst)) as string[]
+	const fileLst2 = (await getFileLstUnderSizeLimit(q.fileIdLst)) as string[]
 	console.log('test gdc maf sizes', Date.now() - t0)
 
-	const outFile = path.join(serverconfig.cachedir, 'gdcMaf.' + Math.random().toString()) // should be a gzipped file. does it need to end with '.gz' or it's auto-added?
-
 	const arg = {
 		fileIdLst: fileLst2,
-		host: path.join(apihost, 'data'), // must use the /data/ endpoint from current host
-		outFile
+		host: path.join(apihost, 'data') // must use the /data/ endpoint from current host
 	}
 
-	await run_rust('gdcmaf', JSON.stringify(arg))
+	const dataGzipped = await run_rust('gdcmaf', JSON.stringify(arg))
 
 	console.log('rust gdcmaf', Date.now() - t0)
 
-	const data = await fs.promises.readFile(outFile)
+	const data = JSON.parse(dataGzipped)
 
 	// by directly returning a blob, it won't tell client how many files are used
-
 	res.writeHead(200, {
 		'Content-Type': 'application/octet-stream',
 		'Content-Disposition': 'attachment; filename=cohort.maf.gz',
 		'Content-Length': data.length
 	})
-	res.end(Buffer.from(data as any, 'binary'))
+	res.end(Buffer.from(data, 'binary'))
 }
 
 /*

package/routes/gdc.topVariablyExpressedGenes.ts

@@ -1,12 +1,15 @@
 import { GdcTopVariablyExpressedGenesResponse } from '#shared/types/routes/gdc.topVariablyExpressedGenes.ts'
 import { getCasesWithExressionDataFromCohort } from '../src/mds3.gdc.js'
-//import path from 'path'
+import path from 'path'
 import got from 'got'
 import serverconfig from '#src/serverconfig.js'
 
 // TODO change when api is released to prod
 //const apihost = process.env.PP_GDC_HOST || 'https://api.gdc.cancer.gov'
 const apihost = 'https://uat-portal.gdc.cancer.gov/auth/api/v0/gene_expression/gene_selection'
+// temporarily hardcode to use the direct API URL,
+// previously hardcoded to use 'https://uat-portal.gdc.cancer.gov/auth/api/v0/'
+const geneExpHost = 'https://uat-api.gdc.cancer.gov'
 
 const gdcGenome = 'hg38'
 const gdcDslabel = 'GDC'
@@ -23,7 +26,7 @@ export const api = {
 						if (!genome) throw 'hg38 genome missing'
 						const ds = genome.datasets?.[gdcDslabel]
 						if (!ds) throw 'gdc dataset missing'
-						const genes = await getGenes(req.query, ds)
+						const genes = await getGenes(req.query, ds, genome)
 						const payload = { genes } as GdcTopVariablyExpressedGenesResponse
 						res.send(payload)
 					} catch (e: any) {
@@ -53,12 +56,16 @@ req.query {
 
 ds { } // server-side ds object
 
+genome {}
 */
-async function getGenes(q: any, ds: any) {
+async function getGenes(q: any, ds: any, genome: any) {
 	if (serverconfig.features.gdcGenes) {
 		// for testing only; delete when api issue is resolved
 		return serverconfig.features.gdcGenes as string[]
 	}
+	if (!ds.__gdc.doneCaching) {
+		throw `The server has not finished caching the case IDs: try again in ~2 minutes`
+	}
 
 	// based on current cohort, get list of cases with exp data, as input of next api query
 	const caseLst = await getCasesWithExressionDataFromCohort(q, ds)
@@ -68,30 +75,39 @@ async function getGenes(q: any, ds: any) {
 	}
 
 	// change to this when api is available on prod
-	// const url = path.join(apihost, '/gene_expression/gene_selection')
+	const url = path.join(geneExpHost, '/gene_expression/gene_selection')
 
-	const response = await got.post(apihost, {
-		headers: { 'Content-Type': 'application/json', Accept: 'application/json' },
-		body: JSON.stringify({
-			case_ids: caseLst,
-			//gene_ids: [] // this should not be a required parameter
-			size: q.maxGenes || 100
+	try {
+		const response = await got.post(url, {
+			headers: { 'Content-Type': 'application/json', Accept: 'application/json' },
+			body: JSON.stringify({
+				// !!! temporarily limit the case_ids length, otherwise the request times out !!!
+				case_ids: caseLst.slice(0, 20),
+				//gene_ids: [] // this should not be a required parameter
+				gene_type: 'protein_coding',
+				selection_size: Number(q.maxGenes || 100)
+			})
 		})
-	})
 
-	const re = JSON.parse(response.body)
-	// {"gene_selection":[{"gene_id":"ENSG00000141510","log2_uqfpkm_median":3.103430497010492,"log2_uqfpkm_stddev":0.8692021350485105,"symbol":"TP53"}, ... ]}
+		const re = JSON.parse(response.body)
+		// {"gene_selection":[{"gene_id":"ENSG00000141510","log2_uqfpkm_median":3.103430497010492,"log2_uqfpkm_stddev":0.8692021350485105,"symbol":"TP53"}, ... ]}
 
-	const genes = [] as string[]
-	if (!Array.isArray(re.gene_selection)) throw 're.gene_selection[] is not array'
-	for (const i of re.gene_selection) {
-		if (i.gene_id && typeof i.gene_id == 'string') {
-			genes.push(i.gene_id) // ensg
-		} else if (i.symbol && typeof i.symbol == 'string') {
-			genes.push(i.symbol)
-		} else {
-			throw 'one of re.gene_selection[] is missing both gene_id and symbol'
+		const genes = [] as string[]
+		if (!Array.isArray(re.gene_selection)) throw 're.gene_selection[] is not array'
+		for (const i of re.gene_selection) {
+			if (i.gene_id && typeof i.gene_id == 'string') {
+				// is ensg, convert to symbol
+				const t = genome.genedb.getNameByAlias.get(i.gene_id)
+				if (t) genes.push(t.name) // ensg
+			} else if (i.symbol && typeof i.symbol == 'string') {
+				genes.push(i.symbol)
+			} else {
+				throw 'one of re.gene_selection[] is missing both gene_id and symbol'
+			}
 		}
+		return genes
+	} catch (e) {
+		console.log(e.stack || e)
+		throw e
 	}
-	return genes
 }

package/routes/termdb.singlecellSamples.ts

@@ -0,0 +1,45 @@
+import {
+	TermdbSinglecellsamplesRequest,
+	TermdbSinglecellsamplesResponse
+} from '#shared/types/routes/termdb.singlecellSamples.ts'
+
+/* route returns list of samples with sc data
+this is due to the fact that sometimes not all samples in a dataset has sc data
+*/
+
+export const api: any = {
+	endpoint: 'termdb/singlecellSamples',
+	methods: {
+		get: {
+			init,
+			request: {
+				typeId: 'TermdbSinglecellsamplesRequest'
+			},
+			response: {
+				typeId: 'TermdbSinglecellsamplesResponse'
+			}
+		},
+		post: {
+			alternativeFor: 'get',
+			init
+		}
+	}
+}
+
+function init({ genomes }) {
+	return async (req: any, res: any): Promise<void> => {
+		const q = req.query as TermdbSinglecellsamplesRequest
+		try {
+			const g = genomes[q.genome]
+			if (!g) throw 'invalid genome name'
+			const ds = g.datasets[q.dslabel]
+			if (!ds) throw 'invalid dataset name'
+			if (!ds.queries?.singleCell) throw 'no singlecell data on this dataset'
+			const result = (await ds.queries.singleCell.samples.get(q)) as TermdbSinglecellsamplesResponse
+			res.send(result)
+		} catch (e: any) {
+			if (e instanceof Error && e.stack) console.log(e)
+			res.send({ error: e.message || e })
+		}
+	}
+}