@sjcrh/proteinpaint-server 2.30.4 → 2.30.5

package/genome/hg19.js

@@ -44,9 +44,9 @@ exports.default = {
             vpad: 4,
             categories: {
                 coding: { color: '#004D99', label: 'Coding gene' },
-                nonCoding: { color: '#009933', label: 'Noncoding gene' },
-                problem: { color: '#FF3300', label: 'Problem' },
-                pseudo: { color: '#FF00CC', label: 'Pseudogene' }
+                nonCoding: { color: '#008833', label: 'Noncoding gene' },
+                problem: { color: '#CC3300', label: 'Problem' },
+                pseudo: { color: '#CC00CC', label: 'Pseudogene' }
             }
         },
         {

package/genome/hg38.js

@@ -48,9 +48,9 @@ exports.default = {
             translatecoding: true,
             categories: {
                 coding: { color: '#004D99', label: 'Coding gene' },
-                nonCoding: { color: '#009933', label: 'Noncoding gene' },
-                problem: { color: '#FF3300', label: 'Problem' },
-                pseudo: { color: '#FF00CC', label: 'Pseudogene' }
+                nonCoding: { color: '#008833', label: 'Noncoding gene' },
+                problem: { color: '#CC3300', label: 'Problem' },
+                pseudo: { color: '#CC00CC', label: 'Pseudogene' }
             },
             type: 'bedj',
             stackheight: 16,

package/genome/hg38.test.js

@@ -24,9 +24,9 @@ var genome = {
             translatecoding: true,
             categories: {
                 coding: { color: '#004D99', label: 'Coding gene' },
-                nonCoding: { color: '#009933', label: 'Noncoding gene' },
-                problem: { color: '#FF3300', label: 'Problem' },
-                pseudo: { color: '#FF00CC', label: 'Pseudogene' }
+                nonCoding: { color: '#008833', label: 'Noncoding gene' },
+                problem: { color: '#CC3300', label: 'Problem' },
+                pseudo: { color: '#CC00CC', label: 'Pseudogene' }
             },
             type: 'bedj',
             name: 'GENCODE v41',

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sjcrh/proteinpaint-server",
-  "version": "2.30.4",
+  "version": "2.30.5",
   "description": "a genomics visualization tool for exploring a cohort's genotype and phenotype data",
   "main": "server.js",
   "bin": "start.js",

package/routes/burden.ts

@@ -69,7 +69,10 @@ export const api = {
 	}
 }
 
-async function getBurdenEstimates(q, ds) {
+async function getBurdenEstimates(
+	q: { query: { [x: string]: any } },
+	ds: { cohort: { cumburden: { files: { fit: any; surv: any; sample: any } } } }
+) {
 	const infile = path.join(serverconfig.cachedir, Math.random().toString() + '.json')
 	for (const k in q.query) {
 		q.query[k] = Number(q.query[k])
@@ -91,7 +94,7 @@ async function getBurdenEstimates(q, ds) {
 	return estimates
 }
 
-function formatPayload(estimates) {
+function formatPayload(estimates: object[]) {
 	const rawKeys = Object.keys(estimates[0])
 	const outKeys = [] as string[]
 	const keys = [] as string[]

package/routes/gdc.maf.ts

@@ -1,4 +1,4 @@
-import { GdcMafResponse, File } from '#shared/types/routes/gdc.maf.ts'
+import { GdcMafRequest, GdcMafResponse, File } from '#shared/types/routes/gdc.maf.ts'
 import path from 'path'
 import got from 'got'
 import serverconfig from '#src/serverconfig.js'
@@ -6,36 +6,51 @@ import serverconfig from '#src/serverconfig.js'
 const apihost = process.env.PP_GDC_HOST || 'https://api.gdc.cancer.gov'
 const maxFileNumber = 1000
 const allowedWorkflowType = 'Aliquot Ensemble Somatic Variant Merging and Masking'
-const allowedExpStrategy = new Set(['WXS', 'Targeted Sequencing'])
 const maxTotalSizeCompressed = serverconfig.features.gdcMafMaxFileSize || 50000000 // 50Mb
 
 export const api = {
 	endpoint: 'gdc/maf',
 	methods: {
 		get: {
-			init({ genomes }) {
-				return async (req: any, res: any): Promise<void> => {
-					try {
-						const g = genomes.hg38
-						if (!g) throw 'hg38 missing'
-						const ds = g.datasets.GDC
-						if (!ds) throw 'hg38 GDC missing'
-						const payload = await listMafFiles(req)
-						res.send(payload)
-					} catch (e: any) {
-						res.send({ status: 'error', error: e.message || e })
-					}
-				}
-			},
+			init,
 			request: {
-				typeId: null
-				//valid: default to type checker
+				typeId: 'GdcMafRequest'
 			},
 			response: {
 				typeId: 'GdcMafResponse'
 				// will combine this with type checker
 				//valid: (t) => {}
-			}
+			},
+			examples: [
+				{
+					request: {
+						body: {
+							experimentalStrategy: 'WXS',
+							embedder: 'localhost'
+						}
+					},
+					response: {
+						header: { status: 200 }
+					}
+				}
+			]
+		}
+	}
+}
+
+function init({ genomes }) {
+	return async (req: any, res: any): Promise<void> => {
+		try {
+			// g and ds are not used right now, but could be later
+			const g = genomes.hg38
+			if (!g) throw 'hg38 missing'
+			const ds = g.datasets.GDC
+			if (!ds) throw 'hg38 GDC missing'
+
+			const payload = await listMafFiles(req.query as GdcMafRequest)
+			res.send(payload)
+		} catch (e: any) {
+			res.send({ status: 'error', error: e.message || e })
 		}
 	}
 }
@@ -52,21 +67,19 @@ ds {
 	}
 }
 */
-async function listMafFiles(req: any) {
-	if (!allowedExpStrategy.has(req.query.experimentalStrategy)) throw 'invalid req.query.experimentalStrategy'
-
+async function listMafFiles(q: GdcMafRequest) {
 	const filters = {
 		op: 'and',
 		content: [
 			{ op: '=', content: { field: 'data_format', value: 'MAF' } },
-			{ op: '=', content: { field: 'experimental_strategy', value: req.query.experimentalStrategy } },
+			{ op: '=', content: { field: 'experimental_strategy', value: q.experimentalStrategy } },
 			{ op: '=', content: { field: 'analysis.workflow_type', value: allowedWorkflowType } },
 			{ op: '=', content: { field: 'access', value: 'open' } } // delete if later to support controlled files
 		]
 	}
 
-	if (req.query.filter0) {
-		filters.content.push(req.query.filter0)
+	if (q.filter0) {
+		filters.content.push(q.filter0)
 	}
 
 	const headers = { 'Content-Type': 'application/json', Accept: 'application/json' }
@@ -152,7 +165,7 @@ async function listMafFiles(req: any) {
 
 		file.case_submitter_id = c.submitter_id
 		if (c.samples) {
-			file.sample_types = c.samples.map(i => i.sample_type).sort()
+			file.sample_types = c.samples.map((i: { sample_type: any }) => i.sample_type).sort()
 			// sort to show sample type names in consistent alphabetical order
 			// otherwise one file shows 'Blood, Primary' and another shows 'Primary, Blood'
 			// FIXME this includes samples not associated with current maf file

package/routes/gdc.mafBuild.ts

@@ -15,7 +15,7 @@ export const api = {
 				return async (req: any, res: any): Promise<void> => {
 					try {
 						await buildMaf(req, res)
-					} catch (e) {
+					} catch (e: any) {
 						if (e.stack) console.log(e.stack)
 						res.send({ status: 'error', error: e.message || e })
 					}
@@ -42,10 +42,10 @@ req.query {
 res{}
 */
 async function buildMaf(req: any, res: any) {
-	const t0 = new Date()
+	const t0 = Date.now()
 
 	const fileLst2 = (await getFileLstUnderSizeLimit(req.query.fileIdLst)) as string[]
-	console.log('test gdc maf sizes', new Date() - t0)
+	console.log('test gdc maf sizes', Date.now() - t0)
 
 	const outFile = path.join(serverconfig.cachedir, 'gdcMaf.' + Math.random().toString()) // should be a gzipped file. does it need to end with '.gz' or it's auto-added?
 
@@ -57,7 +57,7 @@ async function buildMaf(req: any, res: any) {
 
 	await run_rust('gdcmaf', JSON.stringify(arg))
 
-	console.log('rust gdcmaf', new Date() - t0)
+	console.log('rust gdcmaf', Date.now() - t0)
 
 	const data = await fs.promises.readFile(outFile)
 
@@ -68,7 +68,7 @@ async function buildMaf(req: any, res: any) {
 		'Content-Disposition': 'attachment; filename=cohort.maf.gz',
 		'Content-Length': data.length
 	})
-	res.end(Buffer.from(data, 'binary'))
+	res.end(Buffer.from(data as any, 'binary'))
 }
 
 /*

package/routes/hicdata.ts

@@ -0,0 +1,113 @@
+import { HicdataRequest, HicdataResponse, Item } from '#shared/types/routes/hicdata.ts'
+import { fileurl } from '#src/utils.js'
+import { spawn } from 'child_process'
+import readline from 'readline'
+import serverconfig from '#src/serverconfig.js'
+
+export const api: any = {
+	endpoint: 'hicdata',
+	methods: {
+		get: {
+			init,
+			request: {
+				typeId: 'HicdataRequest'
+			},
+			response: {
+				typeId: 'HicdataResponse'
+			}
+			/*
+			examples: [
+				{
+					request: {
+						body: {
+							genome: 'hg38-test',
+							dslabel: 'TermdbTest',
+							embedder: 'localhost',
+							gettermbyid: 'subcohort'
+						}
+					},
+					response: {
+						header: { status: 200 }
+					}
+				}
+			]
+			*/
+		},
+		post: {
+			alternativeFor: 'get',
+			init
+		}
+	}
+}
+
+function init({ genomes }) {
+	return async (req: any, res: any): Promise<void> => {
+		try {
+			const payload = await handle_hicdata(req.query as HicdataRequest)
+			res.send(payload)
+		} catch (e) {
+			// eslint-disable-next-line @typescript-eslint/ban-ts-comment
+			// @ts-ignore
+			res.send({ error: e?.message || e })
+			if (e instanceof Error && e.stack) console.log(e)
+		}
+	}
+}
+
+function handle_hicdata(q: HicdataRequest) {
+	return new Promise((resolve, reject) => {
+		const [e, file, isurl] = fileurl({ query: q })
+		if (e) reject({ error: 'illegal file name' })
+
+		const par = [
+			// TODO add option for observed/oe
+			q.nmeth || 'NONE',
+			file,
+			q.pos1,
+			q.pos2,
+			q.isfrag ? 'FRAG' : 'BP',
+			q.resolution
+		]
+
+		const ps = spawn(serverconfig.hicstraw, par)
+		const rl = readline.createInterface({ input: ps.stdout })
+
+		const items = [] as Item[]
+		const erroutput = [] as string[]
+		let linenot3fields = 0
+		let fieldnotnumerical = 0
+
+		rl.on('line', line => {
+			// straw output: pos1 \t pos2 \t value
+			const l = line.split('\t')
+			if (l.length != 3) {
+				linenot3fields++
+				return
+			}
+			const n1 = Number.parseInt(l[0])
+			const n2 = Number.parseInt(l[1])
+			const v = Number.parseFloat(l[2])
+			if (Number.isNaN(n1) || Number.isNaN(n2) || Number.isNaN(v)) {
+				fieldnotnumerical++
+				return
+			}
+			if (q.mincutoff != undefined && v <= q.mincutoff) {
+				return
+			}
+			items.push([n1, n2, v] as Item)
+		})
+
+		ps.stderr.on('data', i => erroutput.push(i))
+		ps.on('close', () => {
+			const err = erroutput.join('')
+			if (err) reject({ error: err })
+
+			if (linenot3fields) reject({ error: linenot3fields + ' lines have other than 3 fields' })
+
+			if (fieldnotnumerical)
+				reject({ error: fieldnotnumerical + ' lines have non-numerical values in any of the 3 fields' })
+
+			resolve({ items })
+		})
+	})
+}

package/routes/hicstat.ts

@@ -0,0 +1,55 @@
+import { fileurl, file_is_readable } from '#src/utils.js'
+import { do_hicstat } from '#src/hicstat.ts'
+import { HicstatRequestWithValidation } from '#shared/types/routes/hicstat.ts'
+
+export const api = {
+	endpoint: 'hicstat',
+	methods: {
+		get: {
+			init,
+			request: {
+				typeId: 'HicstatRequest'
+			},
+			response: {
+				typeId: 'HicstatResponse'
+			},
+			examples: [
+				{
+					request: {
+						body: {
+							genome: 'hg19',
+							file: 'proteinpaint_demo/hg19/hic/hic_demo.hic',
+							embedder: 'localhost'
+						}
+					},
+					response: {
+						header: { status: 200 }
+					}
+				}
+			]
+		},
+		post: {
+			alternativeFor: 'get',
+			init
+		}
+	}
+}
+
+function init() {
+	return async (req: HicstatRequestWithValidation, res: any): Promise<void> => {
+		try {
+			const [e, file, isurl] = fileurl(req)
+			if (e) throw 'illegal file name'
+			if (!isurl) {
+				await file_is_readable(file)
+			}
+			const out = await do_hicstat(file, isurl)
+			res.send({ out })
+		} catch (e: any) {
+			// eslint-disable-next-line @typescript-eslint/ban-ts-comment
+			// @ts-ignore
+			res.send({ error: e?.message || e })
+			if (e instanceof Error && e.stack) console.log(e)
+		}
+	}
+}

package/routes/termdb.categories.ts

@@ -87,7 +87,13 @@ function init({ genomes }) {
 	}
 }
 
-async function trigger_getcategories(q, res, tdb, ds, genome) {
+async function trigger_getcategories(
+	q: { tid: string | number; type: string; filter: any; term1_q: any; currentGeneNames: any },
+	res: { send: (arg0: { lst: any[]; orderedLabels: any }) => void },
+	tdb: { q: { termjsonByOneid: (arg0: any) => any } },
+	ds: { assayAvailability: { byDt: { [s: string]: any } | ArrayLike<any> } },
+	genome: any
+) {
 	// thin wrapper of get_summary
 	// works for all types of terms
 	if (!q.tid) throw '.tid missing'
@@ -105,9 +111,9 @@ async function trigger_getcategories(q, res, tdb, ds, genome) {
 	const data = await getData(arg, ds, genome)
 	if (data.error) throw data.error
 
-	const lst = []
+	const lst = [] as any[]
 	if (q.type == 'geneVariant') {
-		const samples = data.samples
+		const samples = data.samples as { [sampleId: string]: any }
 		const dtClassMap = new Map()
 		if (ds.assayAvailability?.byDt) {
 			for (const [dtType, dtValue] of Object.entries(ds.assayAvailability.byDt)) {
@@ -116,7 +122,7 @@ async function trigger_getcategories(q, res, tdb, ds, genome) {
 				}
 			}
 		}
-		const sampleCountedFor = new Set() // if the sample is conunted for the
+		const sampleCountedFor = new Set() // if the sample is counted
 		for (const [sampleId, sampleData] of Object.entries(samples)) {
 			const values = sampleData[q.tid].values
 			sampleCountedFor.clear()
@@ -175,7 +181,9 @@ async function trigger_getcategories(q, res, tdb, ds, genome) {
 				samplecount: count,
 				key,
 				label:
-					data.refs?.byTermId?.[q.tid]?.events?.find(e => e.event === key).label || term?.values?.[key]?.label || key
+					data.refs?.byTermId?.[q.tid]?.events?.find((e: { event: any }) => e.event === key).label ||
+					term?.values?.[key]?.label ||
+					key
 			})
 		}
 	}
@@ -195,7 +203,23 @@ async function trigger_getcategories(q, res, tdb, ds, genome) {
 	})
 }
 
-function getDefaultQ(term, q) {
+function getDefaultQ(
+	term: { type: string; bins: { default: any } },
+	q: {
+		mode?: any
+		breaks?: any
+		bar_by_grade?: any
+		bar_by_children?: any
+		value_by_max_grade?: any
+		value_by_most_recent?: any
+		value_by_computable_grade?: any
+		tid?: string | number
+		type?: string
+		filter?: any
+		term1_q?: any
+		currentGeneNames?: any
+	}
+) {
 	if (term.type == 'categorical') return {}
 	if (term.type == 'survival') return {}
 	if (term.type == 'integer' || term.type == 'float') return term.bins.default

package/routes/termdb.getpercentile.ts

@@ -0,0 +1,117 @@
+// import { getpercentileRequest, getpercentileResponse } from '#shared/types/routes/termdb.getpercentile'
+import * as termdbsql from '#src/termdb.sql.js'
+import computePercentile from '#shared/compute.percentile.js'
+
+export const api: any = {
+	endpoint: 'termdb/getpercentile',
+	methods: {
+		get: {
+			init,
+			request: {
+				typeId: 'getpercentileRequest'
+			},
+			response: {
+				typeId: 'getpercentileResponse'
+			},
+			examples: [
+				{
+					request: {
+						body: {
+							genome: 'hg38-test',
+							dslabel: 'TermdbTest',
+							embedder: 'localhost',
+							getpercentile: [50],
+							tid: 'agedx',
+							filter: {
+								type: 'tvslst',
+								in: true,
+								join: '',
+								lst: [
+									{
+										tag: 'cohortFilter',
+										type: 'tvs',
+										tvs: {
+											term: {
+												name: 'Cohort',
+												type: 'categorical',
+												values: { ABC: { label: 'ABC' }, XYZ: { label: 'XYZ' } },
+												id: 'subcohort',
+												isleaf: false,
+												groupsetting: { disabled: true }
+											},
+											values: [{ key: 'ABC', label: 'ABC' }]
+										}
+									}
+								]
+							}
+						}
+					},
+					response: {
+						header: { status: 200 }
+					}
+				}
+			]
+		},
+		post: {
+			alternativeFor: 'get',
+			init
+		}
+	}
+}
+
+function init({ genomes }) {
+	return async (req: any, res: any): Promise<void> => {
+		const q = req.query // as getpercentileRequest
+		try {
+			const g = genomes[req.query.genome]
+			if (!g) throw 'invalid genome name'
+			const ds = g.datasets[req.query.dslabel]
+			if (!ds) throw 'invalid dataset name'
+			await trigger_getpercentile(q, res, ds) // as getpercentileResponse
+		} catch (e) {
+			// eslint-disable-next-line @typescript-eslint/ban-ts-comment
+			// @ts-ignore
+			res.send({ error: e?.message || e })
+			if (e instanceof Error && e.stack) console.log(e)
+		}
+	}
+}
+
+async function trigger_getpercentile(
+	q: { tid: string; getpercentile: number[]; filter: string },
+	res: { send: (arg0: { values: number[] }) => void },
+	ds: { cohort: { termdb: { q: { termjsonByOneid: (arg0: any) => any } } } }
+) {
+	const term = ds.cohort.termdb.q.termjsonByOneid(q.tid)
+	if (!term) throw 'invalid termid'
+	if (term.type != 'float' && term.type != 'integer') throw 'not numerical term'
+	const percentile_lst = q.getpercentile
+	const perc_values = [] as number[]
+	const values = [] as number[]
+	const rows = await termdbsql.get_rows_by_one_key({
+		ds,
+		key: q.tid,
+		filter: q.filter ? (typeof q.filter == 'string' ? JSON.parse(q.filter) : q.filter) : null
+	})
+	for (const { value } of rows) {
+		if (term.values && term.values[value] && term.values[value].uncomputable) {
+			// skip uncomputable values
+			continue
+		}
+
+		if (term.skip0forPercentile && value == 0) {
+			// quick fix: when the flag is true, will exclude 0 values from percentile computing
+			// to address an issue with computing knots
+			continue
+		}
+
+		values.push(Number(value))
+	}
+
+	// compute percentiles
+	for (const percentile of percentile_lst) {
+		const perc_value = computePercentile(values, percentile)
+		perc_values.push(perc_value)
+	}
+	res.send({ values: perc_values })
+}

package/routes/termdb.termbyid.ts

@@ -56,7 +56,11 @@ function init({ genomes }) {
 	}
 }
 
-async function trigger_gettermbyid(q, res, tdb) {
+async function trigger_gettermbyid(
+	q: { gettermbyid: any },
+	res: { send: (arg0: { term: any }) => void },
+	tdb: { q: { termjsonByOneid: (arg0: any) => any } }
+) {
 	const t = tdb.q.termjsonByOneid(q.gettermbyid)
 	res.send({
 		term: t ? copy_term(t) : undefined