fhirsmith 0.16.1 → 0.18.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +130 -0
- package/README.md +105 -30
- package/config-template.json +130 -4
- package/extension-tracker/extension-tracker.js +111 -3
- package/extension-tracker/readme.md +3 -0
- package/ips/ai-client.js +263 -0
- package/ips/composer.js +805 -0
- package/ips/editor-schema.js +289 -0
- package/ips/editor.js +290 -0
- package/ips/fhirpath-ips.js +397 -0
- package/ips/ips-codeable-concepts.md +1742 -0
- package/ips/ips-template.html +125 -0
- package/ips/ips-valuesets.js +159 -0
- package/ips/ips.js +1736 -0
- package/ips/membership.js +179 -0
- package/ips/pipeline.js +1012 -0
- package/ips/presenter.js +974 -0
- package/ips/profile-editor.js +578 -0
- package/ips/profiles.js +506 -0
- package/ips/readme.md +460 -0
- package/ips/render.js +1482 -0
- package/ips/search-params.js +83 -0
- package/ips/search.js +667 -0
- package/ips/share.js +178 -0
- package/ips/store.js +650 -0
- package/ips/terminology.js +395 -0
- package/ips/tx-client.js +202 -0
- package/ips/valuesets/CodeSystem-absent-unknown-uv-ips.json +206 -0
- package/ips/valuesets/ValueSet-absent-or-unknown-immunizations-uv-ips.json +59 -0
- package/ips/valuesets/ValueSet-ips-allergy-code.json +59 -0
- package/ips/valuesets/ValueSet-ips-allergy-manifestation.json +356 -0
- package/ips/valuesets/ValueSet-ips-allergy-substance.json +37 -0
- package/ips/valuesets/ValueSet-ips-body-site.json +26 -0
- package/ips/valuesets/ValueSet-ips-clinical-finding-or-none.json +35 -0
- package/ips/valuesets/ValueSet-ips-clinical-finding.json +26 -0
- package/ips/valuesets/ValueSet-ips-condition-code.json +72 -0
- package/ips/valuesets/ValueSet-ips-condition-severity.json +30 -0
- package/ips/valuesets/ValueSet-ips-condition-stage.json +26 -0
- package/ips/valuesets/ValueSet-ips-exposure-route.json +26 -0
- package/ips/valuesets/ValueSet-ips-imaging-procedure.json +25 -0
- package/ips/valuesets/ValueSet-ips-immunization-status-reason.json +43 -0
- package/ips/valuesets/ValueSet-ips-international-codes.json +25 -0
- package/ips/valuesets/ValueSet-ips-medication-ingredient.json +26 -0
- package/ips/valuesets/ValueSet-ips-medication-status-reason.json +37 -0
- package/ips/valuesets/ValueSet-ips-medication.json +50 -0
- package/ips/valuesets/ValueSet-ips-observation-code.json +18 -0
- package/ips/valuesets/ValueSet-ips-observation-interpretation.json +18 -0
- package/ips/valuesets/ValueSet-ips-procedure-followup.json +51 -0
- package/ips/valuesets/ValueSet-ips-procedure-outcome.json +30 -0
- package/ips/valuesets/ValueSet-ips-procedure-reason.json +37 -0
- package/ips/valuesets/ValueSet-ips-procedure.json +116 -0
- package/ips/valuesets/ValueSet-ips-route.json +46 -0
- package/ips/valuesets/ValueSet-ips-target-disease.json +171 -0
- package/ips/valuesets/ValueSet-ips-vaccine.json +31 -0
- package/ips/valuesets/elements.json +44 -0
- package/library/daily-report.js +422 -0
- package/library/fhir-search-values.js +138 -0
- package/library/html-server.js +32 -23
- package/library/html.js +9 -0
- package/library/mailer.js +77 -0
- package/library/narrative-check.js +222 -0
- package/library/npm-audit.js +25 -0
- package/library/package-manager.js +4 -2
- package/library/sqlite-session-store.js +29 -1
- package/package.json +8 -2
- package/packages/package-crawler.js +189 -82
- package/packages/packages.js +36 -63
- package/packages/utilities/dedupe-versions.js +22 -8
- package/publisher/publisher.js +29 -0
- package/registry/auth-store.js +366 -0
- package/registry/auth.js +872 -0
- package/registry/crawler.js +48 -1
- package/registry/documentation/api.md +162 -0
- package/registry/documentation/configuration.md +93 -0
- package/registry/documentation/documents.md +74 -0
- package/registry/documentation/internals.md +151 -0
- package/registry/documentation/readme.md +100 -0
- package/registry/documentation/security.md +199 -0
- package/registry/documents.js +309 -0
- package/registry/openapi.yaml +30 -0
- package/registry/registry-template.html +1 -1
- package/registry/registry.js +247 -54
- package/registry/uptime.js +154 -0
- package/release.sh +80 -0
- package/server.js +105 -44
- package/shl/shl.js +64 -9
- package/stats-db.js +93 -0
- package/stats.js +158 -1
- package/testing/readme.md +1 -1
- package/testing/search.js +2 -108
- package/testing/store.js +5 -0
- package/testing/testing.js +20 -0
- package/token/token-template.html +5 -4
- package/token/token.js +17 -10
- package/translations/Messages.properties +9 -0
- package/tx/README.md +52 -0
- package/tx/cm/cm-database.js +62 -0
- package/tx/cm/cm-package.js +20 -3
- package/tx/cs/cs-api.js +90 -14
- package/tx/cs/cs-cs.js +142 -19
- package/tx/cs/cs-icd11.js +366 -112
- package/tx/cs/cs-icf.js +418 -0
- package/tx/cs/cs-loinc.js +79 -39
- package/tx/cs/cs-omop.js +10 -3
- package/tx/cs/cs-snomed.js +918 -55
- package/tx/cs/cs-ucum.js +6 -0
- package/tx/cs/icd11-expressions.js +191 -78
- package/tx/importers/export-icd11-codesystem.js +58 -12
- package/tx/importers/icd11-schema.md +9 -5
- package/tx/library.js +107 -6
- package/tx/ocl/README.md +62 -6
- package/tx/ocl/cm-ocl.cjs +166 -44
- package/tx/ocl/cs-ocl.cjs +163 -13
- package/tx/ocl/resolve/public-access.js +143 -0
- package/tx/ocl/resolve/reference-resolver.js +458 -0
- package/tx/ocl/vs-ocl.cjs +167 -4
- package/tx/openapi-operations.js +4 -0
- package/tx/params.js +8 -1
- package/tx/problems.js +7 -5
- package/tx/provider.js +21 -5
- package/tx/sct/documentation.md +251 -0
- package/tx/sct/ecl.js +758 -46
- package/tx/sct/expressions.js +113 -52
- package/tx/syndication/syndication-feed.js +218 -0
- package/tx/syndication/syndication-store.js +415 -0
- package/tx/tx-html.js +37 -8
- package/tx/tx.fhir.org.yml +2 -3
- package/tx/tx.js +148 -5
- package/tx/vs/vs-database.js +26 -0
- package/tx/vs/vs-package.js +42 -10
- package/tx/vs/vs-vsac.js +25 -6
- package/tx/workers/expand.js +34 -7
- package/tx/workers/lookup.js +61 -6
- package/tx/workers/metadata.js +6 -1
- package/tx/workers/subsumes.js +1 -1
- package/tx/workers/translate.js +166 -15
- package/tx/workers/validate.js +128 -6
- package/utilities/make-sct-test-extension.js +264 -0
- package/utilities/submit-test-report.js +1 -1
- package/xig/xig.js +120 -12
- package/gr.sh +0 -3
- package/registry/readme.md +0 -124
|
@@ -0,0 +1,264 @@
|
|
|
1
|
+
#!/usr/bin/env node
|
|
2
|
+
/**
|
|
3
|
+
* Generates the "national extension" content for the SNOMED CT test edition
|
|
4
|
+
* (module 31000003106, namespace 1000003) that the tx-ecosystem tests use.
|
|
5
|
+
*
|
|
6
|
+
* The test edition at tx/data/snomed is a subontology extract of the
|
|
7
|
+
* International Edition; everything in it except the module concept itself
|
|
8
|
+
* is International content. This script adds a handful of extension concepts
|
|
9
|
+
* whose definitions are built entirely from International concepts that are
|
|
10
|
+
* in the subset, so that national -> international translation can be tested:
|
|
11
|
+
*
|
|
12
|
+
* - one fully defined concept with a single ungrouped attribute (laterality)
|
|
13
|
+
* - one fully defined concept with role-grouped attributes, not equivalent
|
|
14
|
+
* to any International concept
|
|
15
|
+
* - one fully defined concept that is exactly equivalent to an existing
|
|
16
|
+
* International concept (same defining relationships)
|
|
17
|
+
* - one primitive concept with only an IS A (closest ancestor only)
|
|
18
|
+
* - one primitive concept directly under a top-level hierarchy (no useful ancestor)
|
|
19
|
+
* - one inactive concept with no historical association (nothing to translate to)
|
|
20
|
+
* - one inactive concept REPLACED BY an International concept
|
|
21
|
+
*
|
|
22
|
+
* Output is a set of RF2 snapshot files alongside the INT ones, with the
|
|
23
|
+
* TEST1000003 namespace tag in the filename. Rows are deterministic, so the
|
|
24
|
+
* script can be re-run safely; ids are allocated from item numbers >= 100001
|
|
25
|
+
* so they never collide with the extractor-generated ids.
|
|
26
|
+
*
|
|
27
|
+
* Usage: node utilities/make-sct-test-extension.js [tx/data/snomed]
|
|
28
|
+
*/
|
|
29
|
+
|
|
30
|
+
const fs = require('fs');
|
|
31
|
+
const path = require('path');
|
|
32
|
+
const crypto = require('crypto');
|
|
33
|
+
|
|
34
|
+
const root = process.argv[2] || path.join(__dirname, '..', 'tx', 'data', 'snomed');
|
|
35
|
+
const TAG = 'TEST1000003';
|
|
36
|
+
const ET = '20250909';
|
|
37
|
+
const MODULE = '31000003106';
|
|
38
|
+
const NAMESPACE = '1000003';
|
|
39
|
+
const EOL = '\r\n';
|
|
40
|
+
|
|
41
|
+
// --- SCTID construction -------------------------------------------------
|
|
42
|
+
|
|
43
|
+
// Verhoeff check digit
|
|
44
|
+
const d = [
|
|
45
|
+
[0, 1, 2, 3, 4, 5, 6, 7, 8, 9], [1, 2, 3, 4, 0, 6, 7, 8, 9, 5], [2, 3, 4, 0, 1, 7, 8, 9, 5, 6],
|
|
46
|
+
[3, 4, 0, 1, 2, 8, 9, 5, 6, 7], [4, 0, 1, 2, 3, 9, 5, 6, 7, 8], [5, 9, 8, 7, 6, 0, 4, 3, 2, 1],
|
|
47
|
+
[6, 5, 9, 8, 7, 1, 0, 4, 3, 2], [7, 6, 5, 9, 8, 2, 1, 0, 4, 3], [8, 7, 6, 5, 9, 3, 2, 1, 0, 4],
|
|
48
|
+
[9, 8, 7, 6, 5, 4, 3, 2, 1, 0]];
|
|
49
|
+
const p = [
|
|
50
|
+
[0, 1, 2, 3, 4, 5, 6, 7, 8, 9], [1, 5, 7, 6, 2, 8, 3, 0, 9, 4], [5, 8, 0, 3, 7, 9, 6, 1, 4, 2],
|
|
51
|
+
[8, 9, 1, 6, 0, 4, 3, 5, 2, 7], [9, 4, 5, 3, 1, 2, 6, 8, 7, 0], [4, 2, 8, 6, 5, 7, 3, 9, 0, 1],
|
|
52
|
+
[2, 7, 9, 3, 8, 0, 6, 4, 1, 5], [7, 0, 4, 6, 8, 1, 5, 3, 9, 2]];
|
|
53
|
+
const inv = [0, 4, 3, 2, 1, 5, 6, 7, 8, 9];
|
|
54
|
+
|
|
55
|
+
function verhoeff(numStr) {
|
|
56
|
+
let c = 0;
|
|
57
|
+
const digits = numStr.split('').reverse().map(Number);
|
|
58
|
+
for (let i = 0; i < digits.length; i++) {
|
|
59
|
+
c = d[c][p[(i + 1) % 8][digits[i]]];
|
|
60
|
+
}
|
|
61
|
+
return inv[c];
|
|
62
|
+
}
|
|
63
|
+
|
|
64
|
+
function sctid(item, partition) {
|
|
65
|
+
const body = `${item}${NAMESPACE}${partition}`;
|
|
66
|
+
return body + verhoeff(body);
|
|
67
|
+
}
|
|
68
|
+
|
|
69
|
+
let nextItem = 100001;
|
|
70
|
+
const conceptId = () => sctid(nextItem++, '10');
|
|
71
|
+
const descriptionId = () => sctid(nextItem++, '11');
|
|
72
|
+
const relationshipId = () => sctid(nextItem++, '12');
|
|
73
|
+
|
|
74
|
+
// Deterministic UUID for refset members (name-based, so re-runs are stable)
|
|
75
|
+
function memberId(...parts) {
|
|
76
|
+
const h = crypto.createHash('sha1').update(['sct-test-ext', ...parts].join('|')).digest('hex');
|
|
77
|
+
return `${h.slice(0, 8)}-${h.slice(8, 12)}-5${h.slice(13, 16)}-a${h.slice(17, 20)}-${h.slice(20, 32)}`;
|
|
78
|
+
}
|
|
79
|
+
|
|
80
|
+
// --- RF2 constants ------------------------------------------------------
|
|
81
|
+
|
|
82
|
+
const FULLY_DEFINED = '900000000000073002';
|
|
83
|
+
const PRIMITIVE = '900000000000074008';
|
|
84
|
+
const FSN = '900000000000003001';
|
|
85
|
+
const SYNONYM = '900000000000013009';
|
|
86
|
+
const CASE_INSENSITIVE = '900000000000448009';
|
|
87
|
+
const IS_A = '116680003';
|
|
88
|
+
const INFERRED = '900000000000011006';
|
|
89
|
+
const EXISTENTIAL = '900000000000451002';
|
|
90
|
+
const EN_GB = '900000000000508004';
|
|
91
|
+
const EN_US = '900000000000509007';
|
|
92
|
+
const PREFERRED = '900000000000548007';
|
|
93
|
+
const ACCEPTABLE = '900000000000549004';
|
|
94
|
+
const OWL_AXIOM_REFSET = '733073007';
|
|
95
|
+
const ROLE_GROUP = '609096000';
|
|
96
|
+
const REPLACED_BY = '900000000000526001'; // the SAME AS refset concept is not in the subset
|
|
97
|
+
|
|
98
|
+
// --- The extension content ---------------------------------------------
|
|
99
|
+
|
|
100
|
+
// All destination/attribute ids below are International concepts present in
|
|
101
|
+
// the test subset. Each concept: fsn, synonyms (first is preferred),
|
|
102
|
+
// parents, groups (array of arrays of [typeId, destinationId]; group 0 =
|
|
103
|
+
// ungrouped), definition status, and the stated OWL axiom.
|
|
104
|
+
const concepts = [
|
|
105
|
+
{
|
|
106
|
+
key: 'right-kidney',
|
|
107
|
+
// shape 1: fully defined, one ungrouped attribute (Laterality is never grouped)
|
|
108
|
+
fsn: 'Structure of kidney adjacent to liver (body structure)',
|
|
109
|
+
synonyms: ['Right kidney (the one under the liver)', 'Liver-side kidney'],
|
|
110
|
+
parents: ['64033007'], // Kidney structure
|
|
111
|
+
ungrouped: [['272741003', '24028007']], // Laterality = Right
|
|
112
|
+
groups: [],
|
|
113
|
+
status: FULLY_DEFINED,
|
|
114
|
+
owl: (id) => `EquivalentClasses(:${id} ObjectIntersectionOf(:64033007 ObjectSomeValuesFrom(:272741003 :24028007)))`
|
|
115
|
+
},
|
|
116
|
+
{
|
|
117
|
+
key: 'pate-hepatitis',
|
|
118
|
+
// shape 2: fully defined, role-grouped, no International equivalent
|
|
119
|
+
fsn: 'Acute toxic hepatitis caused by liver pate (disorder)',
|
|
120
|
+
synonyms: ['Pate-induced hepatitis', 'Revenge of the liver'],
|
|
121
|
+
parents: ['4896000'], // Acute toxic hepatitis
|
|
122
|
+
ungrouped: [],
|
|
123
|
+
groups: [
|
|
124
|
+
[['116676008', '4532008'], // Associated morphology = Acute inflammation
|
|
125
|
+
['246075003', '227014008'], // Causative agent = Liver pate
|
|
126
|
+
['363698007', '10200004']], // Finding site = Liver structure
|
|
127
|
+
[['263502005', '424124008']] // Clinical course = Sudden onset AND/OR short duration
|
|
128
|
+
],
|
|
129
|
+
status: FULLY_DEFINED,
|
|
130
|
+
// Same shape as the International axiom for 4896000, with the causative agent refined
|
|
131
|
+
owl: (id) => `EquivalentClasses(:${id} ObjectIntersectionOf(:75478009 ObjectSomeValuesFrom(:${ROLE_GROUP} ObjectIntersectionOf(ObjectSomeValuesFrom(:116676008 :4532008) ObjectSomeValuesFrom(:246075003 :227014008) ObjectSomeValuesFrom(:363698007 :10200004))) ObjectSomeValuesFrom(:${ROLE_GROUP} ObjectSomeValuesFrom(:263502005 :424124008))))`
|
|
132
|
+
},
|
|
133
|
+
{
|
|
134
|
+
key: 'us-liver-biopsy',
|
|
135
|
+
// shape 3: fully defined, exactly equivalent to 438300009 |Biopsy of liver using ultrasound guidance|
|
|
136
|
+
fsn: 'Liver biopsy using the ultrasound thingy (procedure)',
|
|
137
|
+
synonyms: ['Ultrasound-guided liver biopsy (local dialect)'],
|
|
138
|
+
parents: ['105377009', '86259008'], // Ultrasonography of liver, Biopsy of liver
|
|
139
|
+
ungrouped: [],
|
|
140
|
+
groups: [
|
|
141
|
+
[['260686004', '129314006'], // Method = Biopsy - action
|
|
142
|
+
['405813007', '10200004']], // Procedure site - Direct = Liver structure
|
|
143
|
+
[['260686004', '278292003'], // Method = Ultrasound imaging - action
|
|
144
|
+
['363703001', '429892002'], // Has intent = Guidance intent
|
|
145
|
+
['405813007', '10200004']] // Procedure site - Direct = Liver structure
|
|
146
|
+
],
|
|
147
|
+
status: FULLY_DEFINED,
|
|
148
|
+
owl: (id) => `EquivalentClasses(:${id} :438300009)`
|
|
149
|
+
},
|
|
150
|
+
{
|
|
151
|
+
key: 'liverish',
|
|
152
|
+
// shape 4: primitive, IS A only
|
|
153
|
+
fsn: 'Feeling liverish (finding)',
|
|
154
|
+
synonyms: ['Liverish', 'Bit liverish this morning'],
|
|
155
|
+
parents: ['300338006'], // Liver problem
|
|
156
|
+
ungrouped: [],
|
|
157
|
+
groups: [],
|
|
158
|
+
status: PRIMITIVE,
|
|
159
|
+
owl: (id) => `SubClassOf(:${id} :300338006)`
|
|
160
|
+
},
|
|
161
|
+
{
|
|
162
|
+
key: 'vaguely-unwell',
|
|
163
|
+
// shape 5: primitive, directly under a top-level hierarchy - the only International
|
|
164
|
+
// ancestor carries no information, so there is no useful translation
|
|
165
|
+
fsn: 'Feeling vaguely unwell about the liver (finding)',
|
|
166
|
+
synonyms: ['Vaguely unwell about the liver'],
|
|
167
|
+
parents: ['404684003'], // Clinical finding
|
|
168
|
+
ungrouped: [],
|
|
169
|
+
groups: [],
|
|
170
|
+
status: PRIMITIVE,
|
|
171
|
+
owl: (id) => `SubClassOf(:${id} :404684003)`
|
|
172
|
+
},
|
|
173
|
+
{
|
|
174
|
+
key: 'dropsy',
|
|
175
|
+
// shape 6: inactive, no relationships, no historical association - nothing at all
|
|
176
|
+
fsn: 'Dropsy of the liver (disorder)',
|
|
177
|
+
synonyms: ['Hepatic dropsy'],
|
|
178
|
+
parents: [], ungrouped: [], groups: [],
|
|
179
|
+
status: PRIMITIVE,
|
|
180
|
+
active: false
|
|
181
|
+
},
|
|
182
|
+
{
|
|
183
|
+
key: 'hepatic-revenge',
|
|
184
|
+
// shape 7: inactive, REPLACED BY an International concept
|
|
185
|
+
fsn: 'Hepatic revenge syndrome (disorder)',
|
|
186
|
+
synonyms: ['Hepatic revenge'],
|
|
187
|
+
parents: [], ungrouped: [], groups: [],
|
|
188
|
+
status: PRIMITIVE,
|
|
189
|
+
active: false,
|
|
190
|
+
replacedBy: '4896000' // Acute toxic hepatitis
|
|
191
|
+
}
|
|
192
|
+
];
|
|
193
|
+
|
|
194
|
+
// --- Row builders -------------------------------------------------------
|
|
195
|
+
|
|
196
|
+
const conceptRows = [];
|
|
197
|
+
const descriptionRows = [];
|
|
198
|
+
const relationshipRows = [];
|
|
199
|
+
const languageRows = [];
|
|
200
|
+
const owlRows = [];
|
|
201
|
+
const associationRows = [];
|
|
202
|
+
const summary = [];
|
|
203
|
+
|
|
204
|
+
for (const c of concepts) {
|
|
205
|
+
const id = conceptId();
|
|
206
|
+
const active = c.active === false ? '0' : '1';
|
|
207
|
+
conceptRows.push([id, ET, active, MODULE, c.status]);
|
|
208
|
+
|
|
209
|
+
const terms = [[FSN, c.fsn, PREFERRED], ...c.synonyms.map((t, i) => [SYNONYM, t, i === 0 ? PREFERRED : ACCEPTABLE])];
|
|
210
|
+
for (const [typeId, term, acceptability] of terms) {
|
|
211
|
+
const did = descriptionId();
|
|
212
|
+
descriptionRows.push([did, ET, '1', MODULE, id, 'en', typeId, term, CASE_INSENSITIVE]);
|
|
213
|
+
for (const refset of [EN_GB, EN_US]) {
|
|
214
|
+
languageRows.push([memberId('lang', refset, did), ET, '1', MODULE, refset, did, acceptability]);
|
|
215
|
+
}
|
|
216
|
+
}
|
|
217
|
+
|
|
218
|
+
for (const parent of c.parents) {
|
|
219
|
+
relationshipRows.push([relationshipId(), ET, '1', MODULE, id, parent, '0', IS_A, INFERRED, EXISTENTIAL]);
|
|
220
|
+
}
|
|
221
|
+
for (const [typeId, dest] of c.ungrouped) {
|
|
222
|
+
relationshipRows.push([relationshipId(), ET, '1', MODULE, id, dest, '0', typeId, INFERRED, EXISTENTIAL]);
|
|
223
|
+
}
|
|
224
|
+
c.groups.forEach((group, gi) => {
|
|
225
|
+
for (const [typeId, dest] of group) {
|
|
226
|
+
relationshipRows.push([relationshipId(), ET, '1', MODULE, id, dest, String(gi + 1), typeId, INFERRED, EXISTENTIAL]);
|
|
227
|
+
}
|
|
228
|
+
});
|
|
229
|
+
|
|
230
|
+
if (c.owl) {
|
|
231
|
+
owlRows.push([memberId('owl', id), ET, '1', MODULE, OWL_AXIOM_REFSET, id, c.owl(id)]);
|
|
232
|
+
}
|
|
233
|
+
if (c.replacedBy) {
|
|
234
|
+
associationRows.push([memberId('assoc', REPLACED_BY, id), ET, '1', MODULE, REPLACED_BY, id, c.replacedBy]);
|
|
235
|
+
}
|
|
236
|
+
summary.push(`${id} ${c.fsn}${c.active === false ? ' (inactive)' : ''}`);
|
|
237
|
+
}
|
|
238
|
+
|
|
239
|
+
// --- Write files --------------------------------------------------------
|
|
240
|
+
|
|
241
|
+
function write(rel, header, rows) {
|
|
242
|
+
const file = path.join(root, rel);
|
|
243
|
+
fs.mkdirSync(path.dirname(file), { recursive: true });
|
|
244
|
+
fs.writeFileSync(file, [header, ...rows.map(r => r.join('\t'))].join(EOL) + EOL, 'utf8');
|
|
245
|
+
console.log(`${rows.length.toString().padStart(3)} rows ${rel}`);
|
|
246
|
+
}
|
|
247
|
+
|
|
248
|
+
write(`Terminology/sct2_Concept_Snapshot_${TAG}_${ET}.txt`,
|
|
249
|
+
'id\teffectiveTime\tactive\tmoduleId\tdefinitionStatusId', conceptRows);
|
|
250
|
+
write(`Terminology/sct2_Description_Snapshot-en_${TAG}_${ET}.txt`,
|
|
251
|
+
'id\teffectiveTime\tactive\tmoduleId\tconceptId\tlanguageCode\ttypeId\tterm\tcaseSignificanceId', descriptionRows);
|
|
252
|
+
write(`Terminology/sct2_Relationship_Snapshot_${TAG}_${ET}.txt`,
|
|
253
|
+
'id\teffectiveTime\tactive\tmoduleId\tsourceId\tdestinationId\trelationshipGroup\ttypeId\tcharacteristicTypeId\tmodifierId', relationshipRows);
|
|
254
|
+
write(`Terminology/sct2_sRefset_OWLExpressionSnapshot_${TAG}_${ET}.txt`,
|
|
255
|
+
'id\teffectiveTime\tactive\tmoduleId\trefsetId\treferencedComponentId\towlExpression', owlRows);
|
|
256
|
+
// the IG master keeps the content refsets under Refset/Content; FHIRsmith's copy has them in Refset/
|
|
257
|
+
const contentDir = fs.existsSync(path.join(root, 'Refset', 'Content')) ? 'Refset/Content' : 'Refset';
|
|
258
|
+
write(`${contentDir}/der2_cRefset_AssociationSnapshot_${TAG}_${ET}.txt`,
|
|
259
|
+
'id\teffectiveTime\tactive\tmoduleId\trefsetId\treferencedComponentId\ttargetComponentId', associationRows);
|
|
260
|
+
write(`Refset/Language/der2_cRefset_LanguageSnapshot-en_${TAG}_${ET}.txt`,
|
|
261
|
+
'id\teffectiveTime\tactive\tmoduleId\trefsetId\treferencedComponentId\tacceptabilityId', languageRows);
|
|
262
|
+
|
|
263
|
+
console.log('\nConcepts:');
|
|
264
|
+
for (const s of summary) console.log(' ' + s);
|
|
@@ -11,7 +11,7 @@
|
|
|
11
11
|
*
|
|
12
12
|
* node utilities/submit-test-report.js [-server url] [-file path] [-token token] [-header name]
|
|
13
13
|
*
|
|
14
|
-
* -server the /testing base; default https://
|
|
14
|
+
* -server the /testing base; default https://npm.fhir.org/testing
|
|
15
15
|
* -file default test-cases-report.json in the FHIRsmith root
|
|
16
16
|
* -token if the server requires one; or set FHIRSMITH_TESTING_TOKEN
|
|
17
17
|
* -header the header the token goes in; default Authorization (sent as "Bearer <token>")
|
package/xig/xig.js
CHANGED
|
@@ -19,12 +19,14 @@ const escape = require('escape-html');
|
|
|
19
19
|
|
|
20
20
|
const Logger = require('../library/logger');
|
|
21
21
|
const {describeCron} = require("../library/cron-utilities");
|
|
22
|
+
const {tokenMatches, tokenConfigured} = require('../library/request-token');
|
|
22
23
|
const xigLog = Logger.getInstance().child({ module: 'xig' });
|
|
23
24
|
|
|
24
25
|
const router = express.Router();
|
|
25
26
|
|
|
26
27
|
// Configuration
|
|
27
|
-
|
|
28
|
+
// https: the database is trusted content (its HTML is shown as is), so it must come from fhir.org
|
|
29
|
+
const XIG_DB_URL = 'https://fhir.org/guides/stats/xig.db';
|
|
28
30
|
const XIG_DB_PATH = folders.filePath('xig', 'xig.db');
|
|
29
31
|
const TEMPLATE_PATH = path.join(__dirname, 'xig-template.html');
|
|
30
32
|
|
|
@@ -1718,6 +1720,11 @@ function downloadFile(url, destination, maxRedirects = 5) {
|
|
|
1718
1720
|
}
|
|
1719
1721
|
}
|
|
1720
1722
|
|
|
1723
|
+
// never be redirected off https
|
|
1724
|
+
if (new URL(redirectUrl).protocol !== 'https:') {
|
|
1725
|
+
reject(Object.assign(new Error(`Refused a redirect to ${redirectUrl}: the database is only downloaded over https`), { downloadMeta }));
|
|
1726
|
+
return;
|
|
1727
|
+
}
|
|
1721
1728
|
attemptDownload(redirectUrl, redirectCount + 1);
|
|
1722
1729
|
return;
|
|
1723
1730
|
}
|
|
@@ -2203,6 +2210,23 @@ function getDatabaseAgeInfo() {
|
|
|
2203
2210
|
};
|
|
2204
2211
|
}
|
|
2205
2212
|
|
|
2213
|
+
// The form on /xig/stats that starts an update (POST /xig/update), when an updateToken is configured
|
|
2214
|
+
function buildUpdateForm() {
|
|
2215
|
+
if (!tokenConfigured(xigSettings.updateToken)) {
|
|
2216
|
+
return '<p class="text-muted">An update can be started from here when an updateToken is set in the xig configuration.</p>';
|
|
2217
|
+
}
|
|
2218
|
+
let html = '<h4>Update the database now</h4>';
|
|
2219
|
+
html += '<form method="POST" action="/xig/update" class="mb-4">';
|
|
2220
|
+
html += '<p>Downloads the current database from fhir.org (about 3 GB) and switches to it. ';
|
|
2221
|
+
html += updateInProgress ? '<strong>An update is running now.</strong>' : 'It takes several minutes.';
|
|
2222
|
+
html += '</p>';
|
|
2223
|
+
html += '<label for="xig-update-token">Update token</label> ';
|
|
2224
|
+
html += '<input type="password" id="xig-update-token" name="token" required autocomplete="off" maxlength="200"> ';
|
|
2225
|
+
html += '<button type="submit" class="btn btn-primary">Start the update</button>';
|
|
2226
|
+
html += '</form>';
|
|
2227
|
+
return html;
|
|
2228
|
+
}
|
|
2229
|
+
|
|
2206
2230
|
function buildStatsTable(statsData) {
|
|
2207
2231
|
let html = '<table class="table table-striped table-bordered">';
|
|
2208
2232
|
html += '<thead class="table-dark">';
|
|
@@ -2429,16 +2453,25 @@ router.get('/', async (req, res) => {
|
|
|
2429
2453
|
const title = 'FHIR Resources';
|
|
2430
2454
|
|
|
2431
2455
|
// Parse query parameters
|
|
2456
|
+
// Each a string: a repeated parameter (?text=a&text=b) arrives as an array, which
|
|
2457
|
+
// the filters and SQL builders would fail on. Capped in length
|
|
2458
|
+
const qp = (name, dflt = '') => {
|
|
2459
|
+
let v = req.query[name];
|
|
2460
|
+
if (Array.isArray(v)) {
|
|
2461
|
+
v = v[0];
|
|
2462
|
+
}
|
|
2463
|
+
return typeof v === 'string' && v !== '' ? v.substring(0, 200) : dflt;
|
|
2464
|
+
};
|
|
2432
2465
|
const queryParams = {
|
|
2433
|
-
ver:
|
|
2434
|
-
auth:
|
|
2435
|
-
realm:
|
|
2436
|
-
type:
|
|
2437
|
-
rt:
|
|
2438
|
-
text:
|
|
2439
|
-
pkg:
|
|
2440
|
-
onlyUsed:
|
|
2441
|
-
offset:
|
|
2466
|
+
ver: qp('ver'),
|
|
2467
|
+
auth: qp('auth'),
|
|
2468
|
+
realm: qp('realm'),
|
|
2469
|
+
type: qp('type'),
|
|
2470
|
+
rt: qp('rt'),
|
|
2471
|
+
text: qp('text'),
|
|
2472
|
+
pkg: qp('pkg'),
|
|
2473
|
+
onlyUsed: qp('onlyUsed'),
|
|
2474
|
+
offset: qp('offset', '0')
|
|
2442
2475
|
};
|
|
2443
2476
|
|
|
2444
2477
|
// Parse offset for pagination
|
|
@@ -2600,7 +2633,7 @@ router.get('/stats', async (req, res) => {
|
|
|
2600
2633
|
introContent += `</div>`;
|
|
2601
2634
|
}
|
|
2602
2635
|
|
|
2603
|
-
const fullContent = introContent + content;
|
|
2636
|
+
const fullContent = introContent + content + buildUpdateForm();
|
|
2604
2637
|
|
|
2605
2638
|
const stats = await gatherPageStatistics();
|
|
2606
2639
|
stats.processingTime = Date.now() - startTime;
|
|
@@ -3125,8 +3158,44 @@ router.get('/cache', async (req, res) => {
|
|
|
3125
3158
|
}
|
|
3126
3159
|
});
|
|
3127
3160
|
|
|
3128
|
-
|
|
3161
|
+
// POST /xig/update re-downloads the database (about 3 GB), so it needs the updateToken from
|
|
3162
|
+
// the xig config: in the x-update-token header, or (from the form on /xig/stats) in a
|
|
3163
|
+
// "token" form field. With no updateToken it is disabled.
|
|
3164
|
+
//
|
|
3165
|
+
// The form gets a page back straight away, while the update runs on (it takes minutes);
|
|
3166
|
+
// /xig/stats shows how it went. Other callers wait for the update and get JSON.
|
|
3167
|
+
router.post('/update', express.urlencoded({ extended: false, limit: '2kb' }), async (req, res) => {
|
|
3168
|
+
const fromForm = !!req.is('application/x-www-form-urlencoded');
|
|
3169
|
+
const page = (status, alert, message) => {
|
|
3170
|
+
const content = `<div class="alert alert-${alert}">${escape(message)}</div><p><a href="/xig/stats">Back to the status page</a></p>`;
|
|
3171
|
+
res.status(status).setHeader('Content-Type', 'text/html');
|
|
3172
|
+
res.send(renderPage('Update the XIG database', content));
|
|
3173
|
+
};
|
|
3174
|
+
const refuse = (message) => fromForm ? page(403, 'danger', message) : res.status(403).json({ status: 'ERROR', error: 'forbidden: ' + message });
|
|
3175
|
+
|
|
3129
3176
|
try {
|
|
3177
|
+
if (!tokenConfigured(xigSettings.updateToken)) {
|
|
3178
|
+
refuse('no updateToken is configured, so this endpoint is disabled');
|
|
3179
|
+
return;
|
|
3180
|
+
}
|
|
3181
|
+
const supplied = req.headers['x-update-token'] ?? req.body?.token;
|
|
3182
|
+
if (!tokenMatches(xigSettings.updateToken, supplied)) {
|
|
3183
|
+
xigLog.warn('Rejected /xig/update: missing or invalid token (from ' + req.ip + ')');
|
|
3184
|
+
refuse('missing or invalid x-update-token');
|
|
3185
|
+
return;
|
|
3186
|
+
}
|
|
3187
|
+
|
|
3188
|
+
if (fromForm) {
|
|
3189
|
+
if (updateInProgress) {
|
|
3190
|
+
page(200, 'info', 'An update is already running. The status page shows how it is going.');
|
|
3191
|
+
return;
|
|
3192
|
+
}
|
|
3193
|
+
xigLog.info('Manual update triggered from the status page');
|
|
3194
|
+
updateXigDatabase().catch((err) => xigLog.error('XIG database update failed: ' + err.message));
|
|
3195
|
+
page(202, 'success', 'The update has started. It takes several minutes; the status page shows how it is going.');
|
|
3196
|
+
return;
|
|
3197
|
+
}
|
|
3198
|
+
|
|
3130
3199
|
xigLog.info('Manual update triggered via API');
|
|
3131
3200
|
await updateXigDatabase();
|
|
3132
3201
|
res.json({
|
|
@@ -3143,10 +3212,16 @@ router.post('/update', async (req, res) => {
|
|
|
3143
3212
|
});
|
|
3144
3213
|
|
|
3145
3214
|
let globalStats;
|
|
3215
|
+
let xigSettings = {};
|
|
3216
|
+
// The xig section of the config (initializeXigModule; tests set it directly)
|
|
3217
|
+
function setXigSettings(xigConfig) {
|
|
3218
|
+
xigSettings = xigConfig || {};
|
|
3219
|
+
}
|
|
3146
3220
|
// Initialize the XIG module
|
|
3147
3221
|
async function initializeXigModule(stats, xigConfig) {
|
|
3148
3222
|
try {
|
|
3149
3223
|
globalStats = stats;
|
|
3224
|
+
setXigSettings(xigConfig);
|
|
3150
3225
|
loadTemplate();
|
|
3151
3226
|
|
|
3152
3227
|
await initializeDatabase();
|
|
@@ -3176,6 +3251,37 @@ async function initializeXigModule(stats, xigConfig) {
|
|
|
3176
3251
|
}
|
|
3177
3252
|
|
|
3178
3253
|
// Graceful shutdown
|
|
3254
|
+
/**
|
|
3255
|
+
* The paragraph for the server's daily report: pages served, and whether the
|
|
3256
|
+
* database can be read (it's downloaded afresh each day, and a failed download
|
|
3257
|
+
* or an unreadable file is what this is for).
|
|
3258
|
+
*/
|
|
3259
|
+
async function dailyReport({since, now}) {
|
|
3260
|
+
const {plural} = require('../library/daily-report');
|
|
3261
|
+
const sentences = [];
|
|
3262
|
+
if (globalStats) {
|
|
3263
|
+
const counts = globalStats.countsSince(since, now);
|
|
3264
|
+
sentences.push(`${plural(counts.total, 'page')} ${counts.total === 1 ? 'was' : 'were'} served.`);
|
|
3265
|
+
}
|
|
3266
|
+
if (!xigDb) {
|
|
3267
|
+
sentences.push('The database is not open: it could not be accessed.');
|
|
3268
|
+
} else {
|
|
3269
|
+
try {
|
|
3270
|
+
const row = await new Promise((resolve, reject) =>
|
|
3271
|
+
xigDb.get('SELECT COUNT(*) AS n FROM Resources', [], (err, row) => err ? reject(err) : resolve(row)));
|
|
3272
|
+
sentences.push(`The database holds ${plural(row.n, 'resource')}.`);
|
|
3273
|
+
} catch (e) {
|
|
3274
|
+
sentences.push(`The database could not be accessed: ${e.message}.`);
|
|
3275
|
+
}
|
|
3276
|
+
}
|
|
3277
|
+
const last = getLastUpdateAttempt();
|
|
3278
|
+
if (last && last.status === 'failed') {
|
|
3279
|
+
const when = last.timestamp instanceof Date ? last.timestamp.toISOString().substring(0, 16).replace('T', ' ') : String(last.timestamp);
|
|
3280
|
+
sentences.push(`The last database update (${when}) failed${last.error ? ': ' + last.error : ''}.`);
|
|
3281
|
+
}
|
|
3282
|
+
return sentences.join(' ');
|
|
3283
|
+
}
|
|
3284
|
+
|
|
3179
3285
|
function shutdown() {
|
|
3180
3286
|
return new Promise((resolve) => {
|
|
3181
3287
|
if (xigDb) {
|
|
@@ -3196,9 +3302,11 @@ function shutdown() {
|
|
|
3196
3302
|
// Export everything
|
|
3197
3303
|
module.exports = {
|
|
3198
3304
|
router,
|
|
3305
|
+
setXigSettings,
|
|
3199
3306
|
updateXigDatabase,
|
|
3200
3307
|
getDatabaseInfo,
|
|
3201
3308
|
shutdown,
|
|
3309
|
+
dailyReport,
|
|
3202
3310
|
initializeXigModule,
|
|
3203
3311
|
|
|
3204
3312
|
// Cache functions
|
package/gr.sh
DELETED
package/registry/readme.md
DELETED
|
@@ -1,124 +0,0 @@
|
|
|
1
|
-
# Terminology Server Registry
|
|
2
|
-
|
|
3
|
-
The coordination server of a terminology server ecosystem, as described by the
|
|
4
|
-
[terminology ecosystem IG](https://build.fhir.org/ig/HL7/fhir-tx-ecosystem-ig/ecosystem.html).
|
|
5
|
-
It regularly scans the servers listed in the ecosystem's master registration file, and tells
|
|
6
|
-
clients which terminology server to use for a code system or value set. It runs at
|
|
7
|
-
http://tx.fhir.org/tx-reg for the HL7 ecosystem.
|
|
8
|
-
|
|
9
|
-
Its main client is the HL7 Java tooling (`TerminologyClientManager` in org.hl7.fhir.r5),
|
|
10
|
-
which calls `/resolve` to route each terminology operation to the right server.
|
|
11
|
-
|
|
12
|
-
## API
|
|
13
|
-
|
|
14
|
-
The public API is described by an OpenAPI 3.1 spec:
|
|
15
|
-
|
|
16
|
-
| URL | |
|
|
17
|
-
|---|---|
|
|
18
|
-
| `/tx-reg/openapi` | Browsable reference (HTML), with a "try it" form for each GET operation |
|
|
19
|
-
| `/tx-reg/openapi.json` | The spec as JSON |
|
|
20
|
-
| `/tx-reg/openapi.yaml` | The spec as YAML (the source file, [openapi.yaml](openapi.yaml)) |
|
|
21
|
-
|
|
22
|
-
Every response carries a `Link: </tx-reg/openapi.json>; rel="service-desc"` header
|
|
23
|
-
(RFC 8631), and the HTML pages carry the matching `<link>` element.
|
|
24
|
-
|
|
25
|
-
| Endpoint | Purpose |
|
|
26
|
-
|---|---|
|
|
27
|
-
| `GET /tx-reg/` | **Discovery**: the server endpoints in the ecosystem. Filters: `registry`, `server`, `fhirVersion`, `url`, `authoritativeOnly`, `language` |
|
|
28
|
-
| `GET /tx-reg/resolve` | **Resolution**: which endpoints to use for a code system (`url`) or value set (`valueSet`) at a `fhirVersion`. Also `authoritativeOnly`, `language`, `usage`, `version` |
|
|
29
|
-
|
|
30
|
-
Both return an HTML page instead of JSON when the request's `Accept` header contains
|
|
31
|
-
`text/html`. `/tx-reg/resolve` without parameters is a form for trying it out.
|
|
32
|
-
`/tx-reg/log` (the crawler log) is operational, and not in the spec.
|
|
33
|
-
|
|
34
|
-
Parameters are read leniently: unknown parameters are ignored, and a repeated parameter
|
|
35
|
-
takes its first value.
|
|
36
|
-
|
|
37
|
-
### How resolution decides
|
|
38
|
-
|
|
39
|
-
* An endpoint is only returned for content it actually hosts, as reported by its
|
|
40
|
-
TerminologyCapabilities (code systems) and ValueSet search (value sets).
|
|
41
|
-
* A SNOMED CT edition (`http://snomed.info/sct|http://snomed.info/sct/{edition}`) is hosted
|
|
42
|
-
by any endpoint that hosts a version of that edition. Otherwise SNOMED CT versions match
|
|
43
|
-
exactly; for other code systems, a server that hosts the code system hosts all its
|
|
44
|
-
versions.
|
|
45
|
-
* Endpoints whose server claims authority (the `authoritative` masks in its registration)
|
|
46
|
-
are listed as `authoritative`; the others as `candidates`.
|
|
47
|
-
* With `language`, servers with a matching language specific claim (`languages` in the
|
|
48
|
-
registration) come first, most specific tag first; candidates are marked
|
|
49
|
-
`language-support: unknown`.
|
|
50
|
-
* A server with a `usage` list is only returned when the request's `usage` is in it.
|
|
51
|
-
* A server's `exclusions` hide the matching content from it entirely.
|
|
52
|
-
* FHIR versions can be given as release codes (`R4`, `R4B`, `R5`, `R6` ...) or numbers
|
|
53
|
-
(`4.0.1`, `4.0`).
|
|
54
|
-
|
|
55
|
-
### Differences from the ecosystem IG
|
|
56
|
-
|
|
57
|
-
* Discovery: without `url`, a row's `authoritative`/`authoritative-valuesets` are the
|
|
58
|
-
server's claim masks, and there are no candidate lists. With `url`, `candidate` is
|
|
59
|
-
`[url]` when the endpoint hosts it without claiming authority.
|
|
60
|
-
* Entries carry the IG's security flags (`open`, `token`...) and also a `security` string
|
|
61
|
-
(`open` or `api-key`). Note that this records how the *registry* reaches the server: an
|
|
62
|
-
endpoint is `api-key` when the registry is configured with a key for it (`apiKeys`), and
|
|
63
|
-
`open` otherwise.
|
|
64
|
-
* Resolve takes a `version` parameter, as an alternative to `url|version`.
|
|
65
|
-
* Resolve omits `authoritative` and `candidates` when they are empty.
|
|
66
|
-
|
|
67
|
-
### Keeping the spec honest
|
|
68
|
-
|
|
69
|
-
[openapi.yaml](openapi.yaml) is maintained by hand. `tests/registry/openapi.test.js` fails
|
|
70
|
-
if a route is added without being described (or listed in the test's `EXCLUDED` table), if
|
|
71
|
-
the spec describes a route the router doesn't have, or if the documented query parameters
|
|
72
|
-
differ from `DISCOVERY_PARAMS` and `RESOLVE_PARAMS` in `registry.js`. So when you change a
|
|
73
|
-
route or a parameter, change `openapi.yaml` with it.
|
|
74
|
-
|
|
75
|
-
## Configuration
|
|
76
|
-
|
|
77
|
-
In the server config, under `modules.registry`:
|
|
78
|
-
|
|
79
|
-
```json
|
|
80
|
-
"registry": {
|
|
81
|
-
"enabled": true,
|
|
82
|
-
"masterUrl": "https://fhir.github.io/ig-registry/tx-servers.json",
|
|
83
|
-
"crawlInterval": 30,
|
|
84
|
-
"timeout": 30000,
|
|
85
|
-
"userAgent": "YourServer/1.0",
|
|
86
|
-
"apiKeys": {}
|
|
87
|
-
}
|
|
88
|
-
```
|
|
89
|
-
|
|
90
|
-
| Setting | |
|
|
91
|
-
|---|---|
|
|
92
|
-
| `masterUrl` | The ecosystem's master registration file. Defaults to the HL7 one. |
|
|
93
|
-
| `crawlInterval` | Minutes between scans. 0 or absent: no scanning. |
|
|
94
|
-
| `timeout` | Per-request timeout for scanning, in milliseconds. |
|
|
95
|
-
| `userAgent` | The User-Agent the scanner sends. |
|
|
96
|
-
| `apiKeys` | API keys for servers that need one, by server code. |
|
|
97
|
-
|
|
98
|
-
## Scanning
|
|
99
|
-
|
|
100
|
-
Each scan reads the master registration file, each registry it lists, and then, for each
|
|
101
|
-
server endpoint:
|
|
102
|
-
|
|
103
|
-
* `/metadata` (the CapabilityStatement, for the software name and version)
|
|
104
|
-
* `/metadata?mode=terminology` (the TerminologyCapabilities, for the code systems and
|
|
105
|
-
versions it hosts)
|
|
106
|
-
* `/ValueSet?_elements=url,version` (the value sets it hosts)
|
|
107
|
-
|
|
108
|
-
An endpoint that fails keeps the content found by its last successful scan, and reports the
|
|
109
|
-
error. The scanner refuses to fetch from private or loopback addresses (SSRF protection).
|
|
110
|
-
|
|
111
|
-
The results are saved to `[data]/registry/registry-data.json` after each scan, and loaded at
|
|
112
|
-
startup, so the registry can answer immediately after a restart.
|
|
113
|
-
|
|
114
|
-
## Code
|
|
115
|
-
|
|
116
|
-
| File | |
|
|
117
|
-
|---|---|
|
|
118
|
-
| `registry.js` | The module: routes, HTML pages, scan scheduling |
|
|
119
|
-
| `api.js` | Discovery and resolution |
|
|
120
|
-
| `crawler.js` | Scanning |
|
|
121
|
-
| `model.js` | The data model, and mask and version matching |
|
|
122
|
-
| `openapi.yaml`, `openapi.js` | The API description |
|
|
123
|
-
|
|
124
|
-
Tests are in `tests/registry`.
|