@platforma-open/milaboratories.mixcr-clonotyping-2 2.23.5 → 2.23.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/block-pack/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,31 @@
|
|
|
1
1
|
# @platforma-open/milaboratories.mixcr-clonotyping
|
|
2
2
|
|
|
3
|
+
## 2.23.7
|
|
4
|
+
|
|
5
|
+
### Patch Changes
|
|
6
|
+
|
|
7
|
+
- f458597: fix: size an aggregation shard from the bytes it scans, not the bytes it keeps
|
|
8
|
+
|
|
9
|
+
Every shard frames all input TSVs and filters them to its own letters, so each one reads the
|
|
10
|
+
whole cohort however many shards there are. The plan sized the grant from a shard's share
|
|
11
|
+
alone, which understates the need by the cost of the scan. Measured at 1.0 GiB of RAM per GiB
|
|
12
|
+
scanned, taken as 1.5 for margin; the group-by term over the kept rows is unchanged.
|
|
13
|
+
|
|
14
|
+
A cohort large enough that the scan term alone passes the 64 GiB target now takes all 26
|
|
15
|
+
shards and requests what it needs, rather than 26 shards that each fit on paper and are
|
|
16
|
+
killed in practice.
|
|
17
|
+
|
|
18
|
+
## 2.23.6
|
|
19
|
+
|
|
20
|
+
### Patch Changes
|
|
21
|
+
|
|
22
|
+
- 231f62f: fix: the aggregation shard grant ignores `perProcessMemGB`
|
|
23
|
+
|
|
24
|
+
A shard's grant is already the larger of 64 GiB and its need computed from the bytes it
|
|
25
|
+
keeps, so the override cannot help it and only reduces how many shards run at once. It
|
|
26
|
+
still raises the single unsharded run taken when the backend cannot report blob sizes,
|
|
27
|
+
and it still applies to the MiXCR steps.
|
|
28
|
+
|
|
3
29
|
## 2.23.5
|
|
4
30
|
|
|
5
31
|
### Patch Changes
|
|
@@ -10,8 +36,8 @@
|
|
|
10
36
|
per column, the value from the most abundant sample. ptabler lowers that `maxBy` to
|
|
11
37
|
`top_k_by(k=1).first()`, which polars runs as an in-memory group-by, so one run held every
|
|
12
38
|
group of the cohort at once. The peak followed the number of input rows and no grant could
|
|
13
|
-
change it: a
|
|
14
|
-
|
|
39
|
+
change it: a large cohort can need hundreds of GiB in a single run, above any cluster ceiling.
|
|
40
|
+
The step also asked for `max(samples, 32)` cores, and the
|
|
15
41
|
memory need of this plan shape rises with the polars thread count.
|
|
16
42
|
|
|
17
43
|
The aggregation now runs in shards. Rows are bucketed by the first letter of `clonotypeKey`
|
package/block-pack/main.plj.gz
CHANGED
|
Binary file
|
package/block-pack/manifest.json
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"schema":"v2","description":{"id":{"organization":"milaboratories","name":"mixcr-clonotyping-2","version":"2.23.
|
|
1
|
+
{"schema":"v2","description":{"id":{"organization":"milaboratories","name":"mixcr-clonotyping-2","version":"2.23.7"},"components":{"workflow":{"type":"workflow-v1","main":{"type":"relative","path":"main.plj.gz"}},"model":{"type":"relative","path":"model.json"},"ui":{"type":"relative","path":"ui.tgz"}},"meta":{"title":"MiXCR Clonotyping","description":"Extract TCR / BCR clonotypes from next-generation sequencing data","longDescription":{"type":"relative","path":"description.md"},"changelog":{"type":"relative","path":"CHANGELOG.md"},"logo":{"type":"relative","path":"block-logo.png"},"url":"https://github.com/platforma-open/mixcr-clonotyping-2","support":"mailto:support@milaboratories.com","tags":["upstream","airr","vdj","single-cell"],"organization":{"name":"MiLaboratories Inc","url":"https://milaboratories.com/","logo":{"type":"relative","path":"organization-logo.png"}},"marketplaceRanking":16900},"featureFlags":{"supportsLazyState":true,"supportsPframeQueryRanking":true,"requiresUIAPIVersion":3,"requiresModelAPIVersion":2,"requiresCreatePTable":2,"requiresPFramesVersion":1001031,"requiresPFrameSpec":true,"requiresPFrame":true,"requiresDialog":true,"requiresColumnsCollection":true},"kind":"@platforma-open/milaboratories.mixcr-clonotyping-2.kind@1.1.0"},"timestamp":1789854642466,"files":[{"name":"main.plj.gz","size":1547174,"sha256":"E4D3283870978200005EFE9202844157E0786D6C282C265E14FB09B0C7AB9821"},{"name":"model.json","size":575939,"sha256":"ABE8B2BA1F3818F65E7E58D81B8C72FB3274CFEDA89BC2F0F5D9AF8FE0D6C416"},{"name":"ui.tgz","size":4040788,"sha256":"045F3ED88DEE63A6ACD61896A85EB25CE174AF5898F4B85C13BE56D62BB33ED2"},{"name":"organization-logo.png","size":24439,"sha256":"FA71390C77C91E4B7FAAE5640D00F92F1E3F2869296F68B6040DD7CC549A50B5"},{"name":"description.md","size":1148,"sha256":"B319CBECC5055A89194C4D7B5768E1ABDE225053885800179439839408ECBA54"},{"name":"CHANGELOG.md","size":54079,"sha256":"A5CB41C5B636BE4AEC36955567D45FC0D836103A35678A6E973DCE6F1B9A88BE"},{"name":"block-logo.png","size":21527,"sha256":"6BB33BAF0CD039549661B51AE490373BE60D1811EC71F5023400928293BC2427"}]}
|
package/block-pack/ui.tgz
CHANGED
|
Binary file
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@platforma-open/milaboratories.mixcr-clonotyping-2",
|
|
3
|
-
"version": "2.23.
|
|
3
|
+
"version": "2.23.7",
|
|
4
4
|
"files": [
|
|
5
5
|
"dist",
|
|
6
6
|
"block-pack"
|
|
@@ -25,9 +25,9 @@
|
|
|
25
25
|
"shx": "^0.4.0",
|
|
26
26
|
"typescript": "~5.6.3",
|
|
27
27
|
"@platforma-open/milaboratories.mixcr-clonotyping-2.kind": "1.1.0",
|
|
28
|
-
"@platforma-open/milaboratories.mixcr-clonotyping-2.workflow": "3.29.
|
|
29
|
-
"@platforma-open/milaboratories.mixcr-clonotyping-2.
|
|
30
|
-
"@platforma-open/milaboratories.mixcr-clonotyping-2.
|
|
28
|
+
"@platforma-open/milaboratories.mixcr-clonotyping-2.workflow": "3.29.6",
|
|
29
|
+
"@platforma-open/milaboratories.mixcr-clonotyping-2.model": "1.28.0",
|
|
30
|
+
"@platforma-open/milaboratories.mixcr-clonotyping-2.ui": "1.27.3"
|
|
31
31
|
},
|
|
32
32
|
"block": {
|
|
33
33
|
"components": {
|