@platforma-open/milaboratories.import-vdj.region-annotation 1.2.0 → 1.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/artifacts/fasta/archive.json +1 -1
- package/dist/artifacts/fasta/docker_x64.json +1 -1
- package/dist/artifacts/main/archive.json +1 -1
- package/dist/artifacts/main/docker_x64.json +1 -1
- package/dist/docker/Dockerfile-fasta +175 -4
- package/dist/docker/Dockerfile-main +175 -4
- package/dist/tengo/software/fasta.sw.json +1 -1
- package/dist/tengo/software/main.sw.json +1 -1
- package/package.json +7 -2
|
@@ -1 +1 @@
|
|
|
1
|
-
{"type":"python","platform":"linux-x64","registryURL":"https://bin.pl-open.science/","registryName":"platforma-open","remoteArtifactLocation":"software/platforma-open/milaboratories.import-vdj.region-annotation/fasta/1.2.
|
|
1
|
+
{"type":"python","platform":"linux-x64","registryURL":"https://bin.pl-open.science/","registryName":"platforma-open","remoteArtifactLocation":"software/platforma-open/milaboratories.import-vdj.region-annotation/fasta/1.2.1.tgz","uploadPath":"software/platforma-open/milaboratories.import-vdj.region-annotation/fasta/1.2.1.tgz"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"type":"docker","platform":"linux-x64","remoteArtifactLocation":"containers.pl-open.science/milaboratories/pl-containers:platforma-open.milaboratories.import-vdj.region-annotation.fasta.
|
|
1
|
+
{"type":"docker","platform":"linux-x64","remoteArtifactLocation":"containers.pl-open.science/milaboratories/pl-containers:platforma-open.milaboratories.import-vdj.region-annotation.fasta.08c84571dedb","entrypoint":[]}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"type":"python","platform":"linux-x64","registryURL":"https://bin.pl-open.science/","registryName":"platforma-open","remoteArtifactLocation":"software/platforma-open/milaboratories.import-vdj.region-annotation/main/1.2.
|
|
1
|
+
{"type":"python","platform":"linux-x64","registryURL":"https://bin.pl-open.science/","registryName":"platforma-open","remoteArtifactLocation":"software/platforma-open/milaboratories.import-vdj.region-annotation/main/1.2.1.tgz","uploadPath":"software/platforma-open/milaboratories.import-vdj.region-annotation/main/1.2.1.tgz"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"type":"docker","platform":"linux-x64","remoteArtifactLocation":"containers.pl-open.science/milaboratories/pl-containers:platforma-open.milaboratories.import-vdj.region-annotation.main.
|
|
1
|
+
{"type":"docker","platform":"linux-x64","remoteArtifactLocation":"containers.pl-open.science/milaboratories/pl-containers:platforma-open.milaboratories.import-vdj.region-annotation.main.94ea2f6be420","entrypoint":[]}
|
|
@@ -1,16 +1,187 @@
|
|
|
1
1
|
# Auto-generated Dockerfile for Python package
|
|
2
|
-
|
|
2
|
+
|
|
3
|
+
# Stage 1: install dependencies, then split the installed tree into layer-sized directories.
|
|
4
|
+
FROM python:3.12-slim AS deps
|
|
3
5
|
|
|
4
6
|
WORKDIR /app
|
|
5
7
|
|
|
6
8
|
|
|
7
9
|
|
|
8
10
|
# Always keep basic python packaging tools fresh to avoid CVEs even in old python versions
|
|
9
|
-
RUN pip install --upgrade pip wheel setuptools
|
|
11
|
+
RUN pip install --no-compile --upgrade pip wheel setuptools
|
|
10
12
|
|
|
11
|
-
# Install dependencies to leverage Docker cache
|
|
13
|
+
# Install dependencies to leverage Docker cache, then split what was installed into
|
|
14
|
+
# directories of about 2147483648 bytes, one image layer each, so no single
|
|
15
|
+
# layer is too big for the registry to finalize in time. Both happen in one RUN: the new
|
|
16
|
+
# files are still in this step's own layer, so the split moves them instead of copying.
|
|
17
|
+
# .pyc files are compiled hash-based (not from the install time), so an unchanged package
|
|
18
|
+
# gives the same files on every build and its layer can be reused (see docker-relayer.ts).
|
|
19
|
+
# Like pip's own compile step, files that do not compile (py2-only, test fixtures) are skipped;
|
|
20
|
+
# any other failure fails the build. Python <= 3.6 has no hash-based .pyc: timestamps there.
|
|
21
|
+
# The heredoc needs BuildKit (Docker >= 23 default) or buildah/podman >= 1.33.
|
|
12
22
|
COPY requirements.txt .
|
|
13
|
-
RUN pip install --no-cache-dir -r requirements.txt
|
|
23
|
+
RUN pip install --no-compile --no-cache-dir -r requirements.txt \
|
|
24
|
+
&& python3 -c 'import compileall, py_compile, sys, sysconfig; \
|
|
25
|
+
kw = {"invalidation_mode": py_compile.PycInvalidationMode.UNCHECKED_HASH} if sys.version_info >= (3, 7) else {}; \
|
|
26
|
+
[compileall.compile_dir(d, quiet=1, force=True, workers=0, **kw) for d in sorted({sysconfig.get_paths()["purelib"], sysconfig.get_paths()["platlib"]})]' \
|
|
27
|
+
&& python3 - /usr/local /layers 8 2147483648 <<'LAYER_SPLIT_EOF'
|
|
28
|
+
# Split an installed tree into a fixed number of directories, so the Dockerfile can
|
|
29
|
+
# COPY each one as its own image layer.
|
|
30
|
+
#
|
|
31
|
+
# Registries finalize an uploaded layer in one request; a multi-GB layer can outlast the
|
|
32
|
+
# client's wait for that request (containerd >= 2.3 gives up after 30 s). Keeping every
|
|
33
|
+
# layer around TARGET bytes avoids that whatever the registry or client.
|
|
34
|
+
#
|
|
35
|
+
# Usage: python3 - <root> <out> <bins> <min_target_bytes> [<keep> [<inside_keep>...]]
|
|
36
|
+
# Moves everything under <root> into <out>/<i><root>/..., i in [0, bins), except <keep>:
|
|
37
|
+
# it stays where it is, apart from the <inside_keep> paths, which are moved like the rest.
|
|
38
|
+
# Defaults: <keep> = this interpreter's stdlib, <inside_keep> = its purelib and platlib
|
|
39
|
+
# (site-packages). The stdlib is already in the base image and is never changed by pip,
|
|
40
|
+
# and the script must not move modules it may still import.
|
|
41
|
+
# All <out>/<i> directories exist afterwards, even when empty.
|
|
42
|
+
#
|
|
43
|
+
# Layout rules:
|
|
44
|
+
# TARGET = max(min_target_bytes, ceil(total / bins)).
|
|
45
|
+
# A directory larger than TARGET is split into its children; anything else
|
|
46
|
+
# (file, symlink, small directory) is moved whole. A single file larger than
|
|
47
|
+
# TARGET cannot be split and stays one unit.
|
|
48
|
+
# Units are placed largest-first into the first bin that still fits under TARGET.
|
|
49
|
+
# A directory that fits no bin is placed child by child instead; a file that fits no
|
|
50
|
+
# bin goes to the least-filled one. So a layer exceeds TARGET only by less than one
|
|
51
|
+
# file. A tree smaller than TARGET ends up entirely in bin 0, i.e. one layer as before.
|
|
52
|
+
# Order is deterministic (sorted names), so identical installs give identical layers.
|
|
53
|
+
import os
|
|
54
|
+
import shutil
|
|
55
|
+
import stat
|
|
56
|
+
import sys
|
|
57
|
+
import sysconfig
|
|
58
|
+
|
|
59
|
+
|
|
60
|
+
def tree_size(path):
|
|
61
|
+
st = os.lstat(path)
|
|
62
|
+
if not os.path.isdir(path) or os.path.islink(path):
|
|
63
|
+
return st.st_size
|
|
64
|
+
total = 0
|
|
65
|
+
for dirpath, dirnames, filenames in os.walk(path):
|
|
66
|
+
for name in filenames:
|
|
67
|
+
total += os.lstat(os.path.join(dirpath, name)).st_size
|
|
68
|
+
for name in dirnames:
|
|
69
|
+
full = os.path.join(dirpath, name)
|
|
70
|
+
if os.path.islink(full): # os.walk does not descend into symlinked dirs
|
|
71
|
+
total += os.lstat(full).st_size
|
|
72
|
+
return total
|
|
73
|
+
|
|
74
|
+
|
|
75
|
+
def units(path, target, keep, inside_keep):
|
|
76
|
+
if path == keep:
|
|
77
|
+
result = []
|
|
78
|
+
for inner in inside_keep:
|
|
79
|
+
if os.path.lexists(inner):
|
|
80
|
+
result.extend(units(inner, target, keep, inside_keep))
|
|
81
|
+
return result
|
|
82
|
+
is_dir = os.path.isdir(path) and not os.path.islink(path)
|
|
83
|
+
contains_keep = is_dir and keep.startswith(path + os.sep)
|
|
84
|
+
size = 0 if contains_keep else tree_size(path)
|
|
85
|
+
if not contains_keep and (size <= target or not is_dir):
|
|
86
|
+
return [(size, path)]
|
|
87
|
+
children = sorted(os.listdir(path)) if is_dir else []
|
|
88
|
+
if not children:
|
|
89
|
+
return [(size, path)]
|
|
90
|
+
result = []
|
|
91
|
+
for name in children:
|
|
92
|
+
result.extend(units(os.path.join(path, name), target, keep, inside_keep))
|
|
93
|
+
return result
|
|
94
|
+
|
|
95
|
+
|
|
96
|
+
def ensure_parents(src_path, dst_path):
|
|
97
|
+
"""Create dst_path's parents with the permission bits of the matching source dirs."""
|
|
98
|
+
missing = []
|
|
99
|
+
src_dir, dst_dir = os.path.dirname(src_path), os.path.dirname(dst_path)
|
|
100
|
+
while not os.path.exists(dst_dir):
|
|
101
|
+
missing.append((src_dir, dst_dir))
|
|
102
|
+
src_dir, dst_dir = os.path.dirname(src_dir), os.path.dirname(dst_dir)
|
|
103
|
+
for src_dir, dst_dir in reversed(missing):
|
|
104
|
+
os.mkdir(dst_dir)
|
|
105
|
+
os.chmod(dst_dir, stat.S_IMODE(os.stat(src_dir).st_mode))
|
|
106
|
+
|
|
107
|
+
|
|
108
|
+
def main():
|
|
109
|
+
root, out, bins, min_target = sys.argv[1], sys.argv[2], int(sys.argv[3]), int(sys.argv[4])
|
|
110
|
+
root = os.path.abspath(root)
|
|
111
|
+
if len(sys.argv) > 5:
|
|
112
|
+
keep = os.path.abspath(sys.argv[5])
|
|
113
|
+
inside_keep = [os.path.abspath(p) for p in sys.argv[6:]]
|
|
114
|
+
else:
|
|
115
|
+
paths = sysconfig.get_paths()
|
|
116
|
+
keep = os.path.abspath(paths["stdlib"])
|
|
117
|
+
inside_keep = sorted({os.path.abspath(paths["purelib"]), os.path.abspath(paths["platlib"])})
|
|
118
|
+
inside_keep = [p for p in inside_keep if p.startswith(keep + os.sep)]
|
|
119
|
+
|
|
120
|
+
# Sizes first with a target no unit can reach, to learn the total; then the real units.
|
|
121
|
+
total = sum(size for size, _ in units(root, float("inf"), keep, inside_keep))
|
|
122
|
+
target = max(min_target, -(-total // bins))
|
|
123
|
+
placed = units(root, target, keep, inside_keep)
|
|
124
|
+
placed.sort(key=lambda u: (-u[0], u[1]))
|
|
125
|
+
|
|
126
|
+
loads = [0] * bins
|
|
127
|
+
assignment = []
|
|
128
|
+
|
|
129
|
+
def place(size, path):
|
|
130
|
+
fits = [i for i in range(bins) if loads[i] + size <= target]
|
|
131
|
+
if fits:
|
|
132
|
+
i = fits[0]
|
|
133
|
+
elif os.path.isdir(path) and not os.path.islink(path) and os.listdir(path):
|
|
134
|
+
# No room for the whole directory: place its children one by one instead.
|
|
135
|
+
children = [(tree_size(os.path.join(path, n)), os.path.join(path, n))
|
|
136
|
+
for n in sorted(os.listdir(path))]
|
|
137
|
+
for child in sorted(children, key=lambda u: (-u[0], u[1])):
|
|
138
|
+
place(*child)
|
|
139
|
+
return
|
|
140
|
+
else:
|
|
141
|
+
i = min(range(bins), key=lambda b: (loads[b], b))
|
|
142
|
+
loads[i] += size
|
|
143
|
+
assignment.append((i, path))
|
|
144
|
+
|
|
145
|
+
for size, path in placed:
|
|
146
|
+
place(size, path)
|
|
147
|
+
|
|
148
|
+
for i in range(bins):
|
|
149
|
+
os.makedirs(os.path.join(out, str(i)), exist_ok=True)
|
|
150
|
+
for i, path in assignment:
|
|
151
|
+
dst = os.path.join(out, str(i)) + path
|
|
152
|
+
ensure_parents(path, dst)
|
|
153
|
+
shutil.move(path, dst) # a rename when the file was written in the same RUN step
|
|
154
|
+
|
|
155
|
+
gib = 1024 ** 3
|
|
156
|
+
print(f"layer split: {total / gib:.2f} GiB under {root} (kept in place: {keep}), target {target / gib:.2f} GiB")
|
|
157
|
+
for i in range(bins):
|
|
158
|
+
print(f" layer {i}: {loads[i] / gib:.2f} GiB")
|
|
159
|
+
|
|
160
|
+
|
|
161
|
+
main()
|
|
162
|
+
LAYER_SPLIT_EOF
|
|
163
|
+
|
|
164
|
+
# Stage 2: the base image plus the installed tree, one COPY (= one layer) per directory.
|
|
165
|
+
FROM python:3.12-slim
|
|
166
|
+
|
|
167
|
+
WORKDIR /app
|
|
168
|
+
|
|
169
|
+
|
|
170
|
+
|
|
171
|
+
# Start from an empty site-packages, so files that pip removed in stage 1 (e.g. the
|
|
172
|
+
# base image's old pip) do not come back from the base layer.
|
|
173
|
+
RUN purelib="$(python3 -c 'import sysconfig; print(sysconfig.get_paths()["purelib"])')" \
|
|
174
|
+
&& test -n "$purelib" \
|
|
175
|
+
&& rm -rf "$purelib"
|
|
176
|
+
|
|
177
|
+
COPY --from=deps /layers/0/ /
|
|
178
|
+
COPY --from=deps /layers/1/ /
|
|
179
|
+
COPY --from=deps /layers/2/ /
|
|
180
|
+
COPY --from=deps /layers/3/ /
|
|
181
|
+
COPY --from=deps /layers/4/ /
|
|
182
|
+
COPY --from=deps /layers/5/ /
|
|
183
|
+
COPY --from=deps /layers/6/ /
|
|
184
|
+
COPY --from=deps /layers/7/ /
|
|
14
185
|
|
|
15
186
|
# Copy package source
|
|
16
187
|
COPY . /app
|
|
@@ -1,16 +1,187 @@
|
|
|
1
1
|
# Auto-generated Dockerfile for Python package
|
|
2
|
-
|
|
2
|
+
|
|
3
|
+
# Stage 1: install dependencies, then split the installed tree into layer-sized directories.
|
|
4
|
+
FROM python:3.12-slim AS deps
|
|
3
5
|
|
|
4
6
|
WORKDIR /app
|
|
5
7
|
|
|
6
8
|
|
|
7
9
|
|
|
8
10
|
# Always keep basic python packaging tools fresh to avoid CVEs even in old python versions
|
|
9
|
-
RUN pip install --upgrade pip wheel setuptools
|
|
11
|
+
RUN pip install --no-compile --upgrade pip wheel setuptools
|
|
10
12
|
|
|
11
|
-
# Install dependencies to leverage Docker cache
|
|
13
|
+
# Install dependencies to leverage Docker cache, then split what was installed into
|
|
14
|
+
# directories of about 2147483648 bytes, one image layer each, so no single
|
|
15
|
+
# layer is too big for the registry to finalize in time. Both happen in one RUN: the new
|
|
16
|
+
# files are still in this step's own layer, so the split moves them instead of copying.
|
|
17
|
+
# .pyc files are compiled hash-based (not from the install time), so an unchanged package
|
|
18
|
+
# gives the same files on every build and its layer can be reused (see docker-relayer.ts).
|
|
19
|
+
# Like pip's own compile step, files that do not compile (py2-only, test fixtures) are skipped;
|
|
20
|
+
# any other failure fails the build. Python <= 3.6 has no hash-based .pyc: timestamps there.
|
|
21
|
+
# The heredoc needs BuildKit (Docker >= 23 default) or buildah/podman >= 1.33.
|
|
12
22
|
COPY requirements.txt .
|
|
13
|
-
RUN pip install --no-cache-dir -r requirements.txt
|
|
23
|
+
RUN pip install --no-compile --no-cache-dir -r requirements.txt \
|
|
24
|
+
&& python3 -c 'import compileall, py_compile, sys, sysconfig; \
|
|
25
|
+
kw = {"invalidation_mode": py_compile.PycInvalidationMode.UNCHECKED_HASH} if sys.version_info >= (3, 7) else {}; \
|
|
26
|
+
[compileall.compile_dir(d, quiet=1, force=True, workers=0, **kw) for d in sorted({sysconfig.get_paths()["purelib"], sysconfig.get_paths()["platlib"]})]' \
|
|
27
|
+
&& python3 - /usr/local /layers 8 2147483648 <<'LAYER_SPLIT_EOF'
|
|
28
|
+
# Split an installed tree into a fixed number of directories, so the Dockerfile can
|
|
29
|
+
# COPY each one as its own image layer.
|
|
30
|
+
#
|
|
31
|
+
# Registries finalize an uploaded layer in one request; a multi-GB layer can outlast the
|
|
32
|
+
# client's wait for that request (containerd >= 2.3 gives up after 30 s). Keeping every
|
|
33
|
+
# layer around TARGET bytes avoids that whatever the registry or client.
|
|
34
|
+
#
|
|
35
|
+
# Usage: python3 - <root> <out> <bins> <min_target_bytes> [<keep> [<inside_keep>...]]
|
|
36
|
+
# Moves everything under <root> into <out>/<i><root>/..., i in [0, bins), except <keep>:
|
|
37
|
+
# it stays where it is, apart from the <inside_keep> paths, which are moved like the rest.
|
|
38
|
+
# Defaults: <keep> = this interpreter's stdlib, <inside_keep> = its purelib and platlib
|
|
39
|
+
# (site-packages). The stdlib is already in the base image and is never changed by pip,
|
|
40
|
+
# and the script must not move modules it may still import.
|
|
41
|
+
# All <out>/<i> directories exist afterwards, even when empty.
|
|
42
|
+
#
|
|
43
|
+
# Layout rules:
|
|
44
|
+
# TARGET = max(min_target_bytes, ceil(total / bins)).
|
|
45
|
+
# A directory larger than TARGET is split into its children; anything else
|
|
46
|
+
# (file, symlink, small directory) is moved whole. A single file larger than
|
|
47
|
+
# TARGET cannot be split and stays one unit.
|
|
48
|
+
# Units are placed largest-first into the first bin that still fits under TARGET.
|
|
49
|
+
# A directory that fits no bin is placed child by child instead; a file that fits no
|
|
50
|
+
# bin goes to the least-filled one. So a layer exceeds TARGET only by less than one
|
|
51
|
+
# file. A tree smaller than TARGET ends up entirely in bin 0, i.e. one layer as before.
|
|
52
|
+
# Order is deterministic (sorted names), so identical installs give identical layers.
|
|
53
|
+
import os
|
|
54
|
+
import shutil
|
|
55
|
+
import stat
|
|
56
|
+
import sys
|
|
57
|
+
import sysconfig
|
|
58
|
+
|
|
59
|
+
|
|
60
|
+
def tree_size(path):
|
|
61
|
+
st = os.lstat(path)
|
|
62
|
+
if not os.path.isdir(path) or os.path.islink(path):
|
|
63
|
+
return st.st_size
|
|
64
|
+
total = 0
|
|
65
|
+
for dirpath, dirnames, filenames in os.walk(path):
|
|
66
|
+
for name in filenames:
|
|
67
|
+
total += os.lstat(os.path.join(dirpath, name)).st_size
|
|
68
|
+
for name in dirnames:
|
|
69
|
+
full = os.path.join(dirpath, name)
|
|
70
|
+
if os.path.islink(full): # os.walk does not descend into symlinked dirs
|
|
71
|
+
total += os.lstat(full).st_size
|
|
72
|
+
return total
|
|
73
|
+
|
|
74
|
+
|
|
75
|
+
def units(path, target, keep, inside_keep):
|
|
76
|
+
if path == keep:
|
|
77
|
+
result = []
|
|
78
|
+
for inner in inside_keep:
|
|
79
|
+
if os.path.lexists(inner):
|
|
80
|
+
result.extend(units(inner, target, keep, inside_keep))
|
|
81
|
+
return result
|
|
82
|
+
is_dir = os.path.isdir(path) and not os.path.islink(path)
|
|
83
|
+
contains_keep = is_dir and keep.startswith(path + os.sep)
|
|
84
|
+
size = 0 if contains_keep else tree_size(path)
|
|
85
|
+
if not contains_keep and (size <= target or not is_dir):
|
|
86
|
+
return [(size, path)]
|
|
87
|
+
children = sorted(os.listdir(path)) if is_dir else []
|
|
88
|
+
if not children:
|
|
89
|
+
return [(size, path)]
|
|
90
|
+
result = []
|
|
91
|
+
for name in children:
|
|
92
|
+
result.extend(units(os.path.join(path, name), target, keep, inside_keep))
|
|
93
|
+
return result
|
|
94
|
+
|
|
95
|
+
|
|
96
|
+
def ensure_parents(src_path, dst_path):
|
|
97
|
+
"""Create dst_path's parents with the permission bits of the matching source dirs."""
|
|
98
|
+
missing = []
|
|
99
|
+
src_dir, dst_dir = os.path.dirname(src_path), os.path.dirname(dst_path)
|
|
100
|
+
while not os.path.exists(dst_dir):
|
|
101
|
+
missing.append((src_dir, dst_dir))
|
|
102
|
+
src_dir, dst_dir = os.path.dirname(src_dir), os.path.dirname(dst_dir)
|
|
103
|
+
for src_dir, dst_dir in reversed(missing):
|
|
104
|
+
os.mkdir(dst_dir)
|
|
105
|
+
os.chmod(dst_dir, stat.S_IMODE(os.stat(src_dir).st_mode))
|
|
106
|
+
|
|
107
|
+
|
|
108
|
+
def main():
|
|
109
|
+
root, out, bins, min_target = sys.argv[1], sys.argv[2], int(sys.argv[3]), int(sys.argv[4])
|
|
110
|
+
root = os.path.abspath(root)
|
|
111
|
+
if len(sys.argv) > 5:
|
|
112
|
+
keep = os.path.abspath(sys.argv[5])
|
|
113
|
+
inside_keep = [os.path.abspath(p) for p in sys.argv[6:]]
|
|
114
|
+
else:
|
|
115
|
+
paths = sysconfig.get_paths()
|
|
116
|
+
keep = os.path.abspath(paths["stdlib"])
|
|
117
|
+
inside_keep = sorted({os.path.abspath(paths["purelib"]), os.path.abspath(paths["platlib"])})
|
|
118
|
+
inside_keep = [p for p in inside_keep if p.startswith(keep + os.sep)]
|
|
119
|
+
|
|
120
|
+
# Sizes first with a target no unit can reach, to learn the total; then the real units.
|
|
121
|
+
total = sum(size for size, _ in units(root, float("inf"), keep, inside_keep))
|
|
122
|
+
target = max(min_target, -(-total // bins))
|
|
123
|
+
placed = units(root, target, keep, inside_keep)
|
|
124
|
+
placed.sort(key=lambda u: (-u[0], u[1]))
|
|
125
|
+
|
|
126
|
+
loads = [0] * bins
|
|
127
|
+
assignment = []
|
|
128
|
+
|
|
129
|
+
def place(size, path):
|
|
130
|
+
fits = [i for i in range(bins) if loads[i] + size <= target]
|
|
131
|
+
if fits:
|
|
132
|
+
i = fits[0]
|
|
133
|
+
elif os.path.isdir(path) and not os.path.islink(path) and os.listdir(path):
|
|
134
|
+
# No room for the whole directory: place its children one by one instead.
|
|
135
|
+
children = [(tree_size(os.path.join(path, n)), os.path.join(path, n))
|
|
136
|
+
for n in sorted(os.listdir(path))]
|
|
137
|
+
for child in sorted(children, key=lambda u: (-u[0], u[1])):
|
|
138
|
+
place(*child)
|
|
139
|
+
return
|
|
140
|
+
else:
|
|
141
|
+
i = min(range(bins), key=lambda b: (loads[b], b))
|
|
142
|
+
loads[i] += size
|
|
143
|
+
assignment.append((i, path))
|
|
144
|
+
|
|
145
|
+
for size, path in placed:
|
|
146
|
+
place(size, path)
|
|
147
|
+
|
|
148
|
+
for i in range(bins):
|
|
149
|
+
os.makedirs(os.path.join(out, str(i)), exist_ok=True)
|
|
150
|
+
for i, path in assignment:
|
|
151
|
+
dst = os.path.join(out, str(i)) + path
|
|
152
|
+
ensure_parents(path, dst)
|
|
153
|
+
shutil.move(path, dst) # a rename when the file was written in the same RUN step
|
|
154
|
+
|
|
155
|
+
gib = 1024 ** 3
|
|
156
|
+
print(f"layer split: {total / gib:.2f} GiB under {root} (kept in place: {keep}), target {target / gib:.2f} GiB")
|
|
157
|
+
for i in range(bins):
|
|
158
|
+
print(f" layer {i}: {loads[i] / gib:.2f} GiB")
|
|
159
|
+
|
|
160
|
+
|
|
161
|
+
main()
|
|
162
|
+
LAYER_SPLIT_EOF
|
|
163
|
+
|
|
164
|
+
# Stage 2: the base image plus the installed tree, one COPY (= one layer) per directory.
|
|
165
|
+
FROM python:3.12-slim
|
|
166
|
+
|
|
167
|
+
WORKDIR /app
|
|
168
|
+
|
|
169
|
+
|
|
170
|
+
|
|
171
|
+
# Start from an empty site-packages, so files that pip removed in stage 1 (e.g. the
|
|
172
|
+
# base image's old pip) do not come back from the base layer.
|
|
173
|
+
RUN purelib="$(python3 -c 'import sysconfig; print(sysconfig.get_paths()["purelib"])')" \
|
|
174
|
+
&& test -n "$purelib" \
|
|
175
|
+
&& rm -rf "$purelib"
|
|
176
|
+
|
|
177
|
+
COPY --from=deps /layers/0/ /
|
|
178
|
+
COPY --from=deps /layers/1/ /
|
|
179
|
+
COPY --from=deps /layers/2/ /
|
|
180
|
+
COPY --from=deps /layers/3/ /
|
|
181
|
+
COPY --from=deps /layers/4/ /
|
|
182
|
+
COPY --from=deps /layers/5/ /
|
|
183
|
+
COPY --from=deps /layers/6/ /
|
|
184
|
+
COPY --from=deps /layers/7/ /
|
|
14
185
|
|
|
15
186
|
# Copy package source
|
|
16
187
|
COPY . /app
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"name":"@platforma-open/milaboratories.import-vdj.region-annotation:fasta","binary":{"type":"python","registry":"platforma-open","package":"software/platforma-open/milaboratories.import-vdj.region-annotation/fasta/1.2.
|
|
1
|
+
{"name":"@platforma-open/milaboratories.import-vdj.region-annotation:fasta","binary":{"type":"python","registry":"platforma-open","package":"software/platforma-open/milaboratories.import-vdj.region-annotation/fasta/1.2.1.tgz","cmd":["python","{pkg}/fasta.py"],"envVars":[],"runEnv":{"name":"@platforma-open/milaboratories.runenv-python-3:3.12.10","type":"python","registry":"platforma-open","package":"software/platforma-open/milaboratories.runenv-python-3.12.10/main/1.3.24-{os}-{arch}.tgz","python-version":"3.12.10","envVars":[],"binDir":"bin"},"toolset":"pip","dependencies":{"requirements":"requirements.txt"}},"docker":{"tag":"containers.pl-open.science/milaboratories/pl-containers:platforma-open.milaboratories.import-vdj.region-annotation.fasta.08c84571dedb","entrypoint":[],"cmd":["python","{pkg}/fasta.py"],"pkg":"/app"}}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"name":"@platforma-open/milaboratories.import-vdj.region-annotation:main","binary":{"type":"python","registry":"platforma-open","package":"software/platforma-open/milaboratories.import-vdj.region-annotation/main/1.2.
|
|
1
|
+
{"name":"@platforma-open/milaboratories.import-vdj.region-annotation:main","binary":{"type":"python","registry":"platforma-open","package":"software/platforma-open/milaboratories.import-vdj.region-annotation/main/1.2.1.tgz","cmd":["python","{pkg}/main.py"],"envVars":[],"runEnv":{"name":"@platforma-open/milaboratories.runenv-python-3:3.12.10","type":"python","registry":"platforma-open","package":"software/platforma-open/milaboratories.runenv-python-3.12.10/main/1.3.24-{os}-{arch}.tgz","python-version":"3.12.10","envVars":[],"binDir":"bin"},"toolset":"pip","dependencies":{"requirements":"requirements.txt"}},"docker":{"tag":"containers.pl-open.science/milaboratories/pl-containers:platforma-open.milaboratories.import-vdj.region-annotation.main.94ea2f6be420","entrypoint":[],"cmd":["python","{pkg}/main.py"],"pkg":"/app"}}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@platforma-open/milaboratories.import-vdj.region-annotation",
|
|
3
|
-
"version": "1.2.
|
|
3
|
+
"version": "1.2.1",
|
|
4
4
|
"description": "Locate FR/CDR region boundaries in amino-acid antibody variable domains from ANARCI numbering",
|
|
5
5
|
"files": [
|
|
6
6
|
"./dist/**/*"
|
|
@@ -9,7 +9,7 @@
|
|
|
9
9
|
"dependencies": {},
|
|
10
10
|
"devDependencies": {
|
|
11
11
|
"@platforma-open/milaboratories.runenv-python-3": "^1.1.16",
|
|
12
|
-
"@platforma-sdk/block-tools": "2.
|
|
12
|
+
"@platforma-sdk/block-tools": "2.20.4"
|
|
13
13
|
},
|
|
14
14
|
"block-software": {
|
|
15
15
|
"entrypoints": {
|
|
@@ -51,6 +51,11 @@
|
|
|
51
51
|
}
|
|
52
52
|
}
|
|
53
53
|
},
|
|
54
|
+
"repository": {
|
|
55
|
+
"type": "git",
|
|
56
|
+
"url": "git+https://github.com/platforma-open/import-vdj-data.git",
|
|
57
|
+
"directory": "software/region-annotation"
|
|
58
|
+
},
|
|
54
59
|
"scripts": {
|
|
55
60
|
"build": "block-tools software build",
|
|
56
61
|
"do-pack": "shx rm -f *.tgz && block-tools software build && pnpm pack && shx mv platforma-open*.tgz package.tgz",
|