omdev 0.0.0.dev221__py3-none-any.whl → 0.0.0.dev222__py3-none-any.whl
Sign up to get free protection for your applications and to get access to all the features.
- omdev/oci/__init__.py +0 -0
- omdev/oci/building.py +123 -0
- omdev/oci/data.py +127 -0
- omdev/oci/datarefs.py +98 -0
- omdev/oci/loading.py +122 -0
- omdev/oci/media.py +159 -0
- omdev/oci/repositories.py +83 -0
- {omdev-0.0.0.dev221.dist-info → omdev-0.0.0.dev222.dist-info}/METADATA +2 -2
- {omdev-0.0.0.dev221.dist-info → omdev-0.0.0.dev222.dist-info}/RECORD +13 -6
- {omdev-0.0.0.dev221.dist-info → omdev-0.0.0.dev222.dist-info}/LICENSE +0 -0
- {omdev-0.0.0.dev221.dist-info → omdev-0.0.0.dev222.dist-info}/WHEEL +0 -0
- {omdev-0.0.0.dev221.dist-info → omdev-0.0.0.dev222.dist-info}/entry_points.txt +0 -0
- {omdev-0.0.0.dev221.dist-info → omdev-0.0.0.dev222.dist-info}/top_level.txt +0 -0
omdev/oci/__init__.py
ADDED
File without changes
|
omdev/oci/building.py
ADDED
@@ -0,0 +1,123 @@
|
|
1
|
+
# ruff: noqa: UP006 UP007
|
2
|
+
# @omlish-lite
|
3
|
+
import dataclasses as dc
|
4
|
+
import typing as ta
|
5
|
+
|
6
|
+
from omlish.lite.check import check
|
7
|
+
from omlish.lite.json import json_dumps_compact
|
8
|
+
from omlish.lite.marshal import marshal_obj
|
9
|
+
|
10
|
+
from .data import OciDataclass
|
11
|
+
from .data import OciImageConfig
|
12
|
+
from .data import OciImageIndex
|
13
|
+
from .data import OciImageLayer
|
14
|
+
from .data import OciImageManifest
|
15
|
+
from .datarefs import BytesOciDataRef
|
16
|
+
from .datarefs import OciDataRef
|
17
|
+
from .datarefs import OciDataRefInfo
|
18
|
+
from .media import OCI_IMAGE_LAYER_KIND_MEDIA_TYPES
|
19
|
+
from .media import OciMediaDataclass
|
20
|
+
from .media import OciMediaDescriptor
|
21
|
+
from .media import OciMediaImageConfig
|
22
|
+
from .media import OciMediaImageIndex
|
23
|
+
from .media import OciMediaImageManifest
|
24
|
+
|
25
|
+
|
26
|
+
##
|
27
|
+
|
28
|
+
|
29
|
+
class OciRepositoryBuilder:
|
30
|
+
def __init__(self) -> None:
|
31
|
+
super().__init__()
|
32
|
+
|
33
|
+
self._blobs: ta.Dict[str, OciDataRef] = {}
|
34
|
+
|
35
|
+
def get_blobs(self) -> ta.Dict[str, OciDataRef]:
|
36
|
+
return dict(self._blobs)
|
37
|
+
|
38
|
+
def add_blob(
|
39
|
+
self,
|
40
|
+
r: OciDataRef,
|
41
|
+
ri: ta.Optional[OciDataRefInfo] = None,
|
42
|
+
) -> None:
|
43
|
+
if ri is None:
|
44
|
+
ri = OciDataRefInfo(r)
|
45
|
+
if ri.digest() in self._blobs:
|
46
|
+
raise KeyError(ri.digest())
|
47
|
+
self._blobs[ri.digest()] = r
|
48
|
+
|
49
|
+
def marshal_media(self, obj: OciMediaDataclass) -> bytes:
|
50
|
+
check.isinstance(obj, OciMediaDataclass)
|
51
|
+
m = marshal_obj(obj)
|
52
|
+
j = json_dumps_compact(m)
|
53
|
+
b = j.encode('utf-8')
|
54
|
+
return b
|
55
|
+
|
56
|
+
def add_media(self, obj: OciMediaDataclass) -> OciMediaDescriptor:
|
57
|
+
b = self.marshal_media(obj)
|
58
|
+
|
59
|
+
r = BytesOciDataRef(b)
|
60
|
+
ri = OciDataRefInfo(r)
|
61
|
+
self.add_blob(r, ri)
|
62
|
+
|
63
|
+
return OciMediaDescriptor(
|
64
|
+
media_type=getattr(obj, 'media_type'),
|
65
|
+
digest=ri.digest(),
|
66
|
+
size=ri.size(),
|
67
|
+
)
|
68
|
+
|
69
|
+
def to_media(self, obj: OciDataclass) -> ta.Union[OciMediaDataclass, OciMediaDescriptor]:
|
70
|
+
def make_kw(*exclude):
|
71
|
+
return {
|
72
|
+
a: v
|
73
|
+
for f in dc.fields(obj)
|
74
|
+
if (a := f.name) not in exclude
|
75
|
+
for v in [getattr(obj, a)]
|
76
|
+
if v is not None
|
77
|
+
}
|
78
|
+
|
79
|
+
if isinstance(obj, OciImageIndex):
|
80
|
+
return OciMediaImageIndex(
|
81
|
+
**make_kw('manifests'),
|
82
|
+
manifests=[
|
83
|
+
self.add_data(m)
|
84
|
+
for m in obj.manifests
|
85
|
+
],
|
86
|
+
)
|
87
|
+
|
88
|
+
elif isinstance(obj, OciImageManifest):
|
89
|
+
return OciMediaImageManifest(
|
90
|
+
**make_kw('config', 'layers'),
|
91
|
+
config=self.add_data(obj.config),
|
92
|
+
layers=[
|
93
|
+
self.add_data(l)
|
94
|
+
for l in obj.layers
|
95
|
+
],
|
96
|
+
)
|
97
|
+
|
98
|
+
elif isinstance(obj, OciImageLayer):
|
99
|
+
ri = OciDataRefInfo(obj.data)
|
100
|
+
self.add_blob(obj.data, ri)
|
101
|
+
return OciMediaDescriptor(
|
102
|
+
media_type=OCI_IMAGE_LAYER_KIND_MEDIA_TYPES[obj.kind],
|
103
|
+
digest=ri.digest(),
|
104
|
+
size=ri.size(),
|
105
|
+
)
|
106
|
+
|
107
|
+
elif isinstance(obj, OciImageConfig):
|
108
|
+
return OciMediaImageConfig(**make_kw())
|
109
|
+
|
110
|
+
else:
|
111
|
+
raise TypeError(obj)
|
112
|
+
|
113
|
+
def add_data(self, obj: OciDataclass) -> OciMediaDescriptor:
|
114
|
+
ret = self.to_media(obj)
|
115
|
+
|
116
|
+
if isinstance(ret, OciMediaDataclass):
|
117
|
+
return self.add_media(ret)
|
118
|
+
|
119
|
+
elif isinstance(ret, OciMediaDescriptor):
|
120
|
+
return ret
|
121
|
+
|
122
|
+
else:
|
123
|
+
raise TypeError(ret)
|
omdev/oci/data.py
ADDED
@@ -0,0 +1,127 @@
|
|
1
|
+
# ruff: noqa: UP006 UP007
|
2
|
+
# @omlish-lite
|
3
|
+
import abc
|
4
|
+
import dataclasses as dc
|
5
|
+
import enum
|
6
|
+
import typing as ta
|
7
|
+
|
8
|
+
from omlish.lite.marshal import OBJ_MARSHALER_FIELD_KEY
|
9
|
+
from omlish.lite.marshal import OBJ_MARSHALER_OMIT_IF_NONE
|
10
|
+
|
11
|
+
from .datarefs import OciDataRef
|
12
|
+
|
13
|
+
|
14
|
+
##
|
15
|
+
|
16
|
+
|
17
|
+
@dc.dataclass()
|
18
|
+
class OciDataclass(abc.ABC): # noqa
|
19
|
+
pass
|
20
|
+
|
21
|
+
|
22
|
+
##
|
23
|
+
|
24
|
+
|
25
|
+
@dc.dataclass()
|
26
|
+
class OciImageIndex(OciDataclass):
|
27
|
+
manifests: ta.List[ta.Union['OciImageIndex', 'OciImageManifest']]
|
28
|
+
|
29
|
+
annotations: ta.Optional[ta.Dict[str, str]] = None
|
30
|
+
|
31
|
+
|
32
|
+
#
|
33
|
+
|
34
|
+
|
35
|
+
@dc.dataclass()
|
36
|
+
class OciImageManifest(OciDataclass):
|
37
|
+
config: 'OciImageConfig'
|
38
|
+
|
39
|
+
layers: ta.List['OciImageLayer']
|
40
|
+
|
41
|
+
annotations: ta.Optional[ta.Dict[str, str]] = None
|
42
|
+
|
43
|
+
#
|
44
|
+
|
45
|
+
|
46
|
+
@dc.dataclass()
|
47
|
+
class OciImageLayer(OciDataclass):
|
48
|
+
class Kind(enum.Enum):
|
49
|
+
TAR = enum.auto()
|
50
|
+
TAR_GZIP = enum.auto()
|
51
|
+
TAR_ZSTD = enum.auto()
|
52
|
+
|
53
|
+
kind: Kind
|
54
|
+
|
55
|
+
data: OciDataRef
|
56
|
+
|
57
|
+
|
58
|
+
#
|
59
|
+
|
60
|
+
|
61
|
+
@dc.dataclass()
|
62
|
+
class OciImageConfig(OciDataclass):
|
63
|
+
"""https://github.com/opencontainers/image-spec/blob/92353b0bee778725c617e7d57317b568a7796bd0/config.md"""
|
64
|
+
|
65
|
+
architecture: str
|
66
|
+
os: str
|
67
|
+
|
68
|
+
@dc.dataclass()
|
69
|
+
class RootFs:
|
70
|
+
type: str
|
71
|
+
diff_ids: ta.List[str]
|
72
|
+
|
73
|
+
rootfs: RootFs
|
74
|
+
|
75
|
+
#
|
76
|
+
|
77
|
+
created: ta.Optional[str] = dc.field(default=None, metadata={OBJ_MARSHALER_OMIT_IF_NONE: True})
|
78
|
+
author: ta.Optional[str] = dc.field(default=None, metadata={OBJ_MARSHALER_OMIT_IF_NONE: True})
|
79
|
+
os_version: ta.Optional[str] = dc.field(default=None, metadata={OBJ_MARSHALER_FIELD_KEY: 'os.version', OBJ_MARSHALER_OMIT_IF_NONE: True}) # noqa
|
80
|
+
os_features: ta.Optional[ta.List[str]] = dc.field(default=None, metadata={OBJ_MARSHALER_FIELD_KEY: 'os.features', OBJ_MARSHALER_OMIT_IF_NONE: True}) # noqa
|
81
|
+
variant: ta.Optional[str] = dc.field(default=None, metadata={OBJ_MARSHALER_OMIT_IF_NONE: True})
|
82
|
+
|
83
|
+
"""
|
84
|
+
config object, OPTIONAL
|
85
|
+
User string, OPTIONAL
|
86
|
+
ExposedPorts object, OPTIONAL
|
87
|
+
Env array of strings, OPTIONAL
|
88
|
+
Entrypoint array of strings, OPTIONAL
|
89
|
+
Cmd array of strings, OPTIONAL
|
90
|
+
Volumes object, OPTIONAL
|
91
|
+
WorkingDir string, OPTIONAL
|
92
|
+
Labels object, OPTIONAL
|
93
|
+
StopSignal string, OPTIONAL
|
94
|
+
ArgsEscaped boolean, OPTIONAL
|
95
|
+
Memory integer, OPTIONAL
|
96
|
+
MemorySwap integer, OPTIONAL
|
97
|
+
CpuShares integer, OPTIONAL
|
98
|
+
Healthcheck object, OPTIONAL
|
99
|
+
"""
|
100
|
+
config: ta.Optional[ta.Dict[str, ta.Any]] = dc.field(default=None, metadata={OBJ_MARSHALER_OMIT_IF_NONE: True})
|
101
|
+
|
102
|
+
@dc.dataclass()
|
103
|
+
class History:
|
104
|
+
created: ta.Optional[str] = dc.field(default=None, metadata={OBJ_MARSHALER_OMIT_IF_NONE: True})
|
105
|
+
author: ta.Optional[str] = dc.field(default=None, metadata={OBJ_MARSHALER_OMIT_IF_NONE: True})
|
106
|
+
created_by: ta.Optional[str] = dc.field(default=None, metadata={OBJ_MARSHALER_OMIT_IF_NONE: True})
|
107
|
+
comment: ta.Optional[str] = dc.field(default=None, metadata={OBJ_MARSHALER_OMIT_IF_NONE: True})
|
108
|
+
empty_layer: ta.Optional[bool] = dc.field(default=None, metadata={OBJ_MARSHALER_OMIT_IF_NONE: True})
|
109
|
+
|
110
|
+
history: ta.Optional[ta.List[History]] = dc.field(default=None, metadata={OBJ_MARSHALER_OMIT_IF_NONE: True})
|
111
|
+
|
112
|
+
|
113
|
+
##
|
114
|
+
|
115
|
+
|
116
|
+
def is_empty_oci_dataclass(obj: OciDataclass) -> bool:
|
117
|
+
if not isinstance(obj, OciDataclass):
|
118
|
+
raise TypeError(obj)
|
119
|
+
|
120
|
+
elif isinstance(obj, OciImageIndex):
|
121
|
+
return not obj.manifests
|
122
|
+
|
123
|
+
elif isinstance(obj, OciImageManifest):
|
124
|
+
return not obj.layers
|
125
|
+
|
126
|
+
else:
|
127
|
+
return False
|
omdev/oci/datarefs.py
ADDED
@@ -0,0 +1,98 @@
|
|
1
|
+
# ruff: noqa: UP006 UP007
|
2
|
+
# @omlish-lite
|
3
|
+
import abc
|
4
|
+
import dataclasses as dc
|
5
|
+
import hashlib
|
6
|
+
import io
|
7
|
+
import os.path
|
8
|
+
import shutil
|
9
|
+
import typing as ta
|
10
|
+
|
11
|
+
from omlish.lite.cached import cached_nullary
|
12
|
+
|
13
|
+
|
14
|
+
##
|
15
|
+
|
16
|
+
|
17
|
+
@dc.dataclass(frozen=True)
|
18
|
+
class OciDataRef(abc.ABC): # noqa
|
19
|
+
pass
|
20
|
+
|
21
|
+
|
22
|
+
@dc.dataclass(frozen=True)
|
23
|
+
class BytesOciDataRef(OciDataRef):
|
24
|
+
data: bytes
|
25
|
+
|
26
|
+
|
27
|
+
@dc.dataclass(frozen=True)
|
28
|
+
class FileOciDataRef(OciDataRef):
|
29
|
+
path: str
|
30
|
+
|
31
|
+
|
32
|
+
##
|
33
|
+
|
34
|
+
|
35
|
+
@dc.dataclass(frozen=True)
|
36
|
+
class OciDataRefInfo:
|
37
|
+
data: OciDataRef
|
38
|
+
|
39
|
+
@cached_nullary
|
40
|
+
def sha256(self) -> str:
|
41
|
+
if isinstance(self.data, FileOciDataRef):
|
42
|
+
with open(self.data.path, 'rb') as f:
|
43
|
+
return hashlib.file_digest(f, 'sha256').hexdigest() # noqa
|
44
|
+
|
45
|
+
elif isinstance(self.data, BytesOciDataRef):
|
46
|
+
return hashlib.sha256(self.data.data).hexdigest()
|
47
|
+
|
48
|
+
else:
|
49
|
+
raise TypeError(self.data)
|
50
|
+
|
51
|
+
@cached_nullary
|
52
|
+
def digest(self) -> str:
|
53
|
+
return f'sha256:{self.sha256()}'
|
54
|
+
|
55
|
+
@cached_nullary
|
56
|
+
def size(self) -> int:
|
57
|
+
if isinstance(self.data, FileOciDataRef):
|
58
|
+
return os.path.getsize(self.data.path)
|
59
|
+
|
60
|
+
elif isinstance(self.data, BytesOciDataRef):
|
61
|
+
return len(self.data.data)
|
62
|
+
|
63
|
+
else:
|
64
|
+
raise TypeError(self.data)
|
65
|
+
|
66
|
+
|
67
|
+
def write_oci_data_ref_to_file(
|
68
|
+
data: OciDataRef,
|
69
|
+
dst: str,
|
70
|
+
*,
|
71
|
+
symlink: bool = False,
|
72
|
+
) -> None:
|
73
|
+
if isinstance(data, FileOciDataRef):
|
74
|
+
if symlink:
|
75
|
+
os.symlink(
|
76
|
+
os.path.relpath(data.path, os.path.dirname(dst)),
|
77
|
+
dst,
|
78
|
+
)
|
79
|
+
else:
|
80
|
+
shutil.copyfile(data.path, dst)
|
81
|
+
|
82
|
+
elif isinstance(data, BytesOciDataRef):
|
83
|
+
with open(dst, 'wb') as f:
|
84
|
+
f.write(data.data)
|
85
|
+
|
86
|
+
else:
|
87
|
+
raise TypeError(data)
|
88
|
+
|
89
|
+
|
90
|
+
def open_oci_data_ref(data: OciDataRef) -> ta.BinaryIO:
|
91
|
+
if isinstance(data, FileOciDataRef):
|
92
|
+
return open(data.path, 'rb')
|
93
|
+
|
94
|
+
elif isinstance(data, BytesOciDataRef):
|
95
|
+
return io.BytesIO(data.data)
|
96
|
+
|
97
|
+
else:
|
98
|
+
raise TypeError(data)
|
omdev/oci/loading.py
ADDED
@@ -0,0 +1,122 @@
|
|
1
|
+
# ruff: noqa: UP006 UP007
|
2
|
+
# @omlish-lite
|
3
|
+
import dataclasses as dc
|
4
|
+
import json
|
5
|
+
import typing as ta
|
6
|
+
|
7
|
+
from omlish.lite.check import check
|
8
|
+
|
9
|
+
from .data import OciImageConfig
|
10
|
+
from .data import OciImageIndex
|
11
|
+
from .data import OciImageLayer
|
12
|
+
from .data import OciImageManifest
|
13
|
+
from .data import is_empty_oci_dataclass
|
14
|
+
from .media import OCI_IMAGE_LAYER_KIND_MEDIA_TYPES_
|
15
|
+
from .media import OCI_MEDIA_FIELDS
|
16
|
+
from .media import OciMediaDescriptor
|
17
|
+
from .media import OciMediaImageConfig
|
18
|
+
from .media import OciMediaImageIndex
|
19
|
+
from .media import OciMediaImageManifest
|
20
|
+
from .media import unmarshal_oci_media_dataclass
|
21
|
+
from .repositories import OciRepository
|
22
|
+
|
23
|
+
|
24
|
+
T = ta.TypeVar('T')
|
25
|
+
|
26
|
+
|
27
|
+
##
|
28
|
+
|
29
|
+
|
30
|
+
class OciRepositoryLoader:
|
31
|
+
def __init__(
|
32
|
+
self,
|
33
|
+
repo: OciRepository,
|
34
|
+
) -> None:
|
35
|
+
super().__init__()
|
36
|
+
|
37
|
+
self._repo = repo
|
38
|
+
|
39
|
+
#
|
40
|
+
|
41
|
+
def load_object(
|
42
|
+
self,
|
43
|
+
data: bytes,
|
44
|
+
cls: ta.Type[T] = object, # type: ignore[assignment]
|
45
|
+
*,
|
46
|
+
media_type: ta.Optional[str] = None,
|
47
|
+
) -> T:
|
48
|
+
text = data.decode('utf-8')
|
49
|
+
dct = json.loads(text)
|
50
|
+
obj = unmarshal_oci_media_dataclass(
|
51
|
+
dct,
|
52
|
+
media_type=media_type,
|
53
|
+
)
|
54
|
+
return check.isinstance(obj, cls)
|
55
|
+
|
56
|
+
def read_object(
|
57
|
+
self,
|
58
|
+
digest: str,
|
59
|
+
cls: ta.Type[T] = object, # type: ignore[assignment]
|
60
|
+
*,
|
61
|
+
media_type: ta.Optional[str] = None,
|
62
|
+
) -> T:
|
63
|
+
data = self._repo.read_blob(digest)
|
64
|
+
return self.load_object(
|
65
|
+
data,
|
66
|
+
cls,
|
67
|
+
media_type=media_type,
|
68
|
+
)
|
69
|
+
|
70
|
+
def read_descriptor(
|
71
|
+
self,
|
72
|
+
desc: OciMediaDescriptor,
|
73
|
+
cls: ta.Type[T] = object, # type: ignore[assignment]
|
74
|
+
) -> ta.Any:
|
75
|
+
return self.read_object(
|
76
|
+
desc.digest,
|
77
|
+
cls,
|
78
|
+
media_type=desc.media_type,
|
79
|
+
)
|
80
|
+
|
81
|
+
#
|
82
|
+
|
83
|
+
def from_media(self, obj: ta.Any) -> ta.Any:
|
84
|
+
def make_kw(*exclude):
|
85
|
+
return {
|
86
|
+
a: getattr(obj, a)
|
87
|
+
for f in dc.fields(obj)
|
88
|
+
if (a := f.name) not in OCI_MEDIA_FIELDS
|
89
|
+
and a not in exclude
|
90
|
+
}
|
91
|
+
|
92
|
+
if isinstance(obj, OciMediaImageConfig):
|
93
|
+
return OciImageConfig(**make_kw())
|
94
|
+
|
95
|
+
elif isinstance(obj, OciMediaImageManifest):
|
96
|
+
return OciImageManifest(
|
97
|
+
**make_kw('config', 'layers'),
|
98
|
+
config=self.from_media(self.read_descriptor(obj.config)),
|
99
|
+
layers=[
|
100
|
+
OciImageLayer(
|
101
|
+
kind=lk,
|
102
|
+
data=self._repo.ref_blob(l.digest),
|
103
|
+
)
|
104
|
+
for l in obj.layers
|
105
|
+
if (lk := OCI_IMAGE_LAYER_KIND_MEDIA_TYPES_.get(l.media_type)) is not None
|
106
|
+
],
|
107
|
+
)
|
108
|
+
|
109
|
+
elif isinstance(obj, OciMediaImageIndex):
|
110
|
+
return OciImageIndex(
|
111
|
+
**make_kw('manifests'),
|
112
|
+
manifests=[
|
113
|
+
fm
|
114
|
+
for m in obj.manifests
|
115
|
+
if self._repo.contains_blob(m.digest)
|
116
|
+
for fm in [self.from_media(self.read_descriptor(m))]
|
117
|
+
if not is_empty_oci_dataclass(fm)
|
118
|
+
],
|
119
|
+
)
|
120
|
+
|
121
|
+
else:
|
122
|
+
raise TypeError(obj)
|
omdev/oci/media.py
ADDED
@@ -0,0 +1,159 @@
|
|
1
|
+
# ruff: noqa: UP006 UP007
|
2
|
+
# @omlish-lite
|
3
|
+
import abc
|
4
|
+
import dataclasses as dc
|
5
|
+
import typing as ta
|
6
|
+
|
7
|
+
from omlish.lite.check import check
|
8
|
+
from omlish.lite.marshal import OBJ_MARSHALER_FIELD_KEY
|
9
|
+
from omlish.lite.marshal import OBJ_MARSHALER_OMIT_IF_NONE
|
10
|
+
from omlish.lite.marshal import unmarshal_obj
|
11
|
+
|
12
|
+
from .data import OciImageConfig
|
13
|
+
from .data import OciImageLayer
|
14
|
+
|
15
|
+
|
16
|
+
##
|
17
|
+
|
18
|
+
|
19
|
+
OCI_MEDIA_FIELDS: ta.Collection[str] = frozenset([
|
20
|
+
'schema_version',
|
21
|
+
'media_type',
|
22
|
+
])
|
23
|
+
|
24
|
+
|
25
|
+
@dc.dataclass()
|
26
|
+
class OciMediaDataclass(abc.ABC): # noqa
|
27
|
+
SCHEMA_VERSION: ta.ClassVar[int]
|
28
|
+
MEDIA_TYPE: ta.ClassVar[str]
|
29
|
+
|
30
|
+
def __init_subclass__(cls, **kwargs: ta.Any) -> None:
|
31
|
+
super().__init_subclass__(**kwargs)
|
32
|
+
for a in OCI_MEDIA_FIELDS:
|
33
|
+
check.in_(a, cls.__dict__)
|
34
|
+
|
35
|
+
|
36
|
+
_REGISTERED_OCI_MEDIA_DATACLASSES: ta.Dict[str, ta.Type[OciMediaDataclass]] = {}
|
37
|
+
|
38
|
+
|
39
|
+
def _register_oci_media_dataclass(cls):
|
40
|
+
check.issubclass(cls, OciMediaDataclass)
|
41
|
+
check.arg(dc.is_dataclass(cls))
|
42
|
+
mt = check.non_empty_str(cls.__dict__['MEDIA_TYPE'])
|
43
|
+
check.not_in(mt, _REGISTERED_OCI_MEDIA_DATACLASSES)
|
44
|
+
_REGISTERED_OCI_MEDIA_DATACLASSES[mt] = cls
|
45
|
+
return cls
|
46
|
+
|
47
|
+
|
48
|
+
def get_registered_oci_media_dataclass(media_type: str) -> ta.Optional[ta.Type[OciMediaDataclass]]:
|
49
|
+
return _REGISTERED_OCI_MEDIA_DATACLASSES.get(media_type)
|
50
|
+
|
51
|
+
|
52
|
+
def unmarshal_oci_media_dataclass(
|
53
|
+
dct: ta.Mapping[str, ta.Any],
|
54
|
+
*,
|
55
|
+
media_type: ta.Optional[str] = None,
|
56
|
+
) -> ta.Any:
|
57
|
+
if media_type is None:
|
58
|
+
media_type = check.non_empty_str(dct['mediaType'])
|
59
|
+
cls = _REGISTERED_OCI_MEDIA_DATACLASSES[media_type]
|
60
|
+
return unmarshal_obj(dct, cls)
|
61
|
+
|
62
|
+
|
63
|
+
##
|
64
|
+
|
65
|
+
|
66
|
+
@dc.dataclass()
|
67
|
+
class OciMediaDescriptor:
|
68
|
+
"""https://github.com/opencontainers/image-spec/blob/92353b0bee778725c617e7d57317b568a7796bd0/descriptor.md#properties""" # noqa
|
69
|
+
|
70
|
+
media_type: str = dc.field(metadata={OBJ_MARSHALER_FIELD_KEY: 'mediaType'})
|
71
|
+
digest: str
|
72
|
+
size: int
|
73
|
+
|
74
|
+
#
|
75
|
+
|
76
|
+
urls: ta.Optional[ta.Sequence[str]] = dc.field(default=None, metadata={OBJ_MARSHALER_OMIT_IF_NONE: True})
|
77
|
+
annotations: ta.Optional[ta.Mapping[str, str]] = dc.field(default=None, metadata={OBJ_MARSHALER_OMIT_IF_NONE: True}) # noqa
|
78
|
+
data: ta.Optional[str] = dc.field(default=None, metadata={OBJ_MARSHALER_OMIT_IF_NONE: True})
|
79
|
+
artifact_type: ta.Optional[str] = dc.field(default=None, metadata={OBJ_MARSHALER_FIELD_KEY: 'artifactType', OBJ_MARSHALER_OMIT_IF_NONE: True}) # noqa
|
80
|
+
|
81
|
+
#
|
82
|
+
|
83
|
+
platform: ta.Optional[ta.Mapping[str, ta.Any]] = dc.field(default=None, metadata={OBJ_MARSHALER_OMIT_IF_NONE: True}) # noqa
|
84
|
+
|
85
|
+
|
86
|
+
##
|
87
|
+
|
88
|
+
|
89
|
+
@_register_oci_media_dataclass
|
90
|
+
@dc.dataclass()
|
91
|
+
class OciMediaImageIndex(OciMediaDataclass):
|
92
|
+
"""https://github.com/opencontainers/image-spec/blob/92353b0bee778725c617e7d57317b568a7796bd0/image-index.md"""
|
93
|
+
|
94
|
+
manifests: ta.Sequence[OciMediaDescriptor] # -> OciMediaImageIndex | OciMediaImageManifest
|
95
|
+
|
96
|
+
#
|
97
|
+
|
98
|
+
annotations: ta.Optional[ta.Mapping[str, str]] = dc.field(default=None, metadata={OBJ_MARSHALER_OMIT_IF_NONE: True}) # noqa
|
99
|
+
|
100
|
+
#
|
101
|
+
|
102
|
+
SCHEMA_VERSION: ta.ClassVar[int] = 2
|
103
|
+
schema_version: int = dc.field(default=SCHEMA_VERSION, metadata={OBJ_MARSHALER_FIELD_KEY: 'schemaVersion'})
|
104
|
+
|
105
|
+
MEDIA_TYPE: ta.ClassVar[str] = 'application/vnd.oci.image.index.v1+json'
|
106
|
+
media_type: str = dc.field(default=MEDIA_TYPE, metadata={OBJ_MARSHALER_FIELD_KEY: 'mediaType'})
|
107
|
+
|
108
|
+
|
109
|
+
#
|
110
|
+
|
111
|
+
|
112
|
+
@_register_oci_media_dataclass
|
113
|
+
@dc.dataclass()
|
114
|
+
class OciMediaImageManifest(OciMediaDataclass):
|
115
|
+
"""https://github.com/opencontainers/image-spec/blob/92353b0bee778725c617e7d57317b568a7796bd0/manifest.md"""
|
116
|
+
|
117
|
+
config: OciMediaDescriptor # -> OciMediaImageConfig
|
118
|
+
|
119
|
+
layers: ta.Sequence[OciMediaDescriptor]
|
120
|
+
|
121
|
+
#
|
122
|
+
|
123
|
+
annotations: ta.Optional[ta.Mapping[str, str]] = dc.field(default=None, metadata={OBJ_MARSHALER_OMIT_IF_NONE: True}) # noqa
|
124
|
+
|
125
|
+
#
|
126
|
+
|
127
|
+
SCHEMA_VERSION: ta.ClassVar[int] = 2
|
128
|
+
schema_version: int = dc.field(default=SCHEMA_VERSION, metadata={OBJ_MARSHALER_FIELD_KEY: 'schemaVersion'})
|
129
|
+
|
130
|
+
MEDIA_TYPE: ta.ClassVar[str] = 'application/vnd.oci.image.manifest.v1+json'
|
131
|
+
media_type: str = dc.field(default=MEDIA_TYPE, metadata={OBJ_MARSHALER_FIELD_KEY: 'mediaType'})
|
132
|
+
|
133
|
+
|
134
|
+
#
|
135
|
+
|
136
|
+
|
137
|
+
OCI_IMAGE_LAYER_KIND_MEDIA_TYPES: ta.Mapping[OciImageLayer.Kind, str] = {
|
138
|
+
OciImageLayer.Kind.TAR: 'application/vnd.oci.image.layer.v1.tar',
|
139
|
+
OciImageLayer.Kind.TAR_GZIP: 'application/vnd.oci.image.layer.v1.tar+gzip',
|
140
|
+
OciImageLayer.Kind.TAR_ZSTD: 'application/vnd.oci.image.layer.v1.tar+zstd',
|
141
|
+
}
|
142
|
+
|
143
|
+
OCI_IMAGE_LAYER_KIND_MEDIA_TYPES_: ta.Mapping[str, OciImageLayer.Kind] = {
|
144
|
+
v: k
|
145
|
+
for k, v in OCI_IMAGE_LAYER_KIND_MEDIA_TYPES.items()
|
146
|
+
}
|
147
|
+
|
148
|
+
|
149
|
+
#
|
150
|
+
|
151
|
+
|
152
|
+
@_register_oci_media_dataclass
|
153
|
+
@dc.dataclass()
|
154
|
+
class OciMediaImageConfig(OciImageConfig, OciMediaDataclass):
|
155
|
+
SCHEMA_VERSION: ta.ClassVar[int] = 2
|
156
|
+
schema_version: int = dc.field(default=SCHEMA_VERSION, metadata={OBJ_MARSHALER_FIELD_KEY: 'schemaVersion'})
|
157
|
+
|
158
|
+
MEDIA_TYPE: ta.ClassVar[str] = 'application/vnd.oci.image.config.v1+json'
|
159
|
+
media_type: str = dc.field(default=MEDIA_TYPE, metadata={OBJ_MARSHALER_FIELD_KEY: 'mediaType'})
|
@@ -0,0 +1,83 @@
|
|
1
|
+
# ruff: noqa: UP006 UP007
|
2
|
+
# @omlish-lite
|
3
|
+
import abc
|
4
|
+
import os.path
|
5
|
+
import typing as ta
|
6
|
+
|
7
|
+
from omlish.lite.check import check
|
8
|
+
from omlish.os.paths import is_path_in_dir
|
9
|
+
|
10
|
+
from .datarefs import BytesOciDataRef
|
11
|
+
from .datarefs import FileOciDataRef
|
12
|
+
from .datarefs import OciDataRef
|
13
|
+
|
14
|
+
|
15
|
+
##
|
16
|
+
|
17
|
+
|
18
|
+
class OciRepository(abc.ABC):
|
19
|
+
@abc.abstractmethod
|
20
|
+
def contains_blob(self, digest: str) -> bool:
|
21
|
+
raise NotImplementedError
|
22
|
+
|
23
|
+
@abc.abstractmethod
|
24
|
+
def read_blob(self, digest: str) -> bytes:
|
25
|
+
raise NotImplementedError
|
26
|
+
|
27
|
+
@abc.abstractmethod
|
28
|
+
def ref_blob(self, digest: str) -> OciDataRef:
|
29
|
+
raise NotImplementedError
|
30
|
+
|
31
|
+
|
32
|
+
#
|
33
|
+
|
34
|
+
|
35
|
+
class DirectoryOciRepository(OciRepository):
|
36
|
+
def __init__(self, data_dir: str) -> None:
|
37
|
+
super().__init__()
|
38
|
+
|
39
|
+
self._data_dir = check.non_empty_str(data_dir)
|
40
|
+
|
41
|
+
def read_file(self, path: str) -> bytes:
|
42
|
+
full_path = os.path.join(self._data_dir, path)
|
43
|
+
check.arg(is_path_in_dir(self._data_dir, full_path))
|
44
|
+
with open(full_path, 'rb') as f:
|
45
|
+
return f.read()
|
46
|
+
|
47
|
+
def blob_path(self, digest: str) -> str:
|
48
|
+
scheme, value = digest.split(':')
|
49
|
+
return os.path.join('blobs', scheme, value)
|
50
|
+
|
51
|
+
def blob_full_path(self, digest: str) -> str:
|
52
|
+
path = self.blob_path(digest)
|
53
|
+
full_path = os.path.join(self._data_dir, path)
|
54
|
+
check.arg(is_path_in_dir(self._data_dir, full_path))
|
55
|
+
return full_path
|
56
|
+
|
57
|
+
def contains_blob(self, digest: str) -> bool:
|
58
|
+
return os.path.isfile(self.blob_full_path(digest))
|
59
|
+
|
60
|
+
def read_blob(self, digest: str) -> bytes:
|
61
|
+
return self.read_file(self.blob_path(digest))
|
62
|
+
|
63
|
+
def ref_blob(self, digest: str) -> OciDataRef:
|
64
|
+
return FileOciDataRef(self.blob_full_path(digest))
|
65
|
+
|
66
|
+
|
67
|
+
#
|
68
|
+
|
69
|
+
|
70
|
+
class DictionaryOciRepository(OciRepository):
|
71
|
+
def __init__(self, blobs: ta.Mapping[str, bytes]) -> None:
|
72
|
+
super().__init__()
|
73
|
+
|
74
|
+
self._blobs = blobs
|
75
|
+
|
76
|
+
def contains_blob(self, digest: str) -> bool:
|
77
|
+
return digest in self._blobs
|
78
|
+
|
79
|
+
def read_blob(self, digest: str) -> bytes:
|
80
|
+
return self._blobs[digest]
|
81
|
+
|
82
|
+
def ref_blob(self, digest: str) -> OciDataRef:
|
83
|
+
return BytesOciDataRef(self._blobs[digest])
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.2
|
2
2
|
Name: omdev
|
3
|
-
Version: 0.0.0.
|
3
|
+
Version: 0.0.0.dev222
|
4
4
|
Summary: omdev
|
5
5
|
Author: wrmsr
|
6
6
|
License: BSD-3-Clause
|
@@ -12,7 +12,7 @@ Classifier: Operating System :: OS Independent
|
|
12
12
|
Classifier: Operating System :: POSIX
|
13
13
|
Requires-Python: >=3.12
|
14
14
|
License-File: LICENSE
|
15
|
-
Requires-Dist: omlish==0.0.0.
|
15
|
+
Requires-Dist: omlish==0.0.0.dev222
|
16
16
|
Provides-Extra: all
|
17
17
|
Requires-Dist: black~=24.10; extra == "all"
|
18
18
|
Requires-Dist: pycparser~=2.22; extra == "all"
|
@@ -140,6 +140,13 @@ omdev/manifests/build.py,sha256=yX0QM6c60aauiF-8oDxrXhkrhhwHcRw_qft_IIW6LD8,8767
|
|
140
140
|
omdev/manifests/main.py,sha256=7zRlyE0BDPqITEbChlTBRGulAvG1nUZPHXrerNExriE,2126
|
141
141
|
omdev/mypy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
142
142
|
omdev/mypy/debug.py,sha256=WcZw-3Z1njg_KFGqi3DB6RuqbBa3dLArJnjVCuY1Mn0,3003
|
143
|
+
omdev/oci/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
144
|
+
omdev/oci/building.py,sha256=dv3PgAC94GWUFt7vaUnRi_xavZpExi7Vfm6lPFQ-bhA,3557
|
145
|
+
omdev/oci/data.py,sha256=NF3ZBCrDDZdcTkA7CT720rytgSvcH_iNHryWLO6n4ys,3501
|
146
|
+
omdev/oci/datarefs.py,sha256=OUHhFy2TytGt2_YVzCOreOBBbFXmGHTpflUlj7oOz4A,2079
|
147
|
+
omdev/oci/loading.py,sha256=CwUpCa_t52GJiwIpN2NlSGr4RawsOXpF9xH1j1U6ONQ,3350
|
148
|
+
omdev/oci/media.py,sha256=CBViZlluiECS2A98zCWho8DJzB2utKvO4MSCT01qNOo,5052
|
149
|
+
omdev/oci/repositories.py,sha256=oTwKQehGWTldaQy4CdR1GJz2DCCkB1q4NPDdkJeVox4,2188
|
143
150
|
omdev/packaging/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
144
151
|
omdev/packaging/marshal.py,sha256=c4Mdy5-s4O51eEKMWWBwkhTGQ1FoxVI2lD6CxI_cF3k,2379
|
145
152
|
omdev/packaging/names.py,sha256=-a7AykFPVR1i6EYJepbe3ABRrZQ_tPPmK5olzbn9HLI,2528
|
@@ -211,9 +218,9 @@ omdev/tools/json/rendering.py,sha256=tMcjOW5edfozcMSTxxvF7WVTsbYLoe9bCKFh50qyaGw
|
|
211
218
|
omdev/tools/pawk/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
212
219
|
omdev/tools/pawk/__main__.py,sha256=VCqeRVnqT1RPEoIrqHFSu4PXVMg4YEgF4qCQm90-eRI,66
|
213
220
|
omdev/tools/pawk/pawk.py,sha256=zsEkfQX0jF5bn712uqPAyBSdJt2dno1LH2oeSMNfXQI,11424
|
214
|
-
omdev-0.0.0.
|
215
|
-
omdev-0.0.0.
|
216
|
-
omdev-0.0.0.
|
217
|
-
omdev-0.0.0.
|
218
|
-
omdev-0.0.0.
|
219
|
-
omdev-0.0.0.
|
221
|
+
omdev-0.0.0.dev222.dist-info/LICENSE,sha256=B_hVtavaA8zCYDW99DYdcpDLKz1n3BBRjZrcbv8uG8c,1451
|
222
|
+
omdev-0.0.0.dev222.dist-info/METADATA,sha256=Uah5orSjym-xXyFh9XtBqqKKl7RqRncHdTT6Amon83g,1638
|
223
|
+
omdev-0.0.0.dev222.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
|
224
|
+
omdev-0.0.0.dev222.dist-info/entry_points.txt,sha256=dHLXFmq5D9B8qUyhRtFqTGWGxlbx3t5ejedjrnXNYLU,33
|
225
|
+
omdev-0.0.0.dev222.dist-info/top_level.txt,sha256=1nr7j30fEWgLYHW3lGR9pkdHkb7knv1U1ES1XRNVQ6k,6
|
226
|
+
omdev-0.0.0.dev222.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|