atdata 0.2.2b1__py3-none-any.whl → 0.2.3b1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- atdata/__init__.py +1 -1
- atdata/_cid.py +29 -35
- atdata/_helpers.py +7 -5
- atdata/_hf_api.py +48 -50
- atdata/_protocols.py +56 -71
- atdata/_schema_codec.py +33 -37
- atdata/_sources.py +57 -64
- atdata/_stub_manager.py +31 -26
- atdata/_type_utils.py +19 -5
- atdata/atmosphere/__init__.py +20 -23
- atdata/atmosphere/_types.py +11 -11
- atdata/atmosphere/client.py +11 -8
- atdata/atmosphere/lens.py +27 -30
- atdata/atmosphere/records.py +31 -37
- atdata/atmosphere/schema.py +33 -29
- atdata/atmosphere/store.py +16 -20
- atdata/cli/__init__.py +12 -3
- atdata/cli/diagnose.py +12 -8
- atdata/cli/local.py +4 -1
- atdata/dataset.py +284 -241
- atdata/lens.py +77 -82
- atdata/local.py +182 -169
- atdata/promote.py +18 -22
- {atdata-0.2.2b1.dist-info → atdata-0.2.3b1.dist-info}/METADATA +2 -1
- atdata-0.2.3b1.dist-info/RECORD +28 -0
- atdata-0.2.2b1.dist-info/RECORD +0 -28
- {atdata-0.2.2b1.dist-info → atdata-0.2.3b1.dist-info}/WHEEL +0 -0
- {atdata-0.2.2b1.dist-info → atdata-0.2.3b1.dist-info}/entry_points.txt +0 -0
- {atdata-0.2.2b1.dist-info → atdata-0.2.3b1.dist-info}/licenses/LICENSE +0 -0
atdata/promote.py
CHANGED
|
@@ -4,21 +4,19 @@ This module provides functionality to promote locally-indexed datasets to the
|
|
|
4
4
|
ATProto atmosphere network. This enables sharing datasets with the broader
|
|
5
5
|
federation while maintaining schema consistency.
|
|
6
6
|
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
>>> entry = local_index.get_dataset("my-dataset")
|
|
21
|
-
>>> at_uri = promote_to_atmosphere(entry, local_index, client)
|
|
7
|
+
Examples:
|
|
8
|
+
>>> from atdata.local import LocalIndex, Repo
|
|
9
|
+
>>> from atdata.atmosphere import AtmosphereClient, AtmosphereIndex
|
|
10
|
+
>>> from atdata.promote import promote_to_atmosphere
|
|
11
|
+
>>>
|
|
12
|
+
>>> # Setup
|
|
13
|
+
>>> local_index = LocalIndex()
|
|
14
|
+
>>> client = AtmosphereClient()
|
|
15
|
+
>>> client.login("handle.bsky.social", "app-password")
|
|
16
|
+
>>>
|
|
17
|
+
>>> # Promote a dataset
|
|
18
|
+
>>> entry = local_index.get_dataset("my-dataset")
|
|
19
|
+
>>> at_uri = promote_to_atmosphere(entry, local_index, client)
|
|
22
20
|
"""
|
|
23
21
|
|
|
24
22
|
from typing import TYPE_CHECKING, Type
|
|
@@ -128,13 +126,11 @@ def promote_to_atmosphere(
|
|
|
128
126
|
KeyError: If schema not found in local index.
|
|
129
127
|
ValueError: If local entry has no data URLs.
|
|
130
128
|
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
>>> print(uri)
|
|
137
|
-
at://did:plc:abc123/ac.foundation.dataset.datasetIndex/...
|
|
129
|
+
Examples:
|
|
130
|
+
>>> entry = local_index.get_dataset("mnist-train")
|
|
131
|
+
>>> uri = promote_to_atmosphere(entry, local_index, client)
|
|
132
|
+
>>> print(uri)
|
|
133
|
+
at://did:plc:abc123/ac.foundation.dataset.datasetIndex/...
|
|
138
134
|
"""
|
|
139
135
|
from .atmosphere import DatasetPublisher
|
|
140
136
|
from ._schema_codec import schema_to_type
|
|
@@ -1,11 +1,12 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: atdata
|
|
3
|
-
Version: 0.2.
|
|
3
|
+
Version: 0.2.3b1
|
|
4
4
|
Summary: A loose federation of distributed, typed datasets
|
|
5
5
|
Author-email: Maxine Levesque <hello@maxine.science>, "Maxine @ Forecast Bio" <maxine@forecast.bio>
|
|
6
6
|
License-File: LICENSE
|
|
7
7
|
Requires-Python: >=3.12
|
|
8
8
|
Requires-Dist: atproto>=0.0.65
|
|
9
|
+
Requires-Dist: boto3>=1.41.5
|
|
9
10
|
Requires-Dist: fastparquet>=2024.11.0
|
|
10
11
|
Requires-Dist: libipld>=3.3.2
|
|
11
12
|
Requires-Dist: msgpack>=1.1.2
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
atdata/__init__.py,sha256=yMp3NFDIerlv0U0ltXnTg2CvbUY-9C_etNYA1JAaf88,2452
|
|
2
|
+
atdata/_cid.py,sha256=6wLV_dcQJy5Eb-wld7_h7Kcp7QoVixIqUDIIoSwpQms,3992
|
|
3
|
+
atdata/_helpers.py,sha256=zoo9tKs_soM9n_gTQ_DRgA3iPi8i8W01L819UmzVcwo,1553
|
|
4
|
+
atdata/_hf_api.py,sha256=cG8JIZAOcKEVCS0XGthe-5YPMUsxHnOFpe_HeYN-WEs,22948
|
|
5
|
+
atdata/_protocols.py,sha256=TkBnA4mosvelsxSGnzUUf8DAcspt-zwmSLbJPGuxkRE,15764
|
|
6
|
+
atdata/_schema_codec.py,sha256=I2cjXuICpdP1cMsG7Vpj6T7Kz0zEwYO780pAmnpjGj8,14352
|
|
7
|
+
atdata/_sources.py,sha256=A7HMkS_dqN5Sx7rG1nZsO1Laxozt3C65_P2Hiv41VXk,16624
|
|
8
|
+
atdata/_stub_manager.py,sha256=Heh0HAYjVjnkUQcPWAEOrkkEKN3Mi9vTJPA-ZRseFw8,19141
|
|
9
|
+
atdata/_type_utils.py,sha256=p8pdo_Ujtds1F_G816DsPKPY9JxI8Aha6iFruvn11ro,2947
|
|
10
|
+
atdata/dataset.py,sha256=VTdK6rssSIHJH9GzDGLJYO8PJKNkxWW8g-U2ZQTxB_U,36773
|
|
11
|
+
atdata/lens.py,sha256=vyoSRMEyqk9npKmm8vfhMsO-TOfpakDNJyD_GqnqmDM,9670
|
|
12
|
+
atdata/local.py,sha256=S9uAsxrTm8kBwWF7VjrNaSMJvIllyFYP6a75oEyJljA,57352
|
|
13
|
+
atdata/promote.py,sha256=fPLVNkwukX5rjvR4z24K4kQbXlWRtHzHbQYQ3P8dcy8,6303
|
|
14
|
+
atdata/atmosphere/__init__.py,sha256=pm6nskOZguhnFiDbKK99uHHQW3c7v3Qe2OJmDfFSjaY,9778
|
|
15
|
+
atdata/atmosphere/_types.py,sha256=MRhXnmAuQLJPdoq1skrBGXCsaQYdtKG_nA3YlSjwJXY,9595
|
|
16
|
+
atdata/atmosphere/client.py,sha256=acw82w3_cxWbWDtIRvH1VDHGJSroGqhSenFFostXTXo,16210
|
|
17
|
+
atdata/atmosphere/lens.py,sha256=EnrddTD-SAnyxU0XF__QkePLUhb4lPwfFLaseL_STDc,9260
|
|
18
|
+
atdata/atmosphere/records.py,sha256=esEm8Lz2zUi4CS9udHTAeNLCHwilHM3VljhY202fdMk,15844
|
|
19
|
+
atdata/atmosphere/schema.py,sha256=6V_lL-aFtgt56cbJioYygOrUFdzn6Hj5gqgBch__HMw,7767
|
|
20
|
+
atdata/atmosphere/store.py,sha256=NR4tGS9u3_ogvnyyOHDVF0tRKChruj_NE9Df4qrZiDU,6324
|
|
21
|
+
atdata/cli/__init__.py,sha256=R8GvGfbLhdGTStBgaD4nUGkInNE_pY60z_hA-rKPWH4,5728
|
|
22
|
+
atdata/cli/diagnose.py,sha256=Det9ozOvxXKd8Abu-xEsMjaXR34H_cuSX9MJJIlhnsA,5483
|
|
23
|
+
atdata/cli/local.py,sha256=7yatEQ61ipdtWtlMcIeMgcQLfu3ysCqOrcYBCyG3ivA,8077
|
|
24
|
+
atdata-0.2.3b1.dist-info/METADATA,sha256=beXT0CgUFSG9heYgNS92KnvaGYimC4T7ZtspWuIzYl8,7299
|
|
25
|
+
atdata-0.2.3b1.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
|
|
26
|
+
atdata-0.2.3b1.dist-info/entry_points.txt,sha256=6-iQr1veSTq-ac94bLyfcyGHprrZWevPEd12BWX37tQ,39
|
|
27
|
+
atdata-0.2.3b1.dist-info/licenses/LICENSE,sha256=Pz2eACSxkhsGfW9_iN60pgy-enjnbGTj8df8O3ebnQQ,16726
|
|
28
|
+
atdata-0.2.3b1.dist-info/RECORD,,
|
atdata-0.2.2b1.dist-info/RECORD
DELETED
|
@@ -1,28 +0,0 @@
|
|
|
1
|
-
atdata/__init__.py,sha256=TH-HoeLOdDJL42HqcrcR4pAoizI21CTUffdBlnEQZzM,2451
|
|
2
|
-
atdata/_cid.py,sha256=aLH4Iov6oQsxFt4pj2-0SwcfBMQsIFtBDADQekQRtEw,4083
|
|
3
|
-
atdata/_helpers.py,sha256=RvA-Xlj3AvgSWuiPdS8YTBp8AJT-u32BaLpxsu4PIIA,1564
|
|
4
|
-
atdata/_hf_api.py,sha256=D4-2-3bhO9yO6G_wMBlNHO_Pcj-USsUUErJNgPbdK5w,23113
|
|
5
|
-
atdata/_protocols.py,sha256=qHZDas6jOOWWEJYwZU4zPsB9RcX1WgwnOLNsvMek9rg,16055
|
|
6
|
-
atdata/_schema_codec.py,sha256=5kKCYy2F4Tg_6wpcw2lxvKFUZrMmZsTBAuBqMvuthrw,14430
|
|
7
|
-
atdata/_sources.py,sha256=w3nSqvd74T68vDv_xFZzx4myaFilFWXvFX7OoAT6vBU,16820
|
|
8
|
-
atdata/_stub_manager.py,sha256=rTyxlf5LeEcs4SHdXI-xnthhboOjK9uWIAzyXj5w9MA,19150
|
|
9
|
-
atdata/_type_utils.py,sha256=yKx_imuYpZkJZOQRBuneoVm7HNVIXnLZ3SbLQA7OeFw,2891
|
|
10
|
-
atdata/dataset.py,sha256=HTWKBXc7nKB4iaYBRMzRhxQ3iN7DZGTSPPlpcxPIdoc,36113
|
|
11
|
-
atdata/lens.py,sha256=fKt07rKFgwmtr10ArzhvtxJw8krcs4qJHIMc9Hbe544,9907
|
|
12
|
-
atdata/local.py,sha256=Wg7ynRMmpup83Plh9EgHrshgiJfznzWvt0aXnxT0jfU,57547
|
|
13
|
-
atdata/promote.py,sha256=DdjgrbUSOrtPau_fyGdELMwkVM8kM0bTBH8ojpcJXtc,6385
|
|
14
|
-
atdata/atmosphere/__init__.py,sha256=DgBGgGN6AmRnq6Csm5kbxu24KBmp41QvVOvG0ewyOB8,9863
|
|
15
|
-
atdata/atmosphere/_types.py,sha256=TK08Skpy2mLEgyiQmeYF4Pl_V0YfOiHI2zlClAdFvv4,9604
|
|
16
|
-
atdata/atmosphere/client.py,sha256=cZQMJKJQ49CC99WYFsUw71iZD3tA9cRwGWpvcYjM1p8,16174
|
|
17
|
-
atdata/atmosphere/lens.py,sha256=8papN5AK8Id-1LxNaHLyvpR_YYIkt5ifMd-47-QFJt4,9377
|
|
18
|
-
atdata/atmosphere/records.py,sha256=aC1oaAyIUid56CGkFEiZe5-jGkmkVgcQKzzFauM9yso,16003
|
|
19
|
-
atdata/atmosphere/schema.py,sha256=IBbssMT8mXJbJ7otW5ZJXj9eZUCwI1VsYagjeEQPwCI,7767
|
|
20
|
-
atdata/atmosphere/store.py,sha256=dEVGJtIUfxWZhD4NraUNGjD8Umh3CugrDCZONn-i7r0,6366
|
|
21
|
-
atdata/cli/__init__.py,sha256=fLnG7-Nra0IEOK140c4RoSSRvah1uXIDKpl6uW31acc,5698
|
|
22
|
-
atdata/cli/diagnose.py,sha256=q6wj4Skl-KwEAnwD9Bnhk_Gr8EEnrsNkSxwKtk54LaM,5455
|
|
23
|
-
atdata/cli/local.py,sha256=xNItYhEYOGQd30_eJ39s8IQfIfrozMxblsPc29hY-rE,8046
|
|
24
|
-
atdata-0.2.2b1.dist-info/METADATA,sha256=QrVdfUO-0PrI2UI113lZw16cHh_Bgdqirx-xrSZ9_bg,7270
|
|
25
|
-
atdata-0.2.2b1.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
|
|
26
|
-
atdata-0.2.2b1.dist-info/entry_points.txt,sha256=6-iQr1veSTq-ac94bLyfcyGHprrZWevPEd12BWX37tQ,39
|
|
27
|
-
atdata-0.2.2b1.dist-info/licenses/LICENSE,sha256=Pz2eACSxkhsGfW9_iN60pgy-enjnbGTj8df8O3ebnQQ,16726
|
|
28
|
-
atdata-0.2.2b1.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|