atdata 0.2.3b1__py3-none-any.whl → 0.3.1b1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (68) hide show
  1. atdata/.gitignore +1 -0
  2. atdata/__init__.py +39 -0
  3. atdata/_cid.py +0 -21
  4. atdata/_exceptions.py +168 -0
  5. atdata/_helpers.py +41 -15
  6. atdata/_hf_api.py +95 -11
  7. atdata/_logging.py +70 -0
  8. atdata/_protocols.py +77 -238
  9. atdata/_schema_codec.py +7 -6
  10. atdata/_stub_manager.py +5 -25
  11. atdata/_type_utils.py +28 -2
  12. atdata/atmosphere/__init__.py +31 -20
  13. atdata/atmosphere/_types.py +4 -4
  14. atdata/atmosphere/client.py +64 -12
  15. atdata/atmosphere/lens.py +11 -12
  16. atdata/atmosphere/records.py +12 -12
  17. atdata/atmosphere/schema.py +16 -18
  18. atdata/atmosphere/store.py +6 -7
  19. atdata/cli/__init__.py +161 -175
  20. atdata/cli/diagnose.py +2 -2
  21. atdata/cli/{local.py → infra.py} +11 -11
  22. atdata/cli/inspect.py +69 -0
  23. atdata/cli/preview.py +63 -0
  24. atdata/cli/schema.py +109 -0
  25. atdata/dataset.py +583 -328
  26. atdata/index/__init__.py +54 -0
  27. atdata/index/_entry.py +157 -0
  28. atdata/index/_index.py +1198 -0
  29. atdata/index/_schema.py +380 -0
  30. atdata/lens.py +9 -2
  31. atdata/lexicons/__init__.py +121 -0
  32. atdata/lexicons/ac.foundation.dataset.arrayFormat.json +16 -0
  33. atdata/lexicons/ac.foundation.dataset.getLatestSchema.json +78 -0
  34. atdata/lexicons/ac.foundation.dataset.lens.json +99 -0
  35. atdata/lexicons/ac.foundation.dataset.record.json +96 -0
  36. atdata/lexicons/ac.foundation.dataset.schema.json +107 -0
  37. atdata/lexicons/ac.foundation.dataset.schemaType.json +16 -0
  38. atdata/lexicons/ac.foundation.dataset.storageBlobs.json +24 -0
  39. atdata/lexicons/ac.foundation.dataset.storageExternal.json +25 -0
  40. atdata/lexicons/ndarray_shim.json +16 -0
  41. atdata/local/__init__.py +70 -0
  42. atdata/local/_repo_legacy.py +218 -0
  43. atdata/manifest/__init__.py +28 -0
  44. atdata/manifest/_aggregates.py +156 -0
  45. atdata/manifest/_builder.py +163 -0
  46. atdata/manifest/_fields.py +154 -0
  47. atdata/manifest/_manifest.py +146 -0
  48. atdata/manifest/_query.py +150 -0
  49. atdata/manifest/_writer.py +74 -0
  50. atdata/promote.py +18 -14
  51. atdata/providers/__init__.py +25 -0
  52. atdata/providers/_base.py +140 -0
  53. atdata/providers/_factory.py +69 -0
  54. atdata/providers/_postgres.py +214 -0
  55. atdata/providers/_redis.py +171 -0
  56. atdata/providers/_sqlite.py +191 -0
  57. atdata/repository.py +323 -0
  58. atdata/stores/__init__.py +23 -0
  59. atdata/stores/_disk.py +123 -0
  60. atdata/stores/_s3.py +349 -0
  61. atdata/testing.py +341 -0
  62. {atdata-0.2.3b1.dist-info → atdata-0.3.1b1.dist-info}/METADATA +5 -2
  63. atdata-0.3.1b1.dist-info/RECORD +67 -0
  64. atdata/local.py +0 -1720
  65. atdata-0.2.3b1.dist-info/RECORD +0 -28
  66. {atdata-0.2.3b1.dist-info → atdata-0.3.1b1.dist-info}/WHEEL +0 -0
  67. {atdata-0.2.3b1.dist-info → atdata-0.3.1b1.dist-info}/entry_points.txt +0 -0
  68. {atdata-0.2.3b1.dist-info → atdata-0.3.1b1.dist-info}/licenses/LICENSE +0 -0
{atdata-0.2.3b1.dist-info → atdata-0.3.1b1.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: atdata
3
- Version: 0.2.3b1
3
+ Version: 0.3.1b1
4
4
  Summary: A loose federation of distributed, typed datasets
5
5
  Author-email: Maxine Levesque <hello@maxine.science>, "Maxine @ Forecast Bio" <maxine@forecast.bio>
6
6
  License-File: LICENSE
@@ -20,14 +20,17 @@ Requires-Dist: requests>=2.32.5
20
20
  Requires-Dist: s3fs>=2025.12.0
21
21
  Requires-Dist: schemamodels>=0.9.1
22
22
  Requires-Dist: tqdm>=4.67.1
23
+ Requires-Dist: typer>=0.21.1
23
24
  Requires-Dist: webdataset>=1.0.2
24
25
  Provides-Extra: atmosphere
25
26
  Requires-Dist: atproto>=0.0.55; extra == 'atmosphere'
27
+ Provides-Extra: postgres
28
+ Requires-Dist: psycopg[binary]>=3.1; extra == 'postgres'
26
29
  Description-Content-Type: text/markdown
27
30
 
28
31
  # atdata
29
32
 
30
- [![codecov](https://codecov.io/gh/foundation-ac/atdata/branch/main/graph/badge.svg)](https://codecov.io/gh/foundation-ac/atdata)
33
+ [![codecov](https://codecov.io/gh/forecast-bio/atdata/branch/main/graph/badge.svg)](https://codecov.io/gh/forecast-bio/atdata)
31
34
 
32
35
  A loose federation of distributed, typed datasets built on WebDataset.
33
36
 
atdata-0.3.1b1.dist-info/RECORD ADDED
@@ -0,0 +1,67 @@
1
+ atdata/.gitignore,sha256=ROcLwaiURIGOAYGFpakac_WEeKS4hH4HxJuscfDGo2s,10
2
+ atdata/__init__.py,sha256=4Md8CpLcwSlmQtogXnXl5khztgOIK_0AOkIp6CyrzgM,3392
3
+ atdata/_cid.py,sha256=9EMJw_kcNchVF6bg5Pkl6ud99Xdm_fAEAxsgf1aV8A8,3500
4
+ atdata/_exceptions.py,sha256=a2IzmTJqLyIgQ0RkW3KhaaaSDdQJGLoXzuHfEX0DfB4,5390
5
+ atdata/_helpers.py,sha256=SBGrHBDPyg2ZALhVA9xLAWGERj9G7tySBx4Sn5fLvc0,2749
6
+ atdata/_hf_api.py,sha256=yN8CvB6V64H3LMGbANGTMCToURsV3Th6pyhG9vMp79Y,25522
7
+ atdata/_logging.py,sha256=Wj9MTe9xCP_awiQYfa7219Fb443Rkwu_jIqM-m2u2GA,2225
8
+ atdata/_protocols.py,sha256=xjqsxPG6KLoq6kqZaoGbUEWXiK-gMqHjCoK_9ad8j2Q,9412
9
+ atdata/_schema_codec.py,sha256=uje12k38EoHlkJsdtvZO14KpaAc1kzsd32QBCEOnBWE,14383
10
+ atdata/_sources.py,sha256=A7HMkS_dqN5Sx7rG1nZsO1Laxozt3C65_P2Hiv41VXk,16624
11
+ atdata/_stub_manager.py,sha256=ciA46WKqczE1cBYE4CJZeE37vhlgShl_VpejAmAZFEQ,18195
12
+ atdata/_type_utils.py,sha256=mhD0ywXgIEpVaAWpGVKGneUOh0cmI96zKz6g2O1bdg0,3762
13
+ atdata/dataset.py,sha256=NCc1LGKCaa-miwk2P4g8b7iRb4-Kho0SujU58IQbSJ4,46800
14
+ atdata/lens.py,sha256=s6Ebeacth4cF_yCmnH4MuZ6TwQJmUmrFZ3eIh1jQSZI,9914
15
+ atdata/promote.py,sha256=epFa4VXYbBigAXb_yYPiPQREPVAdmZ53Ab2sjSgybw8,6429
16
+ atdata/repository.py,sha256=n4Rdpi07b2EEQhHGMOnWnV8shqQZ_BD7oEongJdhoto,10163
17
+ atdata/testing.py,sha256=bvnu8knCeLJYm4KzsU9jzw0yHYappgPk41UN-O2aLT4,10949
18
+ atdata/atmosphere/__init__.py,sha256=C8YhxR9PHHUt5kDSfx9lFyMlyCPdQ1fhE6t_b7rYHfM,10024
19
+ atdata/atmosphere/_types.py,sha256=UTRe-jgn0IPFcK1D00Y9A2GGPmQKABevHbebtRRXHHY,9571
20
+ atdata/atmosphere/client.py,sha256=GZO6YX0SOtFr3G5y7Cpl9sckHsZfVeumUUXB7UVbW-4,17726
21
+ atdata/atmosphere/lens.py,sha256=3d7GDoSsYLWJqeAe2T7WFbF59w7BWVc_B1HfwxVeeb4,9203
22
+ atdata/atmosphere/records.py,sha256=1BPZjSJFL_O71SVdA-fKEEkmFdCnGkjRl88uy8XMvJ0,15815
23
+ atdata/atmosphere/schema.py,sha256=GcKSeIGgnqvxmPWWU23Z2sHO78WJX9raKQWtYK-difs,7636
24
+ atdata/atmosphere/store.py,sha256=WgMHoBUsuoM9DQ99ZmXJ3r-d8v3-qHDC6c3DMntHFBI,6273
25
+ atdata/cli/__init__.py,sha256=_snwVqTt1qOc_cuXuEEhTTQyrD2nqd2TncZF8PCngPM,5798
26
+ atdata/cli/diagnose.py,sha256=L1wY2xWOr-8XUd5PZngi4t_r72rQBa8YXsY71dxFA20,5483
27
+ atdata/cli/infra.py,sha256=pL3Dg89fM7QZO4j4R037eZKJnHUnGf8uZinTvYEzfmA,8057
28
+ atdata/cli/inspect.py,sha256=YoJkWeXj1cHcOuDH9Z3btWMhiFNOG6JG3x-tScee-84,2019
29
+ atdata/cli/preview.py,sha256=n90Eqj920JEi7nBl4NnbmEhZxKLzHoR2CfNI9lkbGuc,1735
30
+ atdata/cli/schema.py,sha256=JwbQOBOPcvDTF6QgptuqZF5VEEMHrjxlj959q6E1DQY,2882
31
+ atdata/index/__init__.py,sha256=dbJoHCgO3QbCAyilmEmdSsU7-RhifBa2N7h1L9Y8Gls,1329
32
+ atdata/index/_entry.py,sha256=Cea1uAbURlBVn3vlrcLD5mtwIaqYoHjgb1GVsBqrszw,5264
33
+ atdata/index/_index.py,sha256=XUGvSHEatqR1IHkVJ3F2YCJNPBppQ6tZzTMRfeBPpLQ,43726
34
+ atdata/index/_schema.py,sha256=_-1RgFaYyBHeMhX_PzOCh8ZvtH92aGUWrOVCvMSVQSo,11604
35
+ atdata/lexicons/__init__.py,sha256=rdkasqWXggLmvBQtLl-hjeVCvjxGmOZN5tjriJ88Ch4,3468
36
+ atdata/lexicons/ac.foundation.dataset.arrayFormat.json,sha256=XVXqKRJKxuWOxlGVxIvMWQNqV5movjtn9JPtocf93Mo,701
37
+ atdata/lexicons/ac.foundation.dataset.getLatestSchema.json,sha256=rtgPz5jZ2memj1HlWcqvF3xGTY0CBvM5ApzAhbtBBaU,2154
38
+ atdata/lexicons/ac.foundation.dataset.lens.json,sha256=JG-I2WXlvsDDbAtO9CTcUPm57B-CuOeLVvjkhB6w5R4,3050
39
+ atdata/lexicons/ac.foundation.dataset.record.json,sha256=dAJK7bKx_ng4AAlkdW8838GbMM12uxeonP89wvEHV4U,3174
40
+ atdata/lexicons/ac.foundation.dataset.schema.json,sha256=9hQRXu9WEuX68ljOOG4XLfy1jVn7Y0uPTlhvBO5lmx0,4511
41
+ atdata/lexicons/ac.foundation.dataset.schemaType.json,sha256=FK3YZuR1r_ozZJOpxfdyWm76xmKSjR9O8tvU1fLszn8,652
42
+ atdata/lexicons/ac.foundation.dataset.storageBlobs.json,sha256=NjeRm72N59GanJyyJwaS3JSph7Cu6nZZHoinInh-n8Q,700
43
+ atdata/lexicons/ac.foundation.dataset.storageExternal.json,sha256=iyZ1g20O7yG93cmwd6Q9aXrmR7tPsdq1H_GGt4Fb8oo,733
44
+ atdata/lexicons/ndarray_shim.json,sha256=RvcOsRByfEFPQeJyaPu_QfG_gDYLA6I525-_yrRQ5g4,932
45
+ atdata/local/__init__.py,sha256=699CAnyMUPCOIdaFDw-HStUUG_qj1rovWQuCkmrSx6U,1791
46
+ atdata/local/_repo_legacy.py,sha256=zP_mh4p4-tJlPbu7kaNdMjNNb2S0e8HcuINPcuchQ7I,7542
47
+ atdata/manifest/__init__.py,sha256=GB7V8OXLDAIuUX4JSBVL7_UV9CFALMiMfoeZvoNkug0,1309
48
+ atdata/manifest/_aggregates.py,sha256=yabfBJtdVqOBWbkNqg9gp0BgpG62wi3QsGYlHgAAcFk,4198
49
+ atdata/manifest/_builder.py,sha256=abU5cnRnIJZ_qf_BKr6-fMYU1HaJWkBVgmGL0WzRRzU,5252
50
+ atdata/manifest/_fields.py,sha256=4Mm31HGb3qRwvp5Kn9Pp-4dX0tlNrQHxEDZJnBzFpos,5003
51
+ atdata/manifest/_manifest.py,sha256=hPcURPjjPS5r3H_veVshwT6Qw-lC9eQll84Fos1xrCE,4852
52
+ atdata/manifest/_query.py,sha256=25_0i60jWQhuMXsuuVLvSPS8v9pejTi5Bik99e2L99A,4641
53
+ atdata/manifest/_writer.py,sha256=_g2YZof-GnN3nVLpAAE5fDmsV9GzlPYf2oa1BWYswxI,2206
54
+ atdata/providers/__init__.py,sha256=LDziQc6Dc0QCfJcr_sDDqxArstDB0dSZHGgXCIIXbzo,848
55
+ atdata/providers/_base.py,sha256=3ICfgo2AWrRyAHrH8AJM4F0ssDBVD_K5iZAuQcUFLGA,4402
56
+ atdata/providers/_factory.py,sha256=9clKbch3gxqJWufY-HIbbfaBstzoq1LOcMrJOKHTPhw,2039
57
+ atdata/providers/_postgres.py,sha256=BpbjiD9jifLO74aWttSq4JgVoecAypCoYzO_7DdAZuQ,7402
58
+ atdata/providers/_redis.py,sha256=VljNKSsLAX5H0NoOuqkuLQeQAFuuettq1MnpBJgnqhw,6054
59
+ atdata/providers/_sqlite.py,sha256=urZWl7ErgKJJ1uBpnmmdkz7uWnrKGkJDIaTvAdyN7Uo,6486
60
+ atdata/stores/__init__.py,sha256=juot7U0m8L5BauOvgsfq7mzdCYgSF5kzDjvSeo-KZ84,458
61
+ atdata/stores/_disk.py,sha256=vHwNtE9lE1on3YTBJw5t_0tiwZjPhskNxCjpprK3sUI,3599
62
+ atdata/stores/_s3.py,sha256=7KuIIZgqaiaNjULlKC3QPbLkKaj7rRVSYJt5zU_OEXI,12809
63
+ atdata-0.3.1b1.dist-info/METADATA,sha256=wVRVllAuP9wa20G9a43T7YO1kf3iHVCQ27o5DCO7Mqo,7408
64
+ atdata-0.3.1b1.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
65
+ atdata-0.3.1b1.dist-info/entry_points.txt,sha256=6-iQr1veSTq-ac94bLyfcyGHprrZWevPEd12BWX37tQ,39
66
+ atdata-0.3.1b1.dist-info/licenses/LICENSE,sha256=Pz2eACSxkhsGfW9_iN60pgy-enjnbGTj8df8O3ebnQQ,16726
67
+ atdata-0.3.1b1.dist-info/RECORD,,