dao-scripts 1.3.0.post1__tar.gz → 1.4.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/.github/workflows/ci.yml +4 -0
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/CHANGELOG.md +8 -1
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/PKG-INFO +1 -1
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/dao_scripts.egg-info/PKG-INFO +1 -1
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/src/_version.py +2 -2
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/src/endpoints.json +2 -2
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/src/main.py +11 -7
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/.envrc +0 -0
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/.github/workflows/update-datasets.yml +0 -0
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/.gitignore +0 -0
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/LICENSE +0 -0
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/README.md +0 -0
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/dao_scripts.egg-info/SOURCES.txt +0 -0
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/dao_scripts.egg-info/dependency_links.txt +0 -0
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/dao_scripts.egg-info/entry_points.txt +0 -0
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/dao_scripts.egg-info/namespace_packages.txt +0 -0
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/dao_scripts.egg-info/requires.txt +0 -0
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/dao_scripts.egg-info/top_level.txt +0 -0
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/pyproject.toml +0 -0
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/setup.cfg +0 -0
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/setup.py +0 -0
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/src/__init__.py +0 -0
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/src/__main__.py +0 -0
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/src/aragon/__init__.py +0 -0
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/src/aragon/dao_names.json +0 -0
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/src/aragon/runner.py +0 -0
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/src/argparser.py +0 -0
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/src/common/__init__.py +0 -0
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/src/common/api_requester.py +0 -0
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/src/common/blockscout.py +0 -0
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/src/common/common.py +0 -0
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/src/common/cryptocompare.py +0 -0
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/src/common/thegraph.py +0 -0
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/src/config.py +0 -0
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/src/daohaus/__init__.py +0 -0
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/src/daohaus/runner.py +0 -0
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/src/daostack/__init__.py +0 -0
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/src/daostack/runner.py +0 -0
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/src/logging.py +0 -0
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/src/metadata.py +0 -0
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/src/utils/__init__.py +0 -0
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/src/utils/uploadDataWarehouse.py +0 -0
- {dao_scripts-1.3.0.post1 → dao_scripts-1.4.0}/test/test_placeholder.py +0 -0
@@ -52,6 +52,10 @@ jobs:
|
|
52
52
|
# IMPORTANT: this permission is mandatory for trusted publishing
|
53
53
|
id-token: write
|
54
54
|
steps:
|
55
|
+
- name: Skip Duplicate Actions
|
56
|
+
uses: fkirc/skip-duplicate-actions@v5
|
57
|
+
with:
|
58
|
+
concurrent_skipping: same_content_newer
|
55
59
|
- name: Download built package
|
56
60
|
uses: actions/download-artifact@v4
|
57
61
|
with:
|
@@ -1,7 +1,14 @@
|
|
1
1
|
# Changelog
|
2
2
|
All notable changes to this project will be documented in this file.
|
3
3
|
|
4
|
-
## 1.
|
4
|
+
## 1.4.0 - 2024-06-03
|
5
|
+
- Fixed bug when process was killed
|
6
|
+
- Updated endpoint network names
|
7
|
+
|
8
|
+
## 1.3.1 - 2024-05-27
|
9
|
+
- Fixed bug with `--delete-force`
|
10
|
+
|
11
|
+
## 1.3.0 - 2024-05-24
|
5
12
|
- Improved and standarized logging #10
|
6
13
|
- The Graph Hosted Service sunsetting
|
7
14
|
- Added DAOA_THE_GRAPH_API_KEY variable (now needed)
|
@@ -15,11 +15,11 @@
|
|
15
15
|
"daostack": "Bnqq6ARphxg2rnAvjBrQGxCPNtDGiygv235GbRzZqwfb",
|
16
16
|
"daohaus": "2GJY9uxsLQUCvgqSfy6QCLAJgM9P9kdxBUpwNcGs7nPR"
|
17
17
|
},
|
18
|
-
"
|
18
|
+
"matic": {
|
19
19
|
"_blocks": "4mJTujCUWKLd4SPBYE1YXbamfNSNRMyphk8tHzczYWf9",
|
20
20
|
"daohaus": "AkzZk4BsvfNRkRDtzz7Bc8TgktTJN4uv9tgfCehhE6fB"
|
21
21
|
},
|
22
|
-
"arbitrum": {
|
22
|
+
"arbitrum-one": {
|
23
23
|
"_blocks": "AyY1GDtmAyavGWsdoHQ4vNoBCVWSqfDwHa6jPu5KdHgP",
|
24
24
|
"daohaus": "2c41cggebRCMzFiDqoqDwShZtz4xYucsFKbQnEiXUTzY"
|
25
25
|
},
|
@@ -44,7 +44,7 @@ def _is_good_version(datawarehouse: Path) -> bool:
|
|
44
44
|
return vf.readline().strip() == __version__
|
45
45
|
|
46
46
|
def run_all(
|
47
|
-
datawarehouse: Path,
|
47
|
+
datawarehouse: Path,
|
48
48
|
platforms: list[str], networks: list[str], collectors: list[str],
|
49
49
|
block_datetime: datetime, force: bool
|
50
50
|
):
|
@@ -83,12 +83,17 @@ def lock_and_run(args: Namespace):
|
|
83
83
|
with pl.Lock(cs_lock, 'w', timeout=1) as lock, \
|
84
84
|
tempfile.TemporaryDirectory(prefix="datawarehouse_") as tmp_dw_str:
|
85
85
|
|
86
|
+
running_link = datawarehouse / '.running'
|
87
|
+
if running_link.exists():
|
88
|
+
print("Program was killed, removing aux files")
|
89
|
+
running_link.unlink()
|
90
|
+
|
86
91
|
# Writing pid and dir name to lock (debugging)
|
87
92
|
tmp_dw = Path(tmp_dw_str)
|
88
93
|
print(os.getpid(), file=lock)
|
89
94
|
print(tmp_dw, file=lock)
|
90
95
|
lock.flush()
|
91
|
-
|
96
|
+
running_link.symlink_to(tmp_dw)
|
92
97
|
|
93
98
|
# Used to tell the loggers to use errors.log or the main logs
|
94
99
|
copied_dw = False
|
@@ -101,12 +106,12 @@ def lock_and_run(args: Namespace):
|
|
101
106
|
with pl.Lock(p_lock, 'r', timeout=1, flags=pl.LOCK_SH | pl.LOCK_NB):
|
102
107
|
shutil.copytree(datawarehouse, tmp_dw, dirs_exist_ok=True, ignore=ignore)
|
103
108
|
|
104
|
-
if args.delete_force or not _is_good_version(
|
109
|
+
if args.delete_force or not _is_good_version(tmp_dw):
|
105
110
|
if not args.delete_force:
|
106
111
|
print(f"datawarehouse version is not version {__version__}, upgrading")
|
107
112
|
|
108
|
-
# We skip the dotfiles like .lock
|
109
|
-
for p in
|
113
|
+
# We skip the dotfiles like .lock or .cache
|
114
|
+
for p in tmp_dw.glob('[!.]*'):
|
110
115
|
if p.is_dir():
|
111
116
|
shutil.rmtree(p)
|
112
117
|
else:
|
@@ -119,7 +124,6 @@ def lock_and_run(args: Namespace):
|
|
119
124
|
# Execute the scripts in the aux datawarehouse
|
120
125
|
run_all(
|
121
126
|
datawarehouse=tmp_dw,
|
122
|
-
delete_force=args.delete_force,
|
123
127
|
platforms=args.platforms,
|
124
128
|
networks=args.networks,
|
125
129
|
collectors=args.collectors,
|
@@ -136,7 +140,7 @@ def lock_and_run(args: Namespace):
|
|
136
140
|
finally:
|
137
141
|
# Removing pid from lock
|
138
142
|
lock.truncate(0)
|
139
|
-
|
143
|
+
running_link.unlink()
|
140
144
|
finish_logging(errors=not copied_dw)
|
141
145
|
except pl.LockException:
|
142
146
|
with open(cs_lock, 'r') as f:
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|