elaunira-airflow-provider-r2index 0.3.0__py3-none-any.whl → 0.3.2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- elaunira/airflow/provider/r2index/hooks/r2index.py +10 -3
- elaunira/airflow/provider/r2index/links/r2index.py +1 -1
- {elaunira_airflow_provider_r2index-0.3.0.dist-info → elaunira_airflow_provider_r2index-0.3.2.dist-info}/METADATA +1 -1
- {elaunira_airflow_provider_r2index-0.3.0.dist-info → elaunira_airflow_provider_r2index-0.3.2.dist-info}/RECORD +7 -7
- {elaunira_airflow_provider_r2index-0.3.0.dist-info → elaunira_airflow_provider_r2index-0.3.2.dist-info}/WHEEL +0 -0
- {elaunira_airflow_provider_r2index-0.3.0.dist-info → elaunira_airflow_provider_r2index-0.3.2.dist-info}/entry_points.txt +0 -0
- {elaunira_airflow_provider_r2index-0.3.0.dist-info → elaunira_airflow_provider_r2index-0.3.2.dist-info}/licenses/LICENSE +0 -0
|
@@ -191,14 +191,20 @@ class R2IndexHook(BaseHook):
|
|
|
191
191
|
|
|
192
192
|
return secret_cache[path].get(key)
|
|
193
193
|
|
|
194
|
-
|
|
194
|
+
config = {
|
|
195
195
|
"index_api_url": get_secret_value("r2index_api_url"),
|
|
196
196
|
"index_api_token": get_secret_value("r2index_api_token"),
|
|
197
197
|
"r2_access_key_id": get_secret_value("r2_access_key_id"),
|
|
198
198
|
"r2_secret_access_key": get_secret_value("r2_secret_access_key"),
|
|
199
199
|
"r2_endpoint_url": get_secret_value("r2_endpoint_url"),
|
|
200
200
|
}
|
|
201
|
-
|
|
201
|
+
# Log which values are missing
|
|
202
|
+
missing = [k for k, v in config.items() if v is None]
|
|
203
|
+
if missing:
|
|
204
|
+
self.log.warning("Missing Vault secrets: %s", missing)
|
|
205
|
+
return config
|
|
206
|
+
except Exception as e:
|
|
207
|
+
self.log.error("Failed to get config from Vault: %s", e)
|
|
202
208
|
return None
|
|
203
209
|
|
|
204
210
|
def _get_config_from_connection(self) -> dict[str, str | None] | None:
|
|
@@ -233,7 +239,8 @@ class R2IndexHook(BaseHook):
|
|
|
233
239
|
"r2_secret_access_key": extra.get("r2_secret_access_key"),
|
|
234
240
|
"r2_endpoint_url": extra.get("r2_endpoint_url"),
|
|
235
241
|
}
|
|
236
|
-
except Exception:
|
|
242
|
+
except Exception as e:
|
|
243
|
+
self.log.error("Failed to get config from connection: %s", e)
|
|
237
244
|
return None
|
|
238
245
|
|
|
239
246
|
def get_conn(self) -> R2IndexClient:
|
|
@@ -29,7 +29,7 @@ class R2IndexFileLink(BaseOperatorLink):
|
|
|
29
29
|
"""Get the link to the R2Index file."""
|
|
30
30
|
from airflow.models import XCom
|
|
31
31
|
|
|
32
|
-
result = XCom.get_value(ti_key=ti_key)
|
|
32
|
+
result = XCom.get_value(ti_key=ti_key, key="return_value")
|
|
33
33
|
if result and isinstance(result, dict):
|
|
34
34
|
file_id = result.get("id") or result.get("file_record", {}).get("id")
|
|
35
35
|
if file_id:
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: elaunira-airflow-provider-r2index
|
|
3
|
-
Version: 0.3.
|
|
3
|
+
Version: 0.3.2
|
|
4
4
|
Summary: Airflow provider for Elaunira R2Index connections
|
|
5
5
|
Project-URL: Repository, https://github.com/elaunira/elaunira-airflow-provider-r2index
|
|
6
6
|
License-Expression: MIT
|
|
@@ -5,13 +5,13 @@ elaunira/airflow/provider/r2index/__init__.py,sha256=FfEbVB2LUfEx8AIvN-uk2pOXskc
|
|
|
5
5
|
elaunira/airflow/provider/r2index/decorators/__init__.py,sha256=FHlxBfYIDB33GVfQDBllraKdpSmTfYPkufkZI4USMHs,197
|
|
6
6
|
elaunira/airflow/provider/r2index/decorators/r2index.py,sha256=umjV4NQdkBjU-kBkCs-tufe9B_iY5uLpQQC3u8luxq8,4319
|
|
7
7
|
elaunira/airflow/provider/r2index/hooks/__init__.py,sha256=fLCw13d7Z61tf2qhKdNiJN3KdhwE4PDF3SyEZaf2PfU,130
|
|
8
|
-
elaunira/airflow/provider/r2index/hooks/r2index.py,sha256=
|
|
8
|
+
elaunira/airflow/provider/r2index/hooks/r2index.py,sha256=rpNWRlOMPfACnM6cvJ5xkyg5o5aSZxNUw2ncnOnt5R4,12874
|
|
9
9
|
elaunira/airflow/provider/r2index/links/__init__.py,sha256=0Uv3lwDd_DWz1ko1JcaEQI_2TDIMnbPLuKaBSdNjDWg,144
|
|
10
|
-
elaunira/airflow/provider/r2index/links/r2index.py,sha256=
|
|
10
|
+
elaunira/airflow/provider/r2index/links/r2index.py,sha256=n8L1RumKlo1C_t7NaMfdsWrqzqzsBtHTny6ddoiE5Js,1010
|
|
11
11
|
elaunira/airflow/provider/r2index/operators/__init__.py,sha256=GT13c3srTKvVD9dbRTcjvihQox7pjj5mMVOsV-qDenM,309
|
|
12
12
|
elaunira/airflow/provider/r2index/operators/r2index.py,sha256=fRsqxg1ftwOsg61hdxqmHTPtncQSD7irNmVjYi7AiRk,8696
|
|
13
|
-
elaunira_airflow_provider_r2index-0.3.
|
|
14
|
-
elaunira_airflow_provider_r2index-0.3.
|
|
15
|
-
elaunira_airflow_provider_r2index-0.3.
|
|
16
|
-
elaunira_airflow_provider_r2index-0.3.
|
|
17
|
-
elaunira_airflow_provider_r2index-0.3.
|
|
13
|
+
elaunira_airflow_provider_r2index-0.3.2.dist-info/METADATA,sha256=DvsHbkLoG0Y4l0icsyY5WAZz_fgMg5hFWMIxQx5keqs,412
|
|
14
|
+
elaunira_airflow_provider_r2index-0.3.2.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
|
|
15
|
+
elaunira_airflow_provider_r2index-0.3.2.dist-info/entry_points.txt,sha256=LHYlCOo_WbImlAdr1JvsogvEQsKPJwRe68cCA_Ne9A0,94
|
|
16
|
+
elaunira_airflow_provider_r2index-0.3.2.dist-info/licenses/LICENSE,sha256=lEpO3lmi57nowVFEMLFKL7oMBgLPDi5xB4eVIcCf_KQ,1065
|
|
17
|
+
elaunira_airflow_provider_r2index-0.3.2.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|