sfeos-helpers 5.0.0a1__py3-none-any.whl → 6.1.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: sfeos-helpers
3
- Version: 5.0.0a1
3
+ Version: 6.1.0
4
4
  Summary: Helper library for the Elasticsearch and Opensearch stac-fastapi backends.
5
5
  Home-page: https://github.com/stac-utils/stac-fastapi-elasticsearch-opensearch
6
6
  License: MIT
@@ -15,7 +15,7 @@ Classifier: Programming Language :: Python :: 3.13
15
15
  Classifier: License :: OSI Approved :: MIT License
16
16
  Requires-Python: >=3.9
17
17
  Description-Content-Type: text/markdown
18
- Requires-Dist: stac-fastapi.core==5.0.0a1
18
+ Requires-Dist: stac-fastapi.core==6.1.0
19
19
 
20
20
  # stac-fastapi-elasticsearch-opensearch
21
21
 
@@ -34,7 +34,7 @@ Requires-Dist: stac-fastapi.core==5.0.0a1
34
34
  [![GitHub forks](https://img.shields.io/github/forks/stac-utils/stac-fastapi-elasticsearch-opensearch.svg?color=blue)](https://github.com/stac-utils/stac-fastapi-elasticsearch-opensearch/network/members)
35
35
  [![PyPI version](https://img.shields.io/pypi/v/stac-fastapi-elasticsearch.svg?color=blue)](https://pypi.org/project/stac-fastapi-elasticsearch/)
36
36
  [![STAC](https://img.shields.io/badge/STAC-1.1.0-blue.svg)](https://github.com/radiantearth/stac-spec/tree/v1.1.0)
37
- [![stac-fastapi](https://img.shields.io/badge/stac--fastapi-5.2.0-blue.svg)](https://github.com/stac-utils/stac-fastapi)
37
+ [![stac-fastapi](https://img.shields.io/badge/stac--fastapi-6.0.0-blue.svg)](https://github.com/stac-utils/stac-fastapi)
38
38
 
39
39
  ## Sponsors & Supporters
40
40
 
@@ -224,28 +224,30 @@ You can customize additional settings in your `.env` file:
224
224
  |------------------------------|--------------------------------------------------------------------------------------|--------------------------|---------------------------------------------------------------------------------------------|
225
225
  | `ES_HOST` | Hostname for external Elasticsearch/OpenSearch. | `localhost` | Optional |
226
226
  | `ES_PORT` | Port for Elasticsearch/OpenSearch. | `9200` (ES) / `9202` (OS)| Optional |
227
- | `ES_USE_SSL` | Use SSL for connecting to Elasticsearch/OpenSearch. | `false` | Optional |
228
- | `ES_VERIFY_CERTS` | Verify SSL certificates when connecting. | `false` | Optional |
227
+ | `ES_USE_SSL` | Use SSL for connecting to Elasticsearch/OpenSearch. | `true` | Optional |
228
+ | `ES_VERIFY_CERTS` | Verify SSL certificates when connecting. | `true` | Optional |
229
+ | `ES_API_KEY` | API Key for external Elasticsearch/OpenSearch. | N/A | Optional |
230
+ | `ES_TIMEOUT` | Client timeout for Elasticsearch/OpenSearch. | DB client default | Optional |
229
231
  | `STAC_FASTAPI_TITLE` | Title of the API in the documentation. | `stac-fastapi-<backend>` | Optional |
230
232
  | `STAC_FASTAPI_DESCRIPTION` | Description of the API in the documentation. | N/A | Optional |
231
233
  | `STAC_FASTAPI_VERSION` | API version. | `2.1` | Optional |
232
- | `STAC_FASTAPI_LANDING_PAGE_ID` | Landing page ID | `stac-fastapi` | Optional |
234
+ | `STAC_FASTAPI_LANDING_PAGE_ID` | Landing page ID | `stac-fastapi` | Optional |
233
235
  | `APP_HOST` | Server bind address. | `0.0.0.0` | Optional |
234
- | `APP_PORT` | Server port. | `8080` | Optional |
236
+ | `APP_PORT` | Server port. | `8000` | Optional |
235
237
  | `ENVIRONMENT` | Runtime environment. | `local` | Optional |
236
238
  | `WEB_CONCURRENCY` | Number of worker processes. | `10` | Optional |
237
239
  | `RELOAD` | Enable auto-reload for development. | `true` | Optional |
238
240
  | `STAC_FASTAPI_RATE_LIMIT` | API rate limit per client. | `200/minute` | Optional |
239
- | `BACKEND` | Tests-related variable | `elasticsearch` or `opensearch` based on the backend | Optional |
240
- | `ELASTICSEARCH_VERSION` | Version of Elasticsearch to use. | `8.11.0` | Optional | |
241
- | `OPENSEARCH_VERSION` | OpenSearch version | `2.11.1` | Optional
242
- | `ENABLE_DIRECT_RESPONSE` | Enable direct response for maximum performance (disables all FastAPI dependencies, including authentication, custom status codes, and validation) | `false` | Optional
243
- | `RAISE_ON_BULK_ERROR` | Controls whether bulk insert operations raise exceptions on errors. If set to `true`, the operation will stop and raise an exception when an error occurs. If set to `false`, errors will be logged, and the operation will continue. **Note:** STAC Item and ItemCollection validation errors will always raise, regardless of this flag. | `false` Optional |
244
- | `DATABASE_REFRESH` | Controls whether database operations refresh the index immediately after changes. If set to `true`, changes will be immediately searchable. If set to `false`, changes may not be immediately visible but can improve performance for bulk operations. If set to `wait_for`, changes will wait for the next refresh cycle to become visible. | `false` | Optional |
241
+ | `BACKEND` | Tests-related variable | `elasticsearch` or `opensearch` based on the backend | Optional |
242
+ | `ELASTICSEARCH_VERSION` | Version of Elasticsearch to use. | `8.11.0` | Optional |
243
+ | `OPENSEARCH_VERSION` | OpenSearch version | `2.11.1` | Optional |
244
+ | `ENABLE_DIRECT_RESPONSE` | Enable direct response for maximum performance (disables all FastAPI dependencies, including authentication, custom status codes, and validation) | `false` | Optional |
245
+ | `RAISE_ON_BULK_ERROR` | Controls whether bulk insert operations raise exceptions on errors. If set to `true`, the operation will stop and raise an exception when an error occurs. If set to `false`, errors will be logged, and the operation will continue. **Note:** STAC Item and ItemCollection validation errors will always raise, regardless of this flag. | `false` | Optional |
246
+ | `DATABASE_REFRESH` | Controls whether database operations refresh the index immediately after changes. If set to `true`, changes will be immediately searchable. If set to `false`, changes may not be immediately visible but can improve performance for bulk operations. If set to `wait_for`, changes will wait for the next refresh cycle to become visible. | `false` | Optional |
245
247
  | `ENABLE_TRANSACTIONS_EXTENSIONS` | Enables or disables the Transactions and Bulk Transactions API extensions. If set to `false`, the POST `/collections` route and related transaction endpoints (including bulk transaction operations) will be unavailable in the API. This is useful for deployments where mutating the catalog via the API should be prevented. | `true` | Optional |
246
248
 
247
249
  > [!NOTE]
248
- > The variables `ES_HOST`, `ES_PORT`, `ES_USE_SSL`, and `ES_VERIFY_CERTS` apply to both Elasticsearch and OpenSearch backends, so there is no need to rename the key names to `OS_` even if you're using OpenSearch.
250
+ > The variables `ES_HOST`, `ES_PORT`, `ES_USE_SSL`, `ES_VERIFY_CERTS` and `ES_TIMEOUT` apply to both Elasticsearch and OpenSearch backends, so there is no need to rename the key names to `OS_` even if you're using OpenSearch.
249
251
 
250
252
  ## Interacting with the API
251
253
 
@@ -1,5 +1,5 @@
1
1
  stac_fastapi/sfeos_helpers/mappings.py,sha256=z6GJFJUE7bRKF9ODc8_ddkb7JCOokMtj4p2LeaQqrQQ,8237
2
- stac_fastapi/sfeos_helpers/version.py,sha256=MQ4i7PSJnhrL3abG-m_vOwI3ksvRoHcs0eiBtxywE3E,47
2
+ stac_fastapi/sfeos_helpers/version.py,sha256=7IrY7mbr0cGVqZsk6wmCeITxZjDgz_mPHUswrziX5ME,45
3
3
  stac_fastapi/sfeos_helpers/aggregation/__init__.py,sha256=Mym17lFh90by1GnoQgMyIKAqRNJnvCgVSXDYzjBiPQk,1210
4
4
  stac_fastapi/sfeos_helpers/aggregation/client.py,sha256=JCUVBXsUXHdUXn59WaytGxB-R6OLhC_LApPm-pzQNTI,17818
5
5
  stac_fastapi/sfeos_helpers/aggregation/format.py,sha256=qUW1jjh2EEjy-V7riliFR77grpi-AgsTmP76z60K5Lo,2011
@@ -8,13 +8,14 @@ stac_fastapi/sfeos_helpers/database/datetime.py,sha256=L_bY0EtRi6b8XIN9zcHbFe-O2
8
8
  stac_fastapi/sfeos_helpers/database/document.py,sha256=LtjX15gvaOuZC_k2t_oQhys_c-zRTLN5rwX0hNJkHnM,1725
9
9
  stac_fastapi/sfeos_helpers/database/index.py,sha256=7xFNzOQzFxBAtQUKUmhKcqz5j3_HRPuwIecdEEWb0i0,4476
10
10
  stac_fastapi/sfeos_helpers/database/mapping.py,sha256=4-MSd4xH5wg7yoC4aPjzYMDSEvP026bw4k2TfffMT5E,1387
11
- stac_fastapi/sfeos_helpers/database/query.py,sha256=3aFby56ggvTxtBg1vH1AXw2P2_CloPIV-cwL260P47E,2972
12
- stac_fastapi/sfeos_helpers/database/utils.py,sha256=UTUNQWOqpY_TpwXorBQtUFqkG06Ciew7-s5QZVxD-NE,1421
11
+ stac_fastapi/sfeos_helpers/database/query.py,sha256=k6aS20gnnjJzDynJ2AaPstpAPXEeWUEbPSkDffOf2To,4001
12
+ stac_fastapi/sfeos_helpers/database/utils.py,sha256=nPTWqP-pdSZumeYRx92XTN4xmmufRSqCDHaiSLdg-3o,7311
13
13
  stac_fastapi/sfeos_helpers/filter/__init__.py,sha256=n3zL_MhEGOoxMz1KeijyK_UKiZ0MKPl90zHtYI5RAy8,1557
14
- stac_fastapi/sfeos_helpers/filter/client.py,sha256=q7we754Ms04EcRNNKMMiaP4p_H9Zv6khIdInaJek2Lw,3864
14
+ stac_fastapi/sfeos_helpers/filter/client.py,sha256=QwjYWXkevoVS7HPtoXfeSzDy-_GJnFhPJtJM49D14oU,4229
15
15
  stac_fastapi/sfeos_helpers/filter/cql2.py,sha256=Cg9kRYD9CVkVSyRqOyB5oVXmlyteSn2bw88sqklGpUM,955
16
16
  stac_fastapi/sfeos_helpers/filter/transform.py,sha256=1GEWQSp-rbq7_1nDVv1ApDbWxt8DswJWxwaxzV85gj4,4644
17
- sfeos_helpers-5.0.0a1.dist-info/METADATA,sha256=rcVw9S4XQRFeojfbkd4ypvAdEWzs2lkfsWOW-OVOtIw,31177
18
- sfeos_helpers-5.0.0a1.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
19
- sfeos_helpers-5.0.0a1.dist-info/top_level.txt,sha256=vqn-D9-HsRPTTxy0Vk_KkDmTiMES4owwBQ3ydSZYb2s,13
20
- sfeos_helpers-5.0.0a1.dist-info/RECORD,,
17
+ stac_fastapi/sfeos_helpers/models/patch.py,sha256=akzfF7vXI6AyGDrxgP8KqVwBvBDQayXYNNf4pm6Q8qM,4209
18
+ sfeos_helpers-6.1.0.dist-info/METADATA,sha256=s1LnfR02D7oP7eSCbGsk8insjjKFZx4V5GVXC182XUo,31528
19
+ sfeos_helpers-6.1.0.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
20
+ sfeos_helpers-6.1.0.dist-info/top_level.txt,sha256=vqn-D9-HsRPTTxy0Vk_KkDmTiMES4owwBQ3ydSZYb2s,13
21
+ sfeos_helpers-6.1.0.dist-info/RECORD,,
@@ -7,6 +7,8 @@ from typing import Any, Dict, List, Optional
7
7
 
8
8
  from stac_fastapi.sfeos_helpers.mappings import Geometry
9
9
 
10
+ ES_MAX_URL_LENGTH = 4096
11
+
10
12
 
11
13
  def apply_free_text_filter_shared(
12
14
  search: Any, free_text_queries: Optional[List[str]]
@@ -83,3 +85,33 @@ def populate_sort_shared(sortby: List) -> Optional[Dict[str, Dict[str, str]]]:
83
85
  return {s.field: {"order": s.direction} for s in sortby}
84
86
  else:
85
87
  return None
88
+
89
+
90
+ def add_collections_to_body(
91
+ collection_ids: List[str], query: Optional[Dict[str, Any]]
92
+ ) -> Dict[str, Any]:
93
+ """Add a list of collection ids to the body of a query.
94
+
95
+ Args:
96
+ collection_ids (List[str]): A list of collections ids.
97
+ query (Optional[Dict[str, Any]]): The query to add collections to. If none, create a query that filters
98
+ the collection ids.
99
+
100
+ Returns:
101
+ Dict[str, Any]: A query that contains a filter on the given collection ids.
102
+
103
+ Notes:
104
+ This function is needed in the execute_search function when the size of the URL path will exceed the maximum of ES.
105
+ """
106
+ index_filter = {"terms": {"collection": collection_ids}}
107
+ if query is None:
108
+ query = {"query": {}}
109
+ if "bool" not in query:
110
+ query["bool"] = {}
111
+ if "filter" not in query["bool"]:
112
+ query["bool"]["filter"] = []
113
+
114
+ filters = query["bool"]["filter"]
115
+ if index_filter not in filters:
116
+ filters.append(index_filter)
117
+ return query
@@ -5,9 +5,15 @@ in Elasticsearch/OpenSearch, such as parameter validation.
5
5
  """
6
6
 
7
7
  import logging
8
- from typing import Union
8
+ from typing import Dict, List, Union
9
9
 
10
10
  from stac_fastapi.core.utilities import get_bool_env
11
+ from stac_fastapi.extensions.core.transaction.request import (
12
+ PatchAddReplaceTest,
13
+ PatchOperation,
14
+ PatchRemove,
15
+ )
16
+ from stac_fastapi.sfeos_helpers.models.patch import ElasticPath, ESCommandSet
11
17
 
12
18
 
13
19
  def validate_refresh(value: Union[str, bool]) -> str:
@@ -48,3 +54,195 @@ def validate_refresh(value: Union[str, bool]) -> str:
48
54
  f"Invalid value for `refresh`: '{value}'. Expected 'true', 'false', or 'wait_for'. Defaulting to 'false'."
49
55
  )
50
56
  return "false"
57
+
58
+
59
+ def merge_to_operations(data: Dict) -> List:
60
+ """Convert merge operation to list of RF6902 operations.
61
+
62
+ Args:
63
+ data: dictionary to convert.
64
+
65
+ Returns:
66
+ List: list of RF6902 operations.
67
+ """
68
+ operations = []
69
+
70
+ for key, value in data.copy().items():
71
+
72
+ if value is None:
73
+ operations.append(PatchRemove(op="remove", path=key))
74
+
75
+ elif isinstance(value, dict):
76
+ nested_operations = merge_to_operations(value)
77
+
78
+ for nested_operation in nested_operations:
79
+ nested_operation.path = f"{key}.{nested_operation.path}"
80
+ operations.append(nested_operation)
81
+
82
+ else:
83
+ operations.append(PatchAddReplaceTest(op="add", path=key, value=value))
84
+
85
+ return operations
86
+
87
+
88
+ def check_commands(
89
+ commands: ESCommandSet,
90
+ op: str,
91
+ path: ElasticPath,
92
+ from_path: bool = False,
93
+ ) -> None:
94
+ """Add Elasticsearch checks to operation.
95
+
96
+ Args:
97
+ commands (List[str]): current commands
98
+ op (str): the operation of script
99
+ path (Dict): path of variable to run operation on
100
+ from_path (bool): True if path is a from path
101
+
102
+ """
103
+ if path.nest:
104
+ commands.add(
105
+ f"if (!ctx._source.containsKey('{path.nest}'))"
106
+ f"{{Debug.explain('{path.nest} does not exist');}}"
107
+ )
108
+
109
+ if path.index or op in ["remove", "replace", "test"] or from_path:
110
+ commands.add(
111
+ f"if (!ctx._source{path.es_nest}.containsKey('{path.key}'))"
112
+ f"{{Debug.explain('{path.key} does not exist in {path.nest}');}}"
113
+ )
114
+
115
+ if from_path and path.index is not None:
116
+ commands.add(
117
+ f"if ((ctx._source{path.es_location} instanceof ArrayList"
118
+ f" && ctx._source{path.es_location}.size() < {path.index})"
119
+ f" || (!(ctx._source{path.es_location} instanceof ArrayList)"
120
+ f" && !ctx._source{path.es_location}.containsKey('{path.index}')))"
121
+ f"{{Debug.explain('{path.path} does not exist');}}"
122
+ )
123
+
124
+
125
+ def remove_commands(commands: ESCommandSet, path: ElasticPath) -> None:
126
+ """Remove value at path.
127
+
128
+ Args:
129
+ commands (List[str]): current commands
130
+ path (ElasticPath): Path to value to be removed
131
+
132
+ """
133
+ if path.index is not None:
134
+ commands.add(
135
+ f"def {path.variable_name} = ctx._source{path.es_location}.remove({path.index});"
136
+ )
137
+
138
+ else:
139
+ commands.add(
140
+ f"def {path.variable_name} = ctx._source{path.es_nest}.remove('{path.key}');"
141
+ )
142
+
143
+
144
+ def add_commands(
145
+ commands: ESCommandSet,
146
+ operation: PatchOperation,
147
+ path: ElasticPath,
148
+ from_path: ElasticPath,
149
+ params: Dict,
150
+ ) -> None:
151
+ """Add value at path.
152
+
153
+ Args:
154
+ commands (List[str]): current commands
155
+ operation (PatchOperation): operation to run
156
+ path (ElasticPath): path for value to be added
157
+
158
+ """
159
+ if from_path is not None:
160
+ value = (
161
+ from_path.variable_name
162
+ if operation.op == "move"
163
+ else f"ctx._source.{from_path.es_path}"
164
+ )
165
+ else:
166
+ value = f"params.{path.param_key}"
167
+ params[path.param_key] = operation.value
168
+
169
+ if path.index is not None:
170
+ commands.add(
171
+ f"if (ctx._source{path.es_location} instanceof ArrayList)"
172
+ f"{{ctx._source{path.es_location}.{'add' if operation.op in ['add', 'move'] else 'set'}({path.index}, {value})}}"
173
+ f"else{{ctx._source.{path.es_path} = {value}}}"
174
+ )
175
+
176
+ else:
177
+ commands.add(f"ctx._source.{path.es_path} = {value};")
178
+
179
+
180
+ def test_commands(
181
+ commands: ESCommandSet, operation: PatchOperation, path: ElasticPath, params: Dict
182
+ ) -> None:
183
+ """Test value at path.
184
+
185
+ Args:
186
+ commands (List[str]): current commands
187
+ operation (PatchOperation): operation to run
188
+ path (ElasticPath): path for value to be tested
189
+ """
190
+ value = f"params.{path.param_key}"
191
+ params[path.param_key] = operation.value
192
+
193
+ commands.add(
194
+ f"if (ctx._source.{path.es_path} != {value})"
195
+ f"{{Debug.explain('Test failed `{path.path}` | "
196
+ f"{operation.json_value} != ' + ctx._source.{path.es_path});}}"
197
+ )
198
+
199
+
200
+ def operations_to_script(operations: List) -> Dict:
201
+ """Convert list of operation to painless script.
202
+
203
+ Args:
204
+ operations: List of RF6902 operations.
205
+
206
+ Returns:
207
+ Dict: elasticsearch update script.
208
+ """
209
+ commands: ESCommandSet = ESCommandSet()
210
+ params: Dict = {}
211
+
212
+ for operation in operations:
213
+ path = ElasticPath(path=operation.path)
214
+ from_path = (
215
+ ElasticPath(path=operation.from_) if hasattr(operation, "from_") else None
216
+ )
217
+
218
+ check_commands(commands=commands, op=operation.op, path=path)
219
+ if from_path is not None:
220
+ check_commands(
221
+ commands=commands, op=operation.op, path=from_path, from_path=True
222
+ )
223
+
224
+ if operation.op in ["remove", "move"]:
225
+ remove_path = from_path if from_path else path
226
+ remove_commands(commands=commands, path=remove_path)
227
+
228
+ if operation.op in ["add", "replace", "copy", "move"]:
229
+ add_commands(
230
+ commands=commands,
231
+ operation=operation,
232
+ path=path,
233
+ from_path=from_path,
234
+ params=params,
235
+ )
236
+
237
+ if operation.op == "test":
238
+ test_commands(
239
+ commands=commands, operation=operation, path=path, params=params
240
+ )
241
+
242
+ source = "".join(commands)
243
+
244
+ return {
245
+ "source": source,
246
+ "lang": "painless",
247
+ "params": params,
248
+ }
@@ -1,12 +1,12 @@
1
1
  """Filter client implementation for Elasticsearch/OpenSearch."""
2
2
 
3
3
  from collections import deque
4
- from typing import Any, Dict, Optional
4
+ from typing import Any, Dict, Optional, Tuple
5
5
 
6
6
  import attr
7
7
 
8
8
  from stac_fastapi.core.base_database_logic import BaseDatabaseLogic
9
- from stac_fastapi.core.extensions.filter import DEFAULT_QUERYABLES
9
+ from stac_fastapi.core.extensions.filter import ALL_QUERYABLES, DEFAULT_QUERYABLES
10
10
  from stac_fastapi.extensions.core.filter.client import AsyncBaseFiltersClient
11
11
  from stac_fastapi.sfeos_helpers.mappings import ES_MAPPING_TYPE_TO_JSON
12
12
 
@@ -59,31 +59,31 @@ class EsAsyncBaseFiltersClient(AsyncBaseFiltersClient):
59
59
 
60
60
  mapping_data = await self.database.get_items_mapping(collection_id)
61
61
  mapping_properties = next(iter(mapping_data.values()))["mappings"]["properties"]
62
- stack = deque(mapping_properties.items())
62
+ stack: deque[Tuple[str, Dict[str, Any]]] = deque(mapping_properties.items())
63
+ enum_fields: Dict[str, Dict[str, Any]] = {}
63
64
 
64
65
  while stack:
65
- field_name, field_def = stack.popleft()
66
+ field_fqn, field_def = stack.popleft()
66
67
 
67
68
  # Iterate over nested fields
68
69
  field_properties = field_def.get("properties")
69
70
  if field_properties:
70
- # Fields in Item Properties should be exposed with their un-prefixed names,
71
- # and not require expressions to prefix them with properties,
72
- # e.g., eo:cloud_cover instead of properties.eo:cloud_cover.
73
- if field_name == "properties":
74
- stack.extend(field_properties.items())
75
- else:
76
- stack.extend(
77
- (f"{field_name}.{k}", v) for k, v in field_properties.items()
78
- )
71
+ stack.extend(
72
+ (f"{field_fqn}.{k}", v) for k, v in field_properties.items()
73
+ )
79
74
 
80
75
  # Skip non-indexed or disabled fields
81
76
  field_type = field_def.get("type")
82
77
  if not field_type or not field_def.get("enabled", True):
83
78
  continue
84
79
 
80
+ # Fields in Item Properties should be exposed with their un-prefixed names,
81
+ # and not require expressions to prefix them with properties,
82
+ # e.g., eo:cloud_cover instead of properties.eo:cloud_cover.
83
+ field_name = field_fqn.removeprefix("properties.")
84
+
85
85
  # Generate field properties
86
- field_result = DEFAULT_QUERYABLES.get(field_name, {})
86
+ field_result = ALL_QUERYABLES.get(field_name, {})
87
87
  properties[field_name] = field_result
88
88
 
89
89
  field_name_human = field_name.replace("_", " ").title()
@@ -95,4 +95,13 @@ class EsAsyncBaseFiltersClient(AsyncBaseFiltersClient):
95
95
  if field_type in {"date", "date_nanos"}:
96
96
  field_result.setdefault("format", "date-time")
97
97
 
98
+ if field_result.pop("$enum", False):
99
+ enum_fields[field_fqn] = field_result
100
+
101
+ if enum_fields:
102
+ for field_fqn, unique_values in (
103
+ await self.database.get_items_unique_values(collection_id, enum_fields)
104
+ ).items():
105
+ enum_fields[field_fqn]["enum"] = unique_values
106
+
98
107
  return queryables
@@ -0,0 +1,166 @@
1
+ """patch helpers."""
2
+
3
+ import re
4
+ from typing import Any, Dict, Optional, Union
5
+
6
+ from pydantic import BaseModel, computed_field, model_validator
7
+
8
+ regex = re.compile(r"([^.' ]*:[^.'[ ]*)\.?")
9
+ replacements = str.maketrans({"/": "", ".": "", ":": "", "[": "", "]": ""})
10
+
11
+
12
+ class ESCommandSet:
13
+ """Uses dictionary keys to behaviour of ordered set.
14
+
15
+ Yields:
16
+ str: Elasticsearch commands
17
+ """
18
+
19
+ dict_: Dict[str, None] = {}
20
+
21
+ def __init__(self):
22
+ """Initialise ESCommandSet instance."""
23
+ self.dict_ = {}
24
+
25
+ def add(self, value: str):
26
+ """Add command.
27
+
28
+ Args:
29
+ value (str): value to be added
30
+ """
31
+ self.dict_[value] = None
32
+
33
+ def remove(self, value: str):
34
+ """Remove command.
35
+
36
+ Args:
37
+ value (str): value to be removed
38
+ """
39
+ del self.dict_[value]
40
+
41
+ def __iter__(self):
42
+ """Iterate Elasticsearch commands.
43
+
44
+ Yields:
45
+ str: Elasticsearch command
46
+ """
47
+ yield from self.dict_.keys()
48
+
49
+
50
+ def to_es(string: str):
51
+ """Convert patch operation key to Elasticsearch key.
52
+
53
+ Args:
54
+ string (str): string to be converted
55
+
56
+ Returns:
57
+ _type_: converted string
58
+ """
59
+ if matches := regex.findall(string):
60
+ for match in set(matches):
61
+ string = re.sub(rf"\.?{match}", f"['{match}']", string)
62
+
63
+ return string
64
+
65
+
66
+ class ElasticPath(BaseModel):
67
+ """Converts a JSON path to an Elasticsearch path.
68
+
69
+ Args:
70
+ path (str): JSON path to be converted.
71
+
72
+ """
73
+
74
+ path: str
75
+ nest: Optional[str] = None
76
+ partition: Optional[str] = None
77
+ key: Optional[str] = None
78
+
79
+ es_path: Optional[str] = None
80
+ es_nest: Optional[str] = None
81
+ es_key: Optional[str] = None
82
+
83
+ index_: Optional[int] = None
84
+
85
+ @model_validator(mode="before")
86
+ @classmethod
87
+ def validate_model(cls, data: Any):
88
+ """Set optional fields from JSON path.
89
+
90
+ Args:
91
+ data (Any): input data
92
+ """
93
+ data["path"] = data["path"].lstrip("/").replace("/", ".")
94
+ data["nest"], data["partition"], data["key"] = data["path"].rpartition(".")
95
+
96
+ if data["key"].lstrip("-").isdigit() or data["key"] == "-":
97
+ data["index_"] = -1 if data["key"] == "-" else int(data["key"])
98
+ data["path"] = f"{data['nest']}[{data['index_']}]"
99
+ data["nest"], data["partition"], data["key"] = data["nest"].rpartition(".")
100
+
101
+ data["es_path"] = to_es(data["path"])
102
+ data["es_nest"] = f".{to_es(data['nest'])}" if data["nest"] else ""
103
+ data["es_key"] = to_es(data["key"])
104
+
105
+ return data
106
+
107
+ @computed_field # type: ignore[misc]
108
+ @property
109
+ def index(self) -> Union[int, str, None]:
110
+ """Compute location of path.
111
+
112
+ Returns:
113
+ str: path index
114
+ """
115
+ if self.index_ and self.index_ < 0:
116
+
117
+ return f"ctx._source.{self.location}.size() - {-self.index_}"
118
+
119
+ return self.index_
120
+
121
+ @computed_field # type: ignore[misc]
122
+ @property
123
+ def location(self) -> str:
124
+ """Compute location of path.
125
+
126
+ Returns:
127
+ str: path location
128
+ """
129
+ return self.nest + self.partition + self.key
130
+
131
+ @computed_field # type: ignore[misc]
132
+ @property
133
+ def es_location(self) -> str:
134
+ """Compute location of path.
135
+
136
+ Returns:
137
+ str: path location
138
+ """
139
+ if self.es_key and ":" in self.es_key:
140
+ return self.es_nest + self.es_key
141
+ return self.es_nest + self.partition + self.es_key
142
+
143
+ @computed_field # type: ignore[misc]
144
+ @property
145
+ def variable_name(self) -> str:
146
+ """Variable name for scripting.
147
+
148
+ Returns:
149
+ str: variable name
150
+ """
151
+ if self.index is not None:
152
+ return f"{self.location.replace('.','_').replace(':','_')}_{self.index}"
153
+
154
+ return (
155
+ f"{self.nest.replace('.','_').replace(':','_')}_{self.key.replace(':','_')}"
156
+ )
157
+
158
+ @computed_field # type: ignore[misc]
159
+ @property
160
+ def param_key(self) -> str:
161
+ """Param key for scripting.
162
+
163
+ Returns:
164
+ str: param key
165
+ """
166
+ return self.path.translate(replacements)
@@ -1,2 +1,2 @@
1
1
  """library version."""
2
- __version__ = "5.0.0a1"
2
+ __version__ = "6.1.0"