nextmv 1.0.0.dev7__py3-none-any.whl → 1.0.0.dev9__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
nextmv/cloud/community.py DELETED
@@ -1,441 +0,0 @@
1
- """
2
- This module contains functionality for working with Nextmv community apps.
3
-
4
- Community apps are pre-built decision models. They are maintained in the
5
- following GitHub repository: https://github.com/nextmv-io/community-apps
6
-
7
- Classes
8
- -------
9
- CommunityApp
10
- Representation of a Nextmv Cloud Community App.
11
-
12
- Functions
13
- ---------
14
- list_community_apps
15
- List the available Nextmv community apps.
16
- clone_community_app
17
- Clone a community app locally.
18
- """
19
-
20
- import os
21
- import shutil
22
- import sys
23
- import tarfile
24
- import tempfile
25
- from collections.abc import Callable
26
- from typing import Any
27
-
28
- import requests
29
- import rich
30
- import yaml
31
- from pydantic import AliasChoices, Field
32
-
33
- from nextmv.base_model import BaseModel
34
- from nextmv.cloud.client import Client
35
- from nextmv.logger import log
36
-
37
- # Helpful constants.
38
- LATEST_VERSION = "latest"
39
-
40
-
41
- class CommunityApp(BaseModel):
42
- """
43
- Information about a Nextmv community app.
44
-
45
- You can import the `CommunityApp` class directly from `cloud`:
46
-
47
- ```python
48
- from nextmv.cloud import CommunityApp
49
- ```
50
-
51
- Parameters
52
- ----------
53
- app_versions : list[str]
54
- Available versions of the community app.
55
- description : str
56
- Description of the community app.
57
- latest_app_version : str
58
- The latest version of the community app.
59
- latest_marketplace_version : str
60
- The latest version of the community app in the Nextmv Marketplace.
61
- marketplace_versions : list[str]
62
- Available versions of the community app in the Nextmv Marketplace.
63
- name : str
64
- Name of the community app.
65
- app_type : str
66
- Type of the community app.
67
- """
68
-
69
- description: str
70
- """Description of the community app."""
71
- name: str
72
- """Name of the community app."""
73
- app_type: str = Field(
74
- serialization_alias="type",
75
- validation_alias=AliasChoices("type", "app_type"),
76
- )
77
- """Type of the community app."""
78
-
79
- app_versions: list[str] | None = None
80
- """Available versions of the community app."""
81
- latest_app_version: str | None = None
82
- """The latest version of the community app."""
83
- latest_marketplace_version: str | None = None
84
- """The latest version of the community app in the Nextmv Marketplace."""
85
- marketplace_versions: list[str] | None = None
86
- """Available versions of the community app in the Nextmv Marketplace."""
87
-
88
- def has_version(self, version: str) -> bool:
89
- """
90
- Check if the community app has the specified version.
91
-
92
- Parameters
93
- ----------
94
- version : str
95
- The version to check.
96
-
97
- Returns
98
- -------
99
- bool
100
- True if the app has the specified version, False otherwise.
101
- """
102
-
103
- if version == LATEST_VERSION:
104
- version = self.latest_app_version
105
-
106
- if self.app_versions is not None and version in self.app_versions:
107
- return True
108
-
109
- return False
110
-
111
-
112
- def list_community_apps(client: Client) -> list[CommunityApp]:
113
- """
114
- List the available Nextmv community apps.
115
-
116
- You can import the `list_community_apps` function directly from `cloud`:
117
-
118
- ```python
119
- from nextmv.cloud import list_community_apps
120
- ```
121
-
122
- Parameters
123
- ----------
124
- manifest : dict[str, Any]
125
- The community apps manifest.
126
-
127
- Returns
128
- -------
129
- list[CommunityApp]
130
- A list of available community apps.
131
- """
132
-
133
- manifest = _download_manifest(client)
134
- dict_apps = manifest.get("apps", [])
135
- apps = [CommunityApp.from_dict(app) for app in dict_apps]
136
-
137
- return apps
138
-
139
-
140
- def clone_community_app(
141
- client: Client,
142
- app: str,
143
- directory: str | None = None,
144
- version: str | None = LATEST_VERSION,
145
- verbose: bool = False,
146
- rich_print: bool = False,
147
- ) -> None:
148
- """
149
- Clone a community app locally.
150
-
151
- By default, the `latest` version will be used. You can
152
- specify a version with the `version` parameter, and customize the output
153
- directory with the `directory` parameter. If you want to list the available
154
- apps, use the `list_community_apps` function.
155
-
156
- You can import the `clone_community_app` function directly from `cloud`:
157
-
158
- ```python
159
- from nextmv.cloud import clone_community_app
160
- ```
161
-
162
- Parameters
163
- ----------
164
- client : Client
165
- The Nextmv Cloud client to use for the request.
166
- app : str
167
- The name of the community app to clone.
168
- directory : str | None, optional
169
- The directory in which to clone the app. Default is the name of the app at current directory.
170
- version : str | None, optional
171
- The version of the community app to clone. Default is `latest`.
172
- verbose : bool, optional
173
- Whether to print verbose output.
174
- rich_print : bool, optional
175
- Whether to use rich printing for output messages.
176
- """
177
- comm_app = _find_app(client, app)
178
-
179
- if version is not None and version == "":
180
- raise ValueError("`version` cannot be an empty string.")
181
-
182
- if not comm_app.has_version(version):
183
- raise ValueError(f"Community app '{app}' does not have version '{version}'.")
184
-
185
- original_version = version
186
- if version == LATEST_VERSION:
187
- version = comm_app.latest_app_version
188
-
189
- # Clean and normalize directory path in an OS-independent way
190
- if directory is not None and directory != "":
191
- destination = os.path.normpath(directory)
192
- else:
193
- destination = app
194
-
195
- full_destination = _get_valid_path(destination, os.stat)
196
- os.makedirs(full_destination, exist_ok=True)
197
-
198
- tarball = f"{app}_{version}.tar.gz"
199
- s3_file_path = f"{app}/{version}/{tarball}"
200
- downloaded_object = _download_object(
201
- client=client,
202
- file=s3_file_path,
203
- path="community-apps",
204
- output_dir=full_destination,
205
- output_file=tarball,
206
- )
207
-
208
- # Extract the tarball to a temporary directory to handle nested structure
209
- with tempfile.TemporaryDirectory() as temp_dir:
210
- with tarfile.open(downloaded_object, "r:gz") as tar:
211
- tar.extractall(path=temp_dir)
212
-
213
- # Find the extracted directory (typically the app name)
214
- extracted_items = os.listdir(temp_dir)
215
- if len(extracted_items) == 1 and os.path.isdir(os.path.join(temp_dir, extracted_items[0])):
216
- # Move contents from the extracted directory to full_destination
217
- extracted_dir = os.path.join(temp_dir, extracted_items[0])
218
- for item in os.listdir(extracted_dir):
219
- shutil.move(os.path.join(extracted_dir, item), full_destination)
220
- else:
221
- # If structure is unexpected, move everything directly
222
- for item in extracted_items:
223
- shutil.move(os.path.join(temp_dir, item), full_destination)
224
-
225
- # Remove the tarball after extraction
226
- os.remove(downloaded_object)
227
-
228
- if not verbose:
229
- return
230
-
231
- if rich_print:
232
- rich.print(
233
- f":white_check_mark: Successfully cloned the [magenta]{app}[/magenta] community app, "
234
- f"using version [magenta]{original_version}[/magenta] in path: [magenta]{full_destination}[/magenta].",
235
- file=sys.stderr,
236
- )
237
- return
238
-
239
- log(
240
- f"✅ Successfully cloned the {app} community app, using version {original_version} in path: {full_destination}."
241
- )
242
-
243
-
244
- def _download_manifest(client: Client) -> dict[str, Any]:
245
- """
246
- Downloads and returns the community apps manifest.
247
-
248
- Parameters
249
- ----------
250
- client : Client
251
- The Nextmv Cloud client to use for the request.
252
-
253
- Returns
254
- -------
255
- dict[str, Any]
256
- The community apps manifest as a dictionary.
257
-
258
- Raises
259
- requests.HTTPError
260
- If the response status code is not 2xx.
261
- """
262
-
263
- response = _download_file(client=client, directory="community-apps", file="manifest.yml")
264
- manifest = yaml.safe_load(response.text)
265
-
266
- return manifest
267
-
268
-
269
- def _download_file(
270
- client: Client,
271
- directory: str,
272
- file: str,
273
- ) -> requests.Response:
274
- """
275
- Gets a file from an internal bucket and return it.
276
-
277
- Parameters
278
- ----------
279
- client : Client
280
- The Nextmv Cloud client to use for the request.
281
- directory : str
282
- The directory in the bucket where the file is located.
283
- file : str
284
- The name of the file to download.
285
-
286
- Returns
287
- -------
288
- requests.Response
289
- The response object containing the file data.
290
-
291
- Raises
292
- requests.HTTPError
293
- If the response status code is not 2xx.
294
- """
295
-
296
- # Request the download URL for the file.
297
- response = client.request(
298
- method="GET",
299
- endpoint="v0/internal/tools",
300
- headers=client.headers | {"request-source": "cli"}, # Pass `client.headers` to preserve auth.
301
- query_params={"file": f"{directory}/{file}"},
302
- )
303
-
304
- # Use the URL obtained to download the file.
305
- body = response.json()
306
- download_response = client.request(
307
- method="GET",
308
- endpoint=body.get("url"),
309
- headers={"Content-Type": "application/json"},
310
- )
311
-
312
- return download_response
313
-
314
-
315
- def _download_object(client: Client, file: str, path: str, output_dir: str, output_file: str) -> str:
316
- """
317
- Downloads an object from the internal bucket and saves it to the specified
318
- output directory.
319
-
320
- Parameters
321
- ----------
322
- client : Client
323
- The Nextmv Cloud client to use for the request.
324
- file : str
325
- The name of the file to download.
326
- path : str
327
- The directory in the bucket where the file is located.
328
- output_dir : str
329
- The local directory where the file will be saved.
330
- output_file : str
331
- The name of the output file.
332
-
333
- Returns
334
- -------
335
- str
336
- The path to the downloaded file.
337
- """
338
-
339
- response = _download_file(client=client, directory=path, file=file)
340
- file_name = os.path.join(output_dir, output_file)
341
-
342
- with open(file_name, "wb") as f:
343
- f.write(response.content)
344
-
345
- return file_name
346
-
347
-
348
- def _get_valid_path(path: str, stat_fn: Callable[[str], os.stat_result], ending: str = "") -> str:
349
- """
350
- Validates and returns a non-existing path. If the path exists,
351
- it will append a number to the path and return it. If the path does not
352
- exist, it will return the path as is.
353
-
354
- The ending parameter is used to check if the path ends with a specific
355
- string. This is useful to specify if it is a file (like foo.json, in which
356
- case the next iteration is foo-1.json) or a directory (like foo, in which
357
- case the next iteration is foo-1).
358
-
359
- Parameters
360
- ----------
361
- path : str
362
- The initial path to validate.
363
- stat_fn : Callable[[str], os.stat_result]
364
- A function that takes a path and returns its stat result.
365
- ending : str, optional
366
- The expected ending of the path (e.g., file extension), by default "".
367
-
368
- Returns
369
- -------
370
- str
371
- A valid, non-existing path.
372
-
373
- Raises
374
- ------
375
- Exception
376
- If an unexpected error occurs during path validation
377
- """
378
- base_name = os.path.basename(path)
379
- name_without_ending = base_name.removesuffix(ending) if ending else base_name
380
-
381
- while True:
382
- try:
383
- stat_fn(path)
384
- # If we get here, the path exists
385
- # Get folder/file name number, increase it and create new path
386
- name = os.path.basename(path)
387
-
388
- # Get folder/file name number
389
- parts = name.split("-")
390
- last = parts[-1].removesuffix(ending) if ending else parts[-1]
391
-
392
- # Save last folder name index to be changed
393
- i = path.rfind(name)
394
-
395
- try:
396
- num = int(last)
397
- # Increase number and create new path
398
- if ending:
399
- temp_path = path[:i] + f"{name_without_ending}-{num + 1}{ending}"
400
- else:
401
- temp_path = path[:i] + f"{base_name}-{num + 1}"
402
- path = temp_path
403
- except ValueError:
404
- # If there is no number, add it
405
- if ending:
406
- temp_path = path[:i] + f"{name_without_ending}-1{ending}"
407
- else:
408
- temp_path = path[:i] + f"{name}-1"
409
- path = temp_path
410
-
411
- except FileNotFoundError:
412
- # Path doesn't exist, we can use it
413
- return path
414
- except Exception as e:
415
- # Re-raise unexpected errors
416
- raise RuntimeError(f"An unexpected error occurred while validating the path: {path} ") from e
417
-
418
-
419
- def _find_app(client: Client, app: str) -> CommunityApp | None:
420
- """
421
- Finds and returns a community app from the manifest by its name.
422
-
423
- Parameters
424
- ----------
425
- client : Client
426
- The Nextmv Cloud client to use for the request.
427
- app : str
428
- The name of the community app to find.
429
-
430
- Returns
431
- -------
432
- CommunityApp | None
433
- The community app if found, otherwise None.
434
- """
435
-
436
- comm_apps = list_community_apps(client)
437
- for comm_app in comm_apps:
438
- if comm_app.name == app:
439
- return comm_app
440
-
441
- raise ValueError(f"Community app '{app}' not found.")