okdata-cli 4.2.0__py3-none-any.whl → 4.3.0__py3-none-any.whl

okdata/cli/commands/datasets/datasets.py

@@ -6,7 +6,10 @@ from okdata.sdk.data.upload import Upload
 from requests.exceptions import HTTPError
 
 from okdata.cli.command import BaseCommand, BASE_COMMAND_OPTIONS
-from okdata.cli.commands.datasets.wizards import DatasetCreateWizard
+from okdata.cli.commands.datasets.wizards import (
+    DatasetCreateWizard,
+    PipelineCreateWizard,
+)
 from okdata.cli.io import read_json, resolve_output_filepath
 from okdata.cli.output import create_output
 
@@ -22,6 +25,7 @@ Usage:
   okdata datasets create-version <datasetid> [options]
   okdata datasets create-edition <datasetid> [<versionid>] [options]
   okdata datasets create-distribution <datasetid> [<versionid> <editionid>] [options]
+  okdata datasets create-pipeline <datasetid> [options]
 
 Examples:
   okdata datasets ls
@@ -32,6 +36,7 @@ Examples:
   okdata datasets ls my-dataset/1/20240101T102030 --format=json
   okdata datasets create --file=dataset.json
   okdata datasets cp /tmp/file.csv ds:my-dataset-id
+  okdata datasets create-pipeline my-dataset
 
 Options:{BASE_COMMAND_OPTIONS}
   --file=<file>             # Use this file for configuration or upload
@@ -60,6 +65,8 @@ Options:{BASE_COMMAND_OPTIONS}
             self.create_edition()
         elif self.cmd("create-distribution"):
             self.create_distribution()
+        elif self.cmd("create-pipeline"):
+            PipelineCreateWizard(self, self.arg("datasetid")).start()
         else:
             self.help()
 
@@ -261,9 +268,9 @@ Options:{BASE_COMMAND_OPTIONS}
             )
 
     def _dataset_components_from_uri(
-        self, dataset_uri, create_edition=False, auto_resolve=True
+        self, uri, create_edition=False, auto_resolve=True
     ):
-        """Return an ID/version/edition tuple given a dataset URI.
+        """Return a dataset ID/version/edition tuple given a URI.
 
         Four different URI formats are supported:
 
@@ -289,8 +296,15 @@ Options:{BASE_COMMAND_OPTIONS}
 
         Otherwise `None` is returned for missing parts.
         """
-        parts = dataset_uri.split("/")
-        dataset_id, version, edition = parts + [None] * (3 - len(parts))
+        parts = uri.split("/")
+
+        try:
+            dataset_id, version, edition = parts + [None] * (3 - len(parts))
+        except ValueError:
+            sys.exit(
+                "URI must be on the format 'dataset_id', "
+                "'dataset_id/version', or 'dataset_id/version/edition'."
+            )
 
         # First verify that the dataset exists; `get_dataset` raises an error
         # if not.

okdata/cli/commands/datasets/questions.py

@@ -26,7 +26,7 @@ available_pipelines = [
 ]
 
 
-def qs_create():
+def qs_create_dataset():
     return [
         {
             **required_style,
@@ -35,7 +35,7 @@ def qs_create():
             "message": "Datakilde",
             "choices": [
                 Choice("Fil", "file"),
-                Choice("Database (krever eget databaseoppsett)", "database"),
+                Choice("Punktmålinger", "event"),
                 Choice("Ingen (datasettet skal ikke inneholde data direkte)", "none"),
             ],
         },
@@ -114,3 +114,15 @@ def qs_create():
             "when": lambda x: x["sourceType"] in pipeline_choices,
         },
     ]
+
+
+def qs_create_pipeline():
+    return [
+        {
+            **required_style,
+            "type": "select",
+            "name": "pipeline",
+            "message": "Prosessering",
+            "choices": pipeline_choices["file"],
+        },
+    ]

okdata/cli/commands/datasets/wizards.py

@@ -1,11 +1,45 @@
+import sys
+
 from okdata.sdk.data.dataset import Dataset
 from okdata.sdk.pipelines.client import PipelineApiClient
+from requests import HTTPError
 
 from okdata.cli.command import confirm_to_continue
-from okdata.cli.commands.datasets.questions import qs_create
+from okdata.cli.commands.datasets.questions import qs_create_dataset, qs_create_pipeline
 from okdata.cli.commands.wizard import run_questionnaire
 
 
+def _pipeline_config(pipeline_processor_id, dataset_id, version):
+    return {
+        "pipelineProcessorId": pipeline_processor_id,
+        "id": dataset_id,
+        "datasetUri": f"output/{dataset_id}/{version}",
+    }
+
+
+def _pipeline_input_config(pipeline_id, dataset_id, version):
+    return {
+        "pipelineInstanceId": pipeline_id,
+        "datasetUri": f"input/{dataset_id}/{version}",
+        "stage": "raw",
+    }
+
+
+def _create_pipeline(command, env, dataset_id, pipeline):
+    command.print("Creating pipeline...")
+    pipeline_client = PipelineApiClient(env=env)
+    pipeline_config = _pipeline_config(pipeline, dataset_id, "1")
+    pipeline_id = pipeline_client.create_pipeline_instance(pipeline_config)
+    pipeline_id = pipeline_id.strip('"')  # What's up with these?
+    command.print(f"Created pipeline with ID: {pipeline_id}")
+
+    command.print("Creating pipeline input...")
+    pipeline_input_config = _pipeline_input_config(pipeline_id, dataset_id, "1")
+    pipeline_input_id = pipeline_client.create_pipeline_input(pipeline_input_config)
+    pipeline_input_id = pipeline_input_id.strip('"')  # What's up with these?
+    command.print(f"Created pipeline input with ID: {pipeline_input_id}")
+
+
 class DatasetCreateWizard:
     """Wizard for the `datasets create` command.
 
@@ -39,23 +73,9 @@ class DatasetCreateWizard:
 
         return config
 
-    def pipeline_config(self, pipeline_processor_id, dataset_id, version):
-        return {
-            "pipelineProcessorId": pipeline_processor_id,
-            "id": dataset_id,
-            "datasetUri": f"output/{dataset_id}/{version}",
-        }
-
-    def pipeline_input_config(self, pipeline_id, dataset_id, version):
-        return {
-            "pipelineInstanceId": pipeline_id,
-            "datasetUri": f"input/{dataset_id}/{version}",
-            "stage": "raw",
-        }
-
     def start(self):
         env = self.command.opt("env")
-        choices = run_questionnaire(*qs_create())
+        choices = run_questionnaire(*qs_create_dataset())
 
         confirm_to_continue(
             "Will create a new dataset '{}'.{}".format(
@@ -76,22 +96,7 @@ class DatasetCreateWizard:
         self.command.print(f"Created dataset with ID: {dataset_id}")
 
         if choices.get("pipeline"):
-            self.command.print("Creating pipeline...")
-            pipeline_client = PipelineApiClient(env=env)
-            pipeline_config = self.pipeline_config(choices["pipeline"], dataset_id, "1")
-            pipeline_id = pipeline_client.create_pipeline_instance(pipeline_config)
-            pipeline_id = pipeline_id.strip('"')  # What's up with these?
-            self.command.print(f"Created pipeline with ID: {pipeline_id}")
-
-            self.command.print("Creating pipeline input...")
-            pipeline_input_config = self.pipeline_input_config(
-                pipeline_id, dataset_id, "1"
-            )
-            pipeline_input_id = pipeline_client.create_pipeline_input(
-                pipeline_input_config
-            )
-            pipeline_input_id = pipeline_input_id.strip('"')  # What's up with these?
-            self.command.print(f"Created pipeline input with ID: {pipeline_input_id}")
+            _create_pipeline(self.command, env, dataset_id, choices["pipeline"])
 
         if choices["sourceType"] == "file":
             self.command.print(
@@ -102,3 +107,25 @@ class DatasetCreateWizard:
             )
         else:
             self.command.print("Done!")
+
+
+class PipelineCreateWizard:
+    """Wizard for the `datasets create-pipeline` command."""
+
+    def __init__(self, command, dataset_id):
+        self.command = command
+        self.dataset_id = dataset_id
+
+    def start(self):
+        choices = run_questionnaire(*qs_create_pipeline())
+        try:
+            _create_pipeline(
+                self.command,
+                self.command.opt("env"),
+                self.dataset_id,
+                choices["pipeline"],
+            )
+        except HTTPError as e:
+            if e.response.status_code == 409:
+                sys.exit("This dataset already has a pipeline set up.")
+            raise

okdata/cli/commands/pubs/questions.py

@@ -216,6 +216,7 @@ def q_delete_from_aws():
         "name": "delete_from_aws",
         "message": "Delete key from AWS Parameter Store?",
         "auto_enter": False,
+        "default": False,
     }
 
 

okdata_cli-4.3.0-py3.12-nspkg.pth

@@ -0,0 +1 @@
+import sys, types, os;p = os.path.join(sys._getframe(1).f_locals['sitedir'], *('okdata',));importlib = __import__('importlib.util');__import__('importlib.machinery');m = sys.modules.setdefault('okdata', importlib.util.module_from_spec(importlib.machinery.PathFinder.find_spec('okdata', [os.path.dirname(p)])));m = m or sys.modules.setdefault('okdata', types.ModuleType('okdata'));mp = (m or []) and m.__dict__.setdefault('__path__',[]);(p not in mp) and mp.append(p)

{okdata_cli-4.2.0.dist-info → okdata_cli-4.3.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.2
 Name: okdata-cli
-Version: 4.2.0
+Version: 4.3.0
 Summary: CLI for services provided by Oslo Origo
 Home-page: https://github.com/oslokommune/okdata-cli/
 Author: Oslo Origo
@@ -19,9 +19,19 @@ Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: PrettyTable
 Requires-Dist: docopt
-Requires-Dist: okdata-sdk <4,>=3.1.1
-Requires-Dist: questionary <2.0.0,>=1.10.0
+Requires-Dist: okdata-sdk<4,>=3.1.1
+Requires-Dist: questionary<2.0.0,>=1.10.0
 Requires-Dist: requests
+Dynamic: author
+Dynamic: author-email
+Dynamic: classifier
+Dynamic: description
+Dynamic: description-content-type
+Dynamic: home-page
+Dynamic: license
+Dynamic: requires-dist
+Dynamic: requires-python
+Dynamic: summary
 
 # `okdata-cli`: Oslo Origo data services CLI
 

{okdata_cli-4.2.0.dist-info → okdata_cli-4.3.0.dist-info}/RECORD

@@ -1,4 +1,4 @@
-okdata_cli-4.2.0-nspkg.pth,sha256=4nrP4RXuGOCDLZ0px0sO63KvnhR4W_t4MWel1CEdd2U,539
+okdata_cli-4.3.0-py3.12-nspkg.pth,sha256=LUsqeDUhjJQmFBD_9BYoicNcghGruF4e2xXxq0Ftwmc,467
 okdata/cli/__init__.py,sha256=72PLqW3-JGeKxQGusk3AX78ITwcn7DDawEMNLlsurz4,27
 okdata/cli/__main__.py,sha256=_jPIZ0MVIgtf6x-RzbodSihOa-oHvKBfwM8JO8-oQYo,2771
 okdata/cli/command.py,sha256=3Mo0e4OfPM7hI1QZ8HRpJVb5K3DRLPGYfOouzOhO1tc,4427
@@ -10,13 +10,13 @@ okdata/cli/commands/status.py,sha256=NkAuNEUWVumDsU-axFSOrX7AAJ-XV0fevsBbxpbl5CU
 okdata/cli/commands/validators.py,sha256=lkLo4UPmwXkKzEIFs0jucPVBV4jOPTZjzefpAvP1vdU,3882
 okdata/cli/commands/wizard.py,sha256=FFNK6h50atWh0Tl7lOx1lSU0jC6QNRz0SqDuv5OcRew,541
 okdata/cli/commands/datasets/__init__.py,sha256=kS1uB6u_0VI1jm_TQjaCvTMqPFHnKSQITPUuPB_SY00,69
-okdata/cli/commands/datasets/datasets.py,sha256=vt5MnhkLOAv-TFCcz4MkapBsDYwimXPV6TkoF5KFb3A,14045
-okdata/cli/commands/datasets/questions.py,sha256=izwCe2mimMl-K43YGlh-w5_Nqh-0WLDhUqpm8dCyaik,4006
-okdata/cli/commands/datasets/wizards.py,sha256=jfOLXgqf6FvG5EMDPXeDpKmnatVFClpFJe2ZSuR3L0M,3755
+okdata/cli/commands/datasets/datasets.py,sha256=qZ-JnPduIVta0HkRwaesUWFkrK4fC0hmj_Ipw7VXNxk,14489
+okdata/cli/commands/datasets/questions.py,sha256=UW4_oOscUVRyVvKsNJwqbKnGfMGMu-O80aKQVp8vVRs,4235
+okdata/cli/commands/datasets/wizards.py,sha256=yAh_PyWX1gkz9RshWj8sFs6RWbXatN7228fh7TBfytI,4383
 okdata/cli/commands/pubs/__init__.py,sha256=T105M_46YzyZ2Cici48QKNyjfJTIQJ1uyMFlo91rIZ4,81
 okdata/cli/commands/pubs/client.py,sha256=dOabTkeZKPvHFbgwZC4SX4DyvnvEezpeSiLQ1EY1hlo,3223
 okdata/cli/commands/pubs/pubs.py,sha256=zDYy7pJkeYI5h-vvO5bICCvUaw3RdFrqTHCZ6T_pf9U,11981
-okdata/cli/commands/pubs/questions.py,sha256=0UwZ87Zcx5eAWLO3FI4aoLGvY3lQuLqEcYa6kUT8OLo,7020
+okdata/cli/commands/pubs/questions.py,sha256=B0Iusq-8725DgaTVLa9MDhsO0AzgezlfNYLdySolAZE,7046
 okdata/cli/commands/pubs/wizards.py,sha256=fNhj-7G7ePEYVLrhmdXdNzRSdD-9BzVAcJxujuz7LwQ,3613
 okdata/cli/commands/teams/questions.py,sha256=UqfHK2bwl6retyYYC-IywG_39aRDC-WbKYpMIQ83gfE,2997
 okdata/cli/commands/teams/teams.py,sha256=g33g8AS5UQnYdgDXdr4v5BVEtNQ5_XeQ9bc3ojhqNPc,5617
@@ -40,10 +40,10 @@ okdata/cli/data/output-format/status_config.json,sha256=oq9uYZbPZrM2ksWrQDd9-VWO
 okdata/cli/data/output-format/status_history_config.json,sha256=Gh-l8w9688P0hdp_DtJ9cxMc1bdv5DuNp5QBftOnb9M,721
 okdata/cli/data/output-format/team_members_config.json,sha256=CYzlVLU3f41kpxBbovXYDYRYOvhScfYU2yxtwHFMcuQ,183
 okdata/cli/data/output-format/teams_config.json,sha256=z49y_7m3b9W02guXXcSdlX9XDAaIj0rRBDcqU68m9i0,124
-okdata_cli-4.2.0.dist-info/LICENSE,sha256=K5ut_rTozMMIoz2xdUWdkFZ5f51oYtMNd13-rJ38pTs,1082
-okdata_cli-4.2.0.dist-info/METADATA,sha256=9OmNNoDu8aC7AI94WifIIa10zGafJu0E1V4uRnaR_VY,1194
-okdata_cli-4.2.0.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-okdata_cli-4.2.0.dist-info/entry_points.txt,sha256=OyY5saQTVah33LZ9ixM40rsMPgsOKErioZA8rtVjgKo,52
-okdata_cli-4.2.0.dist-info/namespace_packages.txt,sha256=Pdf-ZpWHLtLL295sDedsbAP3f6H189730mXrfVAVCcY,7
-okdata_cli-4.2.0.dist-info/top_level.txt,sha256=cS1IEDv6oxHgvQHrGSxFxjHTv5CNc9dLowH1vpCqF_k,11
-okdata_cli-4.2.0.dist-info/RECORD,,
+okdata_cli-4.3.0.dist-info/LICENSE,sha256=K5ut_rTozMMIoz2xdUWdkFZ5f51oYtMNd13-rJ38pTs,1082
+okdata_cli-4.3.0.dist-info/METADATA,sha256=ZGyG7FRkpLrJwJX_gul0bpgiDPENpUTFpfHdHpxq1jg,1406
+okdata_cli-4.3.0.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+okdata_cli-4.3.0.dist-info/entry_points.txt,sha256=OyY5saQTVah33LZ9ixM40rsMPgsOKErioZA8rtVjgKo,52
+okdata_cli-4.3.0.dist-info/namespace_packages.txt,sha256=Pdf-ZpWHLtLL295sDedsbAP3f6H189730mXrfVAVCcY,7
+okdata_cli-4.3.0.dist-info/top_level.txt,sha256=cS1IEDv6oxHgvQHrGSxFxjHTv5CNc9dLowH1vpCqF_k,11
+okdata_cli-4.3.0.dist-info/RECORD,,

{okdata_cli-4.2.0.dist-info → okdata_cli-4.3.0.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.43.0)
+Generator: setuptools (75.8.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

okdata_cli-4.2.0-nspkg.pth

@@ -1 +0,0 @@
-import sys, types, os;has_mfs = sys.version_info > (3, 5);p = os.path.join(sys._getframe(1).f_locals['sitedir'], *('okdata',));importlib = has_mfs and __import__('importlib.util');has_mfs and __import__('importlib.machinery');m = has_mfs and sys.modules.setdefault('okdata', importlib.util.module_from_spec(importlib.machinery.PathFinder.find_spec('okdata', [os.path.dirname(p)])));m = m or sys.modules.setdefault('okdata', types.ModuleType('okdata'));mp = (m or []) and m.__dict__.setdefault('__path__',[]);(p not in mp) and mp.append(p)