squirrels 0.2.1__py3-none-any.whl → 0.3.0__py3-none-any.whl

squirrels/_initializer.py

@@ -33,8 +33,11 @@ class Initializer:
     def _copy_database_file(self, filepath: str):
         self._copy_file(u.join_paths(c.DATABASE_FOLDER, filepath))
     
-    def _copy_pyconfigs_file(self, filepath: str):
-        self._copy_file(u.join_paths(c.PYCONFIG_FOLDER, filepath))
+    def _copy_pyconfig_file(self, filepath: str):
+        self._copy_file(u.join_paths(c.PYCONFIGS_FOLDER, filepath))
+    
+    def _copy_seed_file(self, filepath: str):
+        self._copy_file(u.join_paths(c.SEEDS_FOLDER, filepath))
 
     def init_project(self, args):
         options = ["core", "connections", "parameters", "dbview", "federate", "auth", "sample_db"]
@@ -73,7 +76,7 @@ class Initializer:
                                  default=False),
                 inquirer.List(SAMPLE_DB, 
                               message="What sample sqlite database do you wish to use (if any)?",
-                              choices=["none"] + c.DATABASE_CHOICES)
+                              choices= c.DATABASE_CHOICES)
             ]
             answers.update(inquirer.prompt(remaining_questions))
         
@@ -124,11 +127,9 @@ class Initializer:
                     "connections": c.CONNECTIONS_YML_FILE if connections_use_yaml else None
                 }
                 substitutions = {key: get_content(val) for key, val in file_name_dict.items()}
-                substitutions["db_view_file"] = db_view_file
-                substitutions["final_view_file"] = federate_file
                 
                 manifest_template = get_content(c.MANIFEST_JINJA_FILE)
-                manifest_content = u.render_string(manifest_template, substitutions)
+                manifest_content = u.render_string(manifest_template, **substitutions)
                 output_path = u.join_paths(base_proj_dir, TMP_FOLDER, c.MANIFEST_FILE)
                 with open(u.join_paths(output_path), "w") as f:
                     f.write(manifest_content)
@@ -139,26 +140,35 @@ class Initializer:
             self._copy_file(c.MANIFEST_FILE, src_folder=TMP_FOLDER)
             
             if connections_use_py:
-                self._copy_pyconfigs_file(c.CONNECTIONS_FILE)
-            elif not connections_use_yaml:
+                self._copy_pyconfig_file(c.CONNECTIONS_FILE)
+            elif connections_use_yaml:
+                pass # already included in squirrels.yml
+            else:
                 raise NotImplementedError(f"Format '{connections_format}' not supported for configuring database connections")
             
             if parameters_use_py:
-                self._copy_pyconfigs_file(c.PARAMETERS_FILE)
-            elif not parameters_use_yaml:
+                self._copy_pyconfig_file(c.PARAMETERS_FILE)
+            elif parameters_use_yaml:
+                pass # already included in squirrels.yml
+            else:
                 raise NotImplementedError(f"Format '{parameters_format}' not supported for configuring widget parameters")
             
-            self._copy_pyconfigs_file(c.CONTEXT_FILE)
+            self._copy_pyconfig_file(c.CONTEXT_FILE)
             self._copy_file(c.ENVIRON_CONFIG_FILE)
+            self._copy_seed_file(c.CATEGORY_SEED_FILE)
+            self._copy_seed_file(c.SUBCATEGORY_SEED_FILE)
 
             self._copy_dbview_file(db_view_file)
             self._copy_federate_file(federate_file)
         
         if answers.get(AUTH, False):
-            self._copy_pyconfigs_file(c.AUTH_FILE)
+            self._copy_pyconfig_file(c.AUTH_FILE)
 
         sample_db = answers.get(SAMPLE_DB)
-        if sample_db is not None and sample_db != "none":
+        if sample_db is None: # None if not prompt mode and '--sample-db' option was not specified
+            sample_db = c.EXPENSES_DB_NAME
+        
+        if sample_db != c.NO_DB:
             if sample_db == c.EXPENSES_DB_NAME:
                 self._copy_database_file(c.EXPENSES_DB_NAME+".db")
             elif sample_db == c.WEATHER_DB_NAME:

squirrels/_manifest.py

@@ -1,5 +1,5 @@
 from typing import Optional
-from dataclasses import dataclass
+from dataclasses import dataclass, field
 from enum import Enum
 import yaml
 
@@ -96,16 +96,20 @@ class ParametersConfig(ManifestComponentConfig):
 @dataclass
 class TestSetsConfig(ManifestComponentConfig):
     name: str
-    user_attributes: dict
-    parameters: dict
+    datasets: Optional[list[str]] = None
+    is_authenticated: bool = False
+    user_attributes: dict = field(default_factory=dict)
+    parameters: dict = field(default_factory=dict)
 
     @classmethod
     def from_dict(cls, kwargs: dict):
         cls._validate_required(kwargs, [c.TEST_SET_NAME_KEY], c.TEST_SETS_KEY)
         name = str(kwargs[c.TEST_SET_NAME_KEY])
+        datasets = kwargs.get(c.TEST_SET_DATASETS_KEY)
+        is_authenticated = (c.TEST_SET_USER_ATTR_KEY in kwargs)
         user_attributes = kwargs.get(c.TEST_SET_USER_ATTR_KEY, {})
         parameters = kwargs.get(c.TEST_SET_PARAMETERS_KEY, {})
-        return cls(name, user_attributes, parameters)
+        return cls(name, datasets, is_authenticated, user_attributes, parameters)
 
 
 @dataclass
@@ -147,6 +151,7 @@ class DatasetsConfig(ManifestComponentConfig):
     scope: DatasetScope
     parameters: Optional[list[str]]
     traits: dict
+    default_test_set: Optional[str]
 
     @classmethod
     def from_dict(cls, kwargs: dict):
@@ -163,7 +168,8 @@ class DatasetsConfig(ManifestComponentConfig):
         
         parameters = kwargs.get(c.DATASET_PARAMETERS_KEY)
         traits = kwargs.get(c.DATASET_TRAITS_KEY, {})
-        return cls(name, label, model, scope, parameters, traits)
+        default_test_set = kwargs.get(c.DATASET_DEFAULT_TEST_SET_KEY)
+        return cls(name, label, model, scope, parameters, traits, default_test_set)
 
 
 @dataclass
@@ -208,14 +214,18 @@ class _ManifestConfig:
         params = [ParametersConfig.from_dict(x) for x in kwargs.get(c.PARAMETERS_KEY, [])]
 
         test_sets = cls._create_configs_as_dict(TestSetsConfig, kwargs, c.TEST_SETS_KEY, c.TEST_SET_NAME_KEY)
-        default_test_set: str = settings.get(c.TEST_SET_DEFAULT_USED_SETTING, c.DEFAULT_TEST_SET_NAME)
-        test_sets.setdefault(default_test_set, TestSetsConfig.from_dict({c.TEST_SET_NAME_KEY: default_test_set}))
-
         dbviews = cls._create_configs_as_dict(DbviewConfig, kwargs, c.DBVIEWS_KEY, c.DBVIEW_NAME_KEY)
         federates = cls._create_configs_as_dict(FederateConfig, kwargs, c.FEDERATES_KEY, c.FEDERATE_NAME_KEY)
         datasets = cls._create_configs_as_dict(DatasetsConfig, kwargs, c.DATASETS_KEY, c.DATASET_NAME_KEY)
 
         return cls(proj_vars, packages, db_conns, params, test_sets, dbviews, federates, datasets, settings)
+    
+    def get_default_test_set(self, dataset_name: str) -> tuple[str, dict]:
+        default_1 = self.datasets[dataset_name].default_test_set
+        default_2 = self.settings.get(c.TEST_SET_DEFAULT_USED_SETTING, c.DEFAULT_TEST_SET_NAME)
+        default_name = default_1 if default_1 is not None else default_2
+        default_test_set = self.selection_test_sets.get(default_name, TestSetsConfig.from_dict({c.TEST_SET_NAME_KEY: default_name}))
+        return default_name, default_test_set
 
 
 class ManifestIO:
@@ -227,8 +237,8 @@ class ManifestIO:
         
         start = time.time()
         raw_content = u.read_file(c.MANIFEST_FILE)
-        env_config = EnvironConfigIO.obj.get_all_env_vars()
-        content = u.render_string(raw_content, env_config)
+        env_vars = EnvironConfigIO.obj.get_all_env_vars()
+        content = u.render_string(raw_content, env_vars=env_vars, **env_vars) # TODO: deprecate **env_vars
         proj_config = yaml.safe_load(content)
         cls.obj = _ManifestConfig.from_dict(proj_config)
         timer.add_activity_time(f"loading {c.MANIFEST_FILE} file", start)