mdbt 0.4.33__py3-none-any.whl → 0.4.36__py3-none-any.whl

mdbt/ai_core.py

@@ -16,7 +16,7 @@ from mdbt.prompts import Prompts
 
 class AiCore(Core):
 
-    def __init__(self, model: str = "gpt-4.1", test_mode: bool = False):
+    def __init__(self, model: str = "gpt-5", test_mode: bool = False):
         super().__init__(test_mode=test_mode)
         self.model = model
         # Make sure you have OPENAI_API_KEY set in your environment variables.

mdbt/build_dbt_docs_ai.py

@@ -19,9 +19,7 @@ class BuildDBTDocs(AiCore):
     def __init__(self):
         super().__init__()
 
-    def main(self, model_name, sys_context, is_new=False):
-        if model_name.endswith(".sql"):
-            model_name = model_name[:-4]
+    def main(self, select, sys_context, is_new=False):
         if not is_new:
             print(
                 """
@@ -33,80 +31,85 @@ class BuildDBTDocs(AiCore):
         else:
             mode = 1
         print("Getting file.")
-        sql_file_path = self.get_file_path(model_name)
-
-        if "l4" in sql_file_path.lower() or "l3" in sql_file_path.lower():
-            system_instructions = Prompts().dbt_docs_gte_l3_prompt
-        else:
-            system_instructions = Prompts().dbt_docs_lte_l2_prompt
-
-        if sys_context:
-            system_instructions += f"\nContext about system docs are generated for: \n{sys_context}\n"
-
-        sample_data = self._get_sample_data_from_snowflake([model_name])
-
-        system_instructions = system_instructions + sample_data[model_name]
-
-        # Might bring this back in the future.
-        extra_info = ""
-
-        if mode == 1:
-            # Build new documentation
-            user_input = self.build_user_msg_mode_1(sql_file_path, extra_info)
-            yml_file_path = sql_file_path.replace(".sql", ".yml")
-        elif mode == 2:
-            # Check existing documentation
-            yml_file_path = sql_file_path[:-4] + ".yml"
-            user_input = self.build_user_msg_mode_2(
-                sql_file_path, yml_file_path, extra_info
-            )
-        else:
-            print(mode)
-            raise ValueError("Invalid mode")
-
-        messages = [
-            {"role": "user", "content": system_instructions + "\n" + user_input}
-        ]
-
-        assistant_responses = []
-        result = self.send_message(messages)
-        assistant_responses.append(result)
-
-        messages.append({"role": "assistant", "content": assistant_responses[0]})
-        print(assistant_responses[0])
-        output = assistant_responses[0]
-        # Check for ``` at end of output (str) and remove
-        # Remove trailing markdown code fences if present
-        lines = output.split('\n')
-        new_lines = []
-        for line in lines:
-            if '```' not in line:
-                new_lines.append(line)
-        output = '\n'.join(new_lines)
-        if not is_new:
-            clip_or_file = input(
-                f"1. to copy to clipboard\n2, to write to file ({yml_file_path}\n:"
-            )
-        else:
-            clip_or_file = "2"
-
-        if clip_or_file == "1":
-            print("Output copied to clipboard")
-            pyperclip.copy(output)
-        elif clip_or_file == "2":
-            if mode == 2:
-                # Make a backup of the current YML file.
-                self.backup_existing_yml_file(yml_file_path)
-            with open(yml_file_path, "w") as file:
-                file.write(output)
-            if not self.is_file_committed(yml_file_path):
-                if not is_new:
-                    commit_file = input("Press 1 to add to git, any other key to byapss: ")
-                else:
-                    commit_file = "1"
-
-                if commit_file == "1":
-                    subprocess.run(["git", "add", yml_file_path])
+        models = self.get_models(select)
+        if not models:
+            raise ValueError(f"No models found for select '{select}'")
+
+        for model in models:
+            original_file_path = model["original_file_path"]
+            model_name = model["name"]
+            if "l4" in original_file_path.lower() or "l3" in original_file_path.lower():
+                system_instructions = Prompts().dbt_docs_gte_l3_prompt
+            else:
+                system_instructions = Prompts().dbt_docs_lte_l2_prompt
+
+            if sys_context:
+                system_instructions += f"\nContext about system docs are generated for: \n{sys_context}\n"
+
+            sample_data = self._get_sample_data_from_snowflake([model_name])
+
+            system_instructions = system_instructions + sample_data[model_name]
+
+            # Might bring this back in the future.
+            extra_info = ""
+
+            if mode == 1:
+                # Build new documentation
+                user_input = self.build_user_msg_mode_1(original_file_path, extra_info)
+                yml_file_path = original_file_path.replace(".sql", ".yml")
+            elif mode == 2:
+                # Check existing documentation
+                yml_file_path = original_file_path[:-4] + ".yml"
+                user_input = self.build_user_msg_mode_2(
+                    original_file_path, yml_file_path, extra_info
+                )
+            else:
+                print(mode)
+                raise ValueError("Invalid mode")
+
+            messages = [
+                {"role": "user", "content": system_instructions + "\n" + user_input}
+            ]
+
+            assistant_responses = []
+            result = self.send_message(messages)
+            assistant_responses.append(result)
+
+            messages.append({"role": "assistant", "content": assistant_responses[0]})
+            print(assistant_responses[0])
+            output = assistant_responses[0]
+            # Check for ``` at end of output (str) and remove
+            # Remove trailing markdown code fences if present
+            lines = output.split('\n')
+            new_lines = []
+            for line in lines:
+                if '```' not in line:
+                    new_lines.append(line)
+            output = '\n'.join(new_lines)
+            if not is_new:
+                clip_or_file = input(
+                    f"1. to copy to clipboard\n2, to write to file ({yml_file_path}\n:"
+                )
+            else:
+                clip_or_file = "2"
+
+            if clip_or_file == "1":
+                print("Output copied to clipboard")
+                pyperclip.copy(output)
+            elif clip_or_file == "2":
+                if mode == 2:
+                    # Make a backup of the current YML file.
+                    self.backup_existing_yml_file(yml_file_path)
+                with open(yml_file_path, "w") as file:
+                    file.write(output)
+                if not self.is_file_committed(yml_file_path):
+                    if not is_new:
+                        commit_file = input("Press 1 to add to git, any other key to byapss: ")
+                    else:
+                        commit_file = "1"
+
+                    if commit_file == "1":
+                        subprocess.run(["git", "add", yml_file_path])
 
     @staticmethod
     def backup_existing_yml_file(yml_file_path):

mdbt/build_unit_test_data_ai.py

@@ -23,7 +23,7 @@ logging.getLogger("snowflake.connector").setLevel(logging.WARNING)
 class BuildUnitTestDataAI(AiCore):
 
     def __init__(self):
-        super().__init__(model="o3-mini")
+        super().__init__(model="gpt-5")
 
     def main(self, model_name: str):
 

mdbt/core.py

@@ -49,7 +49,7 @@ class Core:
             private_key=private_key,
             schema=os.getenv('MAIN__SCHEMA'),
             warehouse=os.getenv('MAIN__WAREHOUSE'),
-            role=os.getenv('MAIN__ROLE'),
+            role='MDBT',
         )
 
         self._cur = self._conn.cursor()
@@ -122,3 +122,20 @@ class Core:
         print(e.stdout)
         raise Exception(f"Failure while running command: {' '.join(e.cmd)}")
         # sys.exit(e.returncode)
+
+    def get_models(self, select: str, all_files: bool = False) -> t.List[t.Dict[str, t.Any]]:
+        if not all_files:
+            args = [
+                "--select",
+                select,
+                "--exclude",
+                "resource_type:test resource_type:seed resource_type:snapshot resource_type:source",
+            ]
+        else:
+            args = [
+                "--exclude",
+                "resource_type:test resource_type:seed resource_type:snapshot resource_type:source",
+            ]
+        ls_json = self.dbt_ls_to_json(args)
+
+        return ls_json

mdbt/sort_yaml_fields.py

@@ -35,7 +35,7 @@ class SortYAML(AiCore):
         all_files: Optional[bool] = False,
         overwrite: Optional[bool] = False,
     ):
-        models = self._get_models(select, all_files)
+        models = self.get_models(select, all_files)
         if len(models) > 1 and not overwrite:
             raise ValueError(
                 "Multiple models found. Default copy to clipboard only works with one model. Use the --overwrite flag "
@@ -66,23 +66,7 @@ class SortYAML(AiCore):
             else:
                 self.save_yml_to_clipboard(updated_schema)
 
-    def _get_models(self, select: str, all_files: bool) -> List[Dict[str, Any]]:
-        mmw = MDBT()
-        if not all_files:
-            args = [
-                "--select",
-                select,
-                "--exclude",
-                "resource_type:test resource_type:seed resource_type:snapshot resource_type:source",
-            ]
-        else:
-            args = [
-                "--exclude",
-                "resource_type:test resource_type:seed resource_type:snapshot resource_type:source",
-            ]
-        ls_json = mmw.dbt_ls_to_json(args)
-
-        return ls_json
+
 
     @staticmethod
     def _get_schema_path_and_table(

{mdbt-0.4.33.dist-info → mdbt-0.4.36.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mdbt
-Version: 0.4.33
+Version: 0.4.36
 Summary: A CLI tool to manage dbt builds with state handling and manifest management
 Author: Craig Lathrop
 Author-email: info@markimicrowave.com
@@ -11,11 +11,11 @@ Requires-Python: >=3.9
 License-File: LICENSE
 Requires-Dist: click<9.0.0,>=8.0.0
 Requires-Dist: pyperclip<2.0.0,>=1.8.0
-Requires-Dist: snowflake-connector-python[pandas]<4.0.0,>=3.11.0
+Requires-Dist: snowflake-connector-python[pandas]==3.18.0
 Requires-Dist: python-dotenv<1.2.0,>=1.0.0
-Requires-Dist: openai<2.0.0,>=1.35.0
-Requires-Dist: sqlfluff==3.4.0
-Requires-Dist: sqlfluff-templater-dbt==3.4.0
+Requires-Dist: openai==2.6.1
+Requires-Dist: sqlfluff==3.5.0
+Requires-Dist: sqlfluff-templater-dbt==3.5.0
 Requires-Dist: wordninja==2.0.0
 Requires-Dist: ruamel.yaml<0.18.0
 Requires-Dist: recce<=0.44.3

{mdbt-0.4.33.dist-info → mdbt-0.4.36.dist-info}/RECORD

@@ -1,20 +1,20 @@
 mdbt/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-mdbt/ai_core.py,sha256=diJFT35pGOEIQpUYOk6GFBgQgmK2sHj_F_kfkjeaEyQ,3963
-mdbt/build_dbt_docs_ai.py,sha256=ytTcZx43ulSpKivBpOR_3Q8mKRq9jkmdAW2vucL7enE,5041
-mdbt/build_unit_test_data_ai.py,sha256=OqJXDerhg54_QVIlVtXNxfk5TKVe68i6JnrV_8iEDrc,4292
+mdbt/ai_core.py,sha256=EyuEciA6EIRfZ2vj4YxCLkdfmkke7tbZWPjBb_JOuNw,3961
+mdbt/build_dbt_docs_ai.py,sha256=QMSxW0XzC4xPkx2HXgkkeZ0AiPri_PTS7oyUrOS6hQ8,5443
+mdbt/build_unit_test_data_ai.py,sha256=SJlxEjwrH3zyXbZFLQFl3_BZYIM3WLdubA8eUEYRbQU,4290
 mdbt/cmdline.py,sha256=meNATu3BzP_4Htt5VcoT923mlh9NsfK8og0JQgn9PCE,10822
-mdbt/core.py,sha256=Y1K7ecJTZ9Bfkvk7Kk7-DRO1-QJs9GD6RP6m7sfQ-oY,4522
+mdbt/core.py,sha256=XO6_KwMnVumtilj0OWZBcfPM7SwaUOba2lkw1apxx6w,5089
 mdbt/expectations_output_builder.py,sha256=AXKEM-WO7FecYzfMLwzsOnQnVf7AiHBi_khyidE2lJs,3195
 mdbt/lightdash.py,sha256=qJBJ-pc5mN8GBA1MZElRhtA8aldrX-AgvHtha4iOA-Y,2745
 mdbt/main.py,sha256=UO3r7zOXmVpjnAIz2eeZVeQMFmgXa698Gm42Wo2qhRU,16939
 mdbt/precommit_format.py,sha256=9HC10mh4QQIgaQSxdAwaCXbsiHT9cCrLdbc3PAQkotc,2845
 mdbt/prompts.py,sha256=2vCvh9hamgop92kGGaMKtap11F2MZiM7hHKjcwX4lhQ,13992
 mdbt/recce.py,sha256=P14CvWd7lRgTPUW7BVMLmcclSqby-_uSgpoI3r5VjTA,2327
-mdbt/sort_yaml_fields.py,sha256=1PROsrz8KubSr0bVmPq3oAw4V-eSiZh1uGRR5B-uaA4,5648
+mdbt/sort_yaml_fields.py,sha256=QF-zwXgeZ4iuaV3CfLxz4w30EqC7y34uBuowO4DbYUA,5057
 mdbt/sql_sorter.py,sha256=8bd6svrtcXp7ePT2g4FTGLTW55qbsVjXgUmba7L-G-4,6467
-mdbt-0.4.33.dist-info/licenses/LICENSE,sha256=DrJpgQEYhttwpwcE56BzrGZ1aEfR_tqfaxsI5NlsYOE,1072
-mdbt-0.4.33.dist-info/METADATA,sha256=f_RoFgFRNmgFlYf2la7dwGK52Jcxhp0zZYdHPF2v5jU,920
-mdbt-0.4.33.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-mdbt-0.4.33.dist-info/entry_points.txt,sha256=fVft1CYVP2MtZMMtsXN67S1T5RszfgKtAuaeoKLdCow,43
-mdbt-0.4.33.dist-info/top_level.txt,sha256=-PP7vAl9EgVjRTzBovElczsPNjOfja6kjZssNmv5vo0,5
-mdbt-0.4.33.dist-info/RECORD,,
+mdbt-0.4.36.dist-info/licenses/LICENSE,sha256=DrJpgQEYhttwpwcE56BzrGZ1aEfR_tqfaxsI5NlsYOE,1072
+mdbt-0.4.36.dist-info/METADATA,sha256=hmQdzRJl5BpH3rRyNtowpe-GZ5UmJD9AYRbhoj8eQps,905
+mdbt-0.4.36.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+mdbt-0.4.36.dist-info/entry_points.txt,sha256=fVft1CYVP2MtZMMtsXN67S1T5RszfgKtAuaeoKLdCow,43
+mdbt-0.4.36.dist-info/top_level.txt,sha256=-PP7vAl9EgVjRTzBovElczsPNjOfja6kjZssNmv5vo0,5
+mdbt-0.4.36.dist-info/RECORD,,