bugbug 0.0.623__tar.gz → 0.0.624__tar.gz

{bugbug-0.0.623/bugbug.egg-info → bugbug-0.0.624}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: bugbug
-Version: 0.0.623
+Version: 0.0.624
 Summary: ML tools for Mozilla projects
 Author: Marco Castelluccio
 Author-email: mcastelluccio@mozilla.com

bugbug-0.0.624/VERSION

@@ -0,0 +1 @@
+0.0.624

{bugbug-0.0.623 → bugbug-0.0.624}/bugbug/models/__init__.py

@@ -38,6 +38,7 @@ MODELS = {
     "uplift": "bugbug.models.uplift.UpliftModel",
     "worksforme": "bugbug.models.worksforme.WorksForMeModel",
     "fenixcomponent": "bugbug.models.fenixcomponent.FenixComponentModel",
+    "componentspecific": "bugbug.models.component_specific.ComponentSpecificModel",
 }
 
 

{bugbug-0.0.623 → bugbug-0.0.624}/bugbug/models/component.py

@@ -17,6 +17,7 @@ from sklearn.pipeline import Pipeline
 from bugbug import bug_features, bugzilla, feature_cleanup, utils
 from bugbug.bugzilla import get_product_component_count
 from bugbug.model import BugModel
+from bugbug.model_calibration import IsotonicRegressionCalibrator
 
 logging.basicConfig(level=logging.INFO)
 logger = logging.getLogger(__name__)
@@ -67,7 +68,7 @@ class ComponentModel(BugModel):
         "Firefox for Android": "Firefox for Android::General",
     }
 
-    def __init__(self, lemmatization=False):
+    def __init__(self, calibration=True, lemmatization=False):
         BugModel.__init__(self, lemmatization)
 
         self.cross_validation_enabled = False
@@ -103,6 +104,12 @@ class ComponentModel(BugModel):
             ]
         )
 
+        estimator = xgboost.XGBClassifier(n_jobs=utils.get_physical_cpu_count())
+        if calibration:
+            estimator = IsotonicRegressionCalibrator(estimator)
+            # This is a temporary workaround for the error : "Model type not yet supported by TreeExplainer"
+            self.calculate_importance = False
+
         self.clf = Pipeline(
             [
                 (
@@ -121,7 +128,7 @@ class ComponentModel(BugModel):
                 ),
                 (
                     "estimator",
-                    xgboost.XGBClassifier(n_jobs=utils.get_physical_cpu_count()),
+                    estimator,
                 ),
             ]
         )

bugbug-0.0.624/bugbug/models/component_specific.py

@@ -0,0 +1,136 @@
+# -*- coding: utf-8 -*-
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this file,
+# You can obtain one at http://mozilla.org/MPL/2.0/.
+
+import logging
+from datetime import datetime, timezone
+
+import dateutil.parser
+import xgboost
+from dateutil.relativedelta import relativedelta
+from sklearn.compose import ColumnTransformer
+from sklearn.feature_extraction import DictVectorizer
+from sklearn.pipeline import Pipeline
+
+from bugbug import bug_features, bugzilla, feature_cleanup, utils
+from bugbug.model import BugModel
+
+logging.basicConfig(level=logging.INFO)
+logger = logging.getLogger(__name__)
+
+
+class ComponentSpecificModel(BugModel):
+    def __init__(self, lemmatization=False, product="Firefox", component="General"):
+        BugModel.__init__(self, lemmatization)
+
+        self.product = product
+        self.component = component
+
+        feature_extractors = [
+            bug_features.HasSTR(),
+            bug_features.Severity(),
+            bug_features.Keywords(),
+            bug_features.HasCrashSignature(),
+            bug_features.HasURL(),
+            bug_features.HasW3CURL(),
+            bug_features.HasGithubURL(),
+            bug_features.Whiteboard(),
+            bug_features.Patches(),
+            bug_features.Landings(),
+        ]
+
+        cleanup_functions = [
+            feature_cleanup.fileref(),
+            feature_cleanup.url(),
+            feature_cleanup.synonyms(),
+        ]
+
+        self.extraction_pipeline = Pipeline(
+            [
+                (
+                    "bug_extractor",
+                    bug_features.BugExtractor(
+                        feature_extractors, cleanup_functions, rollback=True
+                    ),
+                ),
+            ]
+        )
+
+        self.clf = Pipeline(
+            [
+                (
+                    "union",
+                    ColumnTransformer(
+                        [
+                            ("data", DictVectorizer(), "data"),
+                            ("title", self.text_vectorizer(min_df=0.0001), "title"),
+                            (
+                                "comments",
+                                self.text_vectorizer(min_df=0.0001),
+                                "comments",
+                            ),
+                        ]
+                    ),
+                ),
+                (
+                    "estimator",
+                    xgboost.XGBClassifier(n_jobs=utils.get_physical_cpu_count()),
+                ),
+            ]
+        )
+
+    def get_labels(self):
+        classes = {}
+
+        for bug_data in bugzilla.get_bugs():
+            if dateutil.parser.parse(bug_data["creation_time"]) < datetime.now(
+                timezone.utc
+            ) - relativedelta(years=3):
+                continue
+
+            # Only bugs that were moved out of General and into a specific component
+            # Or the opposite
+
+            for history in bug_data["history"]:
+                to_product_firefox = False
+                to_component_general = False
+
+                from_product_firefox = False
+                from_component_general = False
+
+                for change in history["changes"]:
+                    if change["field_name"] == "product":
+                        if change["added"] == self.product:
+                            to_product_firefox = True
+                        elif change["removed"] == self.product:
+                            from_product_firefox = True
+
+                    if change["field_name"] == "component":
+                        if change["added"] == self.component:
+                            to_component_general = True
+                        elif change["removed"] == self.component:
+                            from_component_general = True
+
+                if from_product_firefox and from_component_general:
+                    classes[bug_data["id"]] = 1
+                elif to_product_firefox and to_component_general:
+                    classes[bug_data["id"]] = 0
+
+        logger.info(
+            "%d bugs were moved out of %s::%s",
+            sum(label == 1 for label in classes.values()),
+            self.product,
+            self.component,
+        )
+        logger.info(
+            "%d bugs were moved in %s::%s",
+            sum(label == 0 for label in classes.values()),
+            self.product,
+            self.component,
+        )
+
+        return classes, [0, 1]
+
+    def get_feature_names(self):
+        return self.clf.named_steps["union"].get_feature_names_out()

{bugbug-0.0.623 → bugbug-0.0.624}/bugbug/repository.py

@@ -1523,10 +1523,13 @@ def pull(repo_dir: str, branch: str, revision: str, update: bool = False) -> Non
     """Pull a revision from a branch of a remote repository into a local repository."""
 
     @tenacity.retry(
-        stop=tenacity.stop_after_attempt(2),
+        stop=tenacity.stop_after_attempt(3),
+        wait=tenacity.wait_exponential(multiplier=1, min=4, max=60),
         reraise=True,
         after=tenacity.after_log(logger, logging.DEBUG),
-        retry=tenacity.retry_if_exception_type(subprocess.TimeoutExpired),
+        retry=tenacity.retry_if_exception_type(
+            (subprocess.TimeoutExpired, RuntimeError)
+        ),
     )
     def trigger_pull() -> None:
         cmd = _build_hg_cmd(

{bugbug-0.0.623 → bugbug-0.0.624}/bugbug/tools/code_review/langchain_tools.py

@@ -6,13 +6,17 @@
 """LangGraph tools for code review agent."""
 
 from dataclasses import dataclass
+from logging import getLogger
 
 from langchain.tools import tool
 from langgraph.runtime import get_runtime
+from requests import HTTPError
 
 from bugbug.code_search.function_search import FunctionSearch
 from bugbug.tools.core.platforms.base import Patch
 
+logger = getLogger(__name__)
+
 
 @dataclass
 class CodeReviewContext:
@@ -68,12 +72,22 @@ def create_find_function_definition_tool(function_search: FunctionSearch):
         Returns:
             The function definition.
         """
-        functions = function_search.get_function_by_name(
-            # TODO: We may want to use the patch base commit hash here instead of "tip".
-            "tip",
-            file_path,
-            function_name,
-        )
+        try:
+            functions = function_search.get_function_by_name(
+                # TODO: We may want to use the patch base commit hash here instead of "tip".
+                "tip",
+                file_path,
+                function_name,
+            )
+        except HTTPError as e:
+            logger.error(
+                "HTTP error occurred while searching for the definition of function '%s' which is used in file '%s' at line %d: %s",
+                function_name,
+                file_path,
+                line_number,
+                e,
+            )
+            return "Error occurred while searching for the function definition."
 
         if not functions:
             return "Function definition not found."

{bugbug-0.0.623 → bugbug-0.0.624/bugbug.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: bugbug
-Version: 0.0.623
+Version: 0.0.624
 Summary: ML tools for Mozilla projects
 Author: Marco Castelluccio
 Author-email: mcastelluccio@mozilla.com

{bugbug-0.0.623 → bugbug-0.0.624}/bugbug.egg-info/SOURCES.txt

@@ -61,6 +61,7 @@ bugbug/models/backout.py
 bugbug/models/browsername.py
 bugbug/models/bugtype.py
 bugbug/models/component.py
+bugbug/models/component_specific.py
 bugbug/models/defect.py
 bugbug/models/defect_enhancement_task.py
 bugbug/models/devdocneeded.py

{bugbug-0.0.623 → bugbug-0.0.624}/bugbug.egg-info/requires.txt

@@ -1,7 +1,7 @@
 amqp==5.3.1
-async-lru==2.2.0
+async-lru==2.3.0
 beautifulsoup4==4.14.3
-boto3==1.42.73
+boto3==1.42.78
 claude-agent-sdk>=0.1.30
 httpx==0.28.1
 imbalanced-learn==0.14.1
@@ -10,11 +10,11 @@ langchain-classic==1.0.3
 langchain-community==0.4.1
 langchain-google-genai==4.2.1
 langchain-mistralai==1.1.2
-langchain-openai==1.1.11
+langchain-openai==1.1.12
 langchain==1.2.13
 langgraph==1.1.3
 libmozdata==0.2.12
-llama-cpp-python==0.3.17
+llama-cpp-python==0.3.19
 lmdb==1.8.1
 lxml-html-clean==0.4.4
 markdown2==2.5.5
@@ -33,7 +33,7 @@ python-hglib==2.6.2
 qdrant-client==1.15.1
 ratelimit==2.2.1
 requests-html==0.10.0
-requests==2.32.5
+requests==2.33.0
 rs_parsepatch==0.4.6
 scikit-learn==1.7.2
 scipy==1.17.1
@@ -49,6 +49,6 @@ xgboost==3.2.0
 zstandard==0.25.0
 
 [nlp]
-spacy==3.8.11
+spacy==3.8.13
 
 [nn]

bugbug-0.0.624/extra-nlp-requirements.txt

@@ -0,0 +1 @@
+spacy==3.8.13

{bugbug-0.0.623 → bugbug-0.0.624}/requirements.txt

@@ -1,7 +1,7 @@
 amqp==5.3.1
-async-lru==2.2.0
+async-lru==2.3.0
 beautifulsoup4==4.14.3
-boto3==1.42.73
+boto3==1.42.78
 claude-agent-sdk>=0.1.30
 httpx==0.28.1
 imbalanced-learn==0.14.1
@@ -11,10 +11,10 @@ langchain-classic==1.0.3
 langchain-community==0.4.1
 langchain-google-genai==4.2.1
 langchain-mistralai==1.1.2
-langchain-openai==1.1.11
+langchain-openai==1.1.12
 langgraph==1.1.3
 libmozdata==0.2.12
-llama-cpp-python==0.3.17
+llama-cpp-python==0.3.19
 lmdb==1.8.1
 lxml-html-clean==0.4.4
 markdown2==2.5.5
@@ -32,7 +32,7 @@ python-dateutil==2.9.0.post0
 python-hglib==2.6.2
 qdrant-client==1.15.1
 ratelimit==2.2.1
-requests==2.32.5
+requests==2.33.0
 requests-html==0.10.0
 rs_parsepatch==0.4.6
 scikit-learn==1.7.2

{bugbug-0.0.623 → bugbug-0.0.624}/scripts/retrieve_ci_failures.py

@@ -79,6 +79,7 @@ def get_fixed_by_commit_pushes():
             "failures": push["failures"],
             "commits": [],
         }
+    logger.info("Got %d failures.", len(fixed_by_commit_pushes))
 
     fixed_by_commit_elements = []
 

{bugbug-0.0.623 → bugbug-0.0.624}/scripts/trainer.py

@@ -130,7 +130,7 @@ def parse_args(args):
                     f"--{parameter.name}",
                     default=parameter.default,
                     dest=parameter.name,
-                    type=int,
+                    type=parameter_type,
                 )
 
     return main_parser.parse_args(args)

bugbug-0.0.623/VERSION

@@ -1 +0,0 @@
-0.0.623

bugbug-0.0.623/extra-nlp-requirements.txt

@@ -1 +0,0 @@
-spacy==3.8.11