karrio-server-core 2025.5rc12__py3-none-any.whl → 2026.1.1__py3-none-any.whl

karrio/server/providers/migrations/0085_populate_dhl_parcel_de_oauth_credentials.py

@@ -0,0 +1,82 @@
+# Generated by Django migration to populate missing required credentials for DHL Parcel DE
+# This migration ensures existing dhl_parcel_de connections have all required fields
+# (username, password, client_id, client_secret) to prevent initialization errors
+# after the settings schema was updated.
+
+from django.db import migrations
+from django.utils import timezone
+
+
+# Required fields for dhl_parcel_de that have no default values
+REQUIRED_FIELDS = ["username", "password", "client_id", "client_secret"]
+
+
+def populate_dhl_parcel_de_required_credentials(apps, schema_editor):
+    """
+    Find all dhl_parcel_de carrier connections that are missing required fields
+    and populate them with placeholder timestamp values.
+    """
+    Carrier = apps.get_model("providers", "Carrier")
+    db_alias = schema_editor.connection.alias
+
+    # Find all dhl_parcel_de carriers
+    dhl_parcel_de_carriers = Carrier.objects.using(db_alias).filter(
+        carrier_code="dhl_parcel_de"
+    )
+
+    timestamp = timezone.now().strftime("%Y%m%d%H%M%S")
+
+    for carrier in dhl_parcel_de_carriers:
+        credentials = carrier.credentials or {}
+        updated = False
+
+        # Check and populate all missing required fields
+        for field in REQUIRED_FIELDS:
+            if not credentials.get(field):
+                credentials[field] = f"PLACEHOLDER_{timestamp}"
+                updated = True
+
+        if updated:
+            carrier.credentials = credentials
+            carrier.save(using=db_alias, update_fields=["credentials"])
+
+
+def reverse_dhl_parcel_de_required_credentials(apps, schema_editor):
+    """
+    Remove placeholder credentials (for rollback).
+    Only removes credentials that were set by this migration (contain PLACEHOLDER_).
+    """
+    Carrier = apps.get_model("providers", "Carrier")
+    db_alias = schema_editor.connection.alias
+
+    dhl_parcel_de_carriers = Carrier.objects.using(db_alias).filter(
+        carrier_code="dhl_parcel_de"
+    )
+
+    for carrier in dhl_parcel_de_carriers:
+        credentials = carrier.credentials or {}
+        updated = False
+
+        # Only remove if it's a placeholder value
+        for field in REQUIRED_FIELDS:
+            if credentials.get(field, "").startswith("PLACEHOLDER_"):
+                del credentials[field]
+                updated = True
+
+        if updated:
+            carrier.credentials = credentials
+            carrier.save(using=db_alias, update_fields=["credentials"])
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ("providers", "0084_alter_servicelevel_currency"),
+    ]
+
+    operations = [
+        migrations.RunPython(
+            populate_dhl_parcel_de_required_credentials,
+            reverse_dhl_parcel_de_required_credentials,
+        ),
+    ]

karrio/server/providers/migrations/0086_rename_dhl_parcel_de_customer_number_to_billing_number.py

@@ -0,0 +1,71 @@
+# Generated by Django migration to rename customer_number to billing_number
+# for DHL Parcel DE connections. This keeps existing configuration values
+# when the field was renamed in the settings schema.
+
+from django.db import migrations
+
+
+def rename_customer_number_to_billing_number(apps, schema_editor):
+    """
+    Find all dhl_parcel_de carrier connections that have customer_number
+    and rename it to billing_number to preserve the configuration value.
+    """
+    Carrier = apps.get_model("providers", "Carrier")
+    db_alias = schema_editor.connection.alias
+
+    # Find all dhl_parcel_de carriers
+    dhl_parcel_de_carriers = Carrier.objects.using(db_alias).filter(
+        carrier_code="dhl_parcel_de"
+    )
+
+    for carrier in dhl_parcel_de_carriers:
+        credentials = carrier.credentials or {}
+
+        # Check if customer_number exists and billing_number doesn't
+        if credentials.get("customer_number") and not credentials.get("billing_number"):
+            # Copy customer_number value to billing_number
+            credentials["billing_number"] = credentials["customer_number"]
+            # Remove old customer_number field
+            del credentials["customer_number"]
+
+            carrier.credentials = credentials
+            carrier.save(using=db_alias, update_fields=["credentials"])
+
+
+def rename_billing_number_to_customer_number(apps, schema_editor):
+    """
+    Reverse migration: rename billing_number back to customer_number.
+    """
+    Carrier = apps.get_model("providers", "Carrier")
+    db_alias = schema_editor.connection.alias
+
+    dhl_parcel_de_carriers = Carrier.objects.using(db_alias).filter(
+        carrier_code="dhl_parcel_de"
+    )
+
+    for carrier in dhl_parcel_de_carriers:
+        credentials = carrier.credentials or {}
+
+        # Check if billing_number exists and customer_number doesn't
+        if credentials.get("billing_number") and not credentials.get("customer_number"):
+            # Copy billing_number value back to customer_number
+            credentials["customer_number"] = credentials["billing_number"]
+            # Remove the billing_number field
+            del credentials["billing_number"]
+
+            carrier.credentials = credentials
+            carrier.save(using=db_alias, update_fields=["credentials"])
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ("providers", "0085_populate_dhl_parcel_de_oauth_credentials"),
+    ]
+
+    operations = [
+        migrations.RunPython(
+            rename_customer_number_to_billing_number,
+            rename_billing_number_to_customer_number,
+        ),
+    ]

karrio/server/providers/migrations/0087_alter_carrier_capabilities.py

@@ -0,0 +1,38 @@
+# Generated by Django 5.2.9 on 2025-12-03 05:47
+
+import functools
+import karrio.server.core.fields
+import karrio.server.core.models
+from django.db import migrations
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ("providers", "0086_rename_dhl_parcel_de_customer_number_to_billing_number"),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name="carrier",
+            name="capabilities",
+            field=karrio.server.core.fields.MultiChoiceField(
+                choices=[
+                    ("pickup", "pickup"),
+                    ("rating", "rating"),
+                    ("shipping", "shipping"),
+                    ("tracking", "tracking"),
+                    ("paperless", "paperless"),
+                    ("manifest", "manifest"),
+                    ("duties", "duties"),
+                    ("insurance", "insurance"),
+                    ("webhook", "webhook"),
+                    ("oauth", "oauth"),
+                ],
+                default=functools.partial(
+                    karrio.server.core.models._identity, *(), **{"value": []}
+                ),
+                help_text="Select the capabilities of the carrier that you want to enable",
+            ),
+        ),
+    ]

karrio/server/providers/migrations/0088_servicelevel_surcharges.py

@@ -0,0 +1,24 @@
+# Generated by Django - Add surcharges field to ServiceLevel
+
+from django.db import migrations, models
+import karrio.server.core.models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('providers', '0087_alter_carrier_capabilities'),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name='servicelevel',
+            name='surcharges',
+            field=models.JSONField(
+                blank=True,
+                default=karrio.server.core.models.field_default([]),
+                help_text='Service-level surcharges (fuel, handling, residential, etc.)',
+                null=True,
+            ),
+        ),
+    ]

karrio/server/providers/migrations/0089_servicelevel_cost_max_volume.py

@@ -0,0 +1,31 @@
+# Generated by Django - Add cost and max_volume fields to ServiceLevel
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('providers', '0088_servicelevel_surcharges'),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name='servicelevel',
+            name='cost',
+            field=models.FloatField(
+                blank=True,
+                null=True,
+                help_text='Base COGS (Cost of Goods Sold) - internal cost tracking',
+            ),
+        ),
+        migrations.AddField(
+            model_name='servicelevel',
+            name='max_volume',
+            field=models.FloatField(
+                blank=True,
+                null=True,
+                help_text='Maximum volume in liters for volumetric weight calculation',
+            ),
+        ),
+    ]

karrio/server/providers/migrations/0090_ratesheet_surcharges_servicelevel_zone_surcharge_ids.py

@@ -0,0 +1,47 @@
+# Generated by Django - Add surcharges to RateSheet and zone_ids/surcharge_ids to ServiceLevel
+
+from django.db import migrations, models
+import karrio.server.core.models as core
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('providers', '0089_servicelevel_cost_max_volume'),
+    ]
+
+    operations = [
+        # Add surcharges field to RateSheet (shared surcharge definitions)
+        migrations.AddField(
+            model_name='ratesheet',
+            name='surcharges',
+            field=models.JSONField(
+                blank=True,
+                null=True,
+                default=core.field_default([]),
+                help_text="Shared surcharge definitions: [{'id': 'surch_1', 'name': 'Fuel', 'amount': 8.5, 'surcharge_type': 'percentage'}]",
+            ),
+        ),
+        # Add zone_ids to ServiceLevel (references shared zones)
+        migrations.AddField(
+            model_name='servicelevel',
+            name='zone_ids',
+            field=models.JSONField(
+                blank=True,
+                null=True,
+                default=core.field_default([]),
+                help_text="List of zone IDs this service applies to: ['zone_1', 'zone_2']",
+            ),
+        ),
+        # Add surcharge_ids to ServiceLevel (references shared surcharges)
+        migrations.AddField(
+            model_name='servicelevel',
+            name='surcharge_ids',
+            field=models.JSONField(
+                blank=True,
+                null=True,
+                default=core.field_default([]),
+                help_text="List of surcharge IDs to apply: ['surch_fuel', 'surch_residential']",
+            ),
+        ),
+    ]

karrio/server/providers/migrations/0091_migrate_legacy_zones_surcharges.py

@@ -0,0 +1,154 @@
+# Generated by Django - Migrate legacy zones/surcharges to shared format and remove legacy fields
+
+from django.db import migrations, models
+
+
+def migrate_legacy_to_shared_format(apps, schema_editor):
+    """
+    Migrate legacy per-service zones and surcharges to the new shared format.
+
+    Legacy format:
+    - ServiceLevel.zones: [{'label': 'Zone 1', 'rate': 10.0, 'country_codes': [...], ...}]
+    - ServiceLevel.surcharges: [{'name': 'Fuel', 'amount': 5.0, 'surcharge_type': 'percentage'}]
+
+    New format:
+    - RateSheet.zones: [{'id': 'zone_1', 'label': 'Zone 1', 'country_codes': [...]}]
+    - RateSheet.surcharges: [{'id': 'surch_1', 'name': 'Fuel', 'amount': 5.0, ...}]
+    - RateSheet.service_rates: [{'service_id': 'svc_1', 'zone_id': 'zone_1', 'rate': 10.0}]
+    - ServiceLevel.zone_ids: ['zone_1', 'zone_2']
+    - ServiceLevel.surcharge_ids: ['surch_1']
+    """
+    RateSheet = apps.get_model('providers', 'RateSheet')
+
+    for rate_sheet in RateSheet.objects.all():
+        # Skip if already migrated (has zones or service_rates)
+        if rate_sheet.zones or rate_sheet.service_rates:
+            continue
+
+        all_zones = {}
+        all_surcharges = {}
+        service_rates = []
+        zone_counter = 1
+        surcharge_counter = 1
+
+        # Process each service in the rate sheet
+        for service in rate_sheet.services.all():
+            legacy_zones = service.zones or []
+            legacy_surcharges = service.surcharges or []
+
+            service_zone_ids = []
+            service_surcharge_ids = []
+
+            # Process zones
+            for zone_data in legacy_zones:
+                # Create zone signature for deduplication
+                # Use `or []` to handle None values
+                cities = zone_data.get('cities') or []
+                postal_codes = zone_data.get('postal_codes') or []
+                country_codes = zone_data.get('country_codes') or []
+
+                zone_signature = {
+                    'label': zone_data.get('label') or f'Zone {zone_counter}',
+                    'cities': sorted(cities),
+                    'postal_codes': sorted(postal_codes),
+                    'country_codes': sorted(country_codes),
+                }
+                sig_key = str(zone_signature)
+
+                if sig_key not in all_zones:
+                    zone_id = f"zone_{zone_counter}"
+                    all_zones[sig_key] = {
+                        'id': zone_id,
+                        'label': zone_signature['label'],
+                        'cities': cities,
+                        'postal_codes': postal_codes,
+                        'country_codes': country_codes,
+                        'transit_days': zone_data.get('transit_days'),
+                        'transit_time': zone_data.get('transit_time'),
+                        'radius': zone_data.get('radius'),
+                        'latitude': zone_data.get('latitude'),
+                        'longitude': zone_data.get('longitude'),
+                    }
+                    zone_counter += 1
+
+                zone_id = all_zones[sig_key]['id']
+                service_zone_ids.append(zone_id)
+
+                # Create service rate record
+                service_rates.append({
+                    'service_id': service.id,
+                    'zone_id': zone_id,
+                    'rate': zone_data.get('rate', 0),
+                    'cost': zone_data.get('cost'),
+                    'min_weight': zone_data.get('min_weight'),
+                    'max_weight': zone_data.get('max_weight'),
+                    'transit_days': zone_data.get('transit_days'),
+                    'transit_time': zone_data.get('transit_time'),
+                })
+
+            # Process surcharges
+            for surcharge_data in legacy_surcharges:
+                # Create surcharge signature for deduplication
+                surcharge_signature = {
+                    'name': surcharge_data.get('name', f'Surcharge {surcharge_counter}'),
+                    'amount': surcharge_data.get('amount', 0),
+                    'surcharge_type': surcharge_data.get('surcharge_type', 'fixed'),
+                }
+                sig_key = str(surcharge_signature)
+
+                if sig_key not in all_surcharges:
+                    surcharge_id = f"surch_{surcharge_counter}"
+                    all_surcharges[sig_key] = {
+                        'id': surcharge_id,
+                        'name': surcharge_signature['name'],
+                        'amount': surcharge_signature['amount'],
+                        'surcharge_type': surcharge_signature['surcharge_type'],
+                        'cost': surcharge_data.get('cost'),
+                        'active': surcharge_data.get('active', True),
+                    }
+                    surcharge_counter += 1
+
+                surcharge_id = all_surcharges[sig_key]['id']
+                service_surcharge_ids.append(surcharge_id)
+
+            # Update service with zone_ids and surcharge_ids
+            service.zone_ids = list(set(service_zone_ids))  # Deduplicate
+            service.surcharge_ids = list(set(service_surcharge_ids))  # Deduplicate
+            service.save(update_fields=['zone_ids', 'surcharge_ids'])
+
+        # Save shared zones and surcharges to rate sheet
+        if all_zones or service_rates:
+            rate_sheet.zones = list(all_zones.values())
+            rate_sheet.service_rates = service_rates
+            rate_sheet.surcharges = list(all_surcharges.values())
+            rate_sheet.save(update_fields=['zones', 'service_rates', 'surcharges'])
+
+
+def reverse_migration(apps, schema_editor):
+    """
+    Reverse migration is a no-op since we're not deleting the legacy data,
+    just adding new fields. The legacy fields will be removed in a separate migration.
+    """
+    pass
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('providers', '0090_ratesheet_surcharges_servicelevel_zone_surcharge_ids'),
+    ]
+
+    operations = [
+        # First, migrate the data
+        migrations.RunPython(migrate_legacy_to_shared_format, reverse_migration),
+
+        # Then remove the legacy fields from ServiceLevel
+        migrations.RemoveField(
+            model_name='servicelevel',
+            name='zones',
+        ),
+        migrations.RemoveField(
+            model_name='servicelevel',
+            name='surcharges',
+        ),
+    ]

karrio/server/providers/models/__init__.py

@@ -3,9 +3,8 @@ from karrio.server.providers.models.sheet import RateSheet
 from karrio.server.providers.models.config import CarrierConfig
 from karrio.server.providers.models.service import ServiceLevel
 from karrio.server.providers.models.template import LabelTemplate
-import karrio.server.providers.extension.models as extensions
-from karrio.server.core.models.base import register_model
 from karrio.server.providers.models.utils import has_rate_sheet
+from karrio.server.core.models.base import register_model
 from karrio.server.providers.models.carrier import (
     Carrier,
     COUNTRIES,

karrio/server/providers/models/carrier.py

@@ -3,9 +3,10 @@ import functools
 import django.conf as conf
 import django.forms as forms
 import django.db.models as models
+from django.db.models import Q, OuterRef, Subquery, Case, When, IntegerField
 
-import karrio.sdk as karrio
 import karrio.lib as lib
+import karrio.sdk as karrio
 import karrio.core.units as units
 import django.core.cache as caching
 import karrio.api.gateway as gateway
@@ -21,17 +22,77 @@ DIMENSION_UNITS = [(c.name, c.name) for c in units.DimensionUnit]
 CAPABILITIES_CHOICES = [(c, c) for c in units.CarrierCapabilities.get_capabilities()]
 
 
+class CarrierQuerySet(models.QuerySet):
+    def resolve_config_for(self, context):
+        from karrio.server.providers.models.config import CarrierConfig
+
+        if context is None:
+            return self
+
+        user = getattr(context, "user", None)
+        org = getattr(context, "org", None)
+
+        if isinstance(context, dict):
+            user = user or context.get("user")
+            org = org or context.get("org")
+
+        # 1. Define what "My Config" looks like (User or Org specific)
+        my_config_filter = Q()
+        if org:
+            my_config_filter = Q(org=org)
+        elif user and getattr(user, "is_authenticated", False):
+            my_config_filter = Q(created_by=user)
+
+        # 2. Define what "System Default" looks like
+        system_default_filter = Q(created_by__is_staff=True)
+        if hasattr(CarrierConfig, "org"):
+            system_default_filter &= Q(org__isnull=True)
+
+        # 3. Build the Subquery - only use priority if we have a user/org filter
+        config_filter = (
+            my_config_filter | system_default_filter
+            if my_config_filter
+            else system_default_filter
+        )
+
+        config_query = CarrierConfig.objects.filter(carrier=OuterRef("pk")).filter(
+            config_filter
+        )
+
+        if my_config_filter:
+            # Prioritize user/org config over system default
+            config_query = config_query.annotate(
+                priority=Case(
+                    When(my_config_filter, then=0),
+                    default=1,
+                    output_field=IntegerField(),
+                )
+            ).order_by("priority")
+
+        # 4. Annotate the queryset
+        return self.annotate(
+            _computed_config=Subquery(config_query.values("config")[:1])
+        )
+
+
 class Manager(models.Manager):
     def get_queryset(self):
         return (
-            super()
-            .get_queryset()
+            CarrierQuerySet(self.model, using=self._db)
             .select_related(
                 "created_by",
+                "rate_sheet",
                 *(("link",) if conf.settings.MULTI_ORGANIZATIONS else tuple()),
             )
+            .prefetch_related(
+                "active_users",
+                *(("org",) if conf.settings.MULTI_ORGANIZATIONS else tuple()),
+            )
         )
 
+    def resolve_config_for(self, context):
+        return self.get_queryset().resolve_config_for(context)
+
 
 class CarrierManager(Manager):
     def get_queryset(self):
@@ -41,10 +102,9 @@ class CarrierManager(Manager):
 class SystemCarrierManager(models.Manager):
     def get_queryset(self):
         return (
-            super()
-            .get_queryset()
+            CarrierQuerySet(self.model, using=self._db)
             .prefetch_related(
-                "configs",
+                *(("active_orgs",) if conf.settings.MULTI_ORGANIZATIONS else tuple()),
             )
             .select_related(
                 "created_by",
@@ -53,12 +113,17 @@ class SystemCarrierManager(models.Manager):
             .filter(is_system=True)
         )
 
+    def resolve_config_for(self, context):
+        return self.get_queryset().resolve_config_for(context)
+
 
 @core.register_model
 class Carrier(core.OwnedEntity):
     class Meta:
         ordering = ["test_mode", "-created_at"]
 
+    CONTEXT_RELATIONS = ["rate_sheet"]
+
     objects = Manager()
     user_carriers = CarrierManager()
     system_carriers = SystemCarrierManager()
@@ -130,6 +195,11 @@ class Carrier(core.OwnedEntity):
         on_delete=models.SET_NULL,
     )
 
+    @classmethod
+    def resolve_context_data(cls, queryset, context):
+        """Apply context-aware carrier config resolution."""
+        return queryset.resolve_config_for(context)
+
     def __str__(self):
         return self.carrier_id
 
@@ -148,7 +218,7 @@ class Carrier(core.OwnedEntity):
     @property
     def carrier_name(self):
         return (
-            self.credentials.get("custom_carrier_name")
+            "generic"
             if "custom_carrier_name" in self.credentials
             else lib.failsafe(lambda: self.carrier_code) or "generic"
         )
@@ -157,9 +227,11 @@ class Carrier(core.OwnedEntity):
     def display_name(self):
         import karrio.references as references
 
-        return self.credentials.get("display_name") or references.REFERENCES[
-            "carriers"
-        ].get(self.ext) or "generic"
+        return (
+            self.credentials.get("display_name")
+            or references.REFERENCES["carriers"].get(self.ext)
+            or "generic"
+        )
 
     @property
     def carrier_config(self):
@@ -167,7 +239,16 @@ class Carrier(core.OwnedEntity):
 
     @property
     def config(self) -> dict:
-        return getattr(self.carrier_config, "config", {})
+        if hasattr(self, "_computed_config"):
+            annotated_config = self._computed_config
+            if annotated_config is not None:
+                return annotated_config
+            # If the annotation didn't resolve (eg. context missing), fall back to DB lookup.
+        resolved_config = getattr(self.carrier_config, "config", None)
+        if resolved_config is not None:
+            return resolved_config
+        # Return empty dict if no config is found - do NOT fallback to credentials
+        return {}
 
     @property
     def services(self) -> typing.Optional[typing.List[dict]]:
@@ -191,7 +272,14 @@ class Carrier(core.OwnedEntity):
 
         if any(self.services or []):
             _computed_data.update(
-                services=[forms.model_to_dict(s) for s in self.services]
+                services=[
+                    {
+                        **forms.model_to_dict(s),
+                        "zones": s.zones,  # Include computed zones property
+                        "surcharges": s.surcharges,  # Include computed surcharges property
+                    }
+                    for s in self.services
+                ]
             )
 
         # override the config with the system config
@@ -209,27 +297,24 @@ class Carrier(core.OwnedEntity):
     @property
     def gateway(self) -> gateway.Gateway:
         import karrio.server.core.middleware as middleware
+        import karrio.server.core.config as system_config
 
         _context = middleware.SessionContext.get_current_request()
         _tracer = getattr(_context, "tracer", lib.Tracer())
         _cache = lib.Cache(caching.cache)
+        _config = lib.SystemConfig(system_config.config)
 
         return karrio.gateway[self.ext].create(
             self.data.to_dict(),
             _tracer,
             _cache,
+            _config,
         )
 
     @staticmethod
     def resolve_config(
         carrier, is_user_config: bool = False, is_system_config: bool = False
     ):
-        """Resolve the config for a carrier.
-        Here are the rules:
-        - If the carrier is a system carrier, return the first config with no org
-        - If the carrier is an org carrier, return the first config from the org
-        - If the carrier is a user carrier, return the first config from the user
-        """
         import karrio.server.serializers as serializers
         import karrio.server.core.middleware as middleware
         from django.contrib.auth.models import AnonymousUser