@mxpicture/tesla-superchargers-mate 0.1.49 → 0.1.51

package/db/migrations/001_baseline.sql

@@ -0,0 +1,426 @@
+-- Baseline: the whole stateful half of the pic_* schema as it stood when
+-- migrations were introduced (2026-08-28), taken verbatim from the then
+-- setup.sql. Every statement is idempotent (CREATE ... IF NOT EXISTS, plus the
+-- one pic_pricebooks ALTER and its backfill), so this is both a complete build
+-- on an empty database and a no-op on the production database that already has
+-- these tables -- which is why no manual baselining step was needed there.
+--
+-- Everything after this migration is an ordinary forward migration: add one
+-- with `pnpm run db:new -- <name>` and write the ALTER by hand. Never edit an
+-- applied migration; this file included.
+--
+-- Views and the pic_zip_place function are NOT here -- they are derived, and
+-- live in ../../sql/views.sql, which is dropped and recreated wholesale around
+-- every migration run. See docs/plans/2026-08-27_dbmate-migrations.md.
+--
+-- `cube` and `earthdistance` (needed by ll_to_earth below) come from
+-- TeslaMate's own schema; they are database-level and not created here.
+-- migrate:up
+CREATE TABLE IF NOT EXISTS pic_cluster (
+  cluster_id BIGINT GENERATED ALWAYS AS IDENTITY PRIMARY KEY,
+  center_lat DOUBLE PRECISION NOT NULL,
+  center_lon DOUBLE PRECISION NOT NULL,
+  seed_address_id INTEGER NOT NULL,
+  radius_m DOUBLE PRECISION NOT NULL,
+  member_count INTEGER NOT NULL DEFAULT 0,
+  created_at TIMESTAMPTZ NOT NULL DEFAULT now(),
+  CONSTRAINT pic_cluster_lat_ck CHECK (center_lat BETWEEN -90 AND 90),
+  CONSTRAINT pic_cluster_lon_ck CHECK (center_lon BETWEEN -180 AND 180)
+);
+
+CREATE INDEX IF NOT EXISTS pic_cluster_gix ON pic_cluster USING gist (ll_to_earth (center_lat, center_lon));
+
+-- Address -> cluster assignment. No FK to addresses: keeps that table pristine.
+CREATE TABLE IF NOT EXISTS pic_cluster_member (
+  address_id INTEGER PRIMARY KEY,
+  cluster_id BIGINT NOT NULL REFERENCES pic_cluster (cluster_id) ON DELETE CASCADE,
+  distance_m DOUBLE PRECISION NOT NULL,
+  assigned_at TIMESTAMPTZ NOT NULL DEFAULT now()
+);
+
+CREATE INDEX IF NOT EXISTS pic_cluster_member_cluster_idx ON pic_cluster_member (cluster_id);
+
+-- postal codes ------------------------------------------------------------------------
+-- Imported from zauberware/postal-codes-json-xml-csv by `import-zip-codes`.
+-- One row per (country, zipcode, place): a zipcode that covers several places
+-- keeps all of them, because pic_zip_place() picks between them by distance.
+CREATE TABLE IF NOT EXISTS pic_zip_country (
+  country_code CHAR(2) PRIMARY KEY,
+  country_name TEXT NOT NULL
+);
+
+CREATE TABLE IF NOT EXISTS pic_zip_codes (
+  country_code CHAR(2) NOT NULL REFERENCES pic_zip_country (country_code),
+  zipcode VARCHAR(20) NOT NULL,
+  place TEXT NOT NULL,
+  state_code VARCHAR(10),
+  state_name TEXT,
+  province_code VARCHAR(10),
+  province_name TEXT,
+  community_code VARCHAR(10),
+  community_name TEXT,
+  latitude DOUBLE PRECISION NOT NULL,
+  longitude DOUBLE PRECISION NOT NULL,
+  imported_at TIMESTAMPTZ NOT NULL DEFAULT now(),
+  PRIMARY KEY (country_code, zipcode, place)
+);
+
+-- The resolver's lookup: every candidate place for one zipcode.
+CREATE INDEX IF NOT EXISTS pic_zip_codes_zip_idx ON pic_zip_codes (country_code, zipcode);
+
+-- Staging for COPY. UNLOGGED + all-TEXT; the column order MUST match the
+-- dataset's CSV header exactly.
+CREATE UNLOGGED TABLE IF NOT EXISTS pic_zip_import (
+  country_code TEXT,
+  zipcode TEXT,
+  place TEXT,
+  state TEXT,
+  state_code TEXT,
+  province TEXT,
+  province_code TEXT,
+  community TEXT,
+  community_code TEXT,
+  latitude TEXT,
+  longitude TEXT
+);
+
+-- slugs ------------------------------------------------------------------------------
+CREATE TABLE IF NOT EXISTS pic_slugs (
+  id BIGINT GENERATED ALWAYS AS IDENTITY PRIMARY KEY,
+  fetched_at TIMESTAMPTZ NOT NULL,
+  last_fetch_uuid TEXT NOT NULL,
+  failure_count SMALLINT NOT NULL,
+  --
+  latitude DOUBLE PRECISION NOT NULL, -- number
+  longitude DOUBLE PRECISION NOT NULL, -- number
+  location_types TEXT[] NOT NULL DEFAULT '{}',
+  location_url_slug TEXT NOT NULL, -- string
+  tesla_uuid TEXT UNIQUE, -- string (uuid), semantic key for syncs
+  title TEXT, -- string|null
+  access_type TEXT, -- string (supercharger_function.access_type)
+  actual_latitude TEXT, -- string (supercharger_function.actual_latitude)
+  actual_longitude TEXT, -- string (supercharger_function.actual_longitude)
+  charging_accessibility TEXT, -- string (supercharger_function.charging_accessibility)
+  coming_soon_latitude TEXT, -- string (supercharger_function.coming_soon_latitude)
+  coming_soon_longitude TEXT, -- string (supercharger_function.coming_soon_longitude)
+  coming_soon_name TEXT, -- string (supercharger_function.coming_soon_name)
+  open_to_non_tesla BOOLEAN, -- boolean (supercharger_function.open_to_non_tesla)
+  project_status TEXT, -- string (supercharger_function.project_status)
+  show_on_find_us TEXT, -- string (supercharger_function.show_on_find_us)
+  site_status TEXT, -- string (supercharger_function.site_status)
+  vote_winner_quarter TEXT, -- string (supercharger_function.vote_winner_quarter)
+  failure_notified_at TIMESTAMPTZ -- set when a failure notification covered this row; NULL = not yet notified
+);
+
+CREATE INDEX IF NOT EXISTS pic_slugs_location_types_gin ON pic_slugs USING gin (location_types);
+
+CREATE INDEX IF NOT EXISTS pic_slugs_location_slug_idx ON pic_slugs (location_url_slug);
+
+CREATE INDEX IF NOT EXISTS pic_slugs_fetched_at_idx ON pic_slugs (fetched_at);
+
+CREATE INDEX IF NOT EXISTS pic_slugs_locslug_time_idx ON pic_slugs (location_url_slug, fetched_at DESC);
+
+-- chargers ------------------------------------------------------------------------------
+CREATE TABLE IF NOT EXISTS pic_chargers (
+  id BIGINT GENERATED ALWAYS AS IDENTITY PRIMARY KEY,
+  fetched_at TIMESTAMPTZ NOT NULL,
+  last_fetch_uuid TEXT NOT NULL,
+  deleted_at TIMESTAMPTZ,
+  failure_count SMALLINT NOT NULL,
+  pic_slugs_id BIGINT REFERENCES pic_slugs (id) ON DELETE SET NULL,
+  location_url_slug TEXT, -- the details slug this row was fetched by; kept here because pic_slugs is hard-deleted with the feed
+  --
+  access_type TEXT NOT NULL, -- string (accessType)
+  location_guid TEXT NOT NULL UNIQUE, -- string (locationGUID), semantic key for syncs
+  max_power_kw SMALLINT NOT NULL, -- number (maxPowerKw)
+  name TEXT NOT NULL, -- string
+  public_stall_count SMALLINT NOT NULL, -- number
+  time_zone TEXT NOT NULL, -- string
+  entry_point_latitude DOUBLE PRECISION NOT NULL, -- number (entryPoint.latitude)
+  entry_point_longitude DOUBLE PRECISION NOT NULL, -- number (entryPoint.longitude)
+  centroid_latitude DOUBLE PRECISION NOT NULL, -- number (centroid.latitude)
+  centroid_longitude DOUBLE PRECISION NOT NULL, -- number (centroid.longitude)
+  brand_name TEXT, -- string|null (brandName)
+  common_site_name TEXT NOT NULL, -- string (commonSiteName)
+  city TEXT NOT NULL, -- string
+  country TEXT NOT NULL, -- string
+  country_code TEXT NOT NULL, -- string (countryCode)
+  district TEXT, -- string|null
+  nav_region TEXT NOT NULL, -- string (navRegion)
+  nearest_entrance TEXT, -- string|null (nearestEntrance)
+  postal_code TEXT NOT NULL, -- string (postalCode)
+  postal_ext TEXT, -- string|null (postalExt)
+  state TEXT, -- string|null
+  street TEXT NOT NULL, -- string
+  street_number TEXT NOT NULL, -- string|null (streetNumber), stored as "" when the feed sends null
+  site_id BIGINT NOT NULL, -- number (availabilityProfile.siteId.id)
+  site_type TEXT NOT NULL, -- string (availabilityProfile.siteId.siteType)
+  trt_id BIGINT NOT NULL, -- number (availabilityProfile.trtId.id)
+  trt_type TEXT NOT NULL, -- string (availabilityProfile.trtId.siteType)
+  utc_offset TEXT, -- string|null (availabilityProfile.utcOffset)
+  failure_notified_at TIMESTAMPTZ, -- set when a failure notification covered this row; NULL = not yet notified
+  favourite BOOLEAN NOT NULL DEFAULT FALSE -- user-set flag; not part of the Tesla feed, preserved across re-syncs
+);
+
+CREATE INDEX IF NOT EXISTS pic_chargers_location_slug_idx ON pic_chargers (pic_slugs_id);
+
+CREATE INDEX IF NOT EXISTS pic_chargers_fetched_at_idx ON pic_chargers (fetched_at);
+
+CREATE INDEX IF NOT EXISTS pic_chargers_locslug_time_idx ON pic_chargers (pic_slugs_id, fetched_at DESC);
+
+CREATE INDEX IF NOT EXISTS pic_chargers_locurl_slug_idx ON pic_chargers (location_url_slug, fetched_at DESC);
+
+-- pricebooks ------------------------------------------------------------------------------
+-- History table: one snapshot ("group") = all rows sharing
+-- (pic_chargers_id, valid_since). valid_since is the group's creation time and
+-- never changes; fetched_at is the last fetch that returned this exact
+-- snapshot, so it advances on an unchanged re-fetch (which also bumps
+-- last_fetch_uuid). fetched_at therefore means the same thing here as in
+-- pic_chargers and pic_slugs: last contact with Tesla.
+CREATE TABLE IF NOT EXISTS pic_pricebooks (
+  id BIGINT GENERATED ALWAYS AS IDENTITY PRIMARY KEY,
+  valid_since TIMESTAMPTZ NOT NULL,
+  fetched_at TIMESTAMPTZ NOT NULL,
+  last_fetch_uuid TEXT NOT NULL,
+  pic_chargers_id BIGINT NOT NULL REFERENCES pic_chargers (id) ON DELETE CASCADE,
+  --
+  currency_code TEXT NOT NULL, -- string (currencyCode)
+  uom TEXT NOT NULL, -- string (ucom)
+  days SMALLINT[] NOT NULL, -- string [0,1,...]
+  start_time TIME NOT NULL, -- time (startTime)
+  end_time TIME NOT NULL, -- time (endTime)
+  vehicle_make_type TEXT NOT NULL, -- string (vehicleMakeType)
+  fee_type TEXT NOT NULL, -- string (feeType)
+  is_member_pricebook BOOLEAN NOT NULL, -- boolean (isMemberPricebook)
+  is_tou BOOLEAN NOT NULL, -- boolean (isTou)
+  rate_base NUMERIC(10, 4) NOT NULL, -- number (rateBase)
+  rate_tier_1 NUMERIC(10, 4) NOT NULL, -- number (rateTier1)
+  rate_tier_2 NUMERIC(10, 4) NOT NULL, -- number (rateTier2)
+  -- derived: 0-based dense rank within the (pic_chargers_id, last_fetch_uuid)
+  -- group, ordered by start_time (rows sharing a start_time share the value);
+  -- NULL when is_tou = false
+  sort_order SMALLINT,
+  fx_rate_to_eur NUMERIC(18, 8),
+  rate_base_eur NUMERIC(10, 4),
+  rate_tier_1_eur NUMERIC(10, 4),
+  rate_tier_2_eur NUMERIC(10, 4)
+);
+
+-- upgrade: the single fetched_at was split into valid_since (frozen, the old
+-- column renamed) + fetched_at (last confirming fetch). CREATE TABLE IF NOT
+-- EXISTS is a no-op on an existing database, so the split has to be applied
+-- explicitly here — before the views below are recreated against it.
+-- RENAME COLUMN has no IF NOT EXISTS, hence the guard.
+DO $$ BEGIN
+  IF EXISTS (SELECT 1 FROM information_schema.columns
+             WHERE table_schema = 'public' AND table_name = 'pic_pricebooks'
+               AND column_name = 'fetched_at')
+     AND NOT EXISTS (SELECT 1 FROM information_schema.columns
+             WHERE table_schema = 'public' AND table_name = 'pic_pricebooks'
+               AND column_name = 'valid_since')
+  THEN ALTER TABLE pic_pricebooks RENAME COLUMN fetched_at TO valid_since;
+  END IF;
+END $$;
+
+ALTER TABLE pic_pricebooks
+ADD COLUMN IF NOT EXISTS fetched_at TIMESTAMPTZ;
+
+-- backfill: the current group was confirmed by the charger's last fetch; a
+-- superseded group was only ever seen at its own valid_since. The current
+-- group is the one with the max valid_since — resolving it via
+-- c.last_fetch_uuid = p.last_fetch_uuid (as this first did) silently missed
+-- every charger whose uuid had drifted off its pricebooks, and those fell
+-- through to the fallback below: fetched_at = valid_since, which
+-- pic_price_bound_v then reads as "last confirmed the day the price changed"
+-- and truncates the site's history to that single day.
+-- GREATEST over COALESCE keeps fetched_at >= valid_since even if the charger
+-- row somehow predates its own current group (a zero-day interval would drop
+-- the site from the history views entirely), and covers a NULL c.fetched_at
+-- the same way COALESCE did.
+UPDATE pic_pricebooks p
+SET
+  fetched_at = GREATEST(c.fetched_at, p.valid_since)
+FROM
+  pic_chargers c
+WHERE
+  c.id = p.pic_chargers_id
+  AND p.fetched_at IS NULL
+  AND p.valid_since = (
+    SELECT
+      max(cur.valid_since)
+    FROM
+      pic_pricebooks cur
+    WHERE
+      cur.pic_chargers_id = p.pic_chargers_id
+  );
+
+UPDATE pic_pricebooks
+SET
+  fetched_at = valid_since
+WHERE
+  fetched_at IS NULL;
+
+-- repair for databases the uuid-joined backfill above already ran on: it left
+-- every drifted charger's current group at fetched_at = valid_since, and the
+-- guard it used (fetched_at IS NULL) no longer holds, so re-running setup
+-- cannot heal them. Raise those to the charger's last contact — the value the
+-- corrected backfill would have written. Idempotent: after this runs
+-- fetched_at > valid_since, so the row no longer matches; a no-op on a fresh
+-- database (no rows) and on one that was migrated correctly (the current group
+-- already carries the charger's fetched_at). A group whose only contact really
+-- was its own creation is raised to the charger's last fetch too, which is at
+-- worst the same claim the backfill makes; the next successful re-fetch
+-- overwrites it with a real confirmation either way.
+UPDATE pic_pricebooks p
+SET
+  fetched_at = c.fetched_at
+FROM
+  pic_chargers c
+WHERE
+  c.id = p.pic_chargers_id
+  AND p.fetched_at = p.valid_since
+  AND c.fetched_at > p.fetched_at
+  AND p.valid_since = (
+    SELECT
+      max(cur.valid_since)
+    FROM
+      pic_pricebooks cur
+    WHERE
+      cur.pic_chargers_id = p.pic_chargers_id
+  );
+
+CREATE INDEX IF NOT EXISTS pic_pricebooks_loc_idx ON pic_pricebooks (pic_chargers_id);
+
+-- group lookups: current group / group at a point in time. Resolved by
+-- validity, not by confirmation; the pre-split index of the same name covered
+-- (pic_chargers_id, fetched_at DESC) and CREATE INDEX IF NOT EXISTS would keep
+-- it, so it is dropped first.
+DROP INDEX IF EXISTS pic_pricebooks_charger_time_idx;
+
+CREATE INDEX IF NOT EXISTS pic_pricebooks_charger_time_idx ON pic_pricebooks (pic_chargers_id, valid_since DESC);
+
+-- charging process states ------------------------------------------------------------------------------
+CREATE TABLE IF NOT EXISTS pic_charging_process_states (
+  id BIGINT GENERATED ALWAYS AS IDENTITY PRIMARY KEY,
+  created_at TIMESTAMPTZ NOT NULL,
+  updated_at TIMESTAMPTZ NOT NULL,
+  --
+  charging_processes_id INTEGER NOT NULL, -- no foreign key --> teslamate should not fail because of this extension
+  failure_count SMALLINT NOT NULL,
+  failure_notified_at TIMESTAMPTZ -- set when a failure notification covered this row; NULL = not yet notified
+);
+
+-- the failure upsert conflicts on charging_processes_id, so the index must be
+-- unique; the old non-unique pic_charg_proc_idx is dropped on upgrade
+DROP INDEX IF EXISTS pic_charg_proc_idx;
+
+CREATE UNIQUE INDEX IF NOT EXISTS pic_charg_proc_uq_idx ON pic_charging_process_states (charging_processes_id);
+
+-- charging process link ------------------------------------------------------------------------------
+CREATE TABLE IF NOT EXISTS pic_charging_process_links (
+  id BIGINT GENERATED ALWAYS AS IDENTITY PRIMARY KEY,
+  created_at TIMESTAMPTZ NOT NULL,
+  updated_at TIMESTAMPTZ NOT NULL,
+  --
+  charging_processes_id INTEGER NOT NULL, -- no foreign key --> teslamate should not fail because of this extension
+  chargers_id BIGINT REFERENCES pic_chargers (id) ON DELETE SET NULL
+);
+
+-- one link row per charge, so the lookup-then-write in updatePrice cannot
+-- create a second one
+CREATE UNIQUE INDEX IF NOT EXISTS pic_charg_proc_link_uq_idx ON pic_charging_process_links (charging_processes_id);
+
+-- invoices (from Tesla App) ------------------------------------------------------------------------------
+CREATE TABLE IF NOT EXISTS pic_invoices (
+  id BIGINT GENERATED ALWAYS AS IDENTITY PRIMARY KEY,
+  fetched_at TIMESTAMPTZ NOT NULL,
+  last_fetch_uuid TEXT NOT NULL,
+  charging_processes_id INTEGER, -- no foreign key --> teslamate should not fail because of this extension
+  --
+  charge_start_date_time TIMESTAMPTZ NOT NULL,
+  name TEXT,
+  vin TEXT NOT NULL,
+  model TEXT,
+  country TEXT NOT NULL,
+  site_location_name TEXT NOT NULL,
+  description TEXT,
+  ucom TEXT NOT NULL,
+  quantity_base NUMERIC(8, 4) NOT NULL,
+  quantity_tier1 NUMERIC(8, 4),
+  quantity_tier2 NUMERIC(8, 4),
+  quantity_tier3 NUMERIC(8, 4),
+  quantity_tier4 NUMERIC(8, 4),
+  invoice_number TEXT NOT NULL,
+  unit_cost_base NUMERIC(4, 2) NOT NULL,
+  unit_cost_tier1 NUMERIC(4, 2),
+  unit_cost_tier2 NUMERIC(4, 2),
+  unit_cost_tier3 NUMERIC(4, 2),
+  unit_cost_tier4 NUMERIC(4, 2),
+  vat NUMERIC(5, 2) NOT NULL,
+  total_exc_vat NUMERIC(5, 2) NOT NULL,
+  total_inc_vat NUMERIC(5, 2) NOT NULL,
+  status TEXT,
+  invoice TEXT
+);
+
+CREATE UNIQUE INDEX IF NOT EXISTS pic_invoices_uq_cp_idx ON pic_invoices (charging_processes_id);
+
+CREATE UNIQUE INDEX IF NOT EXISTS pic_invoices_uq_inv_idx ON pic_invoices (invoice_number);
+
+-- invoice files (from Tesla App) ------------------------------------------------------------------------------
+CREATE TABLE IF NOT EXISTS pic_invoice_files (
+  id BIGINT GENERATED ALWAYS AS IDENTITY PRIMARY KEY,
+  fetched_at TIMESTAMPTZ NOT NULL,
+  last_fetch_uuid TEXT NOT NULL,
+  --
+  name TEXT NOT NULL
+);
+
+CREATE UNIQUE INDEX IF NOT EXISTS pic_invoices_name_idx ON pic_invoice_files (name);
+
+-- invoice missing states ------------------------------------------------------------------------------
+-- One row per Supercharger charge already paged about a missing invoice
+-- (notify-unmatched-invoices), so each charge pages exactly once. A row is
+-- irrelevant once an invoice arrives (the charge stops matching the query).
+CREATE TABLE IF NOT EXISTS pic_invoice_missing_states (
+  id BIGINT GENERATED ALWAYS AS IDENTITY PRIMARY KEY,
+  created_at TIMESTAMPTZ NOT NULL,
+  updated_at TIMESTAMPTZ NOT NULL,
+  --
+  charging_processes_id INTEGER NOT NULL, -- no foreign key --> teslamate should not fail because of this extension
+  notified_at TIMESTAMPTZ -- set when a missing-invoice notification covered this row; NULL = not yet notified
+);
+
+-- the notified upsert conflicts on charging_processes_id, so the index must be unique
+CREATE UNIQUE INDEX IF NOT EXISTS pic_invoice_missing_uq_idx ON pic_invoice_missing_states (charging_processes_id);
+
+-- migrate:down
+-- Documentation of intent only. Rolling back the baseline drops the
+-- accumulated price history, so it is never run against a real database --
+-- sql/reset.sql is the deliberate, pic_*-scoped reset. Reverse order of the
+-- creations above.
+DROP TABLE IF EXISTS pic_invoice_missing_states;
+
+DROP TABLE IF EXISTS pic_invoice_files;
+
+DROP TABLE IF EXISTS pic_invoices;
+
+DROP TABLE IF EXISTS pic_charging_process_links;
+
+DROP TABLE IF EXISTS pic_charging_process_states;
+
+DROP TABLE IF EXISTS pic_pricebooks;
+
+DROP TABLE IF EXISTS pic_chargers;
+
+DROP TABLE IF EXISTS pic_slugs;
+
+DROP TABLE IF EXISTS pic_zip_import;
+
+DROP TABLE IF EXISTS pic_zip_codes;
+
+DROP TABLE IF EXISTS pic_zip_country;
+
+DROP TABLE IF EXISTS pic_cluster_member;
+
+DROP TABLE IF EXISTS pic_cluster;