crewly 1.20.446 → 1.20.448

package/config/skills/agent/ingest-exports/SKILL.md

@@ -0,0 +1,97 @@
+---
+name: Ingest Exports
+description: Load CSV exports from the tools a small business already uses (Square, QuickBooks, Mailchimp, Jotform, Jackrabbit, Mindbody, Calendly, Stripe) into one common schema (contact / booking / payment / invoice) with the original columns kept, and report rows and date range per file. Unknown CSVs still load with a "could not map" note. --hash-names keeps people's names, emails and phones out of what you store.
+version: 1.0.0
+category: analysis
+skillType: claude-skill
+assignableRoles:
+  - "*"
+triggers:
+  - ingest exports
+  - load csv export
+  - import csv
+  - square export
+  - quickbooks export
+  - mailchimp export
+  - jotform export
+  - check-up data
+tags:
+  - csv
+  - export
+  - check-up
+  - small-business
+  - square
+  - quickbooks
+  - mailchimp
+  - jotform
+execution:
+  type: script
+  script:
+    file: execute.sh
+    interpreter: bash
+    timeoutMs: 120000
+---
+
+# Ingest Exports
+
+Most tools a small business uses have an **Export to CSV** button even when
+they have no API you can get a key for. This skill is the universal fallback
+of the small-business check-up (crewly#1055): the owner exports, you ingest,
+and every file ends up in the same shape so the analysis does not care where
+it came from.
+
+```bash
+bash execute.sh --in ~/Downloads/exports --out "$CREWLY_HOME/checkup/<customer>" --hash-names
+bash execute.sh --in square-transactions.csv --in invoices.csv --out /tmp/checkup
+bash execute.sh --in exports/ --detect-only          # what is each file? writes nothing
+```
+
+## Getting the files
+
+- **Google Drive** (the usual drop point): `drive-search` for the folder the
+  owner shared, then `drive-read --id <id> --out <path>` per file. Save them
+  into one folder and pass that folder as `--in`.
+- **App form / attachment**: files land under `$CREWLY_HOME/received/`;
+  pass the file paths.
+
+Never ask the owner to paste exported rows into chat.
+
+## What comes out
+
+One JSON line, and under `--out` one `<name>.json` per file plus
+`summary.json`:
+
+```json
+{"success":true,"files":[{"file":"square-transactions.csv","source":"square","kind":"payment","rows":4,
+  "dateRange":{"from":"2026-09-02","to":"2026-09-20"},"unmappedColumns":["Tax","Tip","Card Brand"],"notes":[]}],
+ "totals":{"files":1,"rows":4,"byKind":{"payment":4}}}
+```
+
+Every record has `kind` (`contact`, `booking`, `payment`, `invoice`, or
+`other`), `source`, `file`, `row`, the mapped fields it could fill (`id`,
+`name`, `email`, `phone`, `at`, `dueAt`, `endAt`, `amount`, `balance`,
+`currency`, `status`, `item`, `tags`) and `original` — every exported column
+as it was. Dates are ISO (`2026-09-02` or `2026-09-02T10:14:03`); amounts are
+numbers (`"$1,250.00"` → `1250`).
+
+Recognised exports: Square transactions and customers, QuickBooks Online
+invoice and customer lists, Mailchimp audience, Jotform submissions,
+Jackrabbit enrollments, Mindbody clients, Calendly scheduled events, Stripe
+payments. A file that matches none still loads: `source: "unknown"`,
+`kind: "other"`, records carry `original` only, and `notes` says
+"could not map". Tell the owner which file that was and what tool it came
+from; `--source <name>` forces a known mapping when the headers are close.
+
+## People's data
+
+Children's names, parents' emails and phone numbers are in most of these
+exports. Run with `--hash-names` unless the analysis truly needs the names:
+`name`, `email`, `phone` and every original column that looks personal become
+a short stable hash (`h:3f1a…`), so the same person still counts once across
+files but nobody's name is stored. Report counts, not names, and delete the
+`--out` folder when the check-up ends.
+
+## Report back
+
+Per file, in one line each: tool, kind, rows, date range, and anything in
+`notes`. Then the totals. Say plainly which files could not be mapped.

package/config/skills/agent/ingest-exports/execute.sh

@@ -0,0 +1,35 @@
+#!/bin/bash
+# =============================================================================
+# ingest-exports — load CSV exports from small-business tools (Square,
+# QuickBooks, Mailchimp, Jotform, Jackrabbit, Mindbody, Calendly, Stripe)
+# into one common schema for the small-business check-up (crewly#1061).
+#
+# Usage:
+#   bash execute.sh --in ~/Downloads/exports --out /tmp/checkup            # every .csv in the folder
+#   bash execute.sh --in square.csv --in invoices.csv --out /tmp/checkup --hash-names
+#   bash execute.sh --in exports/ --detect-only                            # say what each file is, write nothing
+#   bash execute.sh '{"in":["exports/"],"out":"/tmp/checkup","hashNames":true}'
+#
+# Output: one JSON line (per-file source, kind, rows, date range, unmapped
+# columns, notes) and, with --out, <name>.json per file + summary.json.
+# Exit 0 = every file loaded, 2 = some file could not be read, 1 = usage.
+# =============================================================================
+set -euo pipefail
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+INGEST="${SCRIPT_DIR}/ingest.mjs"
+
+command -v node >/dev/null 2>&1 || { printf '{"success":false,"error":"node is required but not on PATH"}\n'; exit 1; }
+
+ARGS=()
+if [[ $# -gt 0 && ${1:0:1} == '{' ]]; then
+  command -v jq >/dev/null 2>&1 || { printf '{"success":false,"error":"jq is required to read JSON input"}\n'; exit 1; }
+  while IFS= read -r p; do [ -n "$p" ] && ARGS+=(--in "$p"); done < <(printf '%s' "$1" | jq -r '(.in // .inputs // []) | if type=="string" then [.] else . end | .[]')
+  out=$(printf '%s' "$1" | jq -r '.out // empty'); [ -n "$out" ] && ARGS+=(--out "$out")
+  src=$(printf '%s' "$1" | jq -r '.source // empty'); [ -n "$src" ] && ARGS+=(--source "$src")
+  [ "$(printf '%s' "$1" | jq -r '.hashNames // false')" = "true" ] && ARGS+=(--hash-names)
+  [ "$(printf '%s' "$1" | jq -r '.detectOnly // false')" = "true" ] && ARGS+=(--detect-only)
+  shift
+fi
+ARGS+=("$@")
+
+exec node "$INGEST" "${ARGS[@]}"

package/config/skills/agent/ingest-exports/execute.test.sh

@@ -0,0 +1,82 @@
+#!/bin/bash
+# Tests for ingest-exports — run with: bash execute.test.sh
+# Offline: fixture CSVs only. Needs node (and jq for the JSON-input case).
+set -u
+HERE="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+EXEC="$HERE/execute.sh"
+FX="$HERE/fixtures"
+PASS=0; FAIL=0
+check() {
+  local name="$1"; local got="$2"; local want="$3"
+  if [ "$got" = "$want" ]; then PASS=$((PASS+1)); else FAIL=$((FAIL+1)); echo "FAIL: $name"; echo "  want: $want"; echo "  got:  $got"; fi
+}
+T="$(mktemp -d)"; trap 'rm -rf "$T"' EXIT
+
+# 1. Every fixture is recognised as the right tool and kind
+OUT="$(bash "$EXEC" --in "$FX" --out "$T/all")"; RC=$?
+check "folder ingest exits 0" "$RC" "0"
+check "7 files loaded" "$(printf '%s' "$OUT" | jq -r '.totals.files')" "7"
+for spec in "square-transactions.csv square payment 4" "square-customers.csv square contact 3" "quickbooks-invoices.csv quickbooks invoice 3" \
+            "mailchimp-audience.csv mailchimp contact 2" "jotform-submissions.csv jotform booking 3" "jackrabbit-enrollments.csv jackrabbit booking 3" \
+            "unknown-report.csv unknown other 3"; do
+  set -- $spec
+  check "$1 source" "$(printf '%s' "$OUT" | jq -r --arg f "$1" '.files[] | select(.file==$f) | .source')" "$2"
+  check "$1 kind" "$(printf '%s' "$OUT" | jq -r --arg f "$1" '.files[] | select(.file==$f) | .kind')" "$3"
+  check "$1 rows" "$(printf '%s' "$OUT" | jq -r --arg f "$1" '.files[] | select(.file==$f) | .rows')" "$4"
+  check "$1 output file exists" "$([ -f "$T/all/${1%.csv}.json" ] && echo yes || echo no)" "yes"
+done
+check "summary.json written" "$([ -f "$T/all/summary.json" ] && echo yes || echo no)" "yes"
+check "totals.rows" "$(printf '%s' "$OUT" | jq -r '.totals.rows')" "21"
+
+# 2. Date ranges and value normalisation
+check "square date range" "$(printf '%s' "$OUT" | jq -c '.files[] | select(.file=="square-transactions.csv") | .dateRange')" '{"from":"2026-09-02","to":"2026-09-20"}'
+check "quickbooks US dates → ISO" "$(jq -r '.records[0].at' "$T/all/quickbooks-invoices.json")" "2026-09-01"
+check "quickbooks amount with thousands" "$(jq -r '.records[0].amount' "$T/all/quickbooks-invoices.json")" "1250"
+check "quickbooks paid status from open balance" "$(jq -r '.records[1].status' "$T/all/quickbooks-invoices.json")" "paid"
+check "quickbooks due date" "$(jq -r '.records[2].dueAt' "$T/all/quickbooks-invoices.json")" "2026-10-15"
+check "square time joined to date" "$(jq -r '.records[0].at' "$T/all/square-transactions.json")" "2026-09-02T10:14:03"
+check "square total collected" "$(jq -r '.records[1].amount' "$T/all/square-transactions.json")" "117.45"
+check "square refunded status" "$(jq -r '.records[2].status' "$T/all/square-transactions.json")" "refunded"
+check "square customer name joined" "$(jq -r '.records[0].name' "$T/all/square-customers.json")" "Maria Lopez"
+check "mailchimp tags split" "$(jq -c '.records[0].tags' "$T/all/mailchimp-audience.json")" '["parent","pottery"]'
+check "jotform parent name" "$(jq -r '.records[0].name' "$T/all/jotform-submissions.json")" "Alex Rivera"
+check "jotform class as item" "$(jq -r '.records[0].item' "$T/all/jotform-submissions.json")" "Kids Pottery"
+check "jackrabbit dropped status" "$(jq -r '.records[2].status' "$T/all/jackrabbit-enrollments.json")" "dropped"
+check "jackrabbit enrolled status" "$(jq -r '.records[0].status' "$T/all/jackrabbit-enrollments.json")" "enrolled"
+check "jackrabbit end date" "$(jq -r '.records[2].endAt' "$T/all/jackrabbit-enrollments.json")" "2026-09-22"
+
+# 3. Unknown CSV: original columns kept, note says could not map, quoted field intact
+check "unknown note" "$(printf '%s' "$OUT" | jq -r '.files[] | select(.file=="unknown-report.csv") | .notes[0]' | cut -c1-13)" "could not map"
+check "unknown keeps original columns" "$(jq -c '.records[0].original' "$T/all/unknown-report.json")" '{"Widget":"Spinner","Colour":"Blue","Units":"12","Notes":"Back-ordered, \"rush\""}'
+check "unknown has no mapped name" "$(jq -r '.records[0] | has("name")' "$T/all/unknown-report.json")" "false"
+check "unknown unmapped columns = all" "$(printf '%s' "$OUT" | jq -c '.files[] | select(.file=="unknown-report.csv") | .unmappedColumns')" '["Widget","Colour","Units","Notes"]'
+
+# 4. --hash-names: no plain name/email/phone anywhere in the output
+HOUT="$(bash "$EXEC" --in "$FX/jotform-submissions.csv" --in "$FX/jackrabbit-enrollments.csv" --out "$T/hashed" --hash-names)"
+check "hashed flag in summary" "$(printf '%s' "$HOUT" | jq -r '.namesHashed')" "true"
+check "no plain names in hashed jotform" "$(grep -c -E "Rivera|Natarajan|Baker|example\.test|555 010" "$T/hashed/jotform-submissions.json")" "0"
+check "no plain names in hashed jackrabbit" "$(grep -c -E "Lopez|Rivera|Natarajan|example\.test" "$T/hashed/jackrabbit-enrollments.json")" "0"
+check "hashed name has h: prefix" "$(jq -r '.records[0].name' "$T/hashed/jotform-submissions.json" | cut -c1-2)" "h:"
+check "same person hashes the same across files" "$(jq -r '.records[0].email' "$T/hashed/jotform-submissions.json")" "$(jq -r '.records[1].email' "$T/hashed/jackrabbit-enrollments.json")"
+check "child age kept (not personal)" "$(jq -r '.records[0].original["Child'"'"'s Age"]' "$T/hashed/jotform-submissions.json")" "7"
+check "child name hashed" "$(jq -r '.records[0].original["Child'"'"'s Name"]' "$T/hashed/jotform-submissions.json" | cut -c1-2)" "h:"
+check "rows unchanged by hashing" "$(printf '%s' "$HOUT" | jq -r '.totals.rows')" "6"
+
+# 5. --detect-only writes nothing; JSON input form; missing file → exit 2
+DOUT="$(bash "$EXEC" --in "$FX/square-customers.csv" --detect-only)"
+check "detect-only source" "$(printf '%s' "$DOUT" | jq -r '.files[0].source')" "square"
+check "detect-only has no out" "$(printf '%s' "$DOUT" | jq -r '.out')" "null"
+JOUT="$(bash "$EXEC" "{\"in\":[\"$FX/mailchimp-audience.csv\"],\"out\":\"$T/json\",\"hashNames\":true}")"
+check "json input works" "$(printf '%s' "$JOUT" | jq -r '.files[0].kind + " " + (.namesHashed|tostring)')" "contact true"
+MOUT="$(bash "$EXEC" --in "$T/nope.csv" --in "$FX/unknown-report.csv" --out "$T/miss")"; RC=$?
+check "missing file exits 2" "$RC" "2"
+check "missing file reported, other loaded" "$(printf '%s' "$MOUT" | jq -r '(.files[0].error) + "/" + (.totals.files|tostring)')" "not found/1"
+UOUT="$(bash "$EXEC" --out "$T/u" 2>/dev/null)"; RC=$?
+check "no --in is a usage error" "$RC" "1"
+
+# 6. --source forces a known mapping only when the headers fit
+SOUT="$(bash "$EXEC" --in "$FX/unknown-report.csv" --out "$T/forced" --source square)"
+check "--source cannot force square onto unrelated headers" "$(printf '%s' "$SOUT" | jq -r '.files[0].source')" "unknown"
+
+echo "ingest-exports: $PASS passed, $FAIL failed"
+[ "$FAIL" -eq 0 ]

package/config/skills/agent/ingest-exports/fixtures/jackrabbit-enrollments.csv

@@ -0,0 +1,4 @@
+Family,Student First Name,Student Last Name,Student Birth Date,Class,Session,Enroll Date,Drop Date,Tuition Fee,Primary Contact Email
+Lopez,Sofia,Lopez,2018-04-12,Kids Pottery Sat 10am,Fall 2026,2026-08-28,,180.00,maria@example.test
+Rivera,Sam,Rivera,2019-02-03,Kids Pottery Sat 10am,Fall 2026,2026-09-10,,180.00,alex@example.test
+Natarajan,Anika,Natarajan,2017-07-21,Teen Wheel Tue 4pm,Fall 2026,2026-09-01,2026-09-22,220.00,priya@example.test

package/config/skills/agent/ingest-exports/fixtures/jotform-submissions.csv

@@ -0,0 +1,4 @@
+Submission Date,Submission ID,Parent Name,Child's Name,Child's Age,Email,Phone Number,Which class?,Preferred day,Anything we should know?
+2026-09-08 14:22:10,6012345678901234567,Alex Rivera,Sam Rivera,7,alex@example.test,+1 555 010 1003,Kids Pottery,Saturday,Allergic to peanuts
+2026-09-09 08:05:44,6012345678901234568,Priya Natarajan,Anika Natarajan,9,priya@example.test,,Teen Wheel,Tuesday,
+2026-09-12 19:47:02,6012345678901234569,Tom Baker,Lily Baker,5,tom@example.test,+1 555 010 1004,Parent & Me,Sunday,First time

package/config/skills/agent/ingest-exports/fixtures/mailchimp-audience.csv

@@ -0,0 +1,3 @@
+Email Address,First Name,Last Name,Address,Phone Number,MEMBER_RATING,OPTIN_TIME,OPTIN_IP,CONFIRM_TIME,CONFIRM_IP,LATITUDE,LONGITUDE,GMTOFF,DSTOFF,TIMEZONE,CC,REGION,LAST_CHANGED,LEID,EUID,NOTES,TAGS
+maria@example.test,Maria,Lopez,"12 Elm St, Oakland, CA 94601",+1 555 010 1001,4,2025-11-02 18:04:11,,2025-11-02 18:05:02,,,,,,,,,2026-08-01 09:00:00,100001,abc001,,"parent,pottery"
+tom@example.test,Tom,Baker,,,2,2026-02-14 10:00:00,,2026-02-14 10:01:00,,,,,,,,,2026-02-14 10:01:00,100002,abc002,,newsletter

package/config/skills/agent/ingest-exports/fixtures/quickbooks-invoices.csv

@@ -0,0 +1,4 @@
+Date,Transaction Type,Num,Customer,Memo/Description,Due Date,Amount,Open Balance
+09/01/2026,Invoice,1042,Harbor Dental,September cleaning contract,09/30/2026,"1,250.00","1,250.00"
+09/03/2026,Invoice,1043,Oak Street Cafe,Menu design,10/03/2026,380.00,0.00
+09/15/2026,Invoice,1044,Greenline Movers,Website copy,10/15/2026,"2,140.50","2,140.50"

package/config/skills/agent/ingest-exports/fixtures/square-customers.csv

@@ -0,0 +1,4 @@
+First Name,Last Name,Company Name,Email Address,Phone Number,Street Address 1,City,State,Postal Code,Creation Source,First Visit,Last Visit,Transaction Count,Total Spend,Reference ID
+Maria,Lopez,,maria@example.test,+1 555 010 1001,12 Elm St,Oakland,CA,94601,Directory,2025-11-02,2026-09-11,6,$284.00,
+Daniel,Chen,Chen Family,daniel@example.test,+1 555 010 1002,,Oakland,CA,94602,Instant Profile,2026-09-05,2026-09-05,1,$117.45,
+Priya,Natarajan,,priya@example.test,,,Berkeley,CA,94704,Directory,2026-03-14,2026-08-30,3,$135.00,REF-77

package/config/skills/agent/ingest-exports/fixtures/square-transactions.csv

@@ -0,0 +1,5 @@
+Date,Time,Time Zone,Gross Sales,Discounts,Net Sales,Tax,Tip,Total Collected,Payment ID,Card Brand,PAN Suffix,Customer Name,Customer Email,Description,Transaction ID,Payment Status
+2026-09-02,10:14:03,America/Los_Angeles,$45.00,$0.00,$45.00,$3.94,$5.00,$53.94,PAY-1001,Visa,4242,Maria Lopez,maria@example.test,"Kids Pottery, Saturday",TX-9001,Completed
+2026-09-05,16:40:11,America/Los_Angeles,$120.00,$12.00,$108.00,$9.45,$0.00,$117.45,PAY-1002,Mastercard,1881,Daniel Chen,daniel@example.test,"Birthday Party Deposit",TX-9002,Completed
+2026-09-11,09:02:45,America/Los_Angeles,$45.00,$0.00,$45.00,$3.94,$0.00,$48.94,PAY-1003,Visa,4242,Maria Lopez,maria@example.test,"Kids Pottery, Saturday",TX-9003,Refunded
+2026-09-20,13:25:00,America/Los_Angeles,$30.00,$0.00,$30.00,$2.63,$2.00,$34.63,PAY-1004,Amex,0005,,,"Walk-in clay bar",TX-9004,Completed

package/config/skills/agent/ingest-exports/fixtures/unknown-report.csv

@@ -0,0 +1,4 @@
+Widget,Colour,Units,Notes
+Spinner,Blue,12,"Back-ordered, ""rush"""
+Spinner,Red,3,
+Cube,Green,40,

package/config/skills/agent/ingest-exports/ingest.mjs

@@ -0,0 +1,368 @@
+#!/usr/bin/env node
+/**
+ * ingest-exports — read CSV exports from small-business tools and write them
+ * in one common schema (crewly#1061, small-business check-up fallback).
+ *
+ * The source tool is recognised by its column headers; rows become records
+ * of kind contact / booking / payment / invoice with the original columns
+ * kept. A CSV nobody recognises still loads (kind "other", source "unknown")
+ * with a "could not map" note, so nothing the owner exported is lost.
+ *
+ * Usage (normally through execute.sh):
+ *   node ingest.mjs --in <file-or-dir> [--in ...] --out <dir> [--hash-names] [--detect-only]
+ *
+ * Output: one JSON line on stdout (the summary), and under --out one
+ * <name>.json per input file plus summary.json. Exit 0 when every file loaded,
+ * 2 when some file could not be read at all, 1 on a usage error.
+ */
+import { createHash } from 'node:crypto';
+import { existsSync, mkdirSync, readdirSync, readFileSync, statSync, writeFileSync } from 'node:fs';
+import { basename, extname, join, resolve } from 'node:path';
+
+/** Schema version written into every output file. */
+const SCHEMA_VERSION = '1.0';
+
+/** Record kinds of the common schema. */
+const KINDS = ['contact', 'booking', 'payment', 'invoice', 'other'];
+
+/** Columns whose values identify a person; hashed under --hash-names. */
+const PERSONAL_COLUMN_RE = /(^|[\s_-])(name|first|last|surname|family|student|child|parent|email|e-mail|phone|mobile|address|contact|customer|invitee)([\s_'-]|$)/i;
+
+/** Columns that mention a person but hold a count or age, not an identity ("Child's Age", "Customer Count"). */
+const NOT_PERSONAL_COLUMN_RE = /(^|[\s_-])(age|count|rating|total|spend|visits?)([\s_'-]|$)/i;
+
+/**
+ * Source signatures: a file is that source when every `requires` header is
+ * present (case-insensitive) and no `forbids` header is. First match wins,
+ * so the more specific signatures come first.
+ */
+const SIGNATURES = [
+  {
+    source: 'square', kind: 'payment', label: 'Square transactions export',
+    requires: ['date', 'gross sales', 'net sales', 'payment id'],
+    map: { at: ['date', 'time'], amount: 'total collected', currency: () => 'USD', status: 'payment status', id: 'transaction id', name: 'customer name', email: 'customer email', item: 'description' },
+  },
+  {
+    source: 'square', kind: 'contact', label: 'Square customers export',
+    requires: ['first name', 'last name', 'email address', 'creation source'],
+    map: { name: ['first name', 'last name'], email: 'email address', phone: 'phone number', at: 'first visit', amount: 'total spend', id: 'reference id' },
+  },
+  {
+    source: 'quickbooks', kind: 'invoice', label: 'QuickBooks Online invoice list',
+    requires: ['date', 'transaction type', 'num', 'customer', 'amount', 'open balance'],
+    map: { at: 'date', amount: 'amount', currency: () => 'USD', name: 'customer', id: 'num', item: 'memo/description', dueAt: 'due date', balance: 'open balance', status: (r) => (toNumber(r['Open Balance']) === 0 ? 'paid' : 'open') },
+  },
+  {
+    source: 'quickbooks', kind: 'contact', label: 'QuickBooks Online customer list',
+    requires: ['customer', 'email', 'phone numbers'],
+    map: { name: 'customer', email: 'email', phone: 'phone numbers' },
+  },
+  {
+    source: 'mailchimp', kind: 'contact', label: 'Mailchimp audience export',
+    requires: ['email address', 'first name', 'last name', 'member_rating', 'optin_time'],
+    map: { name: ['first name', 'last name'], email: 'email address', phone: 'phone number', at: 'optin_time', tags: 'tags', status: () => 'subscribed' },
+  },
+  {
+    source: 'jotform', kind: 'booking', label: 'Jotform submissions export',
+    requires: ['submission date', 'submission id'],
+    map: { at: 'submission date', id: 'submission id', name: (r) => firstMatching(r, /parent name|^name$|full name|your name/i), email: (r) => firstMatching(r, /e-?mail/i), phone: (r) => firstMatching(r, /phone/i), item: (r) => firstMatching(r, /class|service|event|session|which/i) },
+  },
+  {
+    source: 'jackrabbit', kind: 'booking', label: 'Jackrabbit enrollment export',
+    requires: ['family', 'class', 'enroll date'],
+    map: { at: 'enroll date', name: ['student first name', 'student last name'], email: 'primary contact email', item: 'class', amount: 'tuition fee', currency: () => 'USD', status: (r) => (r['Drop Date'] ? 'dropped' : 'enrolled'), endAt: 'drop date' },
+  },
+  {
+    source: 'mindbody', kind: 'contact', label: 'Mindbody client export',
+    requires: ['client id', 'first name', 'last name'],
+    map: { id: 'client id', name: ['first name', 'last name'], email: 'email', phone: (r) => firstMatching(r, /mobile|phone/i), status: 'membership' },
+  },
+  {
+    source: 'calendly', kind: 'booking', label: 'Calendly scheduled events export',
+    requires: ['event type', 'invitee name', 'invitee email', 'start date & time'],
+    map: { at: 'start date & time', name: 'invitee name', email: 'invitee email', item: 'event type', status: (r) => (r['Canceled'] && /yes|true/i.test(r['Canceled']) ? 'cancelled' : 'scheduled') },
+  },
+  {
+    source: 'stripe', kind: 'payment', label: 'Stripe payments export',
+    requires: ['id', 'amount', 'currency', 'status', 'created (utc)'],
+    map: { id: 'id', amount: 'amount', currency: 'currency', status: 'status', at: 'created (utc)', email: 'customer email', item: 'description' },
+  },
+];
+
+/**
+ * Parse one CSV text (RFC 4180: quoted fields, doubled quotes, CR/LF, BOM).
+ *
+ * @param {string} text - File content
+ * @returns {{ headers: string[], rows: Record<string, string>[] }}
+ */
+export function parseCsv(text) {
+  const src = text.replace(/^/, '');
+  const records = [];
+  let field = '';
+  let row = [];
+  let inQuotes = false;
+  for (let i = 0; i < src.length; i++) {
+    const ch = src[i];
+    if (inQuotes) {
+      if (ch === '"') {
+        if (src[i + 1] === '"') { field += '"'; i++; } else { inQuotes = false; }
+      } else {
+        field += ch;
+      }
+    } else if (ch === '"') {
+      inQuotes = true;
+    } else if (ch === ',') {
+      row.push(field); field = '';
+    } else if (ch === '\n' || ch === '\r') {
+      if (ch === '\r' && src[i + 1] === '\n') i++;
+      row.push(field); field = '';
+      records.push(row); row = [];
+    } else {
+      field += ch;
+    }
+  }
+  if (field.length > 0 || row.length > 0) { row.push(field); records.push(row); }
+  const nonEmpty = records.filter((r) => r.some((c) => c.trim() !== ''));
+  if (nonEmpty.length === 0) return { headers: [], rows: [] };
+  const headers = nonEmpty[0].map((h) => h.trim());
+  const rows = nonEmpty.slice(1).map((r) => {
+    const obj = {};
+    headers.forEach((h, idx) => { obj[h] = (r[idx] ?? '').trim(); });
+    return obj;
+  });
+  return { headers, rows };
+}
+
+/**
+ * Find the signature whose required headers are all present.
+ *
+ * @param {string[]} headers - Column headers as exported
+ * @returns {(typeof SIGNATURES)[number] | null}
+ */
+export function detectSource(headers) {
+  const have = new Set(headers.map((h) => h.toLowerCase().trim()));
+  return SIGNATURES.find((sig) => sig.requires.every((h) => have.has(h)) && !(sig.forbids ?? []).some((h) => have.has(h))) ?? null;
+}
+
+/** Value of the first column whose header matches `re`, else ''. */
+function firstMatching(row, re) {
+  const key = Object.keys(row).find((k) => re.test(k));
+  return key ? row[key] : '';
+}
+
+/**
+ * "1,250.00", "$45.00", "(12.50)" → number; '' or junk → null.
+ *
+ * @param {string | undefined} s - A money or count cell
+ * @returns {number | null}
+ */
+export function toNumber(s) {
+  if (s === undefined || s === null) return null;
+  const neg = /^\(.*\)$/.test(s.trim());
+  const cleaned = s.replace(/[^0-9.-]/g, '');
+  if (cleaned === '' || cleaned === '-' || cleaned === '.') return null;
+  const n = Number(cleaned);
+  if (!Number.isFinite(n)) return null;
+  return neg ? -Math.abs(n) : n;
+}
+
+/**
+ * Normalise a date cell to ISO `YYYY-MM-DD[THH:MM:SS]`. Accepts ISO, US
+ * `MM/DD/YYYY`, and `YYYY-MM-DD HH:MM:SS`; anything else → null.
+ *
+ * @param {string} date - Date cell
+ * @param {string} [time] - Optional separate time cell
+ * @returns {string | null}
+ */
+export function toIsoDate(date, time) {
+  if (!date) return null;
+  let d = date.trim();
+  const us = d.match(/^(\d{1,2})\/(\d{1,2})\/(\d{4})(.*)$/);
+  if (us) d = `${us[3]}-${us[1].padStart(2, '0')}-${us[2].padStart(2, '0')}${us[4]}`;
+  const m = d.match(/^(\d{4}-\d{2}-\d{2})(?:[ T](\d{2}:\d{2}(?::\d{2})?))?/);
+  if (!m) return null;
+  const t = (time && time.trim().match(/^\d{2}:\d{2}(:\d{2})?/)?.[0]) || m[2];
+  return t ? `${m[1]}T${t.length === 5 ? `${t}:00` : t}` : m[1];
+}
+
+/** Short stable hash of a personal value (lower-cased, trimmed). */
+function hashValue(v) {
+  return `h:${createHash('sha256').update(v.trim().toLowerCase()).digest('hex').slice(0, 12)}`;
+}
+
+/** Read a mapping entry: a column name, a list of columns to join, or a function. */
+function readField(row, spec) {
+  if (spec === undefined) return '';
+  if (typeof spec === 'function') return spec(row) ?? '';
+  const cols = Array.isArray(spec) ? spec : [spec];
+  const lower = Object.fromEntries(Object.keys(row).map((k) => [k.toLowerCase(), k]));
+  return cols.map((c) => row[lower[c.toLowerCase()]] ?? '').filter(Boolean).join(' ').trim();
+}
+
+/**
+ * Turn one CSV row into a common-schema record.
+ *
+ * @param {Record<string, string>} row - The row as exported
+ * @param {(typeof SIGNATURES)[number] | null} sig - Detected source, or null
+ * @param {{ file: string, index: number, hashNames: boolean }} ctx
+ * @returns {object}
+ */
+export function toRecord(row, sig, ctx) {
+  const rec = {
+    kind: sig ? sig.kind : 'other',
+    source: sig ? sig.source : 'unknown',
+    file: ctx.file,
+    row: ctx.index + 1,
+  };
+  if (sig) {
+    const m = sig.map;
+    const id = readField(row, m.id); if (id) rec.id = id;
+    const name = readField(row, m.name); if (name) rec.name = name;
+    const email = readField(row, m.email); if (email) rec.email = email.toLowerCase();
+    const phone = readField(row, m.phone); if (phone) rec.phone = phone;
+    const atSpec = m.at;
+    const at = Array.isArray(atSpec) ? toIsoDate(readField(row, atSpec[0]), readField(row, atSpec[1])) : toIsoDate(readField(row, atSpec));
+    if (at) rec.at = at;
+    const dueAt = toIsoDate(readField(row, m.dueAt)); if (dueAt) rec.dueAt = dueAt;
+    const endAt = toIsoDate(readField(row, m.endAt)); if (endAt) rec.endAt = endAt;
+    const amount = toNumber(readField(row, m.amount)); if (amount !== null) rec.amount = amount;
+    const balance = toNumber(readField(row, m.balance)); if (balance !== null) rec.balance = balance;
+    const currency = readField(row, m.currency); if (currency) rec.currency = currency.toUpperCase();
+    const status = readField(row, m.status); if (status) rec.status = status.toLowerCase();
+    const item = readField(row, m.item); if (item) rec.item = item;
+    const tags = readField(row, m.tags); if (tags) rec.tags = tags.split(',').map((t) => t.trim()).filter(Boolean);
+  }
+  rec.original = { ...row };
+  if (ctx.hashNames) {
+    for (const k of ['name', 'email', 'phone']) if (rec[k]) rec[k] = hashValue(rec[k]);
+    for (const [k, v] of Object.entries(rec.original)) {
+      if (v && PERSONAL_COLUMN_RE.test(k) && !NOT_PERSONAL_COLUMN_RE.test(k)) rec.original[k] = hashValue(v);
+    }
+  }
+  return rec;
+}
+
+/**
+ * Ingest one CSV file.
+ *
+ * @param {string} path - Absolute path
+ * @param {{ hashNames: boolean, sourceOverride?: string }} opts
+ * @returns {object} The per-file result (also written to <out>/<name>.json)
+ */
+export function ingestFile(path, opts) {
+  const file = basename(path);
+  const text = readFileSync(path, 'utf8');
+  const { headers, rows } = parseCsv(text);
+  let sig = detectSource(headers);
+  if (opts.sourceOverride) {
+    const forced = SIGNATURES.find((s) => s.source === opts.sourceOverride && s.requires.every((h) => headers.map((x) => x.toLowerCase()).includes(h)));
+    sig = forced ?? sig;
+  }
+  const records = rows.map((row, index) => toRecord(row, sig, { file, index, hashNames: opts.hashNames }));
+  const dates = records.map((r) => r.at).filter(Boolean).sort();
+  const mappedCols = new Set();
+  if (sig) {
+    for (const spec of Object.values(sig.map)) {
+      if (typeof spec === 'string') mappedCols.add(spec.toLowerCase());
+      else if (Array.isArray(spec)) spec.forEach((c) => mappedCols.add(c.toLowerCase()));
+    }
+  }
+  const unmappedColumns = headers.filter((h) => !mappedCols.has(h.toLowerCase()));
+  const notes = [];
+  if (!sig) notes.push('could not map: no known export matches these headers; rows kept with their original columns only');
+  if (headers.length === 0) notes.push('empty file: no header row');
+  if (sig && records.length > 0 && dates.length === 0) notes.push('no row has a readable date');
+  return {
+    schemaVersion: SCHEMA_VERSION,
+    file,
+    path,
+    source: sig ? sig.source : 'unknown',
+    sourceLabel: sig ? sig.label : null,
+    kind: sig ? sig.kind : 'other',
+    rows: records.length,
+    columns: headers,
+    unmappedColumns,
+    dateRange: dates.length ? { from: dates[0].slice(0, 10), to: dates[dates.length - 1].slice(0, 10) } : null,
+    namesHashed: opts.hashNames,
+    notes,
+    records,
+  };
+}
+
+/** Expand --in arguments: a directory contributes its *.csv files (one level). */
+function expandInputs(inputs) {
+  const files = [];
+  for (const p of inputs) {
+    const abs = resolve(p);
+    if (!existsSync(abs)) { files.push({ path: abs, error: 'not found' }); continue; }
+    if (statSync(abs).isDirectory()) {
+      for (const name of readdirSync(abs).sort()) {
+        if (extname(name).toLowerCase() === '.csv') files.push({ path: join(abs, name) });
+      }
+    } else {
+      files.push({ path: abs });
+    }
+  }
+  return files;
+}
+
+function usage() {
+  process.stderr.write('Usage: node ingest.mjs --in <file-or-dir> [--in ...] [--out <dir>] [--hash-names] [--detect-only] [--source <name>]\n');
+  process.exit(1);
+}
+
+/** CLI entry. */
+function main(argv) {
+  const inputs = [];
+  let out = '';
+  let hashNames = false;
+  let detectOnly = false;
+  let sourceOverride;
+  for (let i = 0; i < argv.length; i++) {
+    const a = argv[i];
+    if (a === '--in') inputs.push(argv[++i] ?? usage());
+    else if (a === '--out') out = argv[++i] ?? usage();
+    else if (a === '--hash-names') hashNames = true;
+    else if (a === '--detect-only') detectOnly = true;
+    else if (a === '--source') sourceOverride = argv[++i] ?? usage();
+    else if (a === '--help' || a === '-h') usage();
+    else usage();
+  }
+  if (inputs.length === 0) usage();
+  if (!detectOnly && !out) usage();
+
+  const files = expandInputs(inputs);
+  const summary = { success: true, schemaVersion: SCHEMA_VERSION, out: detectOnly ? null : resolve(out), namesHashed: hashNames, files: [], totals: { files: 0, rows: 0, byKind: {} } };
+  let failed = 0;
+  if (!detectOnly) mkdirSync(resolve(out), { recursive: true });
+  for (const f of files) {
+    if (f.error) { summary.files.push({ file: basename(f.path), path: f.path, error: f.error }); failed++; continue; }
+    let result;
+    try {
+      result = ingestFile(f.path, { hashNames, sourceOverride });
+    } catch (err) {
+      summary.files.push({ file: basename(f.path), path: f.path, error: err instanceof Error ? err.message : String(err) });
+      failed++;
+      continue;
+    }
+    const { records, ...head } = result;
+    if (!detectOnly) {
+      const target = join(resolve(out), `${basename(f.path, extname(f.path))}.json`);
+      writeFileSync(target, JSON.stringify(result, null, 2));
+      head.output = target;
+    }
+    summary.files.push(head);
+    summary.totals.files++;
+    summary.totals.rows += records.length;
+    summary.totals.byKind[head.kind] = (summary.totals.byKind[head.kind] ?? 0) + records.length;
+  }
+  summary.success = failed === 0;
+  if (failed) summary.error = `${failed} file(s) could not be read`;
+  if (!detectOnly) writeFileSync(join(resolve(out), 'summary.json'), JSON.stringify(summary, null, 2));
+  process.stdout.write(`${JSON.stringify(summary)}\n`);
+  process.exit(failed ? 2 : 0);
+}
+
+if (process.argv[1] && resolve(process.argv[1]) === new URL(import.meta.url).pathname) {
+  main(process.argv.slice(2));
+}

package/dist/backend/build-info.json

@@ -1,4 +1,4 @@
 {
-  "commit": "a1dbd3933be90f29496b9f5d4ea0fc27d92c2162",
-  "builtAt": "2026-10-26T17:07:55.994Z"
+  "commit": "74d495d27e60a4524fafb879c164d9ec48ae6fdf",
+  "builtAt": "2026-10-26T18:10:15.500Z"
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "crewly",
-  "version": "1.20.446",
+  "version": "1.20.448",
   "type": "module",
   "description": "Multi-agent orchestration platform for AI coding teams — coordinates Claude Code, Gemini CLI, and Codex agents with a real-time web dashboard",
   "workspaces": [