@camphoric/camphoric-event-import-tools 0.0.0-stage → 1.2.1

package/CHANGELOG.md

@@ -0,0 +1,50 @@
+# Changelog
+
+## [1.2.1](https://github.com/camphoric/camphoric/compare/camphoric-event-import-tools-v1.2.0...camphoric-event-import-tools-v1.2.1) (2026-10-20)
+
+
+### Bug Fixes
+
+* **data:** keep why the throwaway Camphoric didn't start as the error's cause ([37f8656](https://github.com/camphoric/camphoric/commit/37f865618b8d17c1c724f8474b60fc75cd14b787)), closes [#821](https://github.com/camphoric/camphoric/issues/821)
+* **data:** only import into a local server unless CAMPHORIC_ALLOW_REMOTE=1 ([0d86923](https://github.com/camphoric/camphoric/commit/0d86923ca65837433d8bd1c85e61f7e74220e4c6)), closes [#815](https://github.com/camphoric/camphoric/issues/815)
+* **data:** retry only GET, PUT and DELETE after a reset connection ([0d86923](https://github.com/camphoric/camphoric/commit/0d86923ca65837433d8bd1c85e61f7e74220e4c6))
+* **data:** sign in once per server in the import tools ([470db1e](https://github.com/camphoric/camphoric/commit/470db1e85bae5c8525939dd44caa8c56facd978c)), closes [#800](https://github.com/camphoric/camphoric/issues/800)
+* **data:** sign the import tools' registration posts in with their token ([ad10c5a](https://github.com/camphoric/camphoric/commit/ad10c5aed143758df0fd344a728d5c69f967db65)), closes [#801](https://github.com/camphoric/camphoric/issues/801)
+* **deps:** bump dotenv in /data in the minor-and-patch group ([8432761](https://github.com/camphoric/camphoric/commit/84327618353ecf915461f4d409ad067aeee62da6))
+* **deps:** bump the minor-and-patch group in /data with 8 updates ([28d3e09](https://github.com/camphoric/camphoric/commit/28d3e0972c03cc86e24f0c040c40fe6f428f18fc))
+
+## [1.2.0](https://github.com/camphoric/camphoric/compare/camphoric-event-import-tools-v1.1.0...camphoric-event-import-tools-v1.2.0) (2026-10-17)
+
+
+### Features
+
+* **data:** count a camper's lodging levels in the e2e page object ([9f7ac3b](https://github.com/camphoric/camphoric/commit/9f7ac3b06c5647ea1b5796756034eb4694bce01d)), closes [#780](https://github.com/camphoric/camphoric/issues/780)
+
+## [1.1.0](https://github.com/camphoric/camphoric/compare/camphoric-event-import-tools-v1.0.0...camphoric-event-import-tools-v1.1.0) (2026-10-17)
+
+
+### Features
+
+* **data:** add e2e scaffolding for testing an event's registration form ([e98f014](https://github.com/camphoric/camphoric/commit/e98f01486f51fa83773c2840bd32734ed3e61e67))
+* **data:** move the event creator and organization loader into import-tools ([c6e8468](https://github.com/camphoric/camphoric/commit/c6e8468a6b2326885a74e24eb036e3c57aa67c1e))
+
+
+### Bug Fixes
+
+* **data:** keep reset-data-and-test from importing alongside docker compose up ([7543433](https://github.com/camphoric/camphoric/commit/754343397c8cfdb94f473b0ebd98b7262db61534))
+* **data:** open an e2e event's registration before its sample registrations ([7543433](https://github.com/camphoric/camphoric/commit/754343397c8cfdb94f473b0ebd98b7262db61534))
+* **data:** report an event module's validation errors when it has no event ([c6e8468](https://github.com/camphoric/camphoric/commit/c6e8468a6b2326885a74e24eb036e3c57aa67c1e))
+* **data:** stop a failed import request from ending the process ([7543433](https://github.com/camphoric/camphoric/commit/754343397c8cfdb94f473b0ebd98b7262db61534))
+
+## 1.0.0 (2026-10-17)
+
+
+### Features
+
+* **data:** let each event declare the organization it belongs to ([70853bd](https://github.com/camphoric/camphoric/commit/70853bd5223b0134fd7e259a241c2dc05d22b6c1))
+* **data:** publish the event import spec and tools to GitHub Packages ([d26b182](https://github.com/camphoric/camphoric/commit/d26b182d5fe44cc31dbd1747572a267439053574))
+
+
+### Bug Fixes
+
+* **data:** keep the event-import packages' versions independent ([fd96655](https://github.com/camphoric/camphoric/commit/fd96655bf7b707b7771c964a79781879e2a0c4af))

package/CamphoricEventCreator.ts

@@ -0,0 +1,555 @@
+/**
+ * Import test event data
+ *
+ * Sample use
+ *
+ * ```
+ * const event = new CamphoricEventCreator({
+ *   data,
+ *   sampleRegGenerator
+ *   overrides,
+ *   url,
+ * });
+ *
+ * event.send();
+ * ```
+ *
+ * Arguments
+ * ---------
+ *
+ * data: an event import object (the spec's EventImport), checked first with
+ * `validate`, the spec's validateEventImport. Every field of `data.event` is sent to the
+ * events API as-is, including optional ones such as
+ * `registration_error_messages` (custom validation messages for the
+ * registration form).
+ *
+ * sampleRegGenerator: a SampleRegGenerator, called with
+ *   - fetch: a fetch function
+ *   - results: the data generated so far of the event creation
+ *   - log: a log function
+ * This function should return an array of objects which can be POSTed to the
+ * register endpoint.
+ *
+ *
+ */
+
+import { oraPromise } from 'ora';
+import cliProgress from 'cli-progress';
+import lodash from 'lodash';
+
+import Fetcher from './CamphoricFetcher.ts';
+import { Organizations, type Organization } from './organizations.ts';
+import type {
+  ImportData,
+  ImportResults,
+  LodgingNode,
+  Override,
+  SampleRegGenerator,
+  SampleRegistration,
+  Saved,
+  SavedResults,
+} from './types.ts';
+import { formatDate, formatDateTime } from './utils.ts';
+
+export interface CamphoricEventCreatorOptions {
+  data: ImportData;
+  // Checks the data before anything is sent, returning its problems (none
+  // when it's valid): pass the spec's validateEventImport.
+  validate: (data: unknown) => unknown[];
+  sampleRegGenerator?: SampleRegGenerator;
+  overrides?: Override[];
+  // The organizations already loaded; fetched from the server when not given
+  organizations?: Organizations;
+  url?: string;
+}
+
+// A sample registration, with the server's answer to its last step
+type PostedRegistration = SampleRegistration & { response: Record<string, unknown> };
+
+/**
+ * Requests started ahead of the Promise.all that collects them, pausing
+ * between batches so the server keeps up. Each is handled as it starts, so
+ * one that fails during a pause isn't an unhandled rejection (which ends the
+ * process, skipping the other events and any cleanup); once one has failed,
+ * `failed` says to start no more. Promise.all still rejects with its error.
+ */
+export function requestBatch() {
+  let failed = false;
+  return {
+    get failed() { return failed; },
+    start<T>(request: Promise<T>): Promise<T> {
+      request.catch(() => { failed = true; });
+      return request;
+    },
+  };
+}
+
+export default class CamphoricEventCreator extends Fetcher {
+  declare data: ImportData;
+  sampleRegGenerator?: SampleRegGenerator;
+  overrides: Override[];
+  results: ImportResults;
+  organization?: Promise<Organization | undefined>;
+
+  constructor({ data, validate, organizations, sampleRegGenerator, overrides = [], url }: CamphoricEventCreatorOptions) {
+    super(url);
+
+    this.data = data;
+
+    const errors = validate(data);
+
+    if (errors.length) {
+      throw this.error(
+        'event data object did not pass JSON schema validation',
+        ...errors,
+      );
+    }
+
+    this.setOrganizations(organizations, data.organization);
+
+    if (sampleRegGenerator) {
+      if (typeof sampleRegGenerator !== 'function') {
+        throw new Error('sample registration generator passed should be a function');
+      }
+
+      this.sampleRegGenerator = sampleRegGenerator;
+    }
+
+    if (!Array.isArray(overrides)) {
+      throw new Error('overrides passed should be an array');
+    }
+
+    if (overrides.find(e => typeof e !== 'function')) {
+      throw new Error('all items in overrides be functions');
+    }
+
+    this.overrides = overrides;
+
+    this.results = {};
+  }
+
+  pathFormat(path: string): string {
+    if (path.charAt(path.length - 1) !== '/') {
+      path += '/';
+    }
+
+    return path;
+  }
+
+  // The saved event, which every step after loadEvent() needs
+  savedEvent(): Saved {
+    if (!this.results.event) {
+      throw this.error('the event has not been saved yet');
+    }
+
+    return this.results.event;
+  }
+
+  // What has been saved, once the event has
+  savedResults(): SavedResults {
+    this.savedEvent();
+
+    return this.results as SavedResults;
+  }
+
+  async deleteAll(path: string) {
+    const event = this.savedEvent();
+    const existing: Saved[] = await this.fetch('GET', path)
+      .then((all: Saved[]) => all.filter(i => i.event === event.id));
+
+    await Promise.all(existing.map(
+      l => this.fetch('DELETE', `${this.pathFormat(path)}${l.id}/`)
+    ));
+  }
+
+  async loadEvent() {
+    const org = await this.organization;
+    if (!org) {
+      throw this.error(`organization '${this.data.organization}' not found`);
+    }
+
+    const events: Saved[] = await this.fetch('GET', '/api/events/');
+
+    const existingEvent = events.find(event => event.name === this.data.event.name);
+
+    const emailAccounts: Saved[] = await this.fetch('GET', '/api/emailaccounts/');
+    const email = emailAccounts.find(e => e.organization === org.id);
+
+    // The confirmation email is the event's email template, updated below.
+    const {
+      confirmation_email_subject: subject,
+      confirmation_email_template: body,
+      ...eventData
+    } = this.data.event;
+    const event: Record<string, unknown> = {
+      organization: org.id,
+      ...eventData,
+      // The event's dates are days; its registration window is instants.
+      start: formatDate(eventData.start),
+      end: formatDate(eventData.end),
+      registration_start: formatDateTime(eventData.registration_start),
+      registration_end: formatDateTime(eventData.registration_end),
+    };
+
+    if (existingEvent) {
+      event.id = existingEvent.id;
+    }
+
+    if (email) {
+      event.email_account = email.id;
+      event.confirmation_email_from =
+        event.confirmation_email_from || email.account;
+    }
+
+    const eventResponse: Saved = await this.fetch(
+      existingEvent ? 'PUT' : 'POST',
+      `/api/events/${existingEvent ? event.id : ''}`,
+      event,
+    );
+
+    await this.loadEmailTemplate(eventResponse.confirmation_template, subject, body);
+
+    this.results.event = eventResponse;
+    return eventResponse;
+  }
+
+  // An event's confirmation and a registration type's invitation are email
+  // templates, created with them (SPEC DR-45); set the text the data gives.
+  async loadEmailTemplate(templateId: unknown, subject?: string, body?: string) {
+    if (!templateId || (subject === undefined && body === undefined)) return;
+    await this.fetch('PATCH', `/api/emailtemplates/${templateId}/`, {
+      ...(subject !== undefined ? { subject } : {}),
+      ...(body !== undefined ? { body } : {}),
+    });
+  }
+
+  async loadLodgings() {
+    const event = this.savedEvent();
+    const progBar = new cliProgress.SingleBar(
+      {
+        format: 'importing lodging [{bar}] {percentage}% | {value}/{total}',
+        clearOnComplete: true,
+      },
+      cliProgress.Presets.shades_classic
+    );
+
+    // delete existing lodgings associated with this event, so we start clean
+    await this.deleteAll('/api/lodgings/');
+
+    if (!this.data.lodgings) {
+      return;
+    }
+
+    const lodgingLookup = this.data.lodgings;
+    const lodgingEntries = Object.entries(lodgingLookup);
+    let completed = 0;
+    progBar.start(lodgingEntries.length, 0);
+
+    const createLodging = async (key: string, lodging: LodgingNode): Promise<unknown> => {
+      let data, createdLodging: Saved | undefined;
+      try {
+        data = {
+          event: event.id,
+          parent: lodging.parentKey ? lodgingLookup[lodging.parentKey].id : null,
+          name: lodging.name,
+          children_title: lodging.children_title,
+          visible: lodging.visible,
+          capacity: lodging.capacity || 0,
+          reserved: lodging.reserved || 0,
+          sharing_multiplier: lodging.sharing_multiplier || 1,
+          notes: lodging.notes || '',
+        };
+        const saved: Saved = await this.fetch('POST', '/api/lodgings/', data);
+        createdLodging = saved;
+
+        completed += 1;
+        progBar.update(completed);
+        this.logVerbose(`created lodging ${completed}/${lodgingEntries.length}`);
+
+        lodgingLookup[key].id = saved.id;
+      } catch (e) {
+        throw this.error(e, {type: 'lodgingDataAttempted', key, data, createdLodging});
+      }
+
+      // batch requests so that it doesn't time out
+      const promises = [];
+      const requests = requestBatch();
+      const all = lodgingEntries.filter(([, l]) => l.parentKey === key);
+      for (let i = 0; i < all.length && !requests.failed; ++i) {
+        promises.push(requests.start(createLodging(...all[i])));
+
+        if (promises.length % 10 === 0) await this.wait(5000);
+      }
+
+      return Promise.all(promises);
+    };
+
+    // recursively add all lodgings starting with root
+    await createLodging('root', lodgingLookup.root);
+    progBar.stop();
+
+    this.results.lodging = lodgingLookup;
+  }
+
+  async loadReports() {
+    const event = this.savedEvent();
+    this.results.reports = await Promise.all(this.data.reports.map(
+      report => this.fetch('POST', '/api/reports/', {
+        event: event.id,
+        // data/ reports use the browser's variable bundle unless they say otherwise.
+        variables_source: 'client',
+        ...report,
+      })
+    ));
+  }
+
+  async loadCustomChargeTypes() {
+    const { custom_charge_types } = this.data;
+
+    if (!custom_charge_types || !custom_charge_types.length) return;
+
+    const event = this.savedEvent();
+
+    const response: Saved[] = await this.fetch('GET', '/api/customchargetypes/');
+
+    const existing = response.filter(ctype => ctype.event === event.id);
+
+    await Promise.all(
+      custom_charge_types.map(
+        async (customChargeType) => {
+          const exists = existing.find(r => r.name === customChargeType.name);
+
+          return this.fetch(
+            exists ? 'PUT' : 'POST',
+            `/api/customchargetypes${exists ? `/${exists.id}` : ''}/`,
+            {
+              ...customChargeType,
+              ...(exists ? { id: exists.id } : {}),
+              event: event.id,
+            },
+          );
+        }
+      )
+    );
+  }
+
+  async loadRegTypes() {
+    const event = this.savedEvent();
+
+    const response: Saved[] = await this.fetch('GET', '/api/registrationtypes/');
+
+    const existingRegTypes = response.filter(regType => regType.event === event.id);
+
+    await Promise.all(
+      this.data.registration_types.map(
+        async (regType) => {
+          const exists = existingRegTypes.find(r => r.name === regType.name);
+
+          const {
+            invitation_email_subject: subject,
+            invitation_email_template: body,
+            ...typeData
+          } = regType;
+
+          const saved: Saved = await this.fetch(
+            exists ? 'PUT' : 'POST',
+            `/api/registrationtypes${exists ? `/${exists.id}` : ''}/`,
+            {
+              ...typeData,
+              ...(exists ? { id: exists.id } : {}),
+              event: event.id,
+            },
+          );
+          await this.loadEmailTemplate(saved.invitation_template, subject, body);
+          return saved;
+        }
+      )
+    );
+  }
+
+  async loadTestRegs() {
+    if (!this.sampleRegGenerator) return [];
+
+    const token = await this.getAuthToken();
+    const registrations = await this.sampleRegGenerator.bind(this)(
+      this.fetch.bind(this),
+      this.savedResults(),
+      this.log.bind(this),
+    );
+
+    const event = this.savedEvent();
+
+    const postReg = async (testData: SampleRegistration): Promise<PostedRegistration> => {
+      const res = await fetch(`${this.urlBase}/api/events/${event.id}/register`, {
+        method: 'POST',
+        headers: {
+          'Content-Type': 'application/json',
+          // Signed in, so the server's throttle on anonymous registration steps
+          // (#801) leaves the sample registrations alone.
+          'Authorization': `Token ${token}`,
+        },
+        body: JSON.stringify({
+          step: 'registration',
+          formData: testData.formData,
+          pricingResults: testData.pricingResults,
+        }),
+      });
+
+      const text = await res.text();
+
+      // A rejected test registration is a real import failure (a broken schema or
+      // pricing logic), so fail loudly instead of logging and exiting 0.
+      let json;
+      try {
+        json = JSON.parse(text);
+      } catch {
+        throw this.error(
+          `[reg step] test registration returned non-JSON (${res.status}), see Django logs`,
+          { status: res.status, body: text },
+        );
+      }
+
+      if (!res.ok) {
+        throw this.error(
+          `[reg step] test registration rejected (${res.status})`,
+          { type: 'testRegistration', response: json, sent: testData.formData },
+        );
+      }
+
+      return {
+        ...testData,
+        response: json || {},
+      };
+    };
+
+    const postPayment = async (testData: PostedRegistration): Promise<PostedRegistration> => {
+      // Test registrations pay by check: a PayPal payment needs a payer to
+      // approve it in PayPal's window (SPEC §7.2). The server works out the
+      // amount from the payment option (the event's default when none is given).
+      const paymentOption = lodash.get(testData, 'paymentData.paymentOption');
+
+      const body = {
+        step: 'payment',
+        registrationUUID: testData.response.registrationUUID,
+        paymentType: 'Check',
+        ...(paymentOption ? { paymentOption } : {}),
+      };
+
+      const res = await fetch(`${this.urlBase}/api/events/${event.id}/register`, {
+        method: 'POST',
+        headers: {
+          'Content-Type': 'application/json',
+          // Signed in, so the server's throttle on anonymous registration steps
+          // (#801) leaves the sample registrations alone.
+          'Authorization': `Token ${token}`,
+        },
+        body: JSON.stringify(body),
+      });
+
+      const text = await res.text();
+
+      let json;
+      try {
+        json = JSON.parse(text);
+      } catch {
+        throw this.error(
+          `[pay step] test payment returned non-JSON (${res.status}), see Django logs`,
+          { status: res.status, body: text },
+        );
+      }
+
+      if (!res.ok) {
+        throw this.error(
+          `[pay step] test payment rejected (${res.status})`,
+          { type: 'testPayment', response: json, sent: body },
+        );
+      }
+
+      return {
+        ...testData,
+        response: json || {},
+      };
+
+    };
+
+    if (!Array.isArray(registrations)) {
+      throw new Error('sample reg generator function returned a non-array');
+    }
+
+    // get first step responses
+    const step1 = [];
+    const registering = requestBatch();
+    for (let i = 0; i < registrations.length && !registering.failed; ++i) {
+      step1.push(registering.start(postReg(registrations[i])));
+
+      if (i % 10 === 0) await this.wait(1500);
+    }
+    const responses = await Promise.all(step1);
+
+    // process payment step
+    const step2 = [];
+    const paying = requestBatch();
+    for (let i = 0; i < responses.length && !paying.failed; ++i) {
+      step2.push(paying.start(postPayment(responses[i])));
+
+      if (i % 10 === 0) await this.wait(1500);
+    }
+
+    return Promise.all(step2);
+  }
+
+  async create() {
+    this.log(`🟢 Starting Import of ${this.data.event.name}!`);
+
+    const imp = (label: string, p: Promise<unknown>) => oraPromise(
+      p,
+      {
+        text: `[${this.data.event.name}] import ${label}`,
+        spinner: 'clock',
+      }
+    );
+
+    await imp('organization', Promise.resolve(this.organization));
+    await imp('event', this.loadEvent());
+    await imp('custom charge types', this.loadCustomChargeTypes());
+    await imp('reports', this.loadReports());
+    await imp('registration types', this.loadRegTypes());
+
+    await this.loadLodgings();
+    await imp('lodging', Promise.resolve());
+
+    // Run the overrides in series in case order matters
+    for (let i = 0; i < this.overrides.length; i++) {
+      const fn = this.overrides[i].bind(this);
+
+      await imp(`override[${i}]`, fn(this.fetch.bind(this), this.savedResults(), this.log.bind(this)));
+    }
+
+    // SKIP_TEST_REGS=1 skips the sample registrations (e.g. where a sample would
+    // need a live PayPal sandbox); everything else still imports.
+    if (this.sampleRegGenerator && process.env.SKIP_TEST_REGS !== '1') {
+      await imp('test registrations', this.loadTestRegs());
+    }
+
+    this.log(`🎉 Finished Importing ${this.data.event.name}!`);
+
+    return true;
+  }
+
+  setOrganizations = async (organizations: Organizations | undefined, organization: string | number) => {
+    if (!(organizations instanceof Organizations)) {
+      organizations = new Organizations(
+        await this.fetch('GET', '/api/organizations/')
+      );
+    }
+
+    // get organization
+    this.organization = new Promise(
+      r => r(organizations.byId[organization] || organizations.byName[organization])
+    );
+
+    if (!await this.organization) {
+      throw new Error(`organization '${organization}' not found`);
+    }
+  };
+}