pairit 0.1.7 → 0.1.8

package/dist/index.js

@@ -9666,7 +9666,7 @@ async function loadKeytar() {
 
 // src/index.ts
 var program2 = new Command;
-program2.name("pairit").description("CLI for Pairit experiment configs").version("0.1.7");
+program2.name("pairit").description("CLI for Pairit experiment configs").version("0.1.8");
 program2.command("login").description("Login to Pairit Manager").action(async () => {
   try {
     await login();
@@ -10018,6 +10018,19 @@ async function resolvePath(configPath) {
   await stat(absolute);
   return absolute;
 }
+async function fetchAllPages(pathname, extract) {
+  const all = [];
+  let since = null;
+  do {
+    const url = since ? `${pathname}?since=${encodeURIComponent(since)}` : pathname;
+    const response = await callFunctions(url, { method: "GET" });
+    if (!response)
+      break;
+    all.push(...extract(response));
+    since = response.nextCursor ?? null;
+  } while (since);
+  return all;
+}
 async function callFunctions(pathname, init = {}) {
   const baseUrl = getFunctionsBaseUrl();
   const url = new URL(pathname, baseUrl).toString();
@@ -10083,54 +10096,21 @@ async function exportData(configId, options) {
   const outDir = path2.resolve(process9.cwd(), options.out);
   await mkdir2(outDir, { recursive: true });
   console.log(`Exporting data for ${configId} in ${format} format...`);
-  const [
-    sessionsRes,
-    eventsRes,
-    messagesRes,
-    groupsRes,
-    surveyRes,
-    workspaceRes
-  ] = await Promise.all([
-    callFunctions(`/data/${encodeURIComponent(configId)}/sessions`, {
-      method: "GET"
-    }),
-    callFunctions(`/data/${encodeURIComponent(configId)}/events`, {
-      method: "GET"
-    }),
-    callFunctions(`/data/${encodeURIComponent(configId)}/chat-messages`, {
-      method: "GET"
-    }),
-    callFunctions(`/data/${encodeURIComponent(configId)}/groups`, {
-      method: "GET"
-    }),
-    callFunctions(`/data/${encodeURIComponent(configId)}/survey-responses`, {
-      method: "GET"
-    }),
-    callFunctions(`/data/${encodeURIComponent(configId)}/workspace-documents`, {
-      method: "GET"
-    })
-  ]);
-  const sessions = sessionsRes.sessions ?? [];
-  const events = eventsRes.events ?? [];
-  const messages = messagesRes.messages ?? [];
-  const groups = groupsRes.groups ?? [];
-  const surveyResponses = surveyRes.surveyResponses ?? [];
-  const workspaceDocuments = workspaceRes.workspaceDocuments ?? [];
-  await writeExportFile(path2.join(outDir, `${configId}-sessions`), sessions, format, flattenSession);
-  console.log(`✓ Exported ${sessions.length} sessions`);
-  await writeExportFile(path2.join(outDir, `${configId}-events`), events, format, flattenEvent);
-  console.log(`✓ Exported ${events.length} events`);
-  await writeExportFile(path2.join(outDir, `${configId}-chat-messages`), messages, format, (msg) => msg);
-  console.log(`✓ Exported ${messages.length} chat messages`);
-  await writeExportFile(path2.join(outDir, `${configId}-groups`), groups, format, (group) => group);
-  console.log(`✓ Exported ${groups.length} groups`);
-  await writeExportFile(path2.join(outDir, `${configId}-survey-responses`), surveyResponses, format, flattenSurveyResponse);
-  console.log(`✓ Exported ${surveyResponses.length} survey responses`);
-  await writeExportFile(path2.join(outDir, `${configId}-workspace-documents`), workspaceDocuments, format, flattenWorkspaceDocument);
-  console.log(`✓ Exported ${workspaceDocuments.length} workspace documents`);
+  const cfg = encodeURIComponent(configId);
+  await fetchAndWriteExport(`/data/${cfg}/sessions`, path2.join(outDir, `${configId}-sessions`), (r) => r.sessions ?? [], format, flattenSession, "sessions");
+  await fetchAndWriteExport(`/data/${cfg}/events`, path2.join(outDir, `${configId}-events`), (r) => r.events ?? [], format, flattenEvent, "events");
+  await fetchAndWriteExport(`/data/${cfg}/chat-messages`, path2.join(outDir, `${configId}-chat-messages`), (r) => r.messages ?? [], format, (msg) => msg, "chat messages");
+  await fetchAndWriteExport(`/data/${cfg}/groups`, path2.join(outDir, `${configId}-groups`), (r) => r.groups ?? [], format, (group) => group, "groups");
+  await fetchAndWriteExport(`/data/${cfg}/survey-responses`, path2.join(outDir, `${configId}-survey-responses`), (r) => r.surveyResponses ?? [], format, flattenSurveyResponse, "survey responses");
+  await fetchAndWriteExport(`/data/${cfg}/workspace-documents`, path2.join(outDir, `${configId}-workspace-documents`), (r) => r.workspaceDocuments ?? [], format, flattenWorkspaceDocument, "workspace documents");
   console.log(`
 Files written to: ${outDir}`);
 }
+async function fetchAndWriteExport(pathname, outBase, extract, format, flatten, label) {
+  const data = await fetchAllPages(pathname, extract);
+  await writeExportFile(outBase, data, format, flatten);
+  console.log(`✓ Exported ${data.length} ${label}`);
+}
 function flattenSession(session) {
   const { session_state, prolific, ...rest } = session;
   const flattened = { ...rest };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "pairit",
-  "version": "0.1.7",
+  "version": "0.1.8",
   "description": "CLI for the Pairit behavioral science experiment platform",
   "type": "module",
   "bin": {