@tricoteuses/assemblee 1.0.0-next.2 → 1.0.2

package/lib/scripts/retrieve_textes_lois.mjs

@@ -0,0 +1,168 @@
+import assert from "assert";
+import { execSync } from "child_process";
+import commandLineArgs from "command-line-args";
+import fs from "fs-extra";
+import fetch from "node-fetch";
+import path from "path";
+import { EnabledDatasets } from "../datasets.mjs";
+import { loadAssembleeData } from "../loaders.mjs";
+import { TypeDocument } from "../types/dossiers_legislatifs.mjs";
+import { DocumentUrlFormat, urlFromDocument } from "../urls.mjs";
+const optionsDefinitions = [{
+  alias: "c",
+  help: "commit documents",
+  name: "commit",
+  type: Boolean
+}, {
+  alias: "l",
+  defaultValue: "16",
+  name: "legislature",
+  type: String
+}, {
+  alias: "r",
+  help: "push commit to given remote",
+  multiple: true,
+  name: "remote",
+  type: String
+}, {
+  alias: "s",
+  help: "don't log anything",
+  name: "silent",
+  type: Boolean
+}, {
+  alias: "u",
+  help: "UID of first Assemblée's document to retrieve",
+  name: "uid",
+  type: String
+}, {
+  alias: "v",
+  help: "verbose logs",
+  name: "verbose",
+  type: Boolean
+}, {
+  defaultOption: true,
+  help: "directory containing Assemblée open data files",
+  name: "dataDir",
+  type: String
+}];
+const options = commandLineArgs(optionsDefinitions);
+
+function commitAndPush(repositoryDir, commit, remotes) {
+  let error = false;
+
+  if (commit) {
+    execSync("git add .", {
+      cwd: repositoryDir,
+      env: process.env,
+      encoding: "utf-8",
+      stdio: ["ignore", "ignore", "pipe"]
+    });
+
+    try {
+      execSync('git commit -m "Nouvelle moisson"', {
+        cwd: repositoryDir,
+        env: process.env,
+        encoding: "utf-8"
+      });
+    } catch (childProcess) {
+      if (childProcess.stderr === null || !/nothing to commit/.test(childProcess.stdout)) {
+        console.error(childProcess.output);
+        throw childProcess;
+      }
+    }
+
+    for (const remote of remotes || []) {
+      try {
+        execSync(`git push ${remote} master`, {
+          cwd: repositoryDir,
+          env: process.env,
+          encoding: "utf-8",
+          stdio: ["ignore", "ignore", "pipe"]
+        });
+      } catch (childProcess) {
+        // Don't stop when push fails.
+        console.error(childProcess.output);
+        error = true;
+      }
+    }
+  }
+
+  return error;
+}
+
+async function retrieveDocuments() {
+  assert(!options.commit || options.uid, 'Options "commit" & "uid" are incompatible');
+  const dataDir = options.dataDir;
+  const {
+    documentByUid
+  } = loadAssembleeData(dataDir, EnabledDatasets.DossiersLegislatifs, options.legislature);
+  const textesLoisDir = path.join(dataDir, "www.assemblee-nationale.fr", options.legislature, "textes");
+  fs.ensureDirSync(textesLoisDir);
+
+  if (!options.uid) {
+    for (const filename of fs.readdirSync(textesLoisDir)) {
+      if (filename[0] === ".") {
+        continue;
+      }
+
+      fs.removeSync(path.join(textesLoisDir, filename));
+    }
+  }
+
+  const textesLois = Object.values(documentByUid).filter(document => document.xsiType === TypeDocument.TexteLoiType).filter(document => document.uid.startsWith("PIONAN") || document.uid.startsWith("PRJLAN")).map(document => {
+    return { ...document,
+      rawDocumentAssembleeUrl: urlFromDocument(document, DocumentUrlFormat.RawHtml)
+    };
+  }).sort((a, b) => a.rawDocumentAssembleeUrl === null ? -1 : b.rawDocumentAssembleeUrl === null ? 1 : a.rawDocumentAssembleeUrl.localeCompare(b.rawDocumentAssembleeUrl));
+  const firstUid = options.uid;
+  let skip = !!firstUid;
+
+  for (const texteLoi of textesLois) {
+    if (skip) {
+      if (texteLoi.uid === firstUid) {
+        skip = false;
+      } else {
+        continue;
+      }
+    }
+
+    if (!options.silent) {
+      console.log(`Retrieving bill ${texteLoi.uid} at ${texteLoi.rawDocumentAssembleeUrl}`);
+    }
+
+    if (texteLoi.rawDocumentAssembleeUrl === null) {
+      continue;
+    }
+
+    const url = new URL(texteLoi.rawDocumentAssembleeUrl);
+    const filePath = path.join(dataDir, url.hostname, ...url.pathname.split("/"));
+    assert.strictEqual(textesLoisDir, path.dirname(filePath));
+    const response = await fetch(texteLoi.rawDocumentAssembleeUrl);
+    const page = await response.text();
+
+    if (!response.ok) {
+      if (response.status !== 404) {
+        console.error(`Error while getting page "${texteLoi.rawDocumentAssembleeUrl}" (uid: ${texteLoi.uid}):\n\nError:\n${JSON.stringify({
+          code: response.status,
+          message: response.statusText
+        }, null, 2)}`);
+      }
+
+      continue;
+    }
+
+    fs.writeFileSync(filePath, page);
+  }
+
+  if (commitAndPush(textesLoisDir, options.commit, options.remote)) {
+    process.exit(1);
+  }
+
+  return textesLois;
+}
+
+retrieveDocuments().catch(error => {
+  console.log(error);
+  process.exit(1);
+});
+//# sourceMappingURL=data:application/json;charset=utf-8;base64,eyJ2ZXJzaW9uIjozLCJuYW1lcyI6WyJhc3NlcnQiLCJleGVjU3luYyIsImNvbW1hbmRMaW5lQXJncyIsImZzIiwiZmV0Y2giLCJwYXRoIiwiRW5hYmxlZERhdGFzZXRzIiwibG9hZEFzc2VtYmxlZURhdGEiLCJUeXBlRG9jdW1lbnQiLCJEb2N1bWVudFVybEZvcm1hdCIsInVybEZyb21Eb2N1bWVudCIsIm9wdGlvbnNEZWZpbml0aW9ucyIsImFsaWFzIiwiaGVscCIsIm5hbWUiLCJ0eXBlIiwiQm9vbGVhbiIsImRlZmF1bHRWYWx1ZSIsIlN0cmluZyIsIm11bHRpcGxlIiwiZGVmYXVsdE9wdGlvbiIsIm9wdGlvbnMiLCJjb21taXRBbmRQdXNoIiwicmVwb3NpdG9yeURpciIsImNvbW1pdCIsInJlbW90ZXMiLCJlcnJvciIsImN3ZCIsImVudiIsInByb2Nlc3MiLCJlbmNvZGluZyIsInN0ZGlvIiwiY2hpbGRQcm9jZXNzIiwic3RkZXJyIiwidGVzdCIsInN0ZG91dCIsImNvbnNvbGUiLCJvdXRwdXQiLCJyZW1vdGUiLCJyZXRyaWV2ZURvY3VtZW50cyIsInVpZCIsImRhdGFEaXIiLCJkb2N1bWVudEJ5VWlkIiwiRG9zc2llcnNMZWdpc2xhdGlmcyIsImxlZ2lzbGF0dXJlIiwidGV4dGVzTG9pc0RpciIsImpvaW4iLCJlbnN1cmVEaXJTeW5jIiwiZmlsZW5hbWUiLCJyZWFkZGlyU3luYyIsInJlbW92ZVN5bmMiLCJ0ZXh0ZXNMb2lzIiwiT2JqZWN0IiwidmFsdWVzIiwiZmlsdGVyIiwiZG9jdW1lbnQiLCJ4c2lUeXBlIiwiVGV4dGVMb2lUeXBlIiwic3RhcnRzV2l0aCIsIm1hcCIsInJhd0RvY3VtZW50QXNzZW1ibGVlVXJsIiwiUmF3SHRtbCIsInNvcnQiLCJhIiwiYiIsImxvY2FsZUNvbXBhcmUiLCJmaXJzdFVpZCIsInNraXAiLCJ0ZXh0ZUxvaSIsInNpbGVudCIsImxvZyIsInVybCIsIlVSTCIsImZpbGVQYXRoIiwiaG9zdG5hbWUiLCJwYXRobmFtZSIsInNwbGl0Iiwic3RyaWN0RXF1YWwiLCJkaXJuYW1lIiwicmVzcG9uc2UiLCJwYWdlIiwidGV4dCIsIm9rIiwic3RhdHVzIiwiSlNPTiIsInN0cmluZ2lmeSIsImNvZGUiLCJtZXNzYWdlIiwic3RhdHVzVGV4dCIsIndyaXRlRmlsZVN5bmMiLCJleGl0IiwiY2F0Y2giXSwic291cmNlcyI6WyIuLi8uLi9zcmMvc2NyaXB0cy9yZXRyaWV2ZV90ZXh0ZXNfbG9pcy50cyJdLCJzb3VyY2VzQ29udGVudCI6WyJpbXBvcnQgYXNzZXJ0IGZyb20gXCJhc3NlcnRcIlxuaW1wb3J0IHsgQ2hpbGRQcm9jZXNzLCBleGVjU3luYyB9IGZyb20gXCJjaGlsZF9wcm9jZXNzXCJcbmltcG9ydCBjb21tYW5kTGluZUFyZ3MgZnJvbSBcImNvbW1hbmQtbGluZS1hcmdzXCJcbmltcG9ydCBmcyBmcm9tIFwiZnMtZXh0cmFcIlxuaW1wb3J0IGZldGNoIGZyb20gXCJub2RlLWZldGNoXCJcbmltcG9ydCBwYXRoIGZyb20gXCJwYXRoXCJcblxuaW1wb3J0IHsgRW5hYmxlZERhdGFzZXRzIH0gZnJvbSBcIi4uL2RhdGFzZXRzXCJcbmltcG9ydCB7IGxvYWRBc3NlbWJsZWVEYXRhIH0gZnJvbSBcIi4uL2xvYWRlcnNcIlxuaW1wb3J0IHsgRG9jdW1lbnQsIFR5cGVEb2N1bWVudCB9IGZyb20gXCIuLi90eXBlcy9kb3NzaWVyc19sZWdpc2xhdGlmc1wiXG5pbXBvcnQgeyBEb2N1bWVudFVybEZvcm1hdCwgdXJsRnJvbURvY3VtZW50IH0gZnJvbSBcIi4uL3VybHNcIlxuXG5jb25zdCBvcHRpb25zRGVmaW5pdGlvbnMgPSBbXG4gIHtcbiAgICBhbGlhczogXCJjXCIsXG4gICAgaGVscDogXCJjb21taXQgZG9jdW1lbnRzXCIsXG4gICAgbmFtZTogXCJjb21taXRcIixcbiAgICB0eXBlOiBCb29sZWFuLFxuICB9LFxuICB7XG4gICAgYWxpYXM6IFwibFwiLFxuICAgIGRlZmF1bHRWYWx1ZTogXCIxNlwiLFxuICAgIG5hbWU6IFwibGVnaXNsYXR1cmVcIixcbiAgICB0eXBlOiBTdHJpbmcsXG4gIH0sXG4gIHtcbiAgICBhbGlhczogXCJyXCIsXG4gICAgaGVscDogXCJwdXNoIGNvbW1pdCB0byBnaXZlbiByZW1vdGVcIixcbiAgICBtdWx0aXBsZTogdHJ1ZSxcbiAgICBuYW1lOiBcInJlbW90ZVwiLFxuICAgIHR5cGU6IFN0cmluZyxcbiAgfSxcbiAge1xuICAgIGFsaWFzOiBcInNcIixcbiAgICBoZWxwOiBcImRvbid0IGxvZyBhbnl0aGluZ1wiLFxuICAgIG5hbWU6IFwic2lsZW50XCIsXG4gICAgdHlwZTogQm9vbGVhbixcbiAgfSxcbiAge1xuICAgIGFsaWFzOiBcInVcIixcbiAgICBoZWxwOiBcIlVJRCBvZiBmaXJzdCBBc3NlbWJsw6llJ3MgZG9jdW1lbnQgdG8gcmV0cmlldmVcIixcbiAgICBuYW1lOiBcInVpZFwiLFxuICAgIHR5cGU6IFN0cmluZyxcbiAgfSxcbiAge1xuICAgIGFsaWFzOiBcInZcIixcbiAgICBoZWxwOiBcInZlcmJvc2UgbG9nc1wiLFxuICAgIG5hbWU6IFwidmVyYm9zZVwiLFxuICAgIHR5cGU6IEJvb2xlYW4sXG4gIH0sXG4gIHtcbiAgICBkZWZhdWx0T3B0aW9uOiB0cnVlLFxuICAgIGhlbHA6IFwiZGlyZWN0b3J5IGNvbnRhaW5pbmcgQXNzZW1ibMOpZSBvcGVuIGRhdGEgZmlsZXNcIixcbiAgICBuYW1lOiBcImRhdGFEaXJcIixcbiAgICB0eXBlOiBTdHJpbmcsXG4gIH0sXG5dXG5jb25zdCBvcHRpb25zID0gY29tbWFuZExpbmVBcmdzKG9wdGlvbnNEZWZpbml0aW9ucylcblxuZnVuY3Rpb24gY29tbWl0QW5kUHVzaChcbiAgcmVwb3NpdG9yeURpcjogc3RyaW5nLFxuICBjb21taXQ6IGJvb2xlYW4sXG4gIHJlbW90ZXM/OiBzdHJpbmdbXSxcbik6IGJvb2xlYW4ge1xuICBsZXQgZXJyb3IgPSBmYWxzZVxuICBpZiAoY29tbWl0KSB7XG4gICAgZXhlY1N5bmMoXCJnaXQgYWRkIC5cIiwge1xuICAgICAgY3dkOiByZXBvc2l0b3J5RGlyLFxuICAgICAgZW52OiBwcm9jZXNzLmVudixcbiAgICAgIGVuY29kaW5nOiBcInV0Zi04XCIsXG4gICAgICBzdGRpbzogW1wiaWdub3JlXCIsIFwiaWdub3JlXCIsIFwicGlwZVwiXSxcbiAgICB9KVxuICAgIHRyeSB7XG4gICAgICBleGVjU3luYygnZ2l0IGNvbW1pdCAtbSBcIk5vdXZlbGxlIG1vaXNzb25cIicsIHtcbiAgICAgICAgY3dkOiByZXBvc2l0b3J5RGlyLFxuICAgICAgICBlbnY6IHByb2Nlc3MuZW52LFxuICAgICAgICBlbmNvZGluZzogXCJ1dGYtOFwiLFxuICAgICAgfSlcbiAgICB9IGNhdGNoIChjaGlsZFByb2Nlc3MpIHtcbiAgICAgIGlmIChcbiAgICAgICAgKGNoaWxkUHJvY2VzcyBhcyBDaGlsZFByb2Nlc3MpLnN0ZGVyciA9PT0gbnVsbCB8fFxuICAgICAgICAhL25vdGhpbmcgdG8gY29tbWl0Ly50ZXN0KChjaGlsZFByb2Nlc3MgYXMgYW55KS5zdGRvdXQpXG4gICAgICApIHtcbiAgICAgICAgY29uc29sZS5lcnJvcigoY2hpbGRQcm9jZXNzIGFzIGFueSkub3V0cHV0KVxuICAgICAgICB0aHJvdyBjaGlsZFByb2Nlc3NcbiAgICAgIH1cbiAgICB9XG4gICAgZm9yIChjb25zdCByZW1vdGUgb2YgcmVtb3RlcyB8fCBbXSkge1xuICAgICAgdHJ5IHtcbiAgICAgICAgZXhlY1N5bmMoYGdpdCBwdXNoICR7cmVtb3RlfSBtYXN0ZXJgLCB7XG4gICAgICAgICAgY3dkOiByZXBvc2l0b3J5RGlyLFxuICAgICAgICAgIGVudjogcHJvY2Vzcy5lbnYsXG4gICAgICAgICAgZW5jb2Rpbmc6IFwidXRmLThcIixcbiAgICAgICAgICBzdGRpbzogW1wiaWdub3JlXCIsIFwiaWdub3JlXCIsIFwicGlwZVwiXSxcbiAgICAgICAgfSlcbiAgICAgIH0gY2F0Y2ggKGNoaWxkUHJvY2Vzcykge1xuICAgICAgICAvLyBEb24ndCBzdG9wIHdoZW4gcHVzaCBmYWlscy5cbiAgICAgICAgY29uc29sZS5lcnJvcigoY2hpbGRQcm9jZXNzIGFzIGFueSkub3V0cHV0KVxuICAgICAgICBlcnJvciA9IHRydWVcbiAgICAgIH1cbiAgICB9XG4gIH1cbiAgcmV0dXJuIGVycm9yXG59XG5cbmFzeW5jIGZ1bmN0aW9uIHJldHJpZXZlRG9jdW1lbnRzKCk6IFByb21pc2U8RG9jdW1lbnRbXT4ge1xuICBhc3NlcnQoXG4gICAgIW9wdGlvbnMuY29tbWl0IHx8IG9wdGlvbnMudWlkLFxuICAgICdPcHRpb25zIFwiY29tbWl0XCIgJiBcInVpZFwiIGFyZSBpbmNvbXBhdGlibGUnLFxuICApXG5cbiAgY29uc3QgZGF0YURpciA9IG9wdGlvbnMuZGF0YURpclxuICBjb25zdCB7IGRvY3VtZW50QnlVaWQgfSA9IGxvYWRBc3NlbWJsZWVEYXRhKFxuICAgIGRhdGFEaXIsXG4gICAgRW5hYmxlZERhdGFzZXRzLkRvc3NpZXJzTGVnaXNsYXRpZnMsXG4gICAgb3B0aW9ucy5sZWdpc2xhdHVyZSxcbiAgKVxuXG4gIGNvbnN0IHRleHRlc0xvaXNEaXIgPSBwYXRoLmpvaW4oXG4gICAgZGF0YURpcixcbiAgICBcInd3dy5hc3NlbWJsZWUtbmF0aW9uYWxlLmZyXCIsXG4gICAgb3B0aW9ucy5sZWdpc2xhdHVyZSxcbiAgICBcInRleHRlc1wiLFxuICApXG4gIGZzLmVuc3VyZURpclN5bmModGV4dGVzTG9pc0RpcilcbiAgaWYgKCFvcHRpb25zLnVpZCkge1xuICAgIGZvciAoY29uc3QgZmlsZW5hbWUgb2YgZnMucmVhZGRpclN5bmModGV4dGVzTG9pc0RpcikpIHtcbiAgICAgIGlmIChmaWxlbmFtZVswXSA9PT0gXCIuXCIpIHtcbiAgICAgICAgY29udGludWVcbiAgICAgIH1cbiAgICAgIGZzLnJlbW92ZVN5bmMocGF0aC5qb2luKHRleHRlc0xvaXNEaXIsIGZpbGVuYW1lKSlcbiAgICB9XG4gIH1cblxuICBjb25zdCB0ZXh0ZXNMb2lzID0gT2JqZWN0LnZhbHVlcyhkb2N1bWVudEJ5VWlkKVxuICAgIC5maWx0ZXIoKGRvY3VtZW50KSA9PiBkb2N1bWVudC54c2lUeXBlID09PSBUeXBlRG9jdW1lbnQuVGV4dGVMb2lUeXBlKVxuICAgIC5maWx0ZXIoXG4gICAgICAoZG9jdW1lbnQpID0+XG4gICAgICAgIGRvY3VtZW50LnVpZC5zdGFydHNXaXRoKFwiUElPTkFOXCIpIHx8IGRvY3VtZW50LnVpZC5zdGFydHNXaXRoKFwiUFJKTEFOXCIpLFxuICAgIClcbiAgICAubWFwKChkb2N1bWVudCkgPT4ge1xuICAgICAgcmV0dXJuIHtcbiAgICAgICAgLi4uZG9jdW1lbnQsXG4gICAgICAgIHJhd0RvY3VtZW50QXNzZW1ibGVlVXJsOiB1cmxGcm9tRG9jdW1lbnQoXG4gICAgICAgICAgZG9jdW1lbnQsXG4gICAgICAgICAgRG9jdW1lbnRVcmxGb3JtYXQuUmF3SHRtbCxcbiAgICAgICAgKSxcbiAgICAgIH1cbiAgICB9KVxuICAgIC5zb3J0KChhLCBiKSA9PlxuICAgICAgYS5yYXdEb2N1bWVudEFzc2VtYmxlZVVybCA9PT0gbnVsbFxuICAgICAgICA/IC0xXG4gICAgICAgIDogYi5yYXdEb2N1bWVudEFzc2VtYmxlZVVybCA9PT0gbnVsbFxuICAgICAgICA/IDFcbiAgICAgICAgOiBhLnJhd0RvY3VtZW50QXNzZW1ibGVlVXJsLmxvY2FsZUNvbXBhcmUoYi5yYXdEb2N1bWVudEFzc2VtYmxlZVVybCksXG4gICAgKVxuXG4gIGNvbnN0IGZpcnN0VWlkID0gb3B0aW9ucy51aWRcbiAgbGV0IHNraXAgPSAhIWZpcnN0VWlkXG4gIGZvciAoY29uc3QgdGV4dGVMb2kgb2YgdGV4dGVzTG9pcykge1xuICAgIGlmIChza2lwKSB7XG4gICAgICBpZiAodGV4dGVMb2kudWlkID09PSBmaXJzdFVpZCkge1xuICAgICAgICBza2lwID0gZmFsc2VcbiAgICAgIH0gZWxzZSB7XG4gICAgICAgIGNvbnRpbnVlXG4gICAgICB9XG4gICAgfVxuICAgIGlmICghb3B0aW9ucy5zaWxlbnQpIHtcbiAgICAgIGNvbnNvbGUubG9nKFxuICAgICAgICBgUmV0cmlldmluZyBiaWxsICR7dGV4dGVMb2kudWlkfSBhdCAke3RleHRlTG9pLnJhd0RvY3VtZW50QXNzZW1ibGVlVXJsfWAsXG4gICAgICApXG4gICAgfVxuICAgIGlmICh0ZXh0ZUxvaS5yYXdEb2N1bWVudEFzc2VtYmxlZVVybCA9PT0gbnVsbCkge1xuICAgICAgY29udGludWVcbiAgICB9XG4gICAgY29uc3QgdXJsID0gbmV3IFVSTCh0ZXh0ZUxvaS5yYXdEb2N1bWVudEFzc2VtYmxlZVVybClcbiAgICBjb25zdCBmaWxlUGF0aCA9IHBhdGguam9pbihcbiAgICAgIGRhdGFEaXIsXG4gICAgICB1cmwuaG9zdG5hbWUsXG4gICAgICAuLi51cmwucGF0aG5hbWUuc3BsaXQoXCIvXCIpLFxuICAgIClcbiAgICBhc3NlcnQuc3RyaWN0RXF1YWwodGV4dGVzTG9pc0RpciwgcGF0aC5kaXJuYW1lKGZpbGVQYXRoKSlcblxuICAgIGNvbnN0IHJlc3BvbnNlID0gYXdhaXQgZmV0Y2godGV4dGVMb2kucmF3RG9jdW1lbnRBc3NlbWJsZWVVcmwpXG4gICAgY29uc3QgcGFnZSA9IGF3YWl0IHJlc3BvbnNlLnRleHQoKVxuICAgIGlmICghcmVzcG9uc2Uub2spIHtcbiAgICAgIGlmIChyZXNwb25zZS5zdGF0dXMgIT09IDQwNCkge1xuICAgICAgICBjb25zb2xlLmVycm9yKFxuICAgICAgICAgIGBFcnJvciB3aGlsZSBnZXR0aW5nIHBhZ2UgXCIke1xuICAgICAgICAgICAgdGV4dGVMb2kucmF3RG9jdW1lbnRBc3NlbWJsZWVVcmxcbiAgICAgICAgICB9XCIgKHVpZDogJHt0ZXh0ZUxvaS51aWR9KTpcXG5cXG5FcnJvcjpcXG4ke0pTT04uc3RyaW5naWZ5KFxuICAgICAgICAgICAgeyBjb2RlOiByZXNwb25zZS5zdGF0dXMsIG1lc3NhZ2U6IHJlc3BvbnNlLnN0YXR1c1RleHQgfSxcbiAgICAgICAgICAgIG51bGwsXG4gICAgICAgICAgICAyLFxuICAgICAgICAgICl9YCxcbiAgICAgICAgKVxuICAgICAgfVxuICAgICAgY29udGludWVcbiAgICB9XG4gICAgZnMud3JpdGVGaWxlU3luYyhmaWxlUGF0aCwgcGFnZSlcbiAgfVxuXG4gIGlmIChjb21taXRBbmRQdXNoKHRleHRlc0xvaXNEaXIsIG9wdGlvbnMuY29tbWl0LCBvcHRpb25zLnJlbW90ZSkpIHtcbiAgICBwcm9jZXNzLmV4aXQoMSlcbiAgfVxuICByZXR1cm4gdGV4dGVzTG9pc1xufVxuXG5yZXRyaWV2ZURvY3VtZW50cygpLmNhdGNoKChlcnJvcikgPT4ge1xuICBjb25zb2xlLmxvZyhlcnJvcilcbiAgcHJvY2Vzcy5leGl0KDEpXG59KVxuIl0sIm1hcHBpbmdzIjoiQUFBQSxPQUFPQSxNQUFQLE1BQW1CLFFBQW5CO0FBQ0EsU0FBdUJDLFFBQXZCLFFBQXVDLGVBQXZDO0FBQ0EsT0FBT0MsZUFBUCxNQUE0QixtQkFBNUI7QUFDQSxPQUFPQyxFQUFQLE1BQWUsVUFBZjtBQUNBLE9BQU9DLEtBQVAsTUFBa0IsWUFBbEI7QUFDQSxPQUFPQyxJQUFQLE1BQWlCLE1BQWpCO1NBRVNDLGU7U0FDQUMsaUI7U0FDVUMsWTtTQUNWQyxpQixFQUFtQkMsZTtBQUU1QixNQUFNQyxrQkFBa0IsR0FBRyxDQUN6QjtFQUNFQyxLQUFLLEVBQUUsR0FEVDtFQUVFQyxJQUFJLEVBQUUsa0JBRlI7RUFHRUMsSUFBSSxFQUFFLFFBSFI7RUFJRUMsSUFBSSxFQUFFQztBQUpSLENBRHlCLEVBT3pCO0VBQ0VKLEtBQUssRUFBRSxHQURUO0VBRUVLLFlBQVksRUFBRSxJQUZoQjtFQUdFSCxJQUFJLEVBQUUsYUFIUjtFQUlFQyxJQUFJLEVBQUVHO0FBSlIsQ0FQeUIsRUFhekI7RUFDRU4sS0FBSyxFQUFFLEdBRFQ7RUFFRUMsSUFBSSxFQUFFLDZCQUZSO0VBR0VNLFFBQVEsRUFBRSxJQUhaO0VBSUVMLElBQUksRUFBRSxRQUpSO0VBS0VDLElBQUksRUFBRUc7QUFMUixDQWJ5QixFQW9CekI7RUFDRU4sS0FBSyxFQUFFLEdBRFQ7RUFFRUMsSUFBSSxFQUFFLG9CQUZSO0VBR0VDLElBQUksRUFBRSxRQUhSO0VBSUVDLElBQUksRUFBRUM7QUFKUixDQXBCeUIsRUEwQnpCO0VBQ0VKLEtBQUssRUFBRSxHQURUO0VBRUVDLElBQUksRUFBRSwrQ0FGUjtFQUdFQyxJQUFJLEVBQUUsS0FIUjtFQUlFQyxJQUFJLEVBQUVHO0FBSlIsQ0ExQnlCLEVBZ0N6QjtFQUNFTixLQUFLLEVBQUUsR0FEVDtFQUVFQyxJQUFJLEVBQUUsY0FGUjtFQUdFQyxJQUFJLEVBQUUsU0FIUjtFQUlFQyxJQUFJLEVBQUVDO0FBSlIsQ0FoQ3lCLEVBc0N6QjtFQUNFSSxhQUFhLEVBQUUsSUFEakI7RUFFRVAsSUFBSSxFQUFFLGdEQUZSO0VBR0VDLElBQUksRUFBRSxTQUhSO0VBSUVDLElBQUksRUFBRUc7QUFKUixDQXRDeUIsQ0FBM0I7QUE2Q0EsTUFBTUcsT0FBTyxHQUFHbkIsZUFBZSxDQUFDUyxrQkFBRCxDQUEvQjs7QUFFQSxTQUFTVyxhQUFULENBQ0VDLGFBREYsRUFFRUMsTUFGRixFQUdFQyxPQUhGLEVBSVc7RUFDVCxJQUFJQyxLQUFLLEdBQUcsS0FBWjs7RUFDQSxJQUFJRixNQUFKLEVBQVk7SUFDVnZCLFFBQVEsQ0FBQyxXQUFELEVBQWM7TUFDcEIwQixHQUFHLEVBQUVKLGFBRGU7TUFFcEJLLEdBQUcsRUFBRUMsT0FBTyxDQUFDRCxHQUZPO01BR3BCRSxRQUFRLEVBQUUsT0FIVTtNQUlwQkMsS0FBSyxFQUFFLENBQUMsUUFBRCxFQUFXLFFBQVgsRUFBcUIsTUFBckI7SUFKYSxDQUFkLENBQVI7O0lBTUEsSUFBSTtNQUNGOUIsUUFBUSxDQUFDLGtDQUFELEVBQXFDO1FBQzNDMEIsR0FBRyxFQUFFSixhQURzQztRQUUzQ0ssR0FBRyxFQUFFQyxPQUFPLENBQUNELEdBRjhCO1FBRzNDRSxRQUFRLEVBQUU7TUFIaUMsQ0FBckMsQ0FBUjtJQUtELENBTkQsQ0FNRSxPQUFPRSxZQUFQLEVBQXFCO01BQ3JCLElBQ0dBLFlBQUQsQ0FBK0JDLE1BQS9CLEtBQTBDLElBQTFDLElBQ0EsQ0FBQyxvQkFBb0JDLElBQXBCLENBQTBCRixZQUFELENBQXNCRyxNQUEvQyxDQUZILEVBR0U7UUFDQUMsT0FBTyxDQUFDVixLQUFSLENBQWVNLFlBQUQsQ0FBc0JLLE1BQXBDO1FBQ0EsTUFBTUwsWUFBTjtNQUNEO0lBQ0Y7O0lBQ0QsS0FBSyxNQUFNTSxNQUFYLElBQXFCYixPQUFPLElBQUksRUFBaEMsRUFBb0M7TUFDbEMsSUFBSTtRQUNGeEIsUUFBUSxDQUFFLFlBQVdxQyxNQUFPLFNBQXBCLEVBQThCO1VBQ3BDWCxHQUFHLEVBQUVKLGFBRCtCO1VBRXBDSyxHQUFHLEVBQUVDLE9BQU8sQ0FBQ0QsR0FGdUI7VUFHcENFLFFBQVEsRUFBRSxPQUgwQjtVQUlwQ0MsS0FBSyxFQUFFLENBQUMsUUFBRCxFQUFXLFFBQVgsRUFBcUIsTUFBckI7UUFKNkIsQ0FBOUIsQ0FBUjtNQU1ELENBUEQsQ0FPRSxPQUFPQyxZQUFQLEVBQXFCO1FBQ3JCO1FBQ0FJLE9BQU8sQ0FBQ1YsS0FBUixDQUFlTSxZQUFELENBQXNCSyxNQUFwQztRQUNBWCxLQUFLLEdBQUcsSUFBUjtNQUNEO0lBQ0Y7RUFDRjs7RUFDRCxPQUFPQSxLQUFQO0FBQ0Q7O0FBRUQsZUFBZWEsaUJBQWYsR0FBd0Q7RUFDdER2QyxNQUFNLENBQ0osQ0FBQ3FCLE9BQU8sQ0FBQ0csTUFBVCxJQUFtQkgsT0FBTyxDQUFDbUIsR0FEdkIsRUFFSiwyQ0FGSSxDQUFOO0VBS0EsTUFBTUMsT0FBTyxHQUFHcEIsT0FBTyxDQUFDb0IsT0FBeEI7RUFDQSxNQUFNO0lBQUVDO0VBQUYsSUFBb0JuQyxpQkFBaUIsQ0FDekNrQyxPQUR5QyxFQUV6Q25DLGVBQWUsQ0FBQ3FDLG1CQUZ5QixFQUd6Q3RCLE9BQU8sQ0FBQ3VCLFdBSGlDLENBQTNDO0VBTUEsTUFBTUMsYUFBYSxHQUFHeEMsSUFBSSxDQUFDeUMsSUFBTCxDQUNwQkwsT0FEb0IsRUFFcEIsNEJBRm9CLEVBR3BCcEIsT0FBTyxDQUFDdUIsV0FIWSxFQUlwQixRQUpvQixDQUF0QjtFQU1BekMsRUFBRSxDQUFDNEMsYUFBSCxDQUFpQkYsYUFBakI7O0VBQ0EsSUFBSSxDQUFDeEIsT0FBTyxDQUFDbUIsR0FBYixFQUFrQjtJQUNoQixLQUFLLE1BQU1RLFFBQVgsSUFBdUI3QyxFQUFFLENBQUM4QyxXQUFILENBQWVKLGFBQWYsQ0FBdkIsRUFBc0Q7TUFDcEQsSUFBSUcsUUFBUSxDQUFDLENBQUQsQ0FBUixLQUFnQixHQUFwQixFQUF5QjtRQUN2QjtNQUNEOztNQUNEN0MsRUFBRSxDQUFDK0MsVUFBSCxDQUFjN0MsSUFBSSxDQUFDeUMsSUFBTCxDQUFVRCxhQUFWLEVBQXlCRyxRQUF6QixDQUFkO0lBQ0Q7RUFDRjs7RUFFRCxNQUFNRyxVQUFVLEdBQUdDLE1BQU0sQ0FBQ0MsTUFBUCxDQUFjWCxhQUFkLEVBQ2hCWSxNQURnQixDQUNSQyxRQUFELElBQWNBLFFBQVEsQ0FBQ0MsT0FBVCxLQUFxQmhELFlBQVksQ0FBQ2lELFlBRHZDLEVBRWhCSCxNQUZnQixDQUdkQyxRQUFELElBQ0VBLFFBQVEsQ0FBQ2YsR0FBVCxDQUFha0IsVUFBYixDQUF3QixRQUF4QixLQUFxQ0gsUUFBUSxDQUFDZixHQUFULENBQWFrQixVQUFiLENBQXdCLFFBQXhCLENBSnhCLEVBTWhCQyxHQU5nQixDQU1YSixRQUFELElBQWM7SUFDakIsT0FBTyxFQUNMLEdBQUdBLFFBREU7TUFFTEssdUJBQXVCLEVBQUVsRCxlQUFlLENBQ3RDNkMsUUFEc0MsRUFFdEM5QyxpQkFBaUIsQ0FBQ29ELE9BRm9CO0lBRm5DLENBQVA7RUFPRCxDQWRnQixFQWVoQkMsSUFmZ0IsQ0FlWCxDQUFDQyxDQUFELEVBQUlDLENBQUosS0FDSkQsQ0FBQyxDQUFDSCx1QkFBRixLQUE4QixJQUE5QixHQUNJLENBQUMsQ0FETCxHQUVJSSxDQUFDLENBQUNKLHVCQUFGLEtBQThCLElBQTlCLEdBQ0EsQ0FEQSxHQUVBRyxDQUFDLENBQUNILHVCQUFGLENBQTBCSyxhQUExQixDQUF3Q0QsQ0FBQyxDQUFDSix1QkFBMUMsQ0FwQlcsQ0FBbkI7RUF1QkEsTUFBTU0sUUFBUSxHQUFHN0MsT0FBTyxDQUFDbUIsR0FBekI7RUFDQSxJQUFJMkIsSUFBSSxHQUFHLENBQUMsQ0FBQ0QsUUFBYjs7RUFDQSxLQUFLLE1BQU1FLFFBQVgsSUFBdUJqQixVQUF2QixFQUFtQztJQUNqQyxJQUFJZ0IsSUFBSixFQUFVO01BQ1IsSUFBSUMsUUFBUSxDQUFDNUIsR0FBVCxLQUFpQjBCLFFBQXJCLEVBQStCO1FBQzdCQyxJQUFJLEdBQUcsS0FBUDtNQUNELENBRkQsTUFFTztRQUNMO01BQ0Q7SUFDRjs7SUFDRCxJQUFJLENBQUM5QyxPQUFPLENBQUNnRCxNQUFiLEVBQXFCO01BQ25CakMsT0FBTyxDQUFDa0MsR0FBUixDQUNHLG1CQUFrQkYsUUFBUSxDQUFDNUIsR0FBSSxPQUFNNEIsUUFBUSxDQUFDUix1QkFBd0IsRUFEekU7SUFHRDs7SUFDRCxJQUFJUSxRQUFRLENBQUNSLHVCQUFULEtBQXFDLElBQXpDLEVBQStDO01BQzdDO0lBQ0Q7O0lBQ0QsTUFBTVcsR0FBRyxHQUFHLElBQUlDLEdBQUosQ0FBUUosUUFBUSxDQUFDUix1QkFBakIsQ0FBWjtJQUNBLE1BQU1hLFFBQVEsR0FBR3BFLElBQUksQ0FBQ3lDLElBQUwsQ0FDZkwsT0FEZSxFQUVmOEIsR0FBRyxDQUFDRyxRQUZXLEVBR2YsR0FBR0gsR0FBRyxDQUFDSSxRQUFKLENBQWFDLEtBQWIsQ0FBbUIsR0FBbkIsQ0FIWSxDQUFqQjtJQUtBNUUsTUFBTSxDQUFDNkUsV0FBUCxDQUFtQmhDLGFBQW5CLEVBQWtDeEMsSUFBSSxDQUFDeUUsT0FBTCxDQUFhTCxRQUFiLENBQWxDO0lBRUEsTUFBTU0sUUFBUSxHQUFHLE1BQU0zRSxLQUFLLENBQUNnRSxRQUFRLENBQUNSLHVCQUFWLENBQTVCO0lBQ0EsTUFBTW9CLElBQUksR0FBRyxNQUFNRCxRQUFRLENBQUNFLElBQVQsRUFBbkI7O0lBQ0EsSUFBSSxDQUFDRixRQUFRLENBQUNHLEVBQWQsRUFBa0I7TUFDaEIsSUFBSUgsUUFBUSxDQUFDSSxNQUFULEtBQW9CLEdBQXhCLEVBQTZCO1FBQzNCL0MsT0FBTyxDQUFDVixLQUFSLENBQ0csNkJBQ0MwQyxRQUFRLENBQUNSLHVCQUNWLFdBQVVRLFFBQVEsQ0FBQzVCLEdBQUksaUJBQWdCNEMsSUFBSSxDQUFDQyxTQUFMLENBQ3RDO1VBQUVDLElBQUksRUFBRVAsUUFBUSxDQUFDSSxNQUFqQjtVQUF5QkksT0FBTyxFQUFFUixRQUFRLENBQUNTO1FBQTNDLENBRHNDLEVBRXRDLElBRnNDLEVBR3RDLENBSHNDLENBSXRDLEVBUEo7TUFTRDs7TUFDRDtJQUNEOztJQUNEckYsRUFBRSxDQUFDc0YsYUFBSCxDQUFpQmhCLFFBQWpCLEVBQTJCTyxJQUEzQjtFQUNEOztFQUVELElBQUkxRCxhQUFhLENBQUN1QixhQUFELEVBQWdCeEIsT0FBTyxDQUFDRyxNQUF4QixFQUFnQ0gsT0FBTyxDQUFDaUIsTUFBeEMsQ0FBakIsRUFBa0U7SUFDaEVULE9BQU8sQ0FBQzZELElBQVIsQ0FBYSxDQUFiO0VBQ0Q7O0VBQ0QsT0FBT3ZDLFVBQVA7QUFDRDs7QUFFRFosaUJBQWlCLEdBQUdvRCxLQUFwQixDQUEyQmpFLEtBQUQsSUFBVztFQUNuQ1UsT0FBTyxDQUFDa0MsR0FBUixDQUFZNUMsS0FBWjtFQUNBRyxPQUFPLENBQUM2RCxJQUFSLENBQWEsQ0FBYjtBQUNELENBSEQifQ==

package/lib/scripts/test_load.js

@@ -1,10 +1,25 @@
+"use strict";
+
+require("core-js/modules/es.array.map.js");
+
+require("core-js/modules/es.array.reduce.js");
+
+require("core-js/modules/es.object.to-string.js");
+
+var _assert = _interopRequireDefault(require("assert"));
+
+var _commandLineArgs = _interopRequireDefault(require("command-line-args"));
+
+var _datasets = require("../datasets");
+
+var _loaders = require("../loaders");
+
+var _legislatures = require("../types/legislatures");
+
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
+
 /** Load all split open data files in RAM as a test. */
-import assert from "assert";
-import commandLineArgs from "command-line-args";
-import { EnabledDatasets } from "../datasets.js";
-import { loadAssembleeData } from "../loaders.js";
-import { Legislature } from "../types/legislatures.js";
-const optionsDefinitions = [{
+var optionsDefinitions = [{
   alias: "k",
   defaultValue: ["All"],
   help: "categories of datasets to reorganize",
@@ -17,10 +32,14 @@ const optionsDefinitions = [{
   name: "dataDir",
   type: String
 }];
-const options = commandLineArgs(optionsDefinitions);
-options.categories.map(datasetName => assert.notStrictEqual(EnabledDatasets[datasetName], undefined, `Unknown name of dataset: ${datasetName}`));
-const enabledDatasets = options.categories.reduce((enabledDatasets, datasetName) => enabledDatasets | EnabledDatasets[datasetName], EnabledDatasets.None);
-loadAssembleeData(options.dataDir, enabledDatasets, Legislature.All, {
+var options = (0, _commandLineArgs["default"])(optionsDefinitions);
+options.categories.map(function (datasetName) {
+  return _assert["default"].notStrictEqual(_datasets.EnabledDatasets[datasetName], undefined, "Unknown name of dataset: ".concat(datasetName));
+});
+var enabledDatasets = options.categories.reduce(function (enabledDatasets, datasetName) {
+  return enabledDatasets | _datasets.EnabledDatasets[datasetName];
+}, _datasets.EnabledDatasets.None);
+(0, _loaders.loadAssembleeData)(options.dataDir, enabledDatasets, _legislatures.Legislature.All, {
   log: true
 });
-//# sourceMappingURL=data:application/json;charset=utf-8;base64,eyJ2ZXJzaW9uIjozLCJuYW1lcyI6WyJhc3NlcnQiLCJjb21tYW5kTGluZUFyZ3MiLCJFbmFibGVkRGF0YXNldHMiLCJsb2FkQXNzZW1ibGVlRGF0YSIsIkxlZ2lzbGF0dXJlIiwib3B0aW9uc0RlZmluaXRpb25zIiwiYWxpYXMiLCJkZWZhdWx0VmFsdWUiLCJoZWxwIiwibXVsdGlwbGUiLCJuYW1lIiwidHlwZSIsIlN0cmluZyIsImRlZmF1bHRPcHRpb24iLCJvcHRpb25zIiwiY2F0ZWdvcmllcyIsIm1hcCIsImRhdGFzZXROYW1lIiwibm90U3RyaWN0RXF1YWwiLCJ1bmRlZmluZWQiLCJlbmFibGVkRGF0YXNldHMiLCJyZWR1Y2UiLCJOb25lIiwiZGF0YURpciIsIkFsbCIsImxvZyJdLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy9zY3JpcHRzL3Rlc3RfbG9hZC50cyJdLCJzb3VyY2VzQ29udGVudCI6WyIvKiogTG9hZCBhbGwgc3BsaXQgb3BlbiBkYXRhIGZpbGVzIGluIFJBTSBhcyBhIHRlc3QuICovXG5cbmltcG9ydCBhc3NlcnQgZnJvbSBcImFzc2VydFwiXG5pbXBvcnQgY29tbWFuZExpbmVBcmdzIGZyb20gXCJjb21tYW5kLWxpbmUtYXJnc1wiXG5cbmltcG9ydCB7IEVuYWJsZWREYXRhc2V0cyB9IGZyb20gXCIuLi9kYXRhc2V0c1wiXG5pbXBvcnQgeyBsb2FkQXNzZW1ibGVlRGF0YSB9IGZyb20gXCIuLi9sb2FkZXJzXCJcbmltcG9ydCB7IExlZ2lzbGF0dXJlIH0gZnJvbSBcIi4uL3R5cGVzL2xlZ2lzbGF0dXJlc1wiXG5cbmNvbnN0IG9wdGlvbnNEZWZpbml0aW9ucyA9IFtcbiAge1xuICAgIGFsaWFzOiBcImtcIixcbiAgICBkZWZhdWx0VmFsdWU6IFtcIkFsbFwiXSxcbiAgICBoZWxwOiBcImNhdGVnb3JpZXMgb2YgZGF0YXNldHMgdG8gcmVvcmdhbml6ZVwiLFxuICAgIG11bHRpcGxlOiB0cnVlLFxuICAgIG5hbWU6IFwiY2F0ZWdvcmllc1wiLFxuICAgIHR5cGU6IFN0cmluZyxcbiAgfSxcbiAge1xuICAgIGRlZmF1bHRPcHRpb246IHRydWUsXG4gICAgaGVscDogXCJkaXJlY3RvcnkgY29udGFpbmluZyBBc3NlbWJsw6llIG9wZW4gZGF0YSBmaWxlc1wiLFxuICAgIG5hbWU6IFwiZGF0YURpclwiLFxuICAgIHR5cGU6IFN0cmluZyxcbiAgfSxcbl1cbmNvbnN0IG9wdGlvbnMgPSBjb21tYW5kTGluZUFyZ3Mob3B0aW9uc0RlZmluaXRpb25zKVxuXG5vcHRpb25zLmNhdGVnb3JpZXMubWFwKChkYXRhc2V0TmFtZTogc3RyaW5nKSA9PlxuICBhc3NlcnQubm90U3RyaWN0RXF1YWwoXG4gICAgKEVuYWJsZWREYXRhc2V0cyBhcyBhbnkgYXMgeyBbbmFtZTogc3RyaW5nXTogRW5hYmxlZERhdGFzZXRzIH0pW1xuICAgICAgZGF0YXNldE5hbWVcbiAgICBdLFxuICAgIHVuZGVmaW5lZCxcbiAgICBgVW5rbm93biBuYW1lIG9mIGRhdGFzZXQ6ICR7ZGF0YXNldE5hbWV9YCxcbiAgKSxcbilcbmNvbnN0IGVuYWJsZWREYXRhc2V0cyA9IG9wdGlvbnMuY2F0ZWdvcmllcy5yZWR1Y2UoXG4gIChlbmFibGVkRGF0YXNldHM6IEVuYWJsZWREYXRhc2V0cywgZGF0YXNldE5hbWU6IHN0cmluZyk6IEVuYWJsZWREYXRhc2V0cyA9PlxuICAgIGVuYWJsZWREYXRhc2V0cyB8XG4gICAgKEVuYWJsZWREYXRhc2V0cyBhcyBhbnkgYXMgeyBbbmFtZTogc3RyaW5nXTogRW5hYmxlZERhdGFzZXRzIH0pW1xuICAgICAgZGF0YXNldE5hbWVcbiAgICBdLFxuICBFbmFibGVkRGF0YXNldHMuTm9uZSxcbilcblxubG9hZEFzc2VtYmxlZURhdGEob3B0aW9ucy5kYXRhRGlyLCBlbmFibGVkRGF0YXNldHMsIExlZ2lzbGF0dXJlLkFsbCwge1xuICBsb2c6IHRydWUsXG59KVxuIl0sIm1hcHBpbmdzIjoiQUFBQTtBQUVBLE9BQU9BLE1BQVAsTUFBbUIsUUFBbkI7QUFDQSxPQUFPQyxlQUFQLE1BQTRCLG1CQUE1QjtTQUVTQyxlO1NBQ0FDLGlCO1NBQ0FDLFc7QUFFVCxNQUFNQyxrQkFBa0IsR0FBRyxDQUN6QjtFQUNFQyxLQUFLLEVBQUUsR0FEVDtFQUVFQyxZQUFZLEVBQUUsQ0FBQyxLQUFELENBRmhCO0VBR0VDLElBQUksRUFBRSxzQ0FIUjtFQUlFQyxRQUFRLEVBQUUsSUFKWjtFQUtFQyxJQUFJLEVBQUUsWUFMUjtFQU1FQyxJQUFJLEVBQUVDO0FBTlIsQ0FEeUIsRUFTekI7RUFDRUMsYUFBYSxFQUFFLElBRGpCO0VBRUVMLElBQUksRUFBRSxnREFGUjtFQUdFRSxJQUFJLEVBQUUsU0FIUjtFQUlFQyxJQUFJLEVBQUVDO0FBSlIsQ0FUeUIsQ0FBM0I7QUFnQkEsTUFBTUUsT0FBTyxHQUFHYixlQUFlLENBQUNJLGtCQUFELENBQS9CO0FBRUFTLE9BQU8sQ0FBQ0MsVUFBUixDQUFtQkMsR0FBbkIsQ0FBd0JDLFdBQUQsSUFDckJqQixNQUFNLENBQUNrQixjQUFQLENBQ0doQixlQUFELENBQ0VlLFdBREYsQ0FERixFQUlFRSxTQUpGLEVBS0csNEJBQTJCRixXQUFZLEVBTDFDLENBREY7QUFTQSxNQUFNRyxlQUFlLEdBQUdOLE9BQU8sQ0FBQ0MsVUFBUixDQUFtQk0sTUFBbkIsQ0FDdEIsQ0FBQ0QsZUFBRCxFQUFtQ0gsV0FBbkMsS0FDRUcsZUFBZSxHQUNkbEIsZUFBRCxDQUNFZSxXQURGLENBSG9CLEVBTXRCZixlQUFlLENBQUNvQixJQU5NLENBQXhCO0FBU0FuQixpQkFBaUIsQ0FBQ1csT0FBTyxDQUFDUyxPQUFULEVBQWtCSCxlQUFsQixFQUFtQ2hCLFdBQVcsQ0FBQ29CLEdBQS9DLEVBQW9EO0VBQ25FQyxHQUFHLEVBQUU7QUFEOEQsQ0FBcEQsQ0FBakIifQ==
+//# sourceMappingURL=data:application/json;charset=utf-8;base64,eyJ2ZXJzaW9uIjozLCJuYW1lcyI6WyJvcHRpb25zRGVmaW5pdGlvbnMiLCJhbGlhcyIsImRlZmF1bHRWYWx1ZSIsImhlbHAiLCJtdWx0aXBsZSIsIm5hbWUiLCJ0eXBlIiwiU3RyaW5nIiwiZGVmYXVsdE9wdGlvbiIsIm9wdGlvbnMiLCJjb21tYW5kTGluZUFyZ3MiLCJjYXRlZ29yaWVzIiwibWFwIiwiZGF0YXNldE5hbWUiLCJhc3NlcnQiLCJub3RTdHJpY3RFcXVhbCIsIkVuYWJsZWREYXRhc2V0cyIsInVuZGVmaW5lZCIsImVuYWJsZWREYXRhc2V0cyIsInJlZHVjZSIsIk5vbmUiLCJsb2FkQXNzZW1ibGVlRGF0YSIsImRhdGFEaXIiLCJMZWdpc2xhdHVyZSIsIkFsbCIsImxvZyJdLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy9zY3JpcHRzL3Rlc3RfbG9hZC50cyJdLCJzb3VyY2VzQ29udGVudCI6WyIvKiogTG9hZCBhbGwgc3BsaXQgb3BlbiBkYXRhIGZpbGVzIGluIFJBTSBhcyBhIHRlc3QuICovXG5cbmltcG9ydCBhc3NlcnQgZnJvbSBcImFzc2VydFwiXG5pbXBvcnQgY29tbWFuZExpbmVBcmdzIGZyb20gXCJjb21tYW5kLWxpbmUtYXJnc1wiXG5cbmltcG9ydCB7IEVuYWJsZWREYXRhc2V0cyB9IGZyb20gXCIuLi9kYXRhc2V0c1wiXG5pbXBvcnQgeyBsb2FkQXNzZW1ibGVlRGF0YSB9IGZyb20gXCIuLi9sb2FkZXJzXCJcbmltcG9ydCB7IExlZ2lzbGF0dXJlIH0gZnJvbSBcIi4uL3R5cGVzL2xlZ2lzbGF0dXJlc1wiXG5cbmNvbnN0IG9wdGlvbnNEZWZpbml0aW9ucyA9IFtcbiAge1xuICAgIGFsaWFzOiBcImtcIixcbiAgICBkZWZhdWx0VmFsdWU6IFtcIkFsbFwiXSxcbiAgICBoZWxwOiBcImNhdGVnb3JpZXMgb2YgZGF0YXNldHMgdG8gcmVvcmdhbml6ZVwiLFxuICAgIG11bHRpcGxlOiB0cnVlLFxuICAgIG5hbWU6IFwiY2F0ZWdvcmllc1wiLFxuICAgIHR5cGU6IFN0cmluZyxcbiAgfSxcbiAge1xuICAgIGRlZmF1bHRPcHRpb246IHRydWUsXG4gICAgaGVscDogXCJkaXJlY3RvcnkgY29udGFpbmluZyBBc3NlbWJsw6llIG9wZW4gZGF0YSBmaWxlc1wiLFxuICAgIG5hbWU6IFwiZGF0YURpclwiLFxuICAgIHR5cGU6IFN0cmluZyxcbiAgfSxcbl1cbmNvbnN0IG9wdGlvbnMgPSBjb21tYW5kTGluZUFyZ3Mob3B0aW9uc0RlZmluaXRpb25zKVxuXG5vcHRpb25zLmNhdGVnb3JpZXMubWFwKChkYXRhc2V0TmFtZTogc3RyaW5nKSA9PlxuICBhc3NlcnQubm90U3RyaWN0RXF1YWwoXG4gICAgKEVuYWJsZWREYXRhc2V0cyBhcyBhbnkgYXMgeyBbbmFtZTogc3RyaW5nXTogRW5hYmxlZERhdGFzZXRzIH0pW1xuICAgICAgZGF0YXNldE5hbWVcbiAgICBdLFxuICAgIHVuZGVmaW5lZCxcbiAgICBgVW5rbm93biBuYW1lIG9mIGRhdGFzZXQ6ICR7ZGF0YXNldE5hbWV9YCxcbiAgKSxcbilcbmNvbnN0IGVuYWJsZWREYXRhc2V0cyA9IG9wdGlvbnMuY2F0ZWdvcmllcy5yZWR1Y2UoXG4gIChlbmFibGVkRGF0YXNldHM6IEVuYWJsZWREYXRhc2V0cywgZGF0YXNldE5hbWU6IHN0cmluZyk6IEVuYWJsZWREYXRhc2V0cyA9PlxuICAgIGVuYWJsZWREYXRhc2V0cyB8XG4gICAgKEVuYWJsZWREYXRhc2V0cyBhcyBhbnkgYXMgeyBbbmFtZTogc3RyaW5nXTogRW5hYmxlZERhdGFzZXRzIH0pW1xuICAgICAgZGF0YXNldE5hbWVcbiAgICBdLFxuICBFbmFibGVkRGF0YXNldHMuTm9uZSxcbilcblxubG9hZEFzc2VtYmxlZURhdGEob3B0aW9ucy5kYXRhRGlyLCBlbmFibGVkRGF0YXNldHMsIExlZ2lzbGF0dXJlLkFsbCwge1xuICBsb2c6IHRydWUsXG59KVxuIl0sIm1hcHBpbmdzIjoiOzs7Ozs7OztBQUVBOztBQUNBOztBQUVBOztBQUNBOztBQUNBOzs7O0FBUEE7QUFTQSxJQUFNQSxrQkFBa0IsR0FBRyxDQUN6QjtFQUNFQyxLQUFLLEVBQUUsR0FEVDtFQUVFQyxZQUFZLEVBQUUsQ0FBQyxLQUFELENBRmhCO0VBR0VDLElBQUksRUFBRSxzQ0FIUjtFQUlFQyxRQUFRLEVBQUUsSUFKWjtFQUtFQyxJQUFJLEVBQUUsWUFMUjtFQU1FQyxJQUFJLEVBQUVDO0FBTlIsQ0FEeUIsRUFTekI7RUFDRUMsYUFBYSxFQUFFLElBRGpCO0VBRUVMLElBQUksRUFBRSxnREFGUjtFQUdFRSxJQUFJLEVBQUUsU0FIUjtFQUlFQyxJQUFJLEVBQUVDO0FBSlIsQ0FUeUIsQ0FBM0I7QUFnQkEsSUFBTUUsT0FBTyxHQUFHLElBQUFDLDJCQUFBLEVBQWdCVixrQkFBaEIsQ0FBaEI7QUFFQVMsT0FBTyxDQUFDRSxVQUFSLENBQW1CQyxHQUFuQixDQUF1QixVQUFDQyxXQUFEO0VBQUEsT0FDckJDLGtCQUFBLENBQU9DLGNBQVAsQ0FDR0MseUJBQUQsQ0FDRUgsV0FERixDQURGLEVBSUVJLFNBSkYscUNBSzhCSixXQUw5QixFQURxQjtBQUFBLENBQXZCO0FBU0EsSUFBTUssZUFBZSxHQUFHVCxPQUFPLENBQUNFLFVBQVIsQ0FBbUJRLE1BQW5CLENBQ3RCLFVBQUNELGVBQUQsRUFBbUNMLFdBQW5DO0VBQUEsT0FDRUssZUFBZSxHQUNkRix5QkFBRCxDQUNFSCxXQURGLENBRkY7QUFBQSxDQURzQixFQU10QkcseUJBQUEsQ0FBZ0JJLElBTk0sQ0FBeEI7QUFTQSxJQUFBQywwQkFBQSxFQUFrQlosT0FBTyxDQUFDYSxPQUExQixFQUFtQ0osZUFBbkMsRUFBb0RLLHlCQUFBLENBQVlDLEdBQWhFLEVBQXFFO0VBQ25FQyxHQUFHLEVBQUU7QUFEOEQsQ0FBckUifQ==

package/lib/scripts/test_load.mjs

@@ -0,0 +1,26 @@
+/** Load all split open data files in RAM as a test. */
+import assert from "assert";
+import commandLineArgs from "command-line-args";
+import { EnabledDatasets } from "../datasets.mjs";
+import { loadAssembleeData } from "../loaders.mjs";
+import { Legislature } from "../types/legislatures.mjs";
+const optionsDefinitions = [{
+  alias: "k",
+  defaultValue: ["All"],
+  help: "categories of datasets to reorganize",
+  multiple: true,
+  name: "categories",
+  type: String
+}, {
+  defaultOption: true,
+  help: "directory containing Assemblée open data files",
+  name: "dataDir",
+  type: String
+}];
+const options = commandLineArgs(optionsDefinitions);
+options.categories.map(datasetName => assert.notStrictEqual(EnabledDatasets[datasetName], undefined, `Unknown name of dataset: ${datasetName}`));
+const enabledDatasets = options.categories.reduce((enabledDatasets, datasetName) => enabledDatasets | EnabledDatasets[datasetName], EnabledDatasets.None);
+loadAssembleeData(options.dataDir, enabledDatasets, Legislature.All, {
+  log: true
+});
+//# sourceMappingURL=data:application/json;charset=utf-8;base64,eyJ2ZXJzaW9uIjozLCJuYW1lcyI6WyJhc3NlcnQiLCJjb21tYW5kTGluZUFyZ3MiLCJFbmFibGVkRGF0YXNldHMiLCJsb2FkQXNzZW1ibGVlRGF0YSIsIkxlZ2lzbGF0dXJlIiwib3B0aW9uc0RlZmluaXRpb25zIiwiYWxpYXMiLCJkZWZhdWx0VmFsdWUiLCJoZWxwIiwibXVsdGlwbGUiLCJuYW1lIiwidHlwZSIsIlN0cmluZyIsImRlZmF1bHRPcHRpb24iLCJvcHRpb25zIiwiY2F0ZWdvcmllcyIsIm1hcCIsImRhdGFzZXROYW1lIiwibm90U3RyaWN0RXF1YWwiLCJ1bmRlZmluZWQiLCJlbmFibGVkRGF0YXNldHMiLCJyZWR1Y2UiLCJOb25lIiwiZGF0YURpciIsIkFsbCIsImxvZyJdLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy9zY3JpcHRzL3Rlc3RfbG9hZC50cyJdLCJzb3VyY2VzQ29udGVudCI6WyIvKiogTG9hZCBhbGwgc3BsaXQgb3BlbiBkYXRhIGZpbGVzIGluIFJBTSBhcyBhIHRlc3QuICovXG5cbmltcG9ydCBhc3NlcnQgZnJvbSBcImFzc2VydFwiXG5pbXBvcnQgY29tbWFuZExpbmVBcmdzIGZyb20gXCJjb21tYW5kLWxpbmUtYXJnc1wiXG5cbmltcG9ydCB7IEVuYWJsZWREYXRhc2V0cyB9IGZyb20gXCIuLi9kYXRhc2V0c1wiXG5pbXBvcnQgeyBsb2FkQXNzZW1ibGVlRGF0YSB9IGZyb20gXCIuLi9sb2FkZXJzXCJcbmltcG9ydCB7IExlZ2lzbGF0dXJlIH0gZnJvbSBcIi4uL3R5cGVzL2xlZ2lzbGF0dXJlc1wiXG5cbmNvbnN0IG9wdGlvbnNEZWZpbml0aW9ucyA9IFtcbiAge1xuICAgIGFsaWFzOiBcImtcIixcbiAgICBkZWZhdWx0VmFsdWU6IFtcIkFsbFwiXSxcbiAgICBoZWxwOiBcImNhdGVnb3JpZXMgb2YgZGF0YXNldHMgdG8gcmVvcmdhbml6ZVwiLFxuICAgIG11bHRpcGxlOiB0cnVlLFxuICAgIG5hbWU6IFwiY2F0ZWdvcmllc1wiLFxuICAgIHR5cGU6IFN0cmluZyxcbiAgfSxcbiAge1xuICAgIGRlZmF1bHRPcHRpb246IHRydWUsXG4gICAgaGVscDogXCJkaXJlY3RvcnkgY29udGFpbmluZyBBc3NlbWJsw6llIG9wZW4gZGF0YSBmaWxlc1wiLFxuICAgIG5hbWU6IFwiZGF0YURpclwiLFxuICAgIHR5cGU6IFN0cmluZyxcbiAgfSxcbl1cbmNvbnN0IG9wdGlvbnMgPSBjb21tYW5kTGluZUFyZ3Mob3B0aW9uc0RlZmluaXRpb25zKVxuXG5vcHRpb25zLmNhdGVnb3JpZXMubWFwKChkYXRhc2V0TmFtZTogc3RyaW5nKSA9PlxuICBhc3NlcnQubm90U3RyaWN0RXF1YWwoXG4gICAgKEVuYWJsZWREYXRhc2V0cyBhcyBhbnkgYXMgeyBbbmFtZTogc3RyaW5nXTogRW5hYmxlZERhdGFzZXRzIH0pW1xuICAgICAgZGF0YXNldE5hbWVcbiAgICBdLFxuICAgIHVuZGVmaW5lZCxcbiAgICBgVW5rbm93biBuYW1lIG9mIGRhdGFzZXQ6ICR7ZGF0YXNldE5hbWV9YCxcbiAgKSxcbilcbmNvbnN0IGVuYWJsZWREYXRhc2V0cyA9IG9wdGlvbnMuY2F0ZWdvcmllcy5yZWR1Y2UoXG4gIChlbmFibGVkRGF0YXNldHM6IEVuYWJsZWREYXRhc2V0cywgZGF0YXNldE5hbWU6IHN0cmluZyk6IEVuYWJsZWREYXRhc2V0cyA9PlxuICAgIGVuYWJsZWREYXRhc2V0cyB8XG4gICAgKEVuYWJsZWREYXRhc2V0cyBhcyBhbnkgYXMgeyBbbmFtZTogc3RyaW5nXTogRW5hYmxlZERhdGFzZXRzIH0pW1xuICAgICAgZGF0YXNldE5hbWVcbiAgICBdLFxuICBFbmFibGVkRGF0YXNldHMuTm9uZSxcbilcblxubG9hZEFzc2VtYmxlZURhdGEob3B0aW9ucy5kYXRhRGlyLCBlbmFibGVkRGF0YXNldHMsIExlZ2lzbGF0dXJlLkFsbCwge1xuICBsb2c6IHRydWUsXG59KVxuIl0sIm1hcHBpbmdzIjoiQUFBQTtBQUVBLE9BQU9BLE1BQVAsTUFBbUIsUUFBbkI7QUFDQSxPQUFPQyxlQUFQLE1BQTRCLG1CQUE1QjtTQUVTQyxlO1NBQ0FDLGlCO1NBQ0FDLFc7QUFFVCxNQUFNQyxrQkFBa0IsR0FBRyxDQUN6QjtFQUNFQyxLQUFLLEVBQUUsR0FEVDtFQUVFQyxZQUFZLEVBQUUsQ0FBQyxLQUFELENBRmhCO0VBR0VDLElBQUksRUFBRSxzQ0FIUjtFQUlFQyxRQUFRLEVBQUUsSUFKWjtFQUtFQyxJQUFJLEVBQUUsWUFMUjtFQU1FQyxJQUFJLEVBQUVDO0FBTlIsQ0FEeUIsRUFTekI7RUFDRUMsYUFBYSxFQUFFLElBRGpCO0VBRUVMLElBQUksRUFBRSxnREFGUjtFQUdFRSxJQUFJLEVBQUUsU0FIUjtFQUlFQyxJQUFJLEVBQUVDO0FBSlIsQ0FUeUIsQ0FBM0I7QUFnQkEsTUFBTUUsT0FBTyxHQUFHYixlQUFlLENBQUNJLGtCQUFELENBQS9CO0FBRUFTLE9BQU8sQ0FBQ0MsVUFBUixDQUFtQkMsR0FBbkIsQ0FBd0JDLFdBQUQsSUFDckJqQixNQUFNLENBQUNrQixjQUFQLENBQ0doQixlQUFELENBQ0VlLFdBREYsQ0FERixFQUlFRSxTQUpGLEVBS0csNEJBQTJCRixXQUFZLEVBTDFDLENBREY7QUFTQSxNQUFNRyxlQUFlLEdBQUdOLE9BQU8sQ0FBQ0MsVUFBUixDQUFtQk0sTUFBbkIsQ0FDdEIsQ0FBQ0QsZUFBRCxFQUFtQ0gsV0FBbkMsS0FDRUcsZUFBZSxHQUNkbEIsZUFBRCxDQUNFZSxXQURGLENBSG9CLEVBTXRCZixlQUFlLENBQUNvQixJQU5NLENBQXhCO0FBU0FuQixpQkFBaUIsQ0FBQ1csT0FBTyxDQUFDUyxPQUFULEVBQWtCSCxlQUFsQixFQUFtQ2hCLFdBQVcsQ0FBQ29CLEdBQS9DLEVBQW9EO0VBQ25FQyxHQUFHLEVBQUU7QUFEOEQsQ0FBcEQsQ0FBakIifQ==

package/lib/scripts/test_load_big_files.js

@@ -1,10 +1,25 @@
+"use strict";
+
+require("core-js/modules/es.array.map.js");
+
+require("core-js/modules/es.array.reduce.js");
+
+require("core-js/modules/es.object.to-string.js");
+
+var _assert = _interopRequireDefault(require("assert"));
+
+var _commandLineArgs = _interopRequireDefault(require("command-line-args"));
+
+var _datasets = require("../datasets");
+
+var _loaders = require("../loaders");
+
+var _legislatures = require("../types/legislatures");
+
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
+
 /** Load all big non-split open data files in RAM as a test. */
-import assert from "assert";
-import commandLineArgs from "command-line-args";
-import { EnabledDatasets } from "../datasets.js";
-import { loadAssembleeDataFromBigFiles } from "../loaders.js";
-import { Legislature } from "../types/legislatures.js";
-const optionsDefinitions = [{
+var optionsDefinitions = [{
   alias: "k",
   defaultValue: ["All"],
   help: "categories of datasets to reorganize",
@@ -17,10 +32,14 @@ const optionsDefinitions = [{
   name: "dataDir",
   type: String
 }];
-const options = commandLineArgs(optionsDefinitions);
-options.categories.map(datasetName => assert.notStrictEqual(EnabledDatasets[datasetName], undefined, `Unknown name of dataset: ${datasetName}`));
-const enabledDatasets = options.categories.reduce((enabledDatasets, datasetName) => enabledDatasets | EnabledDatasets[datasetName], EnabledDatasets.None);
-loadAssembleeDataFromBigFiles(options.dataDir, enabledDatasets, Legislature.All, {
+var options = (0, _commandLineArgs["default"])(optionsDefinitions);
+options.categories.map(function (datasetName) {
+  return _assert["default"].notStrictEqual(_datasets.EnabledDatasets[datasetName], undefined, "Unknown name of dataset: ".concat(datasetName));
+});
+var enabledDatasets = options.categories.reduce(function (enabledDatasets, datasetName) {
+  return enabledDatasets | _datasets.EnabledDatasets[datasetName];
+}, _datasets.EnabledDatasets.None);
+(0, _loaders.loadAssembleeDataFromBigFiles)(options.dataDir, enabledDatasets, _legislatures.Legislature.All, {
   log: true
 });
-//# sourceMappingURL=data:application/json;charset=utf-8;base64,eyJ2ZXJzaW9uIjozLCJuYW1lcyI6WyJhc3NlcnQiLCJjb21tYW5kTGluZUFyZ3MiLCJFbmFibGVkRGF0YXNldHMiLCJsb2FkQXNzZW1ibGVlRGF0YUZyb21CaWdGaWxlcyIsIkxlZ2lzbGF0dXJlIiwib3B0aW9uc0RlZmluaXRpb25zIiwiYWxpYXMiLCJkZWZhdWx0VmFsdWUiLCJoZWxwIiwibXVsdGlwbGUiLCJuYW1lIiwidHlwZSIsIlN0cmluZyIsImRlZmF1bHRPcHRpb24iLCJvcHRpb25zIiwiY2F0ZWdvcmllcyIsIm1hcCIsImRhdGFzZXROYW1lIiwibm90U3RyaWN0RXF1YWwiLCJ1bmRlZmluZWQiLCJlbmFibGVkRGF0YXNldHMiLCJyZWR1Y2UiLCJOb25lIiwiZGF0YURpciIsIkFsbCIsImxvZyJdLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy9zY3JpcHRzL3Rlc3RfbG9hZF9iaWdfZmlsZXMudHMiXSwic291cmNlc0NvbnRlbnQiOlsiLyoqIExvYWQgYWxsIGJpZyBub24tc3BsaXQgb3BlbiBkYXRhIGZpbGVzIGluIFJBTSBhcyBhIHRlc3QuICovXG5cbmltcG9ydCBhc3NlcnQgZnJvbSBcImFzc2VydFwiXG5pbXBvcnQgY29tbWFuZExpbmVBcmdzIGZyb20gXCJjb21tYW5kLWxpbmUtYXJnc1wiXG5cbmltcG9ydCB7IEVuYWJsZWREYXRhc2V0cyB9IGZyb20gXCIuLi9kYXRhc2V0c1wiXG5pbXBvcnQgeyBsb2FkQXNzZW1ibGVlRGF0YUZyb21CaWdGaWxlcyB9IGZyb20gXCIuLi9sb2FkZXJzXCJcbmltcG9ydCB7IExlZ2lzbGF0dXJlIH0gZnJvbSBcIi4uL3R5cGVzL2xlZ2lzbGF0dXJlc1wiXG5cbmNvbnN0IG9wdGlvbnNEZWZpbml0aW9ucyA9IFtcbiAge1xuICAgIGFsaWFzOiBcImtcIixcbiAgICBkZWZhdWx0VmFsdWU6IFtcIkFsbFwiXSxcbiAgICBoZWxwOiBcImNhdGVnb3JpZXMgb2YgZGF0YXNldHMgdG8gcmVvcmdhbml6ZVwiLFxuICAgIG11bHRpcGxlOiB0cnVlLFxuICAgIG5hbWU6IFwiY2F0ZWdvcmllc1wiLFxuICAgIHR5cGU6IFN0cmluZyxcbiAgfSxcbiAge1xuICAgIGRlZmF1bHRPcHRpb246IHRydWUsXG4gICAgaGVscDogXCJkaXJlY3RvcnkgY29udGFpbmluZyBBc3NlbWJsw6llIG9wZW4gZGF0YSBmaWxlc1wiLFxuICAgIG5hbWU6IFwiZGF0YURpclwiLFxuICAgIHR5cGU6IFN0cmluZyxcbiAgfSxcbl1cbmNvbnN0IG9wdGlvbnMgPSBjb21tYW5kTGluZUFyZ3Mob3B0aW9uc0RlZmluaXRpb25zKVxuXG5vcHRpb25zLmNhdGVnb3JpZXMubWFwKChkYXRhc2V0TmFtZTogc3RyaW5nKSA9PlxuICBhc3NlcnQubm90U3RyaWN0RXF1YWwoXG4gICAgKEVuYWJsZWREYXRhc2V0cyBhcyBhbnkgYXMgeyBbbmFtZTogc3RyaW5nXTogRW5hYmxlZERhdGFzZXRzIH0pW1xuICAgICAgZGF0YXNldE5hbWVcbiAgICBdLFxuICAgIHVuZGVmaW5lZCxcbiAgICBgVW5rbm93biBuYW1lIG9mIGRhdGFzZXQ6ICR7ZGF0YXNldE5hbWV9YCxcbiAgKSxcbilcbmNvbnN0IGVuYWJsZWREYXRhc2V0cyA9IG9wdGlvbnMuY2F0ZWdvcmllcy5yZWR1Y2UoXG4gIChlbmFibGVkRGF0YXNldHM6IEVuYWJsZWREYXRhc2V0cywgZGF0YXNldE5hbWU6IHN0cmluZyk6IEVuYWJsZWREYXRhc2V0cyA9PlxuICAgIGVuYWJsZWREYXRhc2V0cyB8XG4gICAgKEVuYWJsZWREYXRhc2V0cyBhcyBhbnkgYXMgeyBbbmFtZTogc3RyaW5nXTogRW5hYmxlZERhdGFzZXRzIH0pW1xuICAgICAgZGF0YXNldE5hbWVcbiAgICBdLFxuICBFbmFibGVkRGF0YXNldHMuTm9uZSxcbilcblxubG9hZEFzc2VtYmxlZURhdGFGcm9tQmlnRmlsZXMoXG4gIG9wdGlvbnMuZGF0YURpcixcbiAgZW5hYmxlZERhdGFzZXRzLFxuICBMZWdpc2xhdHVyZS5BbGwsXG4gIHtcbiAgICBsb2c6IHRydWUsXG4gIH0sXG4pXG4iXSwibWFwcGluZ3MiOiJBQUFBO0FBRUEsT0FBT0EsTUFBUCxNQUFtQixRQUFuQjtBQUNBLE9BQU9DLGVBQVAsTUFBNEIsbUJBQTVCO1NBRVNDLGU7U0FDQUMsNkI7U0FDQUMsVztBQUVULE1BQU1DLGtCQUFrQixHQUFHLENBQ3pCO0VBQ0VDLEtBQUssRUFBRSxHQURUO0VBRUVDLFlBQVksRUFBRSxDQUFDLEtBQUQsQ0FGaEI7RUFHRUMsSUFBSSxFQUFFLHNDQUhSO0VBSUVDLFFBQVEsRUFBRSxJQUpaO0VBS0VDLElBQUksRUFBRSxZQUxSO0VBTUVDLElBQUksRUFBRUM7QUFOUixDQUR5QixFQVN6QjtFQUNFQyxhQUFhLEVBQUUsSUFEakI7RUFFRUwsSUFBSSxFQUFFLGdEQUZSO0VBR0VFLElBQUksRUFBRSxTQUhSO0VBSUVDLElBQUksRUFBRUM7QUFKUixDQVR5QixDQUEzQjtBQWdCQSxNQUFNRSxPQUFPLEdBQUdiLGVBQWUsQ0FBQ0ksa0JBQUQsQ0FBL0I7QUFFQVMsT0FBTyxDQUFDQyxVQUFSLENBQW1CQyxHQUFuQixDQUF3QkMsV0FBRCxJQUNyQmpCLE1BQU0sQ0FBQ2tCLGNBQVAsQ0FDR2hCLGVBQUQsQ0FDRWUsV0FERixDQURGLEVBSUVFLFNBSkYsRUFLRyw0QkFBMkJGLFdBQVksRUFMMUMsQ0FERjtBQVNBLE1BQU1HLGVBQWUsR0FBR04sT0FBTyxDQUFDQyxVQUFSLENBQW1CTSxNQUFuQixDQUN0QixDQUFDRCxlQUFELEVBQW1DSCxXQUFuQyxLQUNFRyxlQUFlLEdBQ2RsQixlQUFELENBQ0VlLFdBREYsQ0FIb0IsRUFNdEJmLGVBQWUsQ0FBQ29CLElBTk0sQ0FBeEI7QUFTQW5CLDZCQUE2QixDQUMzQlcsT0FBTyxDQUFDUyxPQURtQixFQUUzQkgsZUFGMkIsRUFHM0JoQixXQUFXLENBQUNvQixHQUhlLEVBSTNCO0VBQ0VDLEdBQUcsRUFBRTtBQURQLENBSjJCLENBQTdCIn0=
+//# sourceMappingURL=data:application/json;charset=utf-8;base64,eyJ2ZXJzaW9uIjozLCJuYW1lcyI6WyJvcHRpb25zRGVmaW5pdGlvbnMiLCJhbGlhcyIsImRlZmF1bHRWYWx1ZSIsImhlbHAiLCJtdWx0aXBsZSIsIm5hbWUiLCJ0eXBlIiwiU3RyaW5nIiwiZGVmYXVsdE9wdGlvbiIsIm9wdGlvbnMiLCJjb21tYW5kTGluZUFyZ3MiLCJjYXRlZ29yaWVzIiwibWFwIiwiZGF0YXNldE5hbWUiLCJhc3NlcnQiLCJub3RTdHJpY3RFcXVhbCIsIkVuYWJsZWREYXRhc2V0cyIsInVuZGVmaW5lZCIsImVuYWJsZWREYXRhc2V0cyIsInJlZHVjZSIsIk5vbmUiLCJsb2FkQXNzZW1ibGVlRGF0YUZyb21CaWdGaWxlcyIsImRhdGFEaXIiLCJMZWdpc2xhdHVyZSIsIkFsbCIsImxvZyJdLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy9zY3JpcHRzL3Rlc3RfbG9hZF9iaWdfZmlsZXMudHMiXSwic291cmNlc0NvbnRlbnQiOlsiLyoqIExvYWQgYWxsIGJpZyBub24tc3BsaXQgb3BlbiBkYXRhIGZpbGVzIGluIFJBTSBhcyBhIHRlc3QuICovXG5cbmltcG9ydCBhc3NlcnQgZnJvbSBcImFzc2VydFwiXG5pbXBvcnQgY29tbWFuZExpbmVBcmdzIGZyb20gXCJjb21tYW5kLWxpbmUtYXJnc1wiXG5cbmltcG9ydCB7IEVuYWJsZWREYXRhc2V0cyB9IGZyb20gXCIuLi9kYXRhc2V0c1wiXG5pbXBvcnQgeyBsb2FkQXNzZW1ibGVlRGF0YUZyb21CaWdGaWxlcyB9IGZyb20gXCIuLi9sb2FkZXJzXCJcbmltcG9ydCB7IExlZ2lzbGF0dXJlIH0gZnJvbSBcIi4uL3R5cGVzL2xlZ2lzbGF0dXJlc1wiXG5cbmNvbnN0IG9wdGlvbnNEZWZpbml0aW9ucyA9IFtcbiAge1xuICAgIGFsaWFzOiBcImtcIixcbiAgICBkZWZhdWx0VmFsdWU6IFtcIkFsbFwiXSxcbiAgICBoZWxwOiBcImNhdGVnb3JpZXMgb2YgZGF0YXNldHMgdG8gcmVvcmdhbml6ZVwiLFxuICAgIG11bHRpcGxlOiB0cnVlLFxuICAgIG5hbWU6IFwiY2F0ZWdvcmllc1wiLFxuICAgIHR5cGU6IFN0cmluZyxcbiAgfSxcbiAge1xuICAgIGRlZmF1bHRPcHRpb246IHRydWUsXG4gICAgaGVscDogXCJkaXJlY3RvcnkgY29udGFpbmluZyBBc3NlbWJsw6llIG9wZW4gZGF0YSBmaWxlc1wiLFxuICAgIG5hbWU6IFwiZGF0YURpclwiLFxuICAgIHR5cGU6IFN0cmluZyxcbiAgfSxcbl1cbmNvbnN0IG9wdGlvbnMgPSBjb21tYW5kTGluZUFyZ3Mob3B0aW9uc0RlZmluaXRpb25zKVxuXG5vcHRpb25zLmNhdGVnb3JpZXMubWFwKChkYXRhc2V0TmFtZTogc3RyaW5nKSA9PlxuICBhc3NlcnQubm90U3RyaWN0RXF1YWwoXG4gICAgKEVuYWJsZWREYXRhc2V0cyBhcyBhbnkgYXMgeyBbbmFtZTogc3RyaW5nXTogRW5hYmxlZERhdGFzZXRzIH0pW1xuICAgICAgZGF0YXNldE5hbWVcbiAgICBdLFxuICAgIHVuZGVmaW5lZCxcbiAgICBgVW5rbm93biBuYW1lIG9mIGRhdGFzZXQ6ICR7ZGF0YXNldE5hbWV9YCxcbiAgKSxcbilcbmNvbnN0IGVuYWJsZWREYXRhc2V0cyA9IG9wdGlvbnMuY2F0ZWdvcmllcy5yZWR1Y2UoXG4gIChlbmFibGVkRGF0YXNldHM6IEVuYWJsZWREYXRhc2V0cywgZGF0YXNldE5hbWU6IHN0cmluZyk6IEVuYWJsZWREYXRhc2V0cyA9PlxuICAgIGVuYWJsZWREYXRhc2V0cyB8XG4gICAgKEVuYWJsZWREYXRhc2V0cyBhcyBhbnkgYXMgeyBbbmFtZTogc3RyaW5nXTogRW5hYmxlZERhdGFzZXRzIH0pW1xuICAgICAgZGF0YXNldE5hbWVcbiAgICBdLFxuICBFbmFibGVkRGF0YXNldHMuTm9uZSxcbilcblxubG9hZEFzc2VtYmxlZURhdGFGcm9tQmlnRmlsZXMoXG4gIG9wdGlvbnMuZGF0YURpcixcbiAgZW5hYmxlZERhdGFzZXRzLFxuICBMZWdpc2xhdHVyZS5BbGwsXG4gIHtcbiAgICBsb2c6IHRydWUsXG4gIH0sXG4pXG4iXSwibWFwcGluZ3MiOiI7Ozs7Ozs7O0FBRUE7O0FBQ0E7O0FBRUE7O0FBQ0E7O0FBQ0E7Ozs7QUFQQTtBQVNBLElBQU1BLGtCQUFrQixHQUFHLENBQ3pCO0VBQ0VDLEtBQUssRUFBRSxHQURUO0VBRUVDLFlBQVksRUFBRSxDQUFDLEtBQUQsQ0FGaEI7RUFHRUMsSUFBSSxFQUFFLHNDQUhSO0VBSUVDLFFBQVEsRUFBRSxJQUpaO0VBS0VDLElBQUksRUFBRSxZQUxSO0VBTUVDLElBQUksRUFBRUM7QUFOUixDQUR5QixFQVN6QjtFQUNFQyxhQUFhLEVBQUUsSUFEakI7RUFFRUwsSUFBSSxFQUFFLGdEQUZSO0VBR0VFLElBQUksRUFBRSxTQUhSO0VBSUVDLElBQUksRUFBRUM7QUFKUixDQVR5QixDQUEzQjtBQWdCQSxJQUFNRSxPQUFPLEdBQUcsSUFBQUMsMkJBQUEsRUFBZ0JWLGtCQUFoQixDQUFoQjtBQUVBUyxPQUFPLENBQUNFLFVBQVIsQ0FBbUJDLEdBQW5CLENBQXVCLFVBQUNDLFdBQUQ7RUFBQSxPQUNyQkMsa0JBQUEsQ0FBT0MsY0FBUCxDQUNHQyx5QkFBRCxDQUNFSCxXQURGLENBREYsRUFJRUksU0FKRixxQ0FLOEJKLFdBTDlCLEVBRHFCO0FBQUEsQ0FBdkI7QUFTQSxJQUFNSyxlQUFlLEdBQUdULE9BQU8sQ0FBQ0UsVUFBUixDQUFtQlEsTUFBbkIsQ0FDdEIsVUFBQ0QsZUFBRCxFQUFtQ0wsV0FBbkM7RUFBQSxPQUNFSyxlQUFlLEdBQ2RGLHlCQUFELENBQ0VILFdBREYsQ0FGRjtBQUFBLENBRHNCLEVBTXRCRyx5QkFBQSxDQUFnQkksSUFOTSxDQUF4QjtBQVNBLElBQUFDLHNDQUFBLEVBQ0VaLE9BQU8sQ0FBQ2EsT0FEVixFQUVFSixlQUZGLEVBR0VLLHlCQUFBLENBQVlDLEdBSGQsRUFJRTtFQUNFQyxHQUFHLEVBQUU7QUFEUCxDQUpGIn0=

package/lib/scripts/test_load_big_files.mjs

@@ -0,0 +1,26 @@
+/** Load all big non-split open data files in RAM as a test. */
+import assert from "assert";
+import commandLineArgs from "command-line-args";
+import { EnabledDatasets } from "../datasets.mjs";
+import { loadAssembleeDataFromBigFiles } from "../loaders.mjs";
+import { Legislature } from "../types/legislatures.mjs";
+const optionsDefinitions = [{
+  alias: "k",
+  defaultValue: ["All"],
+  help: "categories of datasets to reorganize",
+  multiple: true,
+  name: "categories",
+  type: String
+}, {
+  defaultOption: true,
+  help: "directory containing Assemblée open data files",
+  name: "dataDir",
+  type: String
+}];
+const options = commandLineArgs(optionsDefinitions);
+options.categories.map(datasetName => assert.notStrictEqual(EnabledDatasets[datasetName], undefined, `Unknown name of dataset: ${datasetName}`));
+const enabledDatasets = options.categories.reduce((enabledDatasets, datasetName) => enabledDatasets | EnabledDatasets[datasetName], EnabledDatasets.None);
+loadAssembleeDataFromBigFiles(options.dataDir, enabledDatasets, Legislature.All, {
+  log: true
+});
+//# sourceMappingURL=data:application/json;charset=utf-8;base64,eyJ2ZXJzaW9uIjozLCJuYW1lcyI6WyJhc3NlcnQiLCJjb21tYW5kTGluZUFyZ3MiLCJFbmFibGVkRGF0YXNldHMiLCJsb2FkQXNzZW1ibGVlRGF0YUZyb21CaWdGaWxlcyIsIkxlZ2lzbGF0dXJlIiwib3B0aW9uc0RlZmluaXRpb25zIiwiYWxpYXMiLCJkZWZhdWx0VmFsdWUiLCJoZWxwIiwibXVsdGlwbGUiLCJuYW1lIiwidHlwZSIsIlN0cmluZyIsImRlZmF1bHRPcHRpb24iLCJvcHRpb25zIiwiY2F0ZWdvcmllcyIsIm1hcCIsImRhdGFzZXROYW1lIiwibm90U3RyaWN0RXF1YWwiLCJ1bmRlZmluZWQiLCJlbmFibGVkRGF0YXNldHMiLCJyZWR1Y2UiLCJOb25lIiwiZGF0YURpciIsIkFsbCIsImxvZyJdLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy9zY3JpcHRzL3Rlc3RfbG9hZF9iaWdfZmlsZXMudHMiXSwic291cmNlc0NvbnRlbnQiOlsiLyoqIExvYWQgYWxsIGJpZyBub24tc3BsaXQgb3BlbiBkYXRhIGZpbGVzIGluIFJBTSBhcyBhIHRlc3QuICovXG5cbmltcG9ydCBhc3NlcnQgZnJvbSBcImFzc2VydFwiXG5pbXBvcnQgY29tbWFuZExpbmVBcmdzIGZyb20gXCJjb21tYW5kLWxpbmUtYXJnc1wiXG5cbmltcG9ydCB7IEVuYWJsZWREYXRhc2V0cyB9IGZyb20gXCIuLi9kYXRhc2V0c1wiXG5pbXBvcnQgeyBsb2FkQXNzZW1ibGVlRGF0YUZyb21CaWdGaWxlcyB9IGZyb20gXCIuLi9sb2FkZXJzXCJcbmltcG9ydCB7IExlZ2lzbGF0dXJlIH0gZnJvbSBcIi4uL3R5cGVzL2xlZ2lzbGF0dXJlc1wiXG5cbmNvbnN0IG9wdGlvbnNEZWZpbml0aW9ucyA9IFtcbiAge1xuICAgIGFsaWFzOiBcImtcIixcbiAgICBkZWZhdWx0VmFsdWU6IFtcIkFsbFwiXSxcbiAgICBoZWxwOiBcImNhdGVnb3JpZXMgb2YgZGF0YXNldHMgdG8gcmVvcmdhbml6ZVwiLFxuICAgIG11bHRpcGxlOiB0cnVlLFxuICAgIG5hbWU6IFwiY2F0ZWdvcmllc1wiLFxuICAgIHR5cGU6IFN0cmluZyxcbiAgfSxcbiAge1xuICAgIGRlZmF1bHRPcHRpb246IHRydWUsXG4gICAgaGVscDogXCJkaXJlY3RvcnkgY29udGFpbmluZyBBc3NlbWJsw6llIG9wZW4gZGF0YSBmaWxlc1wiLFxuICAgIG5hbWU6IFwiZGF0YURpclwiLFxuICAgIHR5cGU6IFN0cmluZyxcbiAgfSxcbl1cbmNvbnN0IG9wdGlvbnMgPSBjb21tYW5kTGluZUFyZ3Mob3B0aW9uc0RlZmluaXRpb25zKVxuXG5vcHRpb25zLmNhdGVnb3JpZXMubWFwKChkYXRhc2V0TmFtZTogc3RyaW5nKSA9PlxuICBhc3NlcnQubm90U3RyaWN0RXF1YWwoXG4gICAgKEVuYWJsZWREYXRhc2V0cyBhcyBhbnkgYXMgeyBbbmFtZTogc3RyaW5nXTogRW5hYmxlZERhdGFzZXRzIH0pW1xuICAgICAgZGF0YXNldE5hbWVcbiAgICBdLFxuICAgIHVuZGVmaW5lZCxcbiAgICBgVW5rbm93biBuYW1lIG9mIGRhdGFzZXQ6ICR7ZGF0YXNldE5hbWV9YCxcbiAgKSxcbilcbmNvbnN0IGVuYWJsZWREYXRhc2V0cyA9IG9wdGlvbnMuY2F0ZWdvcmllcy5yZWR1Y2UoXG4gIChlbmFibGVkRGF0YXNldHM6IEVuYWJsZWREYXRhc2V0cywgZGF0YXNldE5hbWU6IHN0cmluZyk6IEVuYWJsZWREYXRhc2V0cyA9PlxuICAgIGVuYWJsZWREYXRhc2V0cyB8XG4gICAgKEVuYWJsZWREYXRhc2V0cyBhcyBhbnkgYXMgeyBbbmFtZTogc3RyaW5nXTogRW5hYmxlZERhdGFzZXRzIH0pW1xuICAgICAgZGF0YXNldE5hbWVcbiAgICBdLFxuICBFbmFibGVkRGF0YXNldHMuTm9uZSxcbilcblxubG9hZEFzc2VtYmxlZURhdGFGcm9tQmlnRmlsZXMoXG4gIG9wdGlvbnMuZGF0YURpcixcbiAgZW5hYmxlZERhdGFzZXRzLFxuICBMZWdpc2xhdHVyZS5BbGwsXG4gIHtcbiAgICBsb2c6IHRydWUsXG4gIH0sXG4pXG4iXSwibWFwcGluZ3MiOiJBQUFBO0FBRUEsT0FBT0EsTUFBUCxNQUFtQixRQUFuQjtBQUNBLE9BQU9DLGVBQVAsTUFBNEIsbUJBQTVCO1NBRVNDLGU7U0FDQUMsNkI7U0FDQUMsVztBQUVULE1BQU1DLGtCQUFrQixHQUFHLENBQ3pCO0VBQ0VDLEtBQUssRUFBRSxHQURUO0VBRUVDLFlBQVksRUFBRSxDQUFDLEtBQUQsQ0FGaEI7RUFHRUMsSUFBSSxFQUFFLHNDQUhSO0VBSUVDLFFBQVEsRUFBRSxJQUpaO0VBS0VDLElBQUksRUFBRSxZQUxSO0VBTUVDLElBQUksRUFBRUM7QUFOUixDQUR5QixFQVN6QjtFQUNFQyxhQUFhLEVBQUUsSUFEakI7RUFFRUwsSUFBSSxFQUFFLGdEQUZSO0VBR0VFLElBQUksRUFBRSxTQUhSO0VBSUVDLElBQUksRUFBRUM7QUFKUixDQVR5QixDQUEzQjtBQWdCQSxNQUFNRSxPQUFPLEdBQUdiLGVBQWUsQ0FBQ0ksa0JBQUQsQ0FBL0I7QUFFQVMsT0FBTyxDQUFDQyxVQUFSLENBQW1CQyxHQUFuQixDQUF3QkMsV0FBRCxJQUNyQmpCLE1BQU0sQ0FBQ2tCLGNBQVAsQ0FDR2hCLGVBQUQsQ0FDRWUsV0FERixDQURGLEVBSUVFLFNBSkYsRUFLRyw0QkFBMkJGLFdBQVksRUFMMUMsQ0FERjtBQVNBLE1BQU1HLGVBQWUsR0FBR04sT0FBTyxDQUFDQyxVQUFSLENBQW1CTSxNQUFuQixDQUN0QixDQUFDRCxlQUFELEVBQW1DSCxXQUFuQyxLQUNFRyxlQUFlLEdBQ2RsQixlQUFELENBQ0VlLFdBREYsQ0FIb0IsRUFNdEJmLGVBQWUsQ0FBQ29CLElBTk0sQ0FBeEI7QUFTQW5CLDZCQUE2QixDQUMzQlcsT0FBTyxDQUFDUyxPQURtQixFQUUzQkgsZUFGMkIsRUFHM0JoQixXQUFXLENBQUNvQixHQUhlLEVBSTNCO0VBQ0VDLEdBQUcsRUFBRTtBQURQLENBSjJCLENBQTdCIn0=