@danielarndt0/cnpj-db-loader 2.4.0-beta.3 → 2.4.0-beta.4

package/dist/index.js

@@ -87,6 +87,222 @@ function getConfigFilePath() {
   return path2.join(os2.homedir(), ".config", "cnpj-db-loader", "config.json");
 }
 
+// src/services/federal-revenue/client.ts
+var DEFAULT_FEDERAL_REVENUE_WEBDAV_URL = "https://arquivos.receitafederal.gov.br/public.php/webdav";
+var DEFAULT_FEDERAL_REVENUE_USER_AGENT = "cnpj-db-loader federal-revenue-client";
+var REFERENCE_PATTERN = /^\d{4}-\d{2}$/;
+function trimTrailingSlash(value) {
+  return value.replace(/\/+$/g, "");
+}
+function normalizeBaseUrl(value) {
+  return trimTrailingSlash(value ?? DEFAULT_FEDERAL_REVENUE_WEBDAV_URL);
+}
+function getShareToken(value) {
+  const shareToken = value?.trim();
+  if (!shareToken) {
+    throw new ValidationError(
+      "Federal Revenue public share token is not configured. Run `cnpj-db-loader federal-revenue config set share-token <token>` or pass --share-token."
+    );
+  }
+  return shareToken;
+}
+function encodePathSegment(value) {
+  return encodeURIComponent(value).replace(/%2F/gi, "/");
+}
+function decodeXml(value) {
+  return value.replace(/&amp;/g, "&").replace(/&lt;/g, "<").replace(/&gt;/g, ">").replace(/&quot;/g, '"').replace(/&#39;/g, "'");
+}
+function decodeHrefSegment(value) {
+  try {
+    return decodeURIComponent(value);
+  } catch {
+    return value;
+  }
+}
+function getAuthHeader(shareToken) {
+  return `Basic ${Buffer.from(`${shareToken}:`).toString("base64")}`;
+}
+function buildUrl(baseUrl, segments = []) {
+  if (segments.length === 0) {
+    return `${baseUrl}/`;
+  }
+  return `${baseUrl}/${segments.map(encodePathSegment).join("/")}`;
+}
+function extractFirst(block, tagName) {
+  const pattern = new RegExp(
+    `<(?:[a-zA-Z0-9_-]+:)?${tagName}\\b[^>]*>([\\s\\S]*?)<\\/(?:[a-zA-Z0-9_-]+:)?${tagName}>`,
+    "i"
+  );
+  const match = block.match(pattern);
+  return match?.[1] ? decodeXml(match[1].trim()) : void 0;
+}
+function isCollectionResponse(block) {
+  return /<(?:[a-zA-Z0-9_-]+:)?collection\b/i.test(block);
+}
+function getNameFromHref(href) {
+  const cleanHref = href.split("?")[0] ?? href;
+  const withoutTrailingSlash = cleanHref.replace(/\/+$/g, "");
+  const rawName = withoutTrailingSlash.split("/").pop() ?? withoutTrailingSlash;
+  return decodeHrefSegment(rawName);
+}
+function parsePropfindXml(xml) {
+  const responseBlocks = xml.match(
+    /<(?:[a-zA-Z0-9_-]+:)?response\b[\s\S]*?<\/(?:[a-zA-Z0-9_-]+:)?response>/gi
+  );
+  if (!responseBlocks) {
+    return [];
+  }
+  return responseBlocks.map((block) => {
+    const href = extractFirst(block, "href");
+    if (!href) {
+      return void 0;
+    }
+    const size = extractFirst(block, "getcontentlength");
+    const parsedSize = size ? Number.parseInt(size, 10) : void 0;
+    const lastModified = extractFirst(block, "getlastmodified");
+    const etag = extractFirst(block, "getetag");
+    return {
+      href,
+      name: getNameFromHref(href),
+      isCollection: isCollectionResponse(block),
+      ...Number.isFinite(parsedSize) ? { sizeInBytes: parsedSize } : {},
+      ...lastModified ? { lastModified } : {},
+      ...etag ? { etag } : {}
+    };
+  }).filter((entry) => entry !== void 0);
+}
+async function propfind(pathSegments, options = {}) {
+  const baseUrl = normalizeBaseUrl(options.baseUrl);
+  const shareToken = getShareToken(options.shareToken);
+  let response;
+  try {
+    response = await fetch(buildUrl(baseUrl, pathSegments), {
+      method: "PROPFIND",
+      headers: {
+        Accept: "application/xml,text/xml,*/*",
+        Authorization: getAuthHeader(shareToken),
+        Depth: "1",
+        "User-Agent": options.userAgent ?? DEFAULT_FEDERAL_REVENUE_USER_AGENT
+      }
+    });
+  } catch (error) {
+    throw new ValidationError(
+      `Federal Revenue WebDAV request failed before receiving a response: ${error instanceof Error ? error.message : String(error)}.`,
+      { baseUrl, pathSegments }
+    );
+  }
+  if (!response.ok) {
+    throw new ValidationError(
+      `Federal Revenue WebDAV request failed with status ${response.status} ${response.statusText}.`,
+      { status: response.status, statusText: response.statusText }
+    );
+  }
+  const xml = await response.text();
+  return {
+    entries: parsePropfindXml(xml),
+    baseUrl,
+    shareToken
+  };
+}
+function validateFederalRevenueReference(reference) {
+  if (!REFERENCE_PATTERN.test(reference)) {
+    throw new ValidationError(
+      `Federal Revenue reference is invalid: ${reference}. Expected YYYY-MM.`
+    );
+  }
+}
+function getCurrentFederalRevenueReference(date = /* @__PURE__ */ new Date()) {
+  const year = date.getFullYear();
+  const month = String(date.getMonth() + 1).padStart(2, "0");
+  return `${year}-${month}`;
+}
+async function listFederalRevenueReferences(options = {}) {
+  const result = await propfind([], options);
+  const references = result.entries.filter((entry) => entry.isCollection && REFERENCE_PATTERN.test(entry.name)).map((entry) => ({
+    reference: entry.name,
+    href: entry.href
+  })).sort((left, right) => left.reference.localeCompare(right.reference));
+  return {
+    references,
+    remoteBaseUrl: result.baseUrl
+  };
+}
+async function resolveFederalRevenueReference(input = {}) {
+  const { references } = await listFederalRevenueReferences(input);
+  const availableReferences = references.map((item) => item.reference);
+  const latest = availableReferences.at(-1);
+  if (!latest) {
+    throw new ValidationError(
+      "Federal Revenue reference discovery failed: no monthly references were found in the public share."
+    );
+  }
+  if (input.reference) {
+    validateFederalRevenueReference(input.reference);
+    if (!availableReferences.includes(input.reference)) {
+      throw new ValidationError(
+        `Federal Revenue reference not found: ${input.reference}. Latest available reference is ${latest}.`,
+        {
+          requestedReference: input.reference,
+          latestAvailableReference: latest,
+          availableReferences
+        }
+      );
+    }
+    return {
+      mode: "explicit",
+      selectedReference: input.reference,
+      availableReferences
+    };
+  }
+  if (input.current) {
+    const currentReference = getCurrentFederalRevenueReference();
+    if (!availableReferences.includes(currentReference)) {
+      throw new ValidationError(
+        `Federal Revenue current reference is not available yet: ${currentReference}. Latest available reference is ${latest}.`,
+        {
+          requestedReference: currentReference,
+          latestAvailableReference: latest,
+          availableReferences
+        }
+      );
+    }
+    return {
+      mode: "current",
+      selectedReference: currentReference,
+      availableReferences
+    };
+  }
+  return {
+    mode: "latest",
+    selectedReference: latest,
+    availableReferences
+  };
+}
+async function listFederalRevenueFiles(reference, options = {}) {
+  validateFederalRevenueReference(reference);
+  const result = await propfind([reference], options);
+  const files = result.entries.filter(
+    (entry) => !entry.isCollection && entry.name.toLowerCase().endsWith(".zip")
+  ).map((entry) => ({
+    name: entry.name,
+    href: entry.href,
+    downloadUrl: buildUrl(result.baseUrl, [reference, entry.name]),
+    ...entry.sizeInBytes !== void 0 ? { sizeInBytes: entry.sizeInBytes } : {},
+    ...entry.lastModified ? { lastModified: entry.lastModified } : {},
+    ...entry.etag ? { etag: entry.etag } : {}
+  })).sort((left, right) => left.name.localeCompare(right.name));
+  return {
+    files,
+    remoteBaseUrl: result.baseUrl
+  };
+}
+function buildFederalRevenueDownloadHeaders(options = {}) {
+  return {
+    Authorization: getAuthHeader(getShareToken(options.shareToken)),
+    "User-Agent": options.userAgent ?? DEFAULT_FEDERAL_REVENUE_USER_AGENT
+  };
+}
+
 // src/services/config.service.ts
 async function readDatabaseConfig() {
   const raw = await safeReadText(getConfigFilePath());
@@ -114,12 +330,149 @@ function assertPostgresUrl(url) {
     );
   }
 }
+function assertHttpUrl(url, label) {
+  let parsed;
+  try {
+    parsed = new URL(url);
+  } catch {
+    throw new ValidationError(`${label} is not a valid URL.`, { url });
+  }
+  if (!["http:", "https:"].includes(parsed.protocol)) {
+    throw new ValidationError(`${label} must use the http or https protocol.`, {
+      url
+    });
+  }
+}
+function assertNonEmpty(value, label) {
+  const trimmed = value.trim();
+  if (!trimmed) {
+    throw new ValidationError(`${label} cannot be empty.`);
+  }
+  return trimmed;
+}
+function normalizeFederalRevenueConfigKey(key) {
+  const normalized = key.trim().toLowerCase();
+  if (["share-token", "share_token", "token"].includes(normalized)) {
+    return "share-token";
+  }
+  if (["webdav-url", "webdav_url", "base-url", "base_url", "url"].includes(
+    normalized
+  )) {
+    return "webdav-url";
+  }
+  if (["user-agent", "user_agent"].includes(normalized)) {
+    return "user-agent";
+  }
+  throw new ValidationError(
+    `Unknown Federal Revenue config key: ${key}. Expected share-token, webdav-url, or user-agent.`
+  );
+}
+function assignFederalRevenueConfigValue(config, key, value) {
+  if (key === "share-token") {
+    return {
+      ...config,
+      shareToken: assertNonEmpty(value, "Federal Revenue share token")
+    };
+  }
+  if (key === "webdav-url") {
+    const webdavUrl = assertNonEmpty(value, "Federal Revenue WebDAV URL");
+    assertHttpUrl(webdavUrl, "Federal Revenue WebDAV URL");
+    return { ...config, webdavUrl };
+  }
+  return {
+    ...config,
+    userAgent: assertNonEmpty(value, "Federal Revenue user agent")
+  };
+}
+function deleteFederalRevenueConfigValue(config, key) {
+  const nextConfig = { ...config };
+  if (key === "share-token") {
+    delete nextConfig.shareToken;
+  }
+  if (key === "webdav-url") {
+    delete nextConfig.webdavUrl;
+  }
+  if (key === "user-agent") {
+    delete nextConfig.userAgent;
+  }
+  return nextConfig;
+}
+function isFederalRevenueConfigEmpty(config) {
+  return !config.shareToken && !config.webdavUrl && !config.userAgent;
+}
 async function setDefaultDbUrl(url) {
   assertPostgresUrl(url);
-  await writeDatabaseConfig({ defaultDbUrl: url });
+  const currentConfig = await readDatabaseConfig();
+  await writeDatabaseConfig({ ...currentConfig, defaultDbUrl: url });
 }
 async function resetDefaultDbUrl() {
-  await writeDatabaseConfig({});
+  const currentConfig = await readDatabaseConfig();
+  const nextConfig = { ...currentConfig };
+  delete nextConfig.defaultDbUrl;
+  await writeDatabaseConfig(nextConfig);
+}
+async function setFederalRevenueConfigValue(key, value) {
+  const normalizedKey = normalizeFederalRevenueConfigKey(key);
+  const currentConfig = await readDatabaseConfig();
+  const federalRevenueConfig = assignFederalRevenueConfigValue(
+    currentConfig.federalRevenue ?? {},
+    normalizedKey,
+    value
+  );
+  await writeDatabaseConfig({
+    ...currentConfig,
+    federalRevenue: federalRevenueConfig
+  });
+  return getFederalRevenueEffectiveConfig(federalRevenueConfig);
+}
+async function resetFederalRevenueConfig(key) {
+  const currentConfig = await readDatabaseConfig();
+  if (!key) {
+    const nextConfig2 = { ...currentConfig };
+    delete nextConfig2.federalRevenue;
+    await writeDatabaseConfig(nextConfig2);
+    return getFederalRevenueEffectiveConfig({});
+  }
+  const normalizedKey = normalizeFederalRevenueConfigKey(key);
+  const federalRevenueConfig = deleteFederalRevenueConfigValue(
+    currentConfig.federalRevenue ?? {},
+    normalizedKey
+  );
+  const nextConfig = { ...currentConfig };
+  if (isFederalRevenueConfigEmpty(federalRevenueConfig)) {
+    delete nextConfig.federalRevenue;
+  } else {
+    nextConfig.federalRevenue = federalRevenueConfig;
+  }
+  await writeDatabaseConfig(nextConfig);
+  return getFederalRevenueEffectiveConfig(federalRevenueConfig);
+}
+function getFederalRevenueEffectiveConfig(config = {}) {
+  return {
+    webdavUrl: config.webdavUrl ?? DEFAULT_FEDERAL_REVENUE_WEBDAV_URL,
+    userAgent: config.userAgent ?? DEFAULT_FEDERAL_REVENUE_USER_AGENT,
+    ...config.shareToken ? { shareToken: config.shareToken } : {},
+    configured: {
+      webdavUrl: Boolean(config.webdavUrl),
+      userAgent: Boolean(config.userAgent),
+      shareToken: Boolean(config.shareToken)
+    }
+  };
+}
+async function readFederalRevenueEffectiveConfig() {
+  const currentConfig = await readDatabaseConfig();
+  return getFederalRevenueEffectiveConfig(currentConfig.federalRevenue ?? {});
+}
+async function resolveFederalRevenueClientOptions(overrides = {}) {
+  const currentConfig = await readDatabaseConfig();
+  const effectiveConfig = getFederalRevenueEffectiveConfig(
+    currentConfig.federalRevenue ?? {}
+  );
+  return {
+    baseUrl: overrides.baseUrl ?? effectiveConfig.webdavUrl,
+    shareToken: overrides.shareToken ?? effectiveConfig.shareToken,
+    userAgent: overrides.userAgent ?? effectiveConfig.userAgent
+  };
 }
 
 // src/services/database.service.ts
@@ -6717,217 +7070,6 @@ async function showQuarantineRow(id, options) {
   return record;
 }
 
-// src/services/federal-revenue/client.ts
-var DEFAULT_FEDERAL_REVENUE_SHARE_TOKEN = "YggdBLfdninEJX9";
-var DEFAULT_FEDERAL_REVENUE_WEBDAV_URL = "https://arquivos.receitafederal.gov.br/public.php/webdav";
-var DEFAULT_FEDERAL_REVENUE_USER_AGENT = "cnpj-db-loader federal-revenue-client";
-var REFERENCE_PATTERN = /^\d{4}-\d{2}$/;
-function trimTrailingSlash(value) {
-  return value.replace(/\/+$/g, "");
-}
-function normalizeBaseUrl(value) {
-  return trimTrailingSlash(value ?? DEFAULT_FEDERAL_REVENUE_WEBDAV_URL);
-}
-function getShareToken(value) {
-  return value ?? DEFAULT_FEDERAL_REVENUE_SHARE_TOKEN;
-}
-function encodePathSegment(value) {
-  return encodeURIComponent(value).replace(/%2F/gi, "/");
-}
-function decodeXml(value) {
-  return value.replace(/&amp;/g, "&").replace(/&lt;/g, "<").replace(/&gt;/g, ">").replace(/&quot;/g, '"').replace(/&#39;/g, "'");
-}
-function decodeHrefSegment(value) {
-  try {
-    return decodeURIComponent(value);
-  } catch {
-    return value;
-  }
-}
-function getAuthHeader(shareToken) {
-  return `Basic ${Buffer.from(`${shareToken}:`).toString("base64")}`;
-}
-function buildUrl(baseUrl, segments = []) {
-  if (segments.length === 0) {
-    return `${baseUrl}/`;
-  }
-  return `${baseUrl}/${segments.map(encodePathSegment).join("/")}`;
-}
-function extractFirst(block, tagName) {
-  const pattern = new RegExp(
-    `<(?:[a-zA-Z0-9_-]+:)?${tagName}\\b[^>]*>([\\s\\S]*?)<\\/(?:[a-zA-Z0-9_-]+:)?${tagName}>`,
-    "i"
-  );
-  const match = block.match(pattern);
-  return match?.[1] ? decodeXml(match[1].trim()) : void 0;
-}
-function isCollectionResponse(block) {
-  return /<(?:[a-zA-Z0-9_-]+:)?collection\b/i.test(block);
-}
-function getNameFromHref(href) {
-  const cleanHref = href.split("?")[0] ?? href;
-  const withoutTrailingSlash = cleanHref.replace(/\/+$/g, "");
-  const rawName = withoutTrailingSlash.split("/").pop() ?? withoutTrailingSlash;
-  return decodeHrefSegment(rawName);
-}
-function parsePropfindXml(xml) {
-  const responseBlocks = xml.match(
-    /<(?:[a-zA-Z0-9_-]+:)?response\b[\s\S]*?<\/(?:[a-zA-Z0-9_-]+:)?response>/gi
-  );
-  if (!responseBlocks) {
-    return [];
-  }
-  return responseBlocks.map((block) => {
-    const href = extractFirst(block, "href");
-    if (!href) {
-      return void 0;
-    }
-    const size = extractFirst(block, "getcontentlength");
-    const parsedSize = size ? Number.parseInt(size, 10) : void 0;
-    const lastModified = extractFirst(block, "getlastmodified");
-    const etag = extractFirst(block, "getetag");
-    return {
-      href,
-      name: getNameFromHref(href),
-      isCollection: isCollectionResponse(block),
-      ...Number.isFinite(parsedSize) ? { sizeInBytes: parsedSize } : {},
-      ...lastModified ? { lastModified } : {},
-      ...etag ? { etag } : {}
-    };
-  }).filter((entry) => entry !== void 0);
-}
-async function propfind(pathSegments, options = {}) {
-  const baseUrl = normalizeBaseUrl(options.baseUrl);
-  const shareToken = getShareToken(options.shareToken);
-  let response;
-  try {
-    response = await fetch(buildUrl(baseUrl, pathSegments), {
-      method: "PROPFIND",
-      headers: {
-        Accept: "application/xml,text/xml,*/*",
-        Authorization: getAuthHeader(shareToken),
-        Depth: "1",
-        "User-Agent": options.userAgent ?? DEFAULT_FEDERAL_REVENUE_USER_AGENT
-      }
-    });
-  } catch (error) {
-    throw new ValidationError(
-      `Federal Revenue WebDAV request failed before receiving a response: ${error instanceof Error ? error.message : String(error)}.`,
-      { baseUrl, pathSegments }
-    );
-  }
-  if (!response.ok) {
-    throw new ValidationError(
-      `Federal Revenue WebDAV request failed with status ${response.status} ${response.statusText}.`,
-      { status: response.status, statusText: response.statusText }
-    );
-  }
-  const xml = await response.text();
-  return {
-    entries: parsePropfindXml(xml),
-    baseUrl,
-    shareToken
-  };
-}
-function validateFederalRevenueReference(reference) {
-  if (!REFERENCE_PATTERN.test(reference)) {
-    throw new ValidationError(
-      `Federal Revenue reference is invalid: ${reference}. Expected YYYY-MM.`
-    );
-  }
-}
-function getCurrentFederalRevenueReference(date = /* @__PURE__ */ new Date()) {
-  const year = date.getFullYear();
-  const month = String(date.getMonth() + 1).padStart(2, "0");
-  return `${year}-${month}`;
-}
-async function listFederalRevenueReferences(options = {}) {
-  const result = await propfind([], options);
-  const references = result.entries.filter((entry) => entry.isCollection && REFERENCE_PATTERN.test(entry.name)).map((entry) => ({
-    reference: entry.name,
-    href: entry.href
-  })).sort((left, right) => left.reference.localeCompare(right.reference));
-  return {
-    references,
-    remoteBaseUrl: result.baseUrl
-  };
-}
-async function resolveFederalRevenueReference(input = {}) {
-  const { references } = await listFederalRevenueReferences(input);
-  const availableReferences = references.map((item) => item.reference);
-  const latest = availableReferences.at(-1);
-  if (!latest) {
-    throw new ValidationError(
-      "Federal Revenue reference discovery failed: no monthly references were found in the public share."
-    );
-  }
-  if (input.reference) {
-    validateFederalRevenueReference(input.reference);
-    if (!availableReferences.includes(input.reference)) {
-      throw new ValidationError(
-        `Federal Revenue reference not found: ${input.reference}. Latest available reference is ${latest}.`,
-        {
-          requestedReference: input.reference,
-          latestAvailableReference: latest,
-          availableReferences
-        }
-      );
-    }
-    return {
-      mode: "explicit",
-      selectedReference: input.reference,
-      availableReferences
-    };
-  }
-  if (input.current) {
-    const currentReference = getCurrentFederalRevenueReference();
-    if (!availableReferences.includes(currentReference)) {
-      throw new ValidationError(
-        `Federal Revenue current reference is not available yet: ${currentReference}. Latest available reference is ${latest}.`,
-        {
-          requestedReference: currentReference,
-          latestAvailableReference: latest,
-          availableReferences
-        }
-      );
-    }
-    return {
-      mode: "current",
-      selectedReference: currentReference,
-      availableReferences
-    };
-  }
-  return {
-    mode: "latest",
-    selectedReference: latest,
-    availableReferences
-  };
-}
-async function listFederalRevenueFiles(reference, options = {}) {
-  validateFederalRevenueReference(reference);
-  const result = await propfind([reference], options);
-  const files = result.entries.filter(
-    (entry) => !entry.isCollection && entry.name.toLowerCase().endsWith(".zip")
-  ).map((entry) => ({
-    name: entry.name,
-    href: entry.href,
-    downloadUrl: buildUrl(result.baseUrl, [reference, entry.name]),
-    ...entry.sizeInBytes !== void 0 ? { sizeInBytes: entry.sizeInBytes } : {},
-    ...entry.lastModified ? { lastModified: entry.lastModified } : {},
-    ...entry.etag ? { etag: entry.etag } : {}
-  })).sort((left, right) => left.name.localeCompare(right.name));
-  return {
-    files,
-    remoteBaseUrl: result.baseUrl
-  };
-}
-function buildFederalRevenueDownloadHeaders(options = {}) {
-  return {
-    Authorization: getAuthHeader(getShareToken(options.shareToken)),
-    "User-Agent": options.userAgent ?? DEFAULT_FEDERAL_REVENUE_USER_AGENT
-  };
-}
-
 // src/services/federal-revenue/download.ts
 import { createWriteStream } from "fs";
 import { mkdir as mkdir5, rename, stat as stat5, unlink } from "fs/promises";
@@ -9656,7 +9798,6 @@ async function generatePostgresDirectScript(inputPath, options = {}) {
 export {
   AppError,
   DEFAULT_FEDERAL_REVENUE_DOWNLOAD_ROOT,
-  DEFAULT_FEDERAL_REVENUE_SHARE_TOKEN,
   DEFAULT_FEDERAL_REVENUE_USER_AGENT,
   DEFAULT_FEDERAL_REVENUE_WEBDAV_URL,
   FEDERAL_REVENUE_CONTROL_DIR,
@@ -9690,6 +9831,7 @@ export {
   getAllLayouts,
   getCurrentFederalRevenueReference,
   getFederalRevenueControlDirectory,
+  getFederalRevenueEffectiveConfig,
   getFederalRevenueManifestPath,
   getFederalRevenueStatus,
   getFederalRevenueSyncLockPath,
@@ -9706,10 +9848,13 @@ export {
   materializeImportedData,
   prettyJson,
   readDatabaseConfig,
+  readFederalRevenueEffectiveConfig,
   readFederalRevenueManifest,
   resetDefaultDbUrl,
+  resetFederalRevenueConfig,
   resolveDatabaseUrl,
   resolveDbUrl,
+  resolveFederalRevenueClientOptions,
   resolveFederalRevenueReference,
   resolveInputMode,
   resolveSchemaProfile,
@@ -9719,6 +9864,7 @@ export {
   safeWriteText,
   sanitizeInputDirectory,
   setDefaultDbUrl,
+  setFederalRevenueConfigValue,
   showQuarantineRow,
   syncFederalRevenueDataset,
   testDatabaseConnection,