@utilix-tech/sdk 0.57.0 → 0.60.0

package/CHANGELOG.md

@@ -2,6 +2,15 @@
 
 Full release notes for all Utilix surfaces (browser tools, REST API, SDKs, MCP server) live at [utilix.tech/changelog](https://utilix.tech/changelog). This file tracks just this package.
 
+## 0.60.0
+- Add `buildRetryAfterHeader`, `parseRetryAfterHeader` (retry-after-builder): build an HTTP Retry-After response header from a delay in seconds or a target date, or parse an existing one, per RFC 9110.
+- Add `calculateFreelancerRate` (freelancer-rate-calculator): solve for the minimum hourly rate a freelancer must charge to hit a target annual income, given billable hours, weeks worked, overhead, and a profit margin.
+
+## 0.59.0
+- Add `buildPreferHeader`, `parsePreferHeader` (prefer-header): build an HTTP Prefer request-header value from preferences with optional values and parameters per RFC 7240, or parse an existing one into the same shape.
+- Add `dedupeNdjson` (ndjson-dedup): remove duplicate records from NDJSON input, either by exact structural equality or by a chosen key field, keeping the first occurrence of each duplicate.
+- Corrects a version-field drift: package.json was left at 0.57.0 after the prior release's changes actually shipped as 0.58.0 below.
+
 ## 0.57.0
 - Add `mergeJsonPatch`, `applyJsonMergePatch` (json-merge-patch): apply an RFC 7396 JSON Merge Patch document to a target JSON document, with null-valued patch keys removing the matching target key.
 - Add `generateCspNonce` (csp-nonce-generator): generate a cryptographically random, base64-encoded Content-Security-Policy nonce with ready-to-paste header directive and script/style tag snippets.

package/README.md

@@ -1,6 +1,6 @@
 # @utilix-tech/sdk
 
-**659 developer utility functions for Node.js: runs locally, no API key required.**
+**665 developer utility functions for Node.js: runs locally, no API key required.**
 
 [![npm version](https://img.shields.io/npm/v/@utilix-tech/sdk?style=flat-square&color=cb3837)](https://www.npmjs.com/package/@utilix-tech/sdk)
 [![npm downloads](https://img.shields.io/npm/dm/@utilix-tech/sdk?style=flat-square)](https://www.npmjs.com/package/@utilix-tech/sdk)
@@ -210,7 +210,7 @@ import { parseCsv, csvToJson, validateYaml, resolveYamlAnchors, tomlToJson, json
          validateNdjson, formatNdjson, ndjsonToJsonArray, diffEnvExample,
          parseSubtitles, convertSubtitles, shiftSubtitles, analyzeCaptionSpeed, parseFrontMatter,
          generateMarkdownToc, csvToSqlInsert, findCsvDuplicateRows, calculateMarkdownTaskListProgress,
-         inferCsvColumnTypes } from "@utilix-tech/sdk/data";
+         inferCsvColumnTypes, dedupeNdjson } from "@utilix-tech/sdk/data";
 
 // CSV
 const rows = parseCsv("name,age\nalice,30\nbob,25");
@@ -237,6 +237,10 @@ validateNdjson('{"id":1}\n{"id":2}');       // { valid: true, totalLines: 2, ...
 formatNdjson('{"id":1}');                    // '{\n  "id": 1\n}'
 ndjsonToJsonArray('{"id":1}\n{"id":2}');     // '[\n  { "id": 1 },\n  { "id": 2 }\n]'
 
+// Remove duplicate NDJSON records, by exact match or by a key field
+dedupeNdjson('{"id":1}\n{"id":2}\n{"id":1}');
+// { totalLines: 3, uniqueLines: 2, duplicatesRemoved: 1, output: "{\"id\":1}\n{\"id\":2}", removedLines: [3] }
+
 // Diff a .env file against its .env.example template
 diffEnvExample("FOO=1\nBAR=2", "FOO=\nBAR=y\nBAZ=z");
 // { missingInExample: [], missingInEnv: ["BAZ"], emptyValueInExample: ["FOO"], keysInBoth: 2 }
@@ -339,7 +343,7 @@ formatIso8601Duration(90061);        // { iso: "P1DT1H1M1S", ... }
 ### `/units`: Conversions
 
 ```ts
-import { convertBytes, pxToAll, convert, formatValue, validateCardNumber, validateIban, calculateLoan, validateBarcode, calculateTax, calculateCompoundInterest, validateIsbn, calculateTipSplit, calculateSimpleInterest, calculateTimeValue, calculatePercentageChange, convertAprApy, calculateMarginMarkup, calculateDiscount, applySuccessiveDiscounts, calculateBreakEven, calculateVideoBitrate, calculateRuleOf72, calculateEmi, calculateRoi, compareUnitPrices, calculatePaybackPeriod, calculateCdMaturity, calculateDepreciationSchedule, calculateCashRounding, calculateMovingAverages, calculateGpa, calculateCreditUtilization, calculateDebtToIncomeRatio, calculateBlendedLoanRate } from "@utilix-tech/sdk/units";
+import { convertBytes, pxToAll, convert, formatValue, validateCardNumber, validateIban, calculateLoan, validateBarcode, calculateTax, calculateCompoundInterest, validateIsbn, calculateTipSplit, calculateSimpleInterest, calculateTimeValue, calculatePercentageChange, convertAprApy, calculateMarginMarkup, calculateDiscount, applySuccessiveDiscounts, calculateBreakEven, calculateVideoBitrate, calculateRuleOf72, calculateEmi, calculateRoi, compareUnitPrices, calculatePaybackPeriod, calculateCdMaturity, calculateDepreciationSchedule, calculateCashRounding, calculateMovingAverages, calculateGpa, calculateCreditUtilization, calculateDebtToIncomeRatio, calculateBlendedLoanRate, calculateFreelancerRate } from "@utilix-tech/sdk/units";
 
 // File sizes
 convertBytes(1073741824, "GB");  // 1
@@ -481,6 +485,10 @@ calculateCreditUtilization([{ label: "Visa", balance: 500, limit: 5000 }, { labe
 // Debt-to-income (DTI) ratio, plus a qualitative tier matching common mortgage-lending guidance
 calculateDebtToIncomeRatio([{ label: "Rent", amount: 1500 }, { label: "Car loan", amount: 400 }], 5000);
 // { dtiPercent: 38, tier: "moderate", totalMonthlyDebt: 1900, grossMonthlyIncome: 5000, debts: [...] }
+
+// Minimum hourly rate to hit a target annual income, given billable hours, weeks worked, overhead, and margin
+calculateFreelancerRate({ targetAnnualIncome: 80000, billableHoursPerWeek: 25, weeksPerYear: 48 });
+// { hourlyRate: 66.67, dailyRate: 533.33, requiredAnnualRevenue: 80000, annualBillableHours: 1200, monthlyRevenueTarget: 6666.67 }
 ```
 
 ---
@@ -496,7 +504,9 @@ import { getStatusCode, isValidIp, isValidIpv4, isValidIpv6,
          buildPermissionsPolicy, parsePermissionsPolicy, buildClientHints, parseClientHintHeaders,
          buildContentDisposition, parseContentDisposition,
          buildXContentTypeOptionsHeader, parseXContentTypeOptionsHeader, assessContentTypeRisk,
-         buildAcceptLanguage, parseAcceptLanguage } from "@utilix-tech/sdk/network";
+         buildAcceptLanguage, parseAcceptLanguage,
+         buildPreferHeader, parsePreferHeader,
+         buildRetryAfterHeader, parseRetryAfterHeader } from "@utilix-tech/sdk/network";
 
 getStatusCode(404);
 // { code: 404, text: "Not Found", description: "...", category: "Client Error" }
@@ -613,6 +623,22 @@ parseXContentTypeOptionsHeader("nosniff");
 // Assess how risky it is to serve a given Content-Type without X-Content-Type-Options: nosniff
 assessContentTypeRisk("text/plain");
 // { contentType: "text/plain", risk: "high", reason: "..." }
+
+// Build a Prefer request header from preferences with optional values/params, per RFC 7240
+buildPreferHeader([{ token: "respond-async" }, { token: "wait", value: "100" }]);
+// { header: "Prefer: respond-async, wait=100", headerValue: "respond-async, wait=100", preferences: [...] }
+
+// Parse an existing Prefer header value into the same shape
+parsePreferHeader("return=minimal;handling=lenient");
+// { header: "Prefer: return=minimal;handling=lenient", headerValue: "return=minimal;handling=lenient", preferences: [...] }
+
+// Build a Retry-After response header from a delay in seconds or a target date, per RFC 9110
+buildRetryAfterHeader({ seconds: 120 });
+// { header: "Retry-After: 120", headerValue: "120", type: "seconds", seconds: 120 }
+
+// Parse an existing Retry-After header value into the same shape
+parseRetryAfterHeader("Retry-After: 120");
+// { header: "Retry-After: 120", headerValue: "120", type: "seconds", seconds: 120 }
 ```
 
 ---
@@ -868,11 +894,11 @@ inspectGifFrames(new Uint8Array(gifBytes));
 | `@utilix-tech/sdk/encoding` | Base64, URL, HTML entities, Base32/Base58/Base62 encode/decode |
 | `@utilix-tech/sdk/hashing` | MD5, SHA-1/256/512, bcrypt, HMAC, .htpasswd, SRI hashes, content-hash ETag generation |
 | `@utilix-tech/sdk/text` | Case convert, slugify, word count, lorem ipsum, line ops, HTML→Markdown, Levenshtein/Damerau string distance, readability scoring, sentence length distribution, emoji lookup |
-| `@utilix-tech/sdk/data` | CSV, YAML, TOML, XML, INI, NDJSON parse and convert, SRT/WebVTT subtitles, Markdown front matter parser, YAML anchor/alias resolver, CSV column type inferencer |
+| `@utilix-tech/sdk/data` | CSV, YAML, TOML, XML, INI, NDJSON parse and convert, NDJSON record deduplicator, SRT/WebVTT subtitles, Markdown front matter parser, YAML anchor/alias resolver, CSV column type inferencer |
 | `@utilix-tech/sdk/generators` | UUID v4/v7, ULID, passwords, strength check, entropy estimator, fake data, CSP nonce generator |
 | `@utilix-tech/sdk/time` | Date diff, timezone convert, cron parse, relative time |
-| `@utilix-tech/sdk/units` | Bytes, CSS px/rem, number bases, currency format, credit card/IBAN/barcode/ISBN validation, loan calculator, EMI calculator, compound/simple interest calculators, VAT/sales tax calculator, tip/bill split calculator, break-even point calculator, Rule of 72 calculator, savings goal calculator, ROI calculator, cash denomination/till calculator, payback period calculator, CD maturity calculator, debt-to-income ratio calculator |
-| `@utilix-tech/sdk/network` | HTTP status codes, IP validation, country flags, geolocation URLs, HAR file parsing, User-Agent parsing, IPv6 address compress/expand, Permissions-Policy header builder, Client Hints header builder/parser, Content-Disposition header builder/parser, X-Content-Type-Options header builder/risk assessor, sitemap.xml validator, sitemap index splitter |
+| `@utilix-tech/sdk/units` | Bytes, CSS px/rem, number bases, currency format, credit card/IBAN/barcode/ISBN validation, loan calculator, EMI calculator, compound/simple interest calculators, VAT/sales tax calculator, tip/bill split calculator, break-even point calculator, Rule of 72 calculator, savings goal calculator, ROI calculator, cash denomination/till calculator, payback period calculator, CD maturity calculator, debt-to-income ratio calculator, freelancer hourly rate calculator |
+| `@utilix-tech/sdk/network` | HTTP status codes, IP validation, country flags, geolocation URLs, HAR file parsing, User-Agent parsing, IPv6 address compress/expand, Permissions-Policy header builder, Client Hints header builder/parser, Content-Disposition header builder/parser, X-Content-Type-Options header builder/risk assessor, sitemap.xml validator, sitemap index splitter, Prefer header builder/parser (RFC 7240), Retry-After header builder/parser (RFC 9110) |
 | `@utilix-tech/sdk/api` | cURL build/parse, JWT decode/sign, JWKS parse, CORS headers, CSP header |
 | `@utilix-tech/sdk/code` | SQL format/minify, HTML format/minify, regex tester, GraphQL format, MIME type lookup, GitHub URL parsing, regex ReDoS detector, Conventional Commits linter, package.json exports field validator |
 | `@utilix-tech/sdk/color` | Hex/RGB/HSL/HSV/CMYK convert, palette generation, contrast check |

package/dist/{chunk-TVSQ53TZ.js → chunk-2WT347WO.js}

@@ -22,8 +22,10 @@ __export(network_exports, {
   buildLinkHeader: () => buildLinkHeader,
   buildMapUrl: () => buildMapUrl,
   buildPermissionsPolicy: () => buildPermissionsPolicy,
+  buildPreferHeader: () => buildPreferHeader,
   buildRangeHeader: () => buildRangeHeader,
   buildReferrerPolicy: () => buildReferrerPolicy,
+  buildRetryAfterHeader: () => buildRetryAfterHeader,
   buildVaryHeader: () => buildVaryHeader,
   buildXContentTypeOptionsHeader: () => buildXContentTypeOptionsHeader,
   checkSetCookieHeader: () => checkSetCookieHeader,
@@ -50,6 +52,8 @@ __export(network_exports, {
   parseHar: () => parseHar,
   parseIpv6Address: () => parseIpv6Address,
   parsePermissionsPolicy: () => parsePermissionsPolicy,
+  parsePreferHeader: () => parsePreferHeader,
+  parseRetryAfterHeader: () => parseRetryAfterHeader,
   parseUserAgent: () => parseUserAgent,
   parseVaryHeader: () => parseVaryHeader,
   parseXContentTypeOptionsHeader: () => parseXContentTypeOptionsHeader,
@@ -2886,5 +2890,134 @@ function parseAcceptLanguage(raw) {
   const headerValue = formatAcceptLanguageEntries(sorted);
   return { header: `Accept-Language: ${headerValue}`, headerValue, entries: sorted };
 }
+var PREFER_TOKEN_RE = /^[!#$%&'*+\-.^_`|~0-9A-Za-z]+$/;
+function isPreferToken(s) {
+  return PREFER_TOKEN_RE.test(s);
+}
+function splitPreferTopLevel(input, delim) {
+  const parts = [];
+  let current = "";
+  let inQuotes = false;
+  for (const ch of input) {
+    if (ch === '"') inQuotes = !inQuotes;
+    if (ch === delim && !inQuotes) {
+      parts.push(current);
+      current = "";
+    } else {
+      current += ch;
+    }
+  }
+  parts.push(current);
+  return parts;
+}
+function parsePreferTokenValue(part) {
+  const trimmed = part.trim();
+  if (!trimmed) return null;
+  const eq = trimmed.indexOf("=");
+  if (eq === -1) return { token: trimmed };
+  const token = trimmed.slice(0, eq).trim();
+  let value = trimmed.slice(eq + 1).trim();
+  if (value.length >= 2 && value.startsWith('"') && value.endsWith('"')) {
+    value = value.slice(1, -1);
+  }
+  return { token, value };
+}
+function formatPreferWord(value) {
+  return isPreferToken(value) ? value : `"${value.replace(/"/g, '\\"')}"`;
+}
+function formatPreferPreferences(preferences) {
+  return preferences.map((p) => {
+    let s = p.token;
+    if (p.value !== void 0) s += `=${formatPreferWord(p.value)}`;
+    for (const param of p.params ?? []) {
+      s += `;${param.name}`;
+      if (param.value !== void 0) s += `=${formatPreferWord(param.value)}`;
+    }
+    return s;
+  }).join(", ");
+}
+function buildPreferHeader(preferences) {
+  if (!Array.isArray(preferences) || preferences.length === 0) {
+    return { error: "At least one preference is required" };
+  }
+  const built = [];
+  for (let i = 0; i < preferences.length; i++) {
+    const { token, value, params } = preferences[i];
+    if (typeof token !== "string" || !isPreferToken(token.trim())) {
+      return { error: `preference ${i + 1}: token is required and must be a valid HTTP token` };
+    }
+    const cleanParams = [];
+    if (params !== void 0) {
+      if (!Array.isArray(params)) return { error: `preference ${i + 1}: params must be an array` };
+      for (const param of params) {
+        if (typeof param?.name !== "string" || !isPreferToken(param.name.trim())) {
+          return { error: `preference ${i + 1}: parameter name is required and must be a valid HTTP token` };
+        }
+        cleanParams.push({ name: param.name.trim(), value: param.value !== void 0 ? String(param.value) : void 0 });
+      }
+    }
+    built.push({
+      token: token.trim(),
+      value: value !== void 0 ? String(value) : void 0,
+      params: cleanParams.length > 0 ? cleanParams : void 0
+    });
+  }
+  const headerValue = formatPreferPreferences(built);
+  return { header: `Prefer: ${headerValue}`, headerValue, preferences: built };
+}
+function parsePreferHeader(raw) {
+  if (!raw || raw.trim() === "") return { error: "Input is empty" };
+  const withoutLabel = raw.trim().replace(/^prefer:\s*/i, "");
+  const parts = splitPreferTopLevel(withoutLabel, ",").map((p) => p.trim()).filter((p) => p.length > 0);
+  if (parts.length === 0) return { error: "Input is empty" };
+  const preferences = [];
+  for (const part of parts) {
+    const segments = splitPreferTopLevel(part, ";").map((s) => s.trim()).filter((s) => s.length > 0);
+    if (segments.length === 0) return { error: `Invalid preference: "${part}"` };
+    const main = parsePreferTokenValue(segments[0]);
+    if (!main || !isPreferToken(main.token)) return { error: `Invalid preference token in "${part}"` };
+    const params = [];
+    for (const seg of segments.slice(1)) {
+      const p = parsePreferTokenValue(seg);
+      if (!p || !isPreferToken(p.token)) return { error: `Invalid parameter in "${part}"` };
+      params.push({ name: p.token, value: p.value });
+    }
+    preferences.push({ token: main.token, value: main.value, params: params.length > 0 ? params : void 0 });
+  }
+  const headerValue = formatPreferPreferences(preferences);
+  return { header: `Prefer: ${headerValue}`, headerValue, preferences };
+}
+function buildRetryAfterHeader(input) {
+  const { seconds, date } = input;
+  const hasSeconds = seconds !== void 0;
+  const hasDate = date !== void 0 && date !== "";
+  if (hasSeconds && hasDate) return { error: "Provide either seconds or date, not both" };
+  if (!hasSeconds && !hasDate) return { error: "seconds or date is required" };
+  if (hasSeconds) {
+    if (typeof seconds !== "number" || !Number.isFinite(seconds) || !Number.isInteger(seconds) || seconds < 0) {
+      return { error: "seconds must be a non-negative integer" };
+    }
+    return { header: `Retry-After: ${seconds}`, headerValue: String(seconds), type: "seconds", seconds };
+  }
+  const parsed = new Date(date);
+  if (Number.isNaN(parsed.getTime())) return { error: "date must be a valid date/time string" };
+  const httpDate = parsed.toUTCString();
+  return { header: `Retry-After: ${httpDate}`, headerValue: httpDate, type: "http-date", httpDate, iso: parsed.toISOString() };
+}
+function parseRetryAfterHeader(raw) {
+  if (!raw || raw.trim() === "") return { error: "Input is empty" };
+  const value = raw.trim().replace(/^retry-after:\s*/i, "").trim();
+  if (value === "") return { error: "Input is empty" };
+  if (/^\d+$/.test(value)) {
+    const seconds = parseInt(value, 10);
+    return { header: `Retry-After: ${seconds}`, headerValue: String(seconds), type: "seconds", seconds };
+  }
+  const parsed = new Date(value);
+  if (Number.isNaN(parsed.getTime())) {
+    return { error: "Value is neither a non-negative integer (seconds) nor a valid HTTP-date" };
+  }
+  const httpDate = parsed.toUTCString();
+  return { header: `Retry-After: ${httpDate}`, headerValue: httpDate, type: "http-date", httpDate, iso: parsed.toISOString() };
+}
 
-export { CLIENT_HINTS, DNS_RECORD_TYPES, HTTP_HEADERS, LINK_REL_VALUES, PERMISSIONS_POLICY_FEATURES, REFERRER_POLICY_VALUES, STATUS_CODES, X_CONTENT_TYPE_OPTIONS_HEADER, analyzeEmailHeaders, assessContentTypeRisk, buildAcceptLanguage, buildCacheControl, buildClientHints, buildContentDisposition, buildDnsQueryUrl, buildGeoUrl, buildLinkHeader, buildMapUrl, buildPermissionsPolicy, buildRangeHeader, buildReferrerPolicy, buildVaryHeader, buildXContentTypeOptionsHeader, checkSetCookieHeader, countryCodeToFlag, formatCoordinates, formatTtl, getByCategory, getHeader, getHeadersByCategory, getStatusByCategory, getStatusCode, isClientError, isServerError, isSuccess, isValidIp, isValidIpv4, isValidIpv6, network_exports, parseAcceptLanguage, parseClientHintHeaders, parseContentDisposition, parseContentRangeHeader, parseDnsResponse, parseGeoResponse, parseHar, parseIpv6Address, parsePermissionsPolicy, parseUserAgent, parseVaryHeader, parseXContentTypeOptionsHeader, searchHeaders, searchStatusCodes, splitSitemap, statusCodeToText, typeNumberToLabel, validateDomain, validateHeaderName, validateHeaderValue, validateManifest, validateRobotsTxt, validateSitemap };
+export { CLIENT_HINTS, DNS_RECORD_TYPES, HTTP_HEADERS, LINK_REL_VALUES, PERMISSIONS_POLICY_FEATURES, REFERRER_POLICY_VALUES, STATUS_CODES, X_CONTENT_TYPE_OPTIONS_HEADER, analyzeEmailHeaders, assessContentTypeRisk, buildAcceptLanguage, buildCacheControl, buildClientHints, buildContentDisposition, buildDnsQueryUrl, buildGeoUrl, buildLinkHeader, buildMapUrl, buildPermissionsPolicy, buildPreferHeader, buildRangeHeader, buildReferrerPolicy, buildRetryAfterHeader, buildVaryHeader, buildXContentTypeOptionsHeader, checkSetCookieHeader, countryCodeToFlag, formatCoordinates, formatTtl, getByCategory, getHeader, getHeadersByCategory, getStatusByCategory, getStatusCode, isClientError, isServerError, isSuccess, isValidIp, isValidIpv4, isValidIpv6, network_exports, parseAcceptLanguage, parseClientHintHeaders, parseContentDisposition, parseContentRangeHeader, parseDnsResponse, parseGeoResponse, parseHar, parseIpv6Address, parsePermissionsPolicy, parsePreferHeader, parseRetryAfterHeader, parseUserAgent, parseVaryHeader, parseXContentTypeOptionsHeader, searchHeaders, searchStatusCodes, splitSitemap, statusCodeToText, typeNumberToLabel, validateDomain, validateHeaderName, validateHeaderValue, validateManifest, validateRobotsTxt, validateSitemap };

package/dist/{chunk-MRIGQRTU.js → chunk-B7366PQJ.js}

@@ -33,6 +33,7 @@ __export(units_exports, {
   calculateDepreciationSchedule: () => calculateDepreciationSchedule,
   calculateDiscount: () => calculateDiscount,
   calculateEmi: () => calculateEmi,
+  calculateFreelancerRate: () => calculateFreelancerRate,
   calculateGpa: () => calculateGpa,
   calculateLoan: () => calculateLoan,
   calculateMarginMarkup: () => calculateMarginMarkup,
@@ -2311,5 +2312,40 @@ function calculateBlendedLoanRate(loans) {
     totalAnnualInterest: round22(totalMonthlyInterest * 12)
   };
 }
+function calculateFreelancerRate(input) {
+  const { targetAnnualIncome, billableHoursPerWeek, weeksPerYear } = input;
+  const annualOverheadCosts = input.annualOverheadCosts ?? 0;
+  const profitMarginPercent = input.profitMarginPercent ?? 0;
+  if (!Number.isFinite(targetAnnualIncome) || targetAnnualIncome < 0) {
+    return { error: "targetAnnualIncome must be a finite, non-negative number" };
+  }
+  if (!Number.isFinite(billableHoursPerWeek) || billableHoursPerWeek <= 0 || billableHoursPerWeek > 168) {
+    return { error: "billableHoursPerWeek must be a finite number greater than zero and at most 168" };
+  }
+  if (!Number.isFinite(weeksPerYear) || weeksPerYear <= 0 || weeksPerYear > 52) {
+    return { error: "weeksPerYear must be a finite number greater than zero and at most 52" };
+  }
+  if (!Number.isFinite(annualOverheadCosts) || annualOverheadCosts < 0) {
+    return { error: "annualOverheadCosts must be a finite, non-negative number" };
+  }
+  if (!Number.isFinite(profitMarginPercent) || profitMarginPercent < 0) {
+    return { error: "profitMarginPercent must be a finite, non-negative number" };
+  }
+  const round22 = (n) => Math.round(n * 100) / 100;
+  const annualBillableHours = billableHoursPerWeek * weeksPerYear;
+  const baseRevenueNeeded = targetAnnualIncome + annualOverheadCosts;
+  const requiredAnnualRevenue = baseRevenueNeeded * (1 + profitMarginPercent / 100);
+  const hourlyRate = requiredAnnualRevenue / annualBillableHours;
+  return {
+    targetAnnualIncome: round22(targetAnnualIncome),
+    annualOverheadCosts: round22(annualOverheadCosts),
+    profitMarginPercent: round22(profitMarginPercent),
+    annualBillableHours: round22(annualBillableHours),
+    requiredAnnualRevenue: round22(requiredAnnualRevenue),
+    hourlyRate: round22(hourlyRate),
+    dailyRate: round22(hourlyRate * 8),
+    monthlyRevenueTarget: round22(requiredAnnualRevenue / 12)
+  };
+}
 
-export { BASE_LABELS, BASE_PREFIXES, BYTE_UNITS, COMMON_CURRENCIES, COMMON_LOCALES, COMMON_PERMISSIONS, COMMON_RATIOS, COMMON_SIZES, COMMON_TAX_RATES, COMMON_TIP_PERCENTAGES, COMMON_VIEWPORTS, GPA_GRADE_POINTS, USD_DENOMINATIONS, applySuccessiveDiscounts, autoFormat, bumpVersion, calcAspectRatio, calcSubnet, calculateBlendedLoanRate, calculateBreakEven, calculateCashBreakdown, calculateCashRounding, calculateCdMaturity, calculateChange, calculateCompoundInterest, calculateCreditUtilization, calculateDebtToIncomeRatio, calculateDepreciationSchedule, calculateDiscount, calculateEmi, calculateGpa, calculateLoan, calculateMarginMarkup, calculateMovingAverages, calculatePaybackPeriod, calculatePercentageChange, calculateRoi, calculateRuleOf72, calculateSavingsGoal, calculateSimpleInterest, calculateTax, calculateTimeValue, calculateTipSplit, calculateVideoBitrate, compareSemver, compareUnitPrices, convert, convertAprApy, convertBytes, convertIp, coverBox, decimalToIp, decimalToIpCidr, describePermissions, fitIntoBox, formatNumber, formatValue, formatVwValue, formatWithSeparator, gcd, ipFromBinary, ipFromDecimal, ipFromHex, ipToBinary, ipToDecimal, ipToDecimalCidr, ipToHex, ipToOctal, isValid, isValidCidr, isValidIp, isValidIpv4, marginToMarkup, markupToMargin, octalToPermissions, parseFileSize, parseInput, parseNumberString, parseSemver, permissionsToChmod, permissionsToOctal, permissionsToSymbolic, ptToPx, pxToAll, pxToViewport, remToPx, satisfiesRange, scaleByHeight, scaleByWidth, sortVersions, splitSubnet, symbolicToPermissions, units_exports, validateBarcode, validateCardNumber, validateIban, validateIsbn, viewportToPx };
+export { BASE_LABELS, BASE_PREFIXES, BYTE_UNITS, COMMON_CURRENCIES, COMMON_LOCALES, COMMON_PERMISSIONS, COMMON_RATIOS, COMMON_SIZES, COMMON_TAX_RATES, COMMON_TIP_PERCENTAGES, COMMON_VIEWPORTS, GPA_GRADE_POINTS, USD_DENOMINATIONS, applySuccessiveDiscounts, autoFormat, bumpVersion, calcAspectRatio, calcSubnet, calculateBlendedLoanRate, calculateBreakEven, calculateCashBreakdown, calculateCashRounding, calculateCdMaturity, calculateChange, calculateCompoundInterest, calculateCreditUtilization, calculateDebtToIncomeRatio, calculateDepreciationSchedule, calculateDiscount, calculateEmi, calculateFreelancerRate, calculateGpa, calculateLoan, calculateMarginMarkup, calculateMovingAverages, calculatePaybackPeriod, calculatePercentageChange, calculateRoi, calculateRuleOf72, calculateSavingsGoal, calculateSimpleInterest, calculateTax, calculateTimeValue, calculateTipSplit, calculateVideoBitrate, compareSemver, compareUnitPrices, convert, convertAprApy, convertBytes, convertIp, coverBox, decimalToIp, decimalToIpCidr, describePermissions, fitIntoBox, formatNumber, formatValue, formatVwValue, formatWithSeparator, gcd, ipFromBinary, ipFromDecimal, ipFromHex, ipToBinary, ipToDecimal, ipToDecimalCidr, ipToHex, ipToOctal, isValid, isValidCidr, isValidIp, isValidIpv4, marginToMarkup, markupToMargin, octalToPermissions, parseFileSize, parseInput, parseNumberString, parseSemver, permissionsToChmod, permissionsToOctal, permissionsToSymbolic, ptToPx, pxToAll, pxToViewport, remToPx, satisfiesRange, scaleByHeight, scaleByWidth, sortVersions, splitSubnet, symbolicToPermissions, units_exports, validateBarcode, validateCardNumber, validateIban, validateIsbn, viewportToPx };

package/dist/{chunk-56VFNHVO.js → chunk-QY2M2UHJ.js}

@@ -10,6 +10,7 @@ __export(data_exports, {
   convertSubtitles: () => convertSubtitles,
   csvToJson: () => csvToJson,
   csvToSqlInsert: () => csvToSqlInsert,
+  dedupeNdjson: () => dedupeNdjson,
   detectDelimiter: () => detectDelimiter,
   detectSubtitleFormat: () => detectSubtitleFormat,
   diffEnvExample: () => diffEnvExample,
@@ -1172,6 +1173,38 @@ function jsonArrayToNdjson(input) {
   if (!Array.isArray(parsed)) return { error: "Input must be a JSON array" };
   return parsed.map((item) => JSON.stringify(item)).join("\n");
 }
+function dedupeNdjson(input, keyField) {
+  const validated = validateNdjson(input);
+  if (!validated.valid) return { error: _firstNdjsonError(validated) };
+  const seen = /* @__PURE__ */ new Set();
+  const keptRaw = [];
+  const removedLines = [];
+  for (const l of validated.lines) {
+    const parsed = JSON.parse(l.raw);
+    let key;
+    if (keyField) {
+      if (parsed === null || typeof parsed !== "object" || Array.isArray(parsed) || !(keyField in parsed)) {
+        return { error: `Line ${l.line}: missing key field "${keyField}"` };
+      }
+      key = JSON.stringify(parsed[keyField]);
+    } else {
+      key = JSON.stringify(parsed);
+    }
+    if (seen.has(key)) {
+      removedLines.push(l.line);
+    } else {
+      seen.add(key);
+      keptRaw.push(l.raw.trim());
+    }
+  }
+  return {
+    totalLines: validated.totalLines,
+    uniqueLines: keptRaw.length,
+    duplicatesRemoved: removedLines.length,
+    output: keptRaw.join("\n"),
+    removedLines
+  };
+}
 var _SUBTITLE_TIMESTAMP_RE = /(\d+):(\d{1,2}):(\d{1,2})[.,](\d{1,3})|(\d{1,3}):(\d{1,2})[.,](\d{1,3})/;
 var _VTT_BLOCK_KEYWORDS = ["NOTE", "STYLE", "REGION"];
 function parseSubtitleTimestamp(raw) {
@@ -1775,4 +1808,4 @@ function calculateMarkdownTaskListProgress(markdown) {
   return { totalItems, completedItems, percentComplete, sections, items };
 }
 
-export { analyzeCaptionSpeed, calculateMarkdownTaskListProgress, convertSubtitles, csvToJson, csvToSqlInsert, data_exports, detectDelimiter, detectSubtitleFormat, diffEnvExample, envToExport, envToJson, findCsvDuplicateRows, formatNdjson, formatSubtitleTimestamp, formatToml, formatXml, generateMarkdownToc, getSection, getSectionNames, getTomlStats, getXmlStats, getYamlStats, inferCsvColumnTypes, iniToJson, jsonArrayToNdjson, jsonToIni, jsonToToml, jsonToXml, minifyNdjson, minifyToml, minifyXml, ndjsonToJsonArray, parseCsv, parseEnv, parseFrontMatter, parseIni, parseSubtitleTimestamp, parseSubtitles, parseXmlToObject, resolveYamlAnchors, serializeSubtitles, shiftSubtitles, stringifyIni, toCsvString, tomlToJson, validateEnvKey, validateIni, validateNdjson, validateToml, validateXml, validateYaml, xmlToJson };
+export { analyzeCaptionSpeed, calculateMarkdownTaskListProgress, convertSubtitles, csvToJson, csvToSqlInsert, data_exports, dedupeNdjson, detectDelimiter, detectSubtitleFormat, diffEnvExample, envToExport, envToJson, findCsvDuplicateRows, formatNdjson, formatSubtitleTimestamp, formatToml, formatXml, generateMarkdownToc, getSection, getSectionNames, getTomlStats, getXmlStats, getYamlStats, inferCsvColumnTypes, iniToJson, jsonArrayToNdjson, jsonToIni, jsonToToml, jsonToXml, minifyNdjson, minifyToml, minifyXml, ndjsonToJsonArray, parseCsv, parseEnv, parseFrontMatter, parseIni, parseSubtitleTimestamp, parseSubtitles, parseXmlToObject, resolveYamlAnchors, serializeSubtitles, shiftSubtitles, stringifyIni, toCsvString, tomlToJson, validateEnvKey, validateIni, validateNdjson, validateToml, validateXml, validateYaml, xmlToJson };

package/dist/{data-Cvyg8ZXo.d.ts → data-vxXrBlWh.d.cts}

@@ -12,6 +12,7 @@
  *  - env-parser      : parseEnv, envToJson, envToExport, validateEnvKey
  *  - env-diff-checker: diffEnvExample
  *  - ndjson-formatter: validateNdjson, minifyNdjson, formatNdjson, ndjsonToJsonArray, jsonArrayToNdjson
+ *  - ndjson-dedup: dedupeNdjson
  *  - subtitle-converter: parseSubtitleTimestamp, formatSubtitleTimestamp, detectSubtitleFormat, parseSubtitles, serializeSubtitles, convertSubtitles, shiftSubtitles
  *  - markdown-front-matter-parser: parseFrontMatter
  *  - markdown-toc-generator: generateMarkdownToc
@@ -216,6 +217,23 @@ declare function ndjsonToJsonArray(input: string): string | {
 declare function jsonArrayToNdjson(input: string): string | {
     error: string;
 };
+interface NdjsonDedupeResult {
+    totalLines: number;
+    uniqueLines: number;
+    duplicatesRemoved: number;
+    output: string;
+    removedLines: number[];
+}
+/**
+ * Remove duplicate records from NDJSON input. With no `keyField`, two lines
+ * are duplicates when their parsed JSON values are structurally identical
+ * (compared via a canonical JSON.stringify, so key order matters). With a
+ * `keyField`, two lines are duplicates when that field's value matches; the
+ * first occurrence of each key is kept, later ones are dropped.
+ */
+declare function dedupeNdjson(input: string, keyField?: string): NdjsonDedupeResult | {
+    error: string;
+};
 type SubtitleFormat = "srt" | "vtt";
 interface SubtitleCue {
     index: number;
@@ -513,6 +531,7 @@ type data_MarkdownTaskListSectionSummary = MarkdownTaskListSectionSummary;
 type data_MarkdownTocEntry = MarkdownTocEntry;
 type data_MarkdownTocOptions = MarkdownTocOptions;
 type data_MarkdownTocResult = MarkdownTocResult;
+type data_NdjsonDedupeResult = NdjsonDedupeResult;
 type data_NdjsonLineResult = NdjsonLineResult;
 type data_NdjsonValidateResult = NdjsonValidateResult;
 type data_ParseOptions = ParseOptions;
@@ -532,6 +551,7 @@ declare const data_calculateMarkdownTaskListProgress: typeof calculateMarkdownTa
 declare const data_convertSubtitles: typeof convertSubtitles;
 declare const data_csvToJson: typeof csvToJson;
 declare const data_csvToSqlInsert: typeof csvToSqlInsert;
+declare const data_dedupeNdjson: typeof dedupeNdjson;
 declare const data_detectDelimiter: typeof detectDelimiter;
 declare const data_detectSubtitleFormat: typeof detectSubtitleFormat;
 declare const data_diffEnvExample: typeof diffEnvExample;
@@ -579,7 +599,7 @@ declare const data_validateXml: typeof validateXml;
 declare const data_validateYaml: typeof validateYaml;
 declare const data_xmlToJson: typeof xmlToJson;
 declare namespace data {
-  export { type data_CaptionSpeedCue as CaptionSpeedCue, type data_CaptionSpeedResult as CaptionSpeedResult, type data_ConvertedSubtitles as ConvertedSubtitles, type data_CsvColumnType as CsvColumnType, type data_CsvColumnTypeInfo as CsvColumnTypeInfo, type data_CsvColumnTypeOptions as CsvColumnTypeOptions, type data_CsvColumnTypeResult as CsvColumnTypeResult, type data_CsvDuplicateGroup as CsvDuplicateGroup, type data_CsvDuplicateOptions as CsvDuplicateOptions, type data_CsvDuplicateResult as CsvDuplicateResult, type data_CsvParseResult as CsvParseResult, type data_CsvToSqlOptions as CsvToSqlOptions, type data_CsvToSqlResult as CsvToSqlResult, type data_EnvDiffError as EnvDiffError, type data_EnvDiffResult as EnvDiffResult, type data_EnvEntry as EnvEntry, type data_EnvParseResult as EnvParseResult, type data_FrontMatterError as FrontMatterError, type data_FrontMatterResult as FrontMatterResult, type data_IniSection as IniSection, type data_MarkdownTaskListItem as MarkdownTaskListItem, type data_MarkdownTaskListProgressResult as MarkdownTaskListProgressResult, type data_MarkdownTaskListSectionSummary as MarkdownTaskListSectionSummary, type data_MarkdownTocEntry as MarkdownTocEntry, type data_MarkdownTocOptions as MarkdownTocOptions, type data_MarkdownTocResult as MarkdownTocResult, type data_NdjsonLineResult as NdjsonLineResult, type data_NdjsonValidateResult as NdjsonValidateResult, type data_ParseOptions as ParseOptions, type data_ParsedIni as ParsedIni, type data_ParsedSubtitles as ParsedSubtitles, type data_SubtitleCue as SubtitleCue, type data_SubtitleFormat as SubtitleFormat, type data_TomlFormatResult as TomlFormatResult, type data_ValidationResult as ValidationResult, type data_XmlFormatResult as XmlFormatResult, type data_XmlToJsonOptions as XmlToJsonOptions, type data_YamlAnchorInfo as YamlAnchorInfo, type data_YamlAnchorResolveError as YamlAnchorResolveError, type data_YamlAnchorResolveResult as YamlAnchorResolveResult, data_analyzeCaptionSpeed as analyzeCaptionSpeed, data_calculateMarkdownTaskListProgress as calculateMarkdownTaskListProgress, data_convertSubtitles as convertSubtitles, data_csvToJson as csvToJson, data_csvToSqlInsert as csvToSqlInsert, data_detectDelimiter as detectDelimiter, data_detectSubtitleFormat as detectSubtitleFormat, data_diffEnvExample as diffEnvExample, data_envToExport as envToExport, data_envToJson as envToJson, data_findCsvDuplicateRows as findCsvDuplicateRows, data_formatNdjson as formatNdjson, data_formatSubtitleTimestamp as formatSubtitleTimestamp, data_formatToml as formatToml, data_formatXml as formatXml, data_generateMarkdownToc as generateMarkdownToc, data_getSection as getSection, data_getSectionNames as getSectionNames, data_getTomlStats as getTomlStats, data_getXmlStats as getXmlStats, data_getYamlStats as getYamlStats, data_inferCsvColumnTypes as inferCsvColumnTypes, data_iniToJson as iniToJson, data_jsonArrayToNdjson as jsonArrayToNdjson, data_jsonToIni as jsonToIni, data_jsonToToml as jsonToToml, data_jsonToXml as jsonToXml, data_minifyNdjson as minifyNdjson, data_minifyToml as minifyToml, data_minifyXml as minifyXml, data_ndjsonToJsonArray as ndjsonToJsonArray, data_parseCsv as parseCsv, data_parseEnv as parseEnv, data_parseFrontMatter as parseFrontMatter, data_parseIni as parseIni, data_parseSubtitleTimestamp as parseSubtitleTimestamp, data_parseSubtitles as parseSubtitles, data_parseXmlToObject as parseXmlToObject, data_resolveYamlAnchors as resolveYamlAnchors, data_serializeSubtitles as serializeSubtitles, data_shiftSubtitles as shiftSubtitles, data_stringifyIni as stringifyIni, data_toCsvString as toCsvString, data_tomlToJson as tomlToJson, data_validateEnvKey as validateEnvKey, data_validateIni as validateIni, data_validateNdjson as validateNdjson, data_validateToml as validateToml, data_validateXml as validateXml, data_validateYaml as validateYaml, data_xmlToJson as xmlToJson };
+  export { type data_CaptionSpeedCue as CaptionSpeedCue, type data_CaptionSpeedResult as CaptionSpeedResult, type data_ConvertedSubtitles as ConvertedSubtitles, type data_CsvColumnType as CsvColumnType, type data_CsvColumnTypeInfo as CsvColumnTypeInfo, type data_CsvColumnTypeOptions as CsvColumnTypeOptions, type data_CsvColumnTypeResult as CsvColumnTypeResult, type data_CsvDuplicateGroup as CsvDuplicateGroup, type data_CsvDuplicateOptions as CsvDuplicateOptions, type data_CsvDuplicateResult as CsvDuplicateResult, type data_CsvParseResult as CsvParseResult, type data_CsvToSqlOptions as CsvToSqlOptions, type data_CsvToSqlResult as CsvToSqlResult, type data_EnvDiffError as EnvDiffError, type data_EnvDiffResult as EnvDiffResult, type data_EnvEntry as EnvEntry, type data_EnvParseResult as EnvParseResult, type data_FrontMatterError as FrontMatterError, type data_FrontMatterResult as FrontMatterResult, type data_IniSection as IniSection, type data_MarkdownTaskListItem as MarkdownTaskListItem, type data_MarkdownTaskListProgressResult as MarkdownTaskListProgressResult, type data_MarkdownTaskListSectionSummary as MarkdownTaskListSectionSummary, type data_MarkdownTocEntry as MarkdownTocEntry, type data_MarkdownTocOptions as MarkdownTocOptions, type data_MarkdownTocResult as MarkdownTocResult, type data_NdjsonDedupeResult as NdjsonDedupeResult, type data_NdjsonLineResult as NdjsonLineResult, type data_NdjsonValidateResult as NdjsonValidateResult, type data_ParseOptions as ParseOptions, type data_ParsedIni as ParsedIni, type data_ParsedSubtitles as ParsedSubtitles, type data_SubtitleCue as SubtitleCue, type data_SubtitleFormat as SubtitleFormat, type data_TomlFormatResult as TomlFormatResult, type data_ValidationResult as ValidationResult, type data_XmlFormatResult as XmlFormatResult, type data_XmlToJsonOptions as XmlToJsonOptions, type data_YamlAnchorInfo as YamlAnchorInfo, type data_YamlAnchorResolveError as YamlAnchorResolveError, type data_YamlAnchorResolveResult as YamlAnchorResolveResult, data_analyzeCaptionSpeed as analyzeCaptionSpeed, data_calculateMarkdownTaskListProgress as calculateMarkdownTaskListProgress, data_convertSubtitles as convertSubtitles, data_csvToJson as csvToJson, data_csvToSqlInsert as csvToSqlInsert, data_dedupeNdjson as dedupeNdjson, data_detectDelimiter as detectDelimiter, data_detectSubtitleFormat as detectSubtitleFormat, data_diffEnvExample as diffEnvExample, data_envToExport as envToExport, data_envToJson as envToJson, data_findCsvDuplicateRows as findCsvDuplicateRows, data_formatNdjson as formatNdjson, data_formatSubtitleTimestamp as formatSubtitleTimestamp, data_formatToml as formatToml, data_formatXml as formatXml, data_generateMarkdownToc as generateMarkdownToc, data_getSection as getSection, data_getSectionNames as getSectionNames, data_getTomlStats as getTomlStats, data_getXmlStats as getXmlStats, data_getYamlStats as getYamlStats, data_inferCsvColumnTypes as inferCsvColumnTypes, data_iniToJson as iniToJson, data_jsonArrayToNdjson as jsonArrayToNdjson, data_jsonToIni as jsonToIni, data_jsonToToml as jsonToToml, data_jsonToXml as jsonToXml, data_minifyNdjson as minifyNdjson, data_minifyToml as minifyToml, data_minifyXml as minifyXml, data_ndjsonToJsonArray as ndjsonToJsonArray, data_parseCsv as parseCsv, data_parseEnv as parseEnv, data_parseFrontMatter as parseFrontMatter, data_parseIni as parseIni, data_parseSubtitleTimestamp as parseSubtitleTimestamp, data_parseSubtitles as parseSubtitles, data_parseXmlToObject as parseXmlToObject, data_resolveYamlAnchors as resolveYamlAnchors, data_serializeSubtitles as serializeSubtitles, data_shiftSubtitles as shiftSubtitles, data_stringifyIni as stringifyIni, data_toCsvString as toCsvString, data_tomlToJson as tomlToJson, data_validateEnvKey as validateEnvKey, data_validateIni as validateIni, data_validateNdjson as validateNdjson, data_validateToml as validateToml, data_validateXml as validateXml, data_validateYaml as validateYaml, data_xmlToJson as xmlToJson };
 }
 
-export { formatSubtitleTimestamp as $, type XmlToJsonOptions as A, type YamlAnchorResolveError as B, type CaptionSpeedCue as C, type YamlAnchorResolveResult as D, type EnvDiffError as E, type FrontMatterError as F, analyzeCaptionSpeed as G, calculateMarkdownTaskListProgress as H, type IniSection as I, convertSubtitles as J, csvToJson as K, csvToSqlInsert as L, type MarkdownTaskListItem as M, type NdjsonLineResult as N, detectDelimiter as O, type ParseOptions as P, detectSubtitleFormat as Q, diffEnvExample as R, type SubtitleCue as S, type TomlFormatResult as T, envToExport as U, type ValidationResult as V, envToJson as W, type XmlFormatResult as X, type YamlAnchorInfo as Y, findCsvDuplicateRows as Z, formatNdjson as _, type CaptionSpeedResult as a, formatToml as a0, formatXml as a1, generateMarkdownToc as a2, getSection as a3, getSectionNames as a4, getTomlStats as a5, getXmlStats as a6, getYamlStats as a7, inferCsvColumnTypes as a8, iniToJson as a9, validateYaml as aA, xmlToJson as aB, jsonArrayToNdjson as aa, jsonToIni as ab, jsonToToml as ac, jsonToXml as ad, minifyNdjson as ae, minifyToml as af, minifyXml as ag, ndjsonToJsonArray as ah, parseCsv as ai, parseEnv as aj, parseFrontMatter as ak, parseIni as al, parseSubtitleTimestamp as am, parseSubtitles as an, parseXmlToObject as ao, resolveYamlAnchors as ap, serializeSubtitles as aq, shiftSubtitles as ar, stringifyIni as as, toCsvString as at, tomlToJson as au, validateEnvKey as av, validateIni as aw, validateNdjson as ax, validateToml as ay, validateXml as az, type ConvertedSubtitles as b, type CsvColumnType as c, data as d, type CsvColumnTypeInfo as e, type CsvColumnTypeOptions as f, type CsvColumnTypeResult as g, type CsvDuplicateGroup as h, type CsvDuplicateOptions as i, type CsvDuplicateResult as j, type CsvParseResult as k, type CsvToSqlOptions as l, type CsvToSqlResult as m, type EnvDiffResult as n, type EnvEntry as o, type EnvParseResult as p, type FrontMatterResult as q, type MarkdownTaskListProgressResult as r, type MarkdownTaskListSectionSummary as s, type MarkdownTocEntry as t, type MarkdownTocOptions as u, type MarkdownTocResult as v, type NdjsonValidateResult as w, type ParsedIni as x, type ParsedSubtitles as y, type SubtitleFormat as z };
+export { findCsvDuplicateRows as $, type SubtitleFormat as A, type XmlToJsonOptions as B, type CaptionSpeedCue as C, type YamlAnchorResolveError as D, type EnvDiffError as E, type FrontMatterError as F, type YamlAnchorResolveResult as G, analyzeCaptionSpeed as H, type IniSection as I, calculateMarkdownTaskListProgress as J, convertSubtitles as K, csvToJson as L, type MarkdownTaskListItem as M, type NdjsonDedupeResult as N, csvToSqlInsert as O, type ParseOptions as P, dedupeNdjson as Q, detectDelimiter as R, type SubtitleCue as S, type TomlFormatResult as T, detectSubtitleFormat as U, type ValidationResult as V, diffEnvExample as W, type XmlFormatResult as X, type YamlAnchorInfo as Y, envToExport as Z, envToJson as _, type CaptionSpeedResult as a, formatNdjson as a0, formatSubtitleTimestamp as a1, formatToml as a2, formatXml as a3, generateMarkdownToc as a4, getSection as a5, getSectionNames as a6, getTomlStats as a7, getXmlStats as a8, getYamlStats as a9, validateToml as aA, validateXml as aB, validateYaml as aC, xmlToJson as aD, inferCsvColumnTypes as aa, iniToJson as ab, jsonArrayToNdjson as ac, jsonToIni as ad, jsonToToml as ae, jsonToXml as af, minifyNdjson as ag, minifyToml as ah, minifyXml as ai, ndjsonToJsonArray as aj, parseCsv as ak, parseEnv as al, parseFrontMatter as am, parseIni as an, parseSubtitleTimestamp as ao, parseSubtitles as ap, parseXmlToObject as aq, resolveYamlAnchors as ar, serializeSubtitles as as, shiftSubtitles as at, stringifyIni as au, toCsvString as av, tomlToJson as aw, validateEnvKey as ax, validateIni as ay, validateNdjson as az, type ConvertedSubtitles as b, type CsvColumnType as c, data as d, type CsvColumnTypeInfo as e, type CsvColumnTypeOptions as f, type CsvColumnTypeResult as g, type CsvDuplicateGroup as h, type CsvDuplicateOptions as i, type CsvDuplicateResult as j, type CsvParseResult as k, type CsvToSqlOptions as l, type CsvToSqlResult as m, type EnvDiffResult as n, type EnvEntry as o, type EnvParseResult as p, type FrontMatterResult as q, type MarkdownTaskListProgressResult as r, type MarkdownTaskListSectionSummary as s, type MarkdownTocEntry as t, type MarkdownTocOptions as u, type MarkdownTocResult as v, type NdjsonLineResult as w, type NdjsonValidateResult as x, type ParsedIni as y, type ParsedSubtitles as z };

package/dist/{data-Cvyg8ZXo.d.cts → data-vxXrBlWh.d.ts}

@@ -12,6 +12,7 @@
  *  - env-parser      : parseEnv, envToJson, envToExport, validateEnvKey
  *  - env-diff-checker: diffEnvExample
  *  - ndjson-formatter: validateNdjson, minifyNdjson, formatNdjson, ndjsonToJsonArray, jsonArrayToNdjson
+ *  - ndjson-dedup: dedupeNdjson
  *  - subtitle-converter: parseSubtitleTimestamp, formatSubtitleTimestamp, detectSubtitleFormat, parseSubtitles, serializeSubtitles, convertSubtitles, shiftSubtitles
  *  - markdown-front-matter-parser: parseFrontMatter
  *  - markdown-toc-generator: generateMarkdownToc
@@ -216,6 +217,23 @@ declare function ndjsonToJsonArray(input: string): string | {
 declare function jsonArrayToNdjson(input: string): string | {
     error: string;
 };
+interface NdjsonDedupeResult {
+    totalLines: number;
+    uniqueLines: number;
+    duplicatesRemoved: number;
+    output: string;
+    removedLines: number[];
+}
+/**
+ * Remove duplicate records from NDJSON input. With no `keyField`, two lines
+ * are duplicates when their parsed JSON values are structurally identical
+ * (compared via a canonical JSON.stringify, so key order matters). With a
+ * `keyField`, two lines are duplicates when that field's value matches; the
+ * first occurrence of each key is kept, later ones are dropped.
+ */
+declare function dedupeNdjson(input: string, keyField?: string): NdjsonDedupeResult | {
+    error: string;
+};
 type SubtitleFormat = "srt" | "vtt";
 interface SubtitleCue {
     index: number;
@@ -513,6 +531,7 @@ type data_MarkdownTaskListSectionSummary = MarkdownTaskListSectionSummary;
 type data_MarkdownTocEntry = MarkdownTocEntry;
 type data_MarkdownTocOptions = MarkdownTocOptions;
 type data_MarkdownTocResult = MarkdownTocResult;
+type data_NdjsonDedupeResult = NdjsonDedupeResult;
 type data_NdjsonLineResult = NdjsonLineResult;
 type data_NdjsonValidateResult = NdjsonValidateResult;
 type data_ParseOptions = ParseOptions;
@@ -532,6 +551,7 @@ declare const data_calculateMarkdownTaskListProgress: typeof calculateMarkdownTa
 declare const data_convertSubtitles: typeof convertSubtitles;
 declare const data_csvToJson: typeof csvToJson;
 declare const data_csvToSqlInsert: typeof csvToSqlInsert;
+declare const data_dedupeNdjson: typeof dedupeNdjson;
 declare const data_detectDelimiter: typeof detectDelimiter;
 declare const data_detectSubtitleFormat: typeof detectSubtitleFormat;
 declare const data_diffEnvExample: typeof diffEnvExample;
@@ -579,7 +599,7 @@ declare const data_validateXml: typeof validateXml;
 declare const data_validateYaml: typeof validateYaml;
 declare const data_xmlToJson: typeof xmlToJson;
 declare namespace data {
-  export { type data_CaptionSpeedCue as CaptionSpeedCue, type data_CaptionSpeedResult as CaptionSpeedResult, type data_ConvertedSubtitles as ConvertedSubtitles, type data_CsvColumnType as CsvColumnType, type data_CsvColumnTypeInfo as CsvColumnTypeInfo, type data_CsvColumnTypeOptions as CsvColumnTypeOptions, type data_CsvColumnTypeResult as CsvColumnTypeResult, type data_CsvDuplicateGroup as CsvDuplicateGroup, type data_CsvDuplicateOptions as CsvDuplicateOptions, type data_CsvDuplicateResult as CsvDuplicateResult, type data_CsvParseResult as CsvParseResult, type data_CsvToSqlOptions as CsvToSqlOptions, type data_CsvToSqlResult as CsvToSqlResult, type data_EnvDiffError as EnvDiffError, type data_EnvDiffResult as EnvDiffResult, type data_EnvEntry as EnvEntry, type data_EnvParseResult as EnvParseResult, type data_FrontMatterError as FrontMatterError, type data_FrontMatterResult as FrontMatterResult, type data_IniSection as IniSection, type data_MarkdownTaskListItem as MarkdownTaskListItem, type data_MarkdownTaskListProgressResult as MarkdownTaskListProgressResult, type data_MarkdownTaskListSectionSummary as MarkdownTaskListSectionSummary, type data_MarkdownTocEntry as MarkdownTocEntry, type data_MarkdownTocOptions as MarkdownTocOptions, type data_MarkdownTocResult as MarkdownTocResult, type data_NdjsonLineResult as NdjsonLineResult, type data_NdjsonValidateResult as NdjsonValidateResult, type data_ParseOptions as ParseOptions, type data_ParsedIni as ParsedIni, type data_ParsedSubtitles as ParsedSubtitles, type data_SubtitleCue as SubtitleCue, type data_SubtitleFormat as SubtitleFormat, type data_TomlFormatResult as TomlFormatResult, type data_ValidationResult as ValidationResult, type data_XmlFormatResult as XmlFormatResult, type data_XmlToJsonOptions as XmlToJsonOptions, type data_YamlAnchorInfo as YamlAnchorInfo, type data_YamlAnchorResolveError as YamlAnchorResolveError, type data_YamlAnchorResolveResult as YamlAnchorResolveResult, data_analyzeCaptionSpeed as analyzeCaptionSpeed, data_calculateMarkdownTaskListProgress as calculateMarkdownTaskListProgress, data_convertSubtitles as convertSubtitles, data_csvToJson as csvToJson, data_csvToSqlInsert as csvToSqlInsert, data_detectDelimiter as detectDelimiter, data_detectSubtitleFormat as detectSubtitleFormat, data_diffEnvExample as diffEnvExample, data_envToExport as envToExport, data_envToJson as envToJson, data_findCsvDuplicateRows as findCsvDuplicateRows, data_formatNdjson as formatNdjson, data_formatSubtitleTimestamp as formatSubtitleTimestamp, data_formatToml as formatToml, data_formatXml as formatXml, data_generateMarkdownToc as generateMarkdownToc, data_getSection as getSection, data_getSectionNames as getSectionNames, data_getTomlStats as getTomlStats, data_getXmlStats as getXmlStats, data_getYamlStats as getYamlStats, data_inferCsvColumnTypes as inferCsvColumnTypes, data_iniToJson as iniToJson, data_jsonArrayToNdjson as jsonArrayToNdjson, data_jsonToIni as jsonToIni, data_jsonToToml as jsonToToml, data_jsonToXml as jsonToXml, data_minifyNdjson as minifyNdjson, data_minifyToml as minifyToml, data_minifyXml as minifyXml, data_ndjsonToJsonArray as ndjsonToJsonArray, data_parseCsv as parseCsv, data_parseEnv as parseEnv, data_parseFrontMatter as parseFrontMatter, data_parseIni as parseIni, data_parseSubtitleTimestamp as parseSubtitleTimestamp, data_parseSubtitles as parseSubtitles, data_parseXmlToObject as parseXmlToObject, data_resolveYamlAnchors as resolveYamlAnchors, data_serializeSubtitles as serializeSubtitles, data_shiftSubtitles as shiftSubtitles, data_stringifyIni as stringifyIni, data_toCsvString as toCsvString, data_tomlToJson as tomlToJson, data_validateEnvKey as validateEnvKey, data_validateIni as validateIni, data_validateNdjson as validateNdjson, data_validateToml as validateToml, data_validateXml as validateXml, data_validateYaml as validateYaml, data_xmlToJson as xmlToJson };
+  export { type data_CaptionSpeedCue as CaptionSpeedCue, type data_CaptionSpeedResult as CaptionSpeedResult, type data_ConvertedSubtitles as ConvertedSubtitles, type data_CsvColumnType as CsvColumnType, type data_CsvColumnTypeInfo as CsvColumnTypeInfo, type data_CsvColumnTypeOptions as CsvColumnTypeOptions, type data_CsvColumnTypeResult as CsvColumnTypeResult, type data_CsvDuplicateGroup as CsvDuplicateGroup, type data_CsvDuplicateOptions as CsvDuplicateOptions, type data_CsvDuplicateResult as CsvDuplicateResult, type data_CsvParseResult as CsvParseResult, type data_CsvToSqlOptions as CsvToSqlOptions, type data_CsvToSqlResult as CsvToSqlResult, type data_EnvDiffError as EnvDiffError, type data_EnvDiffResult as EnvDiffResult, type data_EnvEntry as EnvEntry, type data_EnvParseResult as EnvParseResult, type data_FrontMatterError as FrontMatterError, type data_FrontMatterResult as FrontMatterResult, type data_IniSection as IniSection, type data_MarkdownTaskListItem as MarkdownTaskListItem, type data_MarkdownTaskListProgressResult as MarkdownTaskListProgressResult, type data_MarkdownTaskListSectionSummary as MarkdownTaskListSectionSummary, type data_MarkdownTocEntry as MarkdownTocEntry, type data_MarkdownTocOptions as MarkdownTocOptions, type data_MarkdownTocResult as MarkdownTocResult, type data_NdjsonDedupeResult as NdjsonDedupeResult, type data_NdjsonLineResult as NdjsonLineResult, type data_NdjsonValidateResult as NdjsonValidateResult, type data_ParseOptions as ParseOptions, type data_ParsedIni as ParsedIni, type data_ParsedSubtitles as ParsedSubtitles, type data_SubtitleCue as SubtitleCue, type data_SubtitleFormat as SubtitleFormat, type data_TomlFormatResult as TomlFormatResult, type data_ValidationResult as ValidationResult, type data_XmlFormatResult as XmlFormatResult, type data_XmlToJsonOptions as XmlToJsonOptions, type data_YamlAnchorInfo as YamlAnchorInfo, type data_YamlAnchorResolveError as YamlAnchorResolveError, type data_YamlAnchorResolveResult as YamlAnchorResolveResult, data_analyzeCaptionSpeed as analyzeCaptionSpeed, data_calculateMarkdownTaskListProgress as calculateMarkdownTaskListProgress, data_convertSubtitles as convertSubtitles, data_csvToJson as csvToJson, data_csvToSqlInsert as csvToSqlInsert, data_dedupeNdjson as dedupeNdjson, data_detectDelimiter as detectDelimiter, data_detectSubtitleFormat as detectSubtitleFormat, data_diffEnvExample as diffEnvExample, data_envToExport as envToExport, data_envToJson as envToJson, data_findCsvDuplicateRows as findCsvDuplicateRows, data_formatNdjson as formatNdjson, data_formatSubtitleTimestamp as formatSubtitleTimestamp, data_formatToml as formatToml, data_formatXml as formatXml, data_generateMarkdownToc as generateMarkdownToc, data_getSection as getSection, data_getSectionNames as getSectionNames, data_getTomlStats as getTomlStats, data_getXmlStats as getXmlStats, data_getYamlStats as getYamlStats, data_inferCsvColumnTypes as inferCsvColumnTypes, data_iniToJson as iniToJson, data_jsonArrayToNdjson as jsonArrayToNdjson, data_jsonToIni as jsonToIni, data_jsonToToml as jsonToToml, data_jsonToXml as jsonToXml, data_minifyNdjson as minifyNdjson, data_minifyToml as minifyToml, data_minifyXml as minifyXml, data_ndjsonToJsonArray as ndjsonToJsonArray, data_parseCsv as parseCsv, data_parseEnv as parseEnv, data_parseFrontMatter as parseFrontMatter, data_parseIni as parseIni, data_parseSubtitleTimestamp as parseSubtitleTimestamp, data_parseSubtitles as parseSubtitles, data_parseXmlToObject as parseXmlToObject, data_resolveYamlAnchors as resolveYamlAnchors, data_serializeSubtitles as serializeSubtitles, data_shiftSubtitles as shiftSubtitles, data_stringifyIni as stringifyIni, data_toCsvString as toCsvString, data_tomlToJson as tomlToJson, data_validateEnvKey as validateEnvKey, data_validateIni as validateIni, data_validateNdjson as validateNdjson, data_validateToml as validateToml, data_validateXml as validateXml, data_validateYaml as validateYaml, data_xmlToJson as xmlToJson };
 }
 
-export { formatSubtitleTimestamp as $, type XmlToJsonOptions as A, type YamlAnchorResolveError as B, type CaptionSpeedCue as C, type YamlAnchorResolveResult as D, type EnvDiffError as E, type FrontMatterError as F, analyzeCaptionSpeed as G, calculateMarkdownTaskListProgress as H, type IniSection as I, convertSubtitles as J, csvToJson as K, csvToSqlInsert as L, type MarkdownTaskListItem as M, type NdjsonLineResult as N, detectDelimiter as O, type ParseOptions as P, detectSubtitleFormat as Q, diffEnvExample as R, type SubtitleCue as S, type TomlFormatResult as T, envToExport as U, type ValidationResult as V, envToJson as W, type XmlFormatResult as X, type YamlAnchorInfo as Y, findCsvDuplicateRows as Z, formatNdjson as _, type CaptionSpeedResult as a, formatToml as a0, formatXml as a1, generateMarkdownToc as a2, getSection as a3, getSectionNames as a4, getTomlStats as a5, getXmlStats as a6, getYamlStats as a7, inferCsvColumnTypes as a8, iniToJson as a9, validateYaml as aA, xmlToJson as aB, jsonArrayToNdjson as aa, jsonToIni as ab, jsonToToml as ac, jsonToXml as ad, minifyNdjson as ae, minifyToml as af, minifyXml as ag, ndjsonToJsonArray as ah, parseCsv as ai, parseEnv as aj, parseFrontMatter as ak, parseIni as al, parseSubtitleTimestamp as am, parseSubtitles as an, parseXmlToObject as ao, resolveYamlAnchors as ap, serializeSubtitles as aq, shiftSubtitles as ar, stringifyIni as as, toCsvString as at, tomlToJson as au, validateEnvKey as av, validateIni as aw, validateNdjson as ax, validateToml as ay, validateXml as az, type ConvertedSubtitles as b, type CsvColumnType as c, data as d, type CsvColumnTypeInfo as e, type CsvColumnTypeOptions as f, type CsvColumnTypeResult as g, type CsvDuplicateGroup as h, type CsvDuplicateOptions as i, type CsvDuplicateResult as j, type CsvParseResult as k, type CsvToSqlOptions as l, type CsvToSqlResult as m, type EnvDiffResult as n, type EnvEntry as o, type EnvParseResult as p, type FrontMatterResult as q, type MarkdownTaskListProgressResult as r, type MarkdownTaskListSectionSummary as s, type MarkdownTocEntry as t, type MarkdownTocOptions as u, type MarkdownTocResult as v, type NdjsonValidateResult as w, type ParsedIni as x, type ParsedSubtitles as y, type SubtitleFormat as z };
+export { findCsvDuplicateRows as $, type SubtitleFormat as A, type XmlToJsonOptions as B, type CaptionSpeedCue as C, type YamlAnchorResolveError as D, type EnvDiffError as E, type FrontMatterError as F, type YamlAnchorResolveResult as G, analyzeCaptionSpeed as H, type IniSection as I, calculateMarkdownTaskListProgress as J, convertSubtitles as K, csvToJson as L, type MarkdownTaskListItem as M, type NdjsonDedupeResult as N, csvToSqlInsert as O, type ParseOptions as P, dedupeNdjson as Q, detectDelimiter as R, type SubtitleCue as S, type TomlFormatResult as T, detectSubtitleFormat as U, type ValidationResult as V, diffEnvExample as W, type XmlFormatResult as X, type YamlAnchorInfo as Y, envToExport as Z, envToJson as _, type CaptionSpeedResult as a, formatNdjson as a0, formatSubtitleTimestamp as a1, formatToml as a2, formatXml as a3, generateMarkdownToc as a4, getSection as a5, getSectionNames as a6, getTomlStats as a7, getXmlStats as a8, getYamlStats as a9, validateToml as aA, validateXml as aB, validateYaml as aC, xmlToJson as aD, inferCsvColumnTypes as aa, iniToJson as ab, jsonArrayToNdjson as ac, jsonToIni as ad, jsonToToml as ae, jsonToXml as af, minifyNdjson as ag, minifyToml as ah, minifyXml as ai, ndjsonToJsonArray as aj, parseCsv as ak, parseEnv as al, parseFrontMatter as am, parseIni as an, parseSubtitleTimestamp as ao, parseSubtitles as ap, parseXmlToObject as aq, resolveYamlAnchors as ar, serializeSubtitles as as, shiftSubtitles as at, stringifyIni as au, toCsvString as av, tomlToJson as aw, validateEnvKey as ax, validateIni as ay, validateNdjson as az, type ConvertedSubtitles as b, type CsvColumnType as c, data as d, type CsvColumnTypeInfo as e, type CsvColumnTypeOptions as f, type CsvColumnTypeResult as g, type CsvDuplicateGroup as h, type CsvDuplicateOptions as i, type CsvDuplicateResult as j, type CsvParseResult as k, type CsvToSqlOptions as l, type CsvToSqlResult as m, type EnvDiffResult as n, type EnvEntry as o, type EnvParseResult as p, type FrontMatterResult as q, type MarkdownTaskListProgressResult as r, type MarkdownTaskListSectionSummary as s, type MarkdownTocEntry as t, type MarkdownTocOptions as u, type MarkdownTocResult as v, type NdjsonLineResult as w, type NdjsonValidateResult as x, type ParsedIni as y, type ParsedSubtitles as z };