atabey 0.0.16 → 0.0.17

package/dist/atabey/src/shared/pii.js

@@ -0,0 +1,213 @@
+/**
+ * [PII] Personally Identifiable Information Masking Service
+ *
+ * Detects and masks sensitive data in compliance with KVKK/GDPR.
+ * Used in audit log, logger, storage layers, and MCP middleware.
+ *
+ * Supported patterns:
+ * - Email addresses
+ * - Phone numbers (international, Turkish, US, UK)
+ * - TC Identification number (11 digits)
+ * - API keys / tokens (OpenAI, Anthropic, Google, GitHub, generic)
+ * - Bearer tokens / JWTs
+ * - IP addresses (IPv4, IPv6)
+ * - Credit card numbers (AMEX, Visa, Mastercard, etc.)
+ * - Password / secret fields in structured data
+ * - Bank account / IBAN
+ * - Date of birth / full address patterns
+ * - Custom names (configurable)
+ */
+// Sensitive patterns to detect and mask
+// IMPORTANT: More specific patterns MUST come before generic ones
+const SENSITIVE_PATTERNS = [
+    // JWT tokens (complete JWT format) - must be before Bearer
+    { pattern: /eyJ[a-zA-Z0-9_-]+\.eyJ[a-zA-Z0-9_-]+\.[a-zA-Z0-9_-]+/g, replacement: "***-JWT-REDACTED-***" },
+    // Bearer tokens in Authorization headers
+    { pattern: /Bearer\s+[a-zA-Z0-9._-]+/g, replacement: "Bearer ***-REDACTED-***" },
+    // Basic auth in Authorization headers
+    { pattern: /Basic\s+[a-zA-Z0-9=+/]+/g, replacement: "Basic ***-REDACTED-***" },
+    // API keys (common formats) - must be before generic patterns
+    // Note: ghp_ tokens can contain digits that look like phone numbers, so we mask the entire prefix + suffix
+    { pattern: /\b(sk-[a-zA-Z0-9]{20,}|pk-[a-zA-Z0-9]{20,}|xai-[a-zA-Z0-9]{20,}|AIza[0-9A-Za-z_-]{35}|ghp_[a-zA-Z0-9]{36,}|gho_[a-zA-Z0-9]{36,}|ghu_[a-zA-Z0-9]{36,}|ghb_[a-zA-Z0-9]{36,}|github_pat_[a-zA-Z0-9]{36,}|sk-[a-zA-Z0-9_-]{32,}|sk-[a-zA-Z0-9]{48,}|whsec_[a-zA-Z0-9]{16,})\b/g, replacement: "***-REDACTED-***" },
+    // Social Security Number (US SSN: XXX-XX-XXXX) - must be before generic phone
+    { pattern: /\b(?!000|666|9[0-9]{2})\d{3}-(?!00)\d{2}-(?!0000)\d{4}\b/g, replacement: "***-**-****" },
+    // Date of birth patterns - must be before generic phone
+    { pattern: /\b(0[1-9]|[12][0-9]|3[01])[/.-](0[1-9]|1[0-2])[/.-](19[0-9]{2}|20[0-9]{2})\b/g, replacement: "**/**/****" },
+    // IBAN (international bank account) - must be before generic alphanumeric patterns
+    // Only matches valid IBAN format: 2 letters + 2 digits + 4-30 alphanumeric chars
+    // More specific: requires minimum 8 chars total, starts with country code
+    { pattern: /\b[A-Z]{2}[0-9]{2}[A-Z0-9]{4,30}\b/g, replacement: "****-IBAN-REDACTED-****" },
+    // TC Kimlik (11 digits starting with 1-9, isolated word boundary) - must be before phone
+    { pattern: /\b[1-9][0-9]{10}\b/g, replacement: "***********" },
+    // Email
+    { pattern: /[a-zA-Z0-9._%+-]+@[a-zA-Z0-9.-]+\.[a-zA-Z]{2,}/g, replacement: "***@***" },
+    // Phone (Turkish: +90 5xx xxx xx xx) - specific before generic
+    { pattern: /(\+90|0)?\s?[0-9]{3}\s?[0-9]{3}\s?[0-9]{2}\s?[0-9]{2}/g, replacement: "***-***-****" },
+    // Phone (international: +90, +1, +44, +49, +33, etc.) - generic, keep last among phones
+    { pattern: /(\+\d{1,2}[\s-]?)?\(?\d{2,4}\)?[\s-]?\d{2,4}[\s-]?\d{2,4}[\s-]?\d{2,4}/g, replacement: "***-***-****" },
+    // IP addresses (IPv4)
+    { pattern: /\b(?:[0-9]{1,3}\.){3}[0-9]{1,3}\b/g, replacement: "***.***.***.***" },
+    // IP addresses (IPv6 - simplified)
+    { pattern: /\b(?:[0-9a-fA-F]{1,4}:){7}[0-9a-fA-F]{1,4}\b/g, replacement: "****:****:****:****" },
+    // IPv6 compressed
+    { pattern: /\b(?:[0-9a-fA-F]{0,4}:){2,7}[0-9a-fA-F]{0,4}\b/g, replacement: "****:****:****" },
+    // Credit card (16 digits, optional spaces/dashes)
+    { pattern: /\b(?:\d[ -]*?){13,16}\b/g, replacement: "****-****-****-****" },
+    // AMEX (15 digits, starts with 34/37)
+    { pattern: /\b3[47][0-9\s-]{13,14}\b/g, replacement: "****-****-***" },
+    // Password fields in JSON
+    { pattern: /"(password|passwd|secret|api_key|apiKey|apikey|auth_token|refresh_token|access_token)"\s*:\s*"[^"]+"/gi, replacement: "\"$1\": \"***-REDACTED-***\"" },
+    // Turkish address patterns (optional - sokak, cadde, mahalle, no:)
+    { pattern: /(?:no|no:|numara)[:\s]*\d+/gi, replacement: "no: ****" },
+];
+// Fields that are considered sensitive and should always be redacted in structured data
+const SENSITIVE_FIELDS = [
+    "password", "passwd", "secret", "apiKey", "api_key", "apikey",
+    "token", "accessToken", "access_token", "refreshToken", "refresh_token", "authToken", "auth_token",
+    "authorization", "Authorization", "bearer",
+    "email", "e_mail", "eMail",
+    "phone", "phoneNumber", "phone_number", "telephone", "telephoneNumber", "mobile", "mobilePhone", "cellPhone",
+    "creditCard", "credit_card", "ccNumber", "cc_number", "ccn", "cvv", "cvv2", "cvc",
+    "ssn", "socialSecurity", "social_security",
+    "tcKimlik", "tc_kimlik", "identityNumber", "identity_number", "idNumber", "id_number", "nationalId",
+    "ipAddress", "ip_address", "ip",
+    "dob", "dateOfBirth", "date_of_birth", "birthDate", "birth_date",
+    "iban", "IBAN", "bankAccount", "bank_account",
+    "address", "homeAddress", "workAddress", "billingAddress", "shippingAddress",
+    "fullName", "firstName", "lastName", "surname", "middleName",
+];
+/**
+ * Mask sensitive data in a text string.
+ */
+export function maskText(text) {
+    if (!text || typeof text !== "string")
+        return text;
+    let masked = text;
+    for (const { pattern, replacement } of SENSITIVE_PATTERNS) {
+        masked = masked.replace(pattern, replacement);
+    }
+    return masked;
+}
+/**
+ * Recursively mask sensitive fields in an object.
+ * Returns a new object with sensitive values redacted.
+ * Strict mode: when true, also masks values in objects even if the key
+ * is not a known sensitive field name (catches data passed to unknown schemas).
+ */
+export function maskObject(obj, depth = 0, strictMode = false) {
+    if (depth > 10)
+        return obj; // Prevent infinite recursion
+    if (obj === null || obj === undefined)
+        return obj;
+    if (typeof obj === "string")
+        return maskText(obj);
+    if (typeof obj !== "object")
+        return obj;
+    if (Array.isArray(obj)) {
+        return obj.map(item => maskObject(item, depth + 1, strictMode));
+    }
+    const result = {};
+    for (const [key, value] of Object.entries(obj)) {
+        // Check if the key itself is a sensitive field
+        if (SENSITIVE_FIELDS.includes(key)) {
+            result[key] = typeof value === "string" ? "***-REDACTED-***" : maskObject(value, depth + 1, strictMode);
+        }
+        else if (typeof value === "string") {
+            result[key] = maskText(value);
+        }
+        else if (typeof value === "object") {
+            result[key] = maskObject(value, depth + 1, strictMode);
+        }
+        else {
+            result[key] = value;
+        }
+    }
+    return result;
+}
+/**
+ * Check if a string contains potential PII.
+ * Useful for warning before sending data to external APIs.
+ */
+export function containsPII(text) {
+    for (const { pattern } of SENSITIVE_PATTERNS) {
+        if (pattern.test(text))
+            return true;
+    }
+    return false;
+}
+/**
+ * Check if an object contains PII in any of its string values (recursive).
+ */
+export function containsPIIInObject(obj, depth = 0) {
+    if (depth > 10)
+        return false;
+    if (obj === null || obj === undefined)
+        return false;
+    if (typeof obj === "string")
+        return containsPII(obj);
+    if (typeof obj !== "object")
+        return false;
+    if (Array.isArray(obj)) {
+        return obj.some(item => containsPIIInObject(item, depth + 1));
+    }
+    for (const [, value] of Object.entries(obj)) {
+        if (typeof value === "string") {
+            if (containsPII(value))
+                return true;
+        }
+        else if (typeof value === "object") {
+            if (containsPIIInObject(value, depth + 1))
+                return true;
+        }
+    }
+    return false;
+}
+/**
+ * Classify a piece of data based on content analysis.
+ */
+export function classifyData(text) {
+    if (!text)
+        return "public";
+    // Check for highly sensitive / critical data
+    if (/\b(sk-[a-zA-Z0-9]{20,}|Bearer\s+|eyJ[a-zA-Z0-9_-]+\.)/.test(text) ||
+        /\b[1-9][0-9]{10}\b/.test(text) ||
+        /"(password|secret|apiKey)"/i.test(text) ||
+        /\b[A-Z]{2}[0-9]{2}[A-Z0-9]{1,30}\b/.test(text) // IBAN
+    ) {
+        return "restricted";
+    }
+    // Check for personally identifiable / confidential data
+    if (/[a-zA-Z0-9._%+-]+@[a-zA-Z0-9.-]+\.[a-zA-Z]{2,}/.test(text) ||
+        /(\+90|0)?\s?[0-9]{3}\s?[0-9]{3}\s?[0-9]{2}\s?[0-9]{2}/.test(text) ||
+        /\b(?:[0-9]{1,3}\.){3}[0-9]{1,3}\b/.test(text) ||
+        /\b(0[1-9]|[12][0-9]|3[01])[/.-](0[1-9]|1[0-2])[/.-](19[0-9]{2}|20[0-9]{2})\b/.test(text)) {
+        return "confidential";
+    }
+    return "internal";
+}
+/**
+ * Mask the content field of an MCP tool result.
+ * This is used by the MCP middleware layer to automatically
+ * sanitize all tool outputs before they reach the AI.
+ */
+export function maskToolResult(result) {
+    if (!result || !result.content)
+        return result;
+    return {
+        ...result,
+        content: result.content.map(block => ({
+            ...block,
+            text: block.type === "text" ? maskText(block.text) : block.text,
+        })),
+    };
+}
+/**
+ * Mask sensitive arguments in an MCP tool call.
+ * This is applied BEFORE the tool handler executes, ensuring
+ * PII never reaches any processing layer unnecessarily.
+ */
+export function maskToolArgs(args) {
+    const masked = maskObject(args, 0, true);
+    return masked;
+}
+//# sourceMappingURL=pii.js.map

package/dist/atabey/src/shared/pii.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pii.js","sourceRoot":"","sources":["../../../../src/shared/pii.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,wCAAwC;AACxC,kEAAkE;AAClE,MAAM,kBAAkB,GAAG;IACvB,2DAA2D;IAC3D,EAAE,OAAO,EAAE,uDAAuD,EAAE,WAAW,EAAE,sBAAsB,EAAE;IAEzG,yCAAyC;IACzC,EAAE,OAAO,EAAE,2BAA2B,EAAE,WAAW,EAAE,yBAAyB,EAAE;IAChF,sCAAsC;IACtC,EAAE,OAAO,EAAE,0BAA0B,EAAE,WAAW,EAAE,wBAAwB,EAAE;IAE9E,8DAA8D;IAC9D,2GAA2G;IAC3G,EAAE,OAAO,EAAE,4QAA4Q,EAAE,WAAW,EAAE,kBAAkB,EAAE;IAE1T,8EAA8E;IAC9E,EAAE,OAAO,EAAE,2DAA2D,EAAE,WAAW,EAAE,aAAa,EAAE;IAEpG,wDAAwD;IACxD,EAAE,OAAO,EAAE,+EAA+E,EAAE,WAAW,EAAE,YAAY,EAAE;IAEvH,mFAAmF;IACnF,iFAAiF;IACjF,0EAA0E;IAC1E,EAAE,OAAO,EAAE,qCAAqC,EAAE,WAAW,EAAE,yBAAyB,EAAE;IAE1F,yFAAyF;IACzF,EAAE,OAAO,EAAE,qBAAqB,EAAE,WAAW,EAAE,aAAa,EAAE;IAE9D,QAAQ;IACR,EAAE,OAAO,EAAE,iDAAiD,EAAE,WAAW,EAAE,SAAS,EAAE;IAEtF,+DAA+D;IAC/D,EAAE,OAAO,EAAE,wDAAwD,EAAE,WAAW,EAAE,cAAc,EAAE;IAElG,wFAAwF;IACxF,EAAE,OAAO,EAAE,yEAAyE,EAAE,WAAW,EAAE,cAAc,EAAE;IAEnH,sBAAsB;IACtB,EAAE,OAAO,EAAE,oCAAoC,EAAE,WAAW,EAAE,iBAAiB,EAAE;IACjF,mCAAmC;IACnC,EAAE,OAAO,EAAE,+CAA+C,EAAE,WAAW,EAAE,qBAAqB,EAAE;IAChG,kBAAkB;IAClB,EAAE,OAAO,EAAE,iDAAiD,EAAE,WAAW,EAAE,gBAAgB,EAAE;IAE7F,kDAAkD;IAClD,EAAE,OAAO,EAAE,0BAA0B,EAAE,WAAW,EAAE,qBAAqB,EAAE;IAC3E,sCAAsC;IACtC,EAAE,OAAO,EAAE,2BAA2B,EAAE,WAAW,EAAE,eAAe,EAAE;IAEtE,0BAA0B;IAC1B,EAAE,OAAO,EAAE,wGAAwG,EAAE,WAAW,EAAE,8BAA8B,EAAE;IAElK,mEAAmE;IACnE,EAAE,OAAO,EAAE,8BAA8B,EAAE,WAAW,EAAE,UAAU,EAAE;CACvE,CAAC;AAEF,wFAAwF;AACxF,MAAM,gBAAgB,GAAG;IACrB,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ;IAC7D,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,cAAc,EAAE,eAAe,EAAE,WAAW,EAAE,YAAY;IAClG,eAAe,EAAE,eAAe,EAAE,QAAQ;IAC1C,OAAO,EAAE,QAAQ,EAAE,OAAO;IAC1B,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,WAAW,EAAE,iBAAiB,EAAE,QAAQ,EAAE,aAAa,EAAE,WAAW;IAC5G,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK;IACjF,KAAK,EAAE,gBAAgB,EAAE,iBAAiB;IAC1C,UAAU,EAAE,WAAW,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,UAAU,EAAE,WAAW,EAAE,YAAY;IACnG,WAAW,EAAE,YAAY,EAAE,IAAI;IAC/B,KAAK,EAAE,aAAa,EAAE,eAAe,EAAE,WAAW,EAAE,YAAY;IAChE,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE,cAAc;IAC7C,SAAS,EAAE,aAAa,EAAE,aAAa,EAAE,gBAAgB,EAAE,iBAAiB;IAC5E,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY;CAC/D,CAAC;AAEF;;GAEG;AACH,MAAM,UAAU,QAAQ,CAAC,IAAY;IACjC,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IAEnD,IAAI,MAAM,GAAG,IAAI,CAAC;IAClB,KAAK,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,kBAAkB,EAAE,CAAC;QACxD,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,MAAM,CAAC;AAClB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,UAAU,CAAC,GAAY,EAAE,KAAK,GAAG,CAAC,EAAE,UAAU,GAAG,KAAK;IAClE,IAAI,KAAK,GAAG,EAAE;QAAE,OAAO,GAAG,CAAC,CAAC,6BAA6B;IACzD,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,GAAG,CAAC;IAClD,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC;IAClD,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,GAAG,CAAC;IAExC,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACrB,OAAO,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC;IACpE,CAAC;IAED,MAAM,MAAM,GAA4B,EAAE,CAAC;IAC3C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAA8B,CAAC,EAAE,CAAC;QACxE,+CAA+C;QAC/C,IAAI,gBAAgB,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACjC,MAAM,CAAC,GAAG,CAAC,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,EAAE,UAAU,CAAC,CAAC;QAC5G,CAAC;aAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YACnC,MAAM,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;QAClC,CAAC;aAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YACnC,MAAM,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,EAAE,UAAU,CAAC,CAAC;QAC3D,CAAC;aAAM,CAAC;YACJ,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QACxB,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC;AAClB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,WAAW,CAAC,IAAY;IACpC,KAAK,MAAM,EAAE,OAAO,EAAE,IAAI,kBAAkB,EAAE,CAAC;QAC3C,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC;IACxC,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,GAAY,EAAE,KAAK,GAAG,CAAC;IACvD,IAAI,KAAK,GAAG,EAAE;QAAE,OAAO,KAAK,CAAC;IAC7B,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IACpD,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC;IACrD,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAE1C,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACrB,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,mBAAmB,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;IAClE,CAAC;IAED,KAAK,MAAM,CAAC,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAA8B,CAAC,EAAE,CAAC;QACrE,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC5B,IAAI,WAAW,CAAC,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC;QACxC,CAAC;aAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YACnC,IAAI,mBAAmB,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC;gBAAE,OAAO,IAAI,CAAC;QAC3D,CAAC;IACL,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AAOD;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,IAAY;IACrC,IAAI,CAAC,IAAI;QAAE,OAAO,QAAQ,CAAC;IAE3B,6CAA6C;IAC7C,IACI,uDAAuD,CAAC,IAAI,CAAC,IAAI,CAAC;QAClE,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC;QAC/B,6BAA6B,CAAC,IAAI,CAAC,IAAI,CAAC;QACxC,oCAAoC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO;MACzD,CAAC;QACC,OAAO,YAAY,CAAC;IACxB,CAAC;IAED,wDAAwD;IACxD,IACI,gDAAgD,CAAC,IAAI,CAAC,IAAI,CAAC;QAC3D,uDAAuD,CAAC,IAAI,CAAC,IAAI,CAAC;QAClE,mCAAmC,CAAC,IAAI,CAAC,IAAI,CAAC;QAC9C,8EAA8E,CAAC,IAAI,CAAC,IAAI,CAAC,EAC3F,CAAC;QACC,OAAO,cAAc,CAAC;IAC1B,CAAC;IAED,OAAO,UAAU,CAAC;AACtB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAAC,MAA0D;IACrF,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO;QAAE,OAAO,MAAM,CAAC;IAE9C,OAAO;QACH,GAAG,MAAM;QACT,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAClC,GAAG,KAAK;YACR,IAAI,EAAE,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI;SAClE,CAAC,CAAC;KACN,CAAC;AACN,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,YAAY,CAAC,IAA6B;IACtD,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,CAA4B,CAAC;IACpE,OAAO,MAAM,CAAC;AAClB,CAAC"}

package/dist/atabey/src/shared/retention.d.ts

@@ -0,0 +1,63 @@
+/**
+ * Data retention categories and default durations (days)
+ */
+export declare const RETENTION_POLICIES: Record<string, number>;
+/**
+ * [KVKK/GDPR] Data Retention Manager
+ */
+export declare class DataRetention {
+    private static cleanupInterval;
+    /**
+   * Initialize data retention with automatic cleanup.
+   * Starts a periodic cleanup job.
+   *
+   * @param intervalMs Cleanup interval in milliseconds (default: 1 hour)
+   */
+    static initialize(intervalMs?: number): void;
+    /**
+   * Run cleanup for all data stores.
+   * Cleans audit logs, messages, and logs based on retention policies.
+   */
+    static runCleanup(): {
+        audit: number;
+        messages: number;
+        logs: number;
+    };
+    /**
+   * [KVKK Art. 7] "Right to Erasure" — Deletes all data for a given trace ID.
+   * Cleans audit records, messages, logs, and tasks.
+   *
+   * @param traceId Trace ID to erase
+   * @returns Total number of deleted records
+   */
+    static eraseTraceData(traceId: string): number;
+    /**
+   * [KVKK Art. 11] Erases all data.
+   * Only works with the confirmation code.
+   */
+    static eraseAllData(confirmationCode: string): number;
+    /**
+   * Get retention statistics.
+   */
+    static getStats(): {
+        auditExpired: number;
+        messageCount: number;
+        logCount: number;
+        taskCount: number;
+        policies: Record<string, number>;
+    };
+    /**
+   * Stop the periodic cleanup job.
+   */
+    static shutdown(): void;
+    /**
+   * Clean old messages from the Hermes queue.
+   * Messages older than 30 days are removed.
+   */
+    private static cleanOldMessages;
+    /**
+   * Clean old logs.
+   * Logs older than 30 days are removed.
+   */
+    private static cleanOldLogs;
+}

package/dist/atabey/src/shared/retention.js

@@ -0,0 +1,171 @@
+/**
+ * [KVKK/GDPR] Data Retention & Privacy Service
+ *
+ * KVKK Art. 4, 5, 7, 11 and GDPR Art. 5, 17 compliant data retention management.
+ *
+ * Features:
+ * - Automatic expired record cleanup
+ * - Data categorization (operational, user_data, api_call, security, compliance)
+ * - "Right to Erasure" support
+ * - Configurable retention policies
+ * - Periodic cleanup cron job
+ */
+import { Audit } from "./audit.js";
+import { logger } from "./logger.js";
+import { Storage } from "./storage.js";
+/**
+ * Data retention categories and default durations (days)
+ */
+export const RETENTION_POLICIES = {
+    OPERATIONAL: 30, // Operational logs: 30 days
+    USER_DATA: 90, // User data: 90 days (KVKK Art. 5)
+    API_CALL: 180, // API call records: 180 days
+    SECURITY: 365, // Security logs: 1 year
+    COMPLIANCE: 730, // Compliance records: 2 years
+};
+/**
+ * [KVKK/GDPR] Data Retention Manager
+ */
+export class DataRetention {
+    static cleanupInterval = null;
+    /**
+   * Initialize data retention with automatic cleanup.
+   * Starts a periodic cleanup job.
+   *
+   * @param intervalMs Cleanup interval in milliseconds (default: 1 hour)
+   */
+    static initialize(intervalMs = 3600000) {
+        // Run initial cleanup
+        this.runCleanup();
+        // Schedule periodic cleanup
+        if (this.cleanupInterval) {
+            clearInterval(this.cleanupInterval);
+        }
+        this.cleanupInterval = setInterval(() => this.runCleanup(), intervalMs);
+        logger.info("[RETENTION] Data retention initialized. " +
+            `Cleanup interval: ${intervalMs / 60000}min. ` +
+            `Policies: ${Object.entries(RETENTION_POLICIES).map(([k, v]) => `${k}=${v}d`).join(", ")}`);
+    }
+    /**
+   * Run cleanup for all data stores.
+   * Cleans audit logs, messages, and logs based on retention policies.
+   */
+    static runCleanup() {
+        const result = { audit: 0, messages: 0, logs: 0 };
+        try {
+            // 1. Clean audit logs
+            result.audit = Audit.cleanExpired();
+            // 2. Clean old messages (Hermes message queue)
+            result.messages = this.cleanOldMessages();
+            // 3. Clean old logs
+            result.logs = this.cleanOldLogs();
+            if (result.audit > 0 || result.messages > 0 || result.logs > 0) {
+                logger.info("[RETENTION] Cleanup complete: " +
+                    `${result.audit} audit, ${result.messages} messages, ${result.logs} logs`);
+            }
+        }
+        catch (error) {
+            logger.error(`[RETENTION] Cleanup failed: ${error.message}`);
+        }
+        return result;
+    }
+    /**
+   * [KVKK Art. 7] "Right to Erasure" — Deletes all data for a given trace ID.
+   * Cleans audit records, messages, logs, and tasks.
+   *
+   * @param traceId Trace ID to erase
+   * @returns Total number of deleted records
+   */
+    static eraseTraceData(traceId) {
+        let total = 0;
+        // Audit logs
+        total += Audit.deleteByFilter({ traceId });
+        // Messages
+        const db = Storage.getDB();
+        const msgResult = db.prepare("DELETE FROM messages WHERE trace_id = ?").run(traceId);
+        total += msgResult.changes;
+        // Tasks
+        const taskResult = db.prepare("DELETE FROM tasks WHERE trace_id = ?").run(traceId);
+        total += taskResult.changes;
+        // Logs
+        const logResult = db.prepare("DELETE FROM logs WHERE trace_id = ?").run(traceId);
+        total += logResult.changes;
+        logger.info(`[RETENTION] Trace ${traceId} erased: ${total} records deleted (KVKK Article 7)`);
+        return total;
+    }
+    /**
+   * [KVKK Art. 11] Erases all data.
+   * Only works with the confirmation code.
+   */
+    static eraseAllData(confirmationCode) {
+        if (confirmationCode !== "KVKK-RIGHT-TO-ERASURE") {
+            throw new Error("[RETENTION] Invalid confirmation code. Use 'KVKK-RIGHT-TO-ERASURE'");
+        }
+        let total = 0;
+        const db = Storage.getDB();
+        total += Audit.clearAll(confirmationCode);
+        total += db.prepare("DELETE FROM messages").run().changes;
+        total += db.prepare("DELETE FROM tasks").run().changes;
+        total += db.prepare("DELETE FROM logs").run().changes;
+        total += db.prepare("DELETE FROM agents").run().changes;
+        total += db.prepare("DELETE FROM metadata").run().changes;
+        logger.warn(`[RETENTION] ALL DATA ERASED: ${total} records (KVKK Article 7 - Right to Erasure)`);
+        return total;
+    }
+    /**
+   * Get retention statistics.
+   */
+    static getStats() {
+        const db = Storage.getDB();
+        const auditExpired = db.prepare(`
+        SELECT COUNT(*) as count FROM audit_log
+        WHERE retentionDays IS NOT NULL
+        AND timestamp < datetime('now', '-' || retentionDays || ' days')
+      `).get().count;
+        const messageCount = db.prepare("SELECT COUNT(*) as count FROM messages").get().count;
+        const logCount = db.prepare("SELECT COUNT(*) as count FROM logs").get().count;
+        const taskCount = db.prepare("SELECT COUNT(*) as count FROM tasks").get().count;
+        return {
+            auditExpired,
+            messageCount,
+            logCount,
+            taskCount,
+            policies: { ...RETENTION_POLICIES },
+        };
+    }
+    /**
+   * Stop the periodic cleanup job.
+   */
+    static shutdown() {
+        if (this.cleanupInterval) {
+            clearInterval(this.cleanupInterval);
+            this.cleanupInterval = null;
+            logger.info("[RETENTION] Cleanup job stopped");
+        }
+    }
+    /**
+   * Clean old messages from the Hermes queue.
+   * Messages older than 30 days are removed.
+   */
+    static cleanOldMessages() {
+        const db = Storage.getDB();
+        const result = db.prepare(`
+      DELETE FROM messages
+      WHERE timestamp < datetime('now', '-30 days')
+    `).run();
+        return result.changes;
+    }
+    /**
+   * Clean old logs.
+   * Logs older than 30 days are removed.
+   */
+    static cleanOldLogs() {
+        const db = Storage.getDB();
+        const result = db.prepare(`
+      DELETE FROM logs
+      WHERE timestamp < datetime('now', '-30 days')
+    `).run();
+        return result.changes;
+    }
+}
+//# sourceMappingURL=retention.js.map

package/dist/atabey/src/shared/retention.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"retention.js","sourceRoot":"","sources":["../../../../src/shared/retention.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AACH,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACnC,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAEvC;;GAEG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAA2B;IACtD,WAAW,EAAE,EAAE,EAAK,4BAA4B;IAChD,SAAS,EAAE,EAAE,EAAO,mCAAmC;IACvD,QAAQ,EAAE,GAAG,EAAO,6BAA6B;IACjD,QAAQ,EAAE,GAAG,EAAO,wBAAwB;IAC5C,UAAU,EAAE,GAAG,EAAK,8BAA8B;CACrD,CAAC;AAEF;;GAEG;AACH,MAAM,OAAO,aAAa;IACd,MAAM,CAAC,eAAe,GAA0C,IAAI,CAAC;IAE7E;;;;;KAKC;IACD,MAAM,CAAC,UAAU,CAAC,UAAU,GAAG,OAAO;QACtC,sBAAsB;QAClB,IAAI,CAAC,UAAU,EAAE,CAAC;QAElB,4BAA4B;QAC5B,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACvB,aAAa,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACxC,CAAC;QACD,IAAI,CAAC,eAAe,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,UAAU,CAAC,CAAC;QAExE,MAAM,CAAC,IAAI,CACP,0CAA0C;YAChD,qBAAqB,UAAU,GAAG,KAAK,OAAO;YAC9C,aAAa,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACvF,CAAC;IACN,CAAC;IAED;;;KAGC;IACD,MAAM,CAAC,UAAU;QACb,MAAM,MAAM,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;QAElD,IAAI,CAAC;YACD,sBAAsB;YACtB,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC,YAAY,EAAE,CAAC;YAEpC,+CAA+C;YAC/C,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAE1C,oBAAoB;YACpB,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;YAElC,IAAI,MAAM,CAAC,KAAK,GAAG,CAAC,IAAI,MAAM,CAAC,QAAQ,GAAG,CAAC,IAAI,MAAM,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;gBAC7D,MAAM,CAAC,IAAI,CACP,gCAAgC;oBAC1C,GAAG,MAAM,CAAC,KAAK,WAAW,MAAM,CAAC,QAAQ,cAAc,MAAM,CAAC,IAAI,OAAO,CAClE,CAAC;YACN,CAAC;QACL,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACtB,MAAM,CAAC,KAAK,CAAC,+BAAgC,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;QAC5E,CAAC;QAED,OAAO,MAAM,CAAC;IAClB,CAAC;IAED;;;;;;KAMC;IACD,MAAM,CAAC,cAAc,CAAC,OAAe;QACjC,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,aAAa;QACb,KAAK,IAAI,KAAK,CAAC,cAAc,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;QAE3C,WAAW;QACX,MAAM,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;QAC3B,MAAM,SAAS,GAAG,EAAE,CAAC,OAAO,CAAC,yCAAyC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACrF,KAAK,IAAI,SAAS,CAAC,OAAO,CAAC;QAE3B,QAAQ;QACR,MAAM,UAAU,GAAG,EAAE,CAAC,OAAO,CAAC,sCAAsC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACnF,KAAK,IAAI,UAAU,CAAC,OAAO,CAAC;QAE5B,OAAO;QACP,MAAM,SAAS,GAAG,EAAE,CAAC,OAAO,CAAC,qCAAqC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACjF,KAAK,IAAI,SAAS,CAAC,OAAO,CAAC;QAE3B,MAAM,CAAC,IAAI,CAAC,qBAAqB,OAAO,YAAY,KAAK,mCAAmC,CAAC,CAAC;QAC9F,OAAO,KAAK,CAAC;IACjB,CAAC;IAED;;;KAGC;IACD,MAAM,CAAC,YAAY,CAAC,gBAAwB;QACxC,IAAI,gBAAgB,KAAK,uBAAuB,EAAE,CAAC;YAC/C,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;QAC1F,CAAC;QAED,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,MAAM,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;QAE3B,KAAK,IAAI,KAAK,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC;QAC1C,KAAK,IAAI,EAAE,CAAC,OAAO,CAAC,sBAAsB,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC;QAC1D,KAAK,IAAI,EAAE,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC;QACvD,KAAK,IAAI,EAAE,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC;QACtD,KAAK,IAAI,EAAE,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC;QACxD,KAAK,IAAI,EAAE,CAAC,OAAO,CAAC,sBAAsB,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC;QAE1D,MAAM,CAAC,IAAI,CAAC,gCAAgC,KAAK,8CAA8C,CAAC,CAAC;QACjG,OAAO,KAAK,CAAC;IACjB,CAAC;IAED;;KAEC;IACD,MAAM,CAAC,QAAQ;QAOX,MAAM,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;QAE3B,MAAM,YAAY,GACpB,EAAE,CAAC,OAAO,CAAC;;;;OAIV,CAAC,CAAC,GAAG,EACH,CAAC,KAAK,CAAC;QAER,MAAM,YAAY,GAAI,EAAE,CAAC,OAAO,CAAC,wCAAwC,CAAC,CAAC,GAAG,EAAwB,CAAC,KAAK,CAAC;QAC7G,MAAM,QAAQ,GAAI,EAAE,CAAC,OAAO,CAAC,oCAAoC,CAAC,CAAC,GAAG,EAAwB,CAAC,KAAK,CAAC;QACrG,MAAM,SAAS,GAAI,EAAE,CAAC,OAAO,CAAC,qCAAqC,CAAC,CAAC,GAAG,EAAwB,CAAC,KAAK,CAAC;QAEvG,OAAO;YACH,YAAY;YACZ,YAAY;YACZ,QAAQ;YACR,SAAS;YACT,QAAQ,EAAE,EAAE,GAAG,kBAAkB,EAAE;SACtC,CAAC;IACN,CAAC;IAED;;KAEC;IACD,MAAM,CAAC,QAAQ;QACX,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACvB,aAAa,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YACpC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;YAC5B,MAAM,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;QACnD,CAAC;IACL,CAAC;IAED;;;KAGC;IACO,MAAM,CAAC,gBAAgB;QAC3B,MAAM,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,EAAE,CAAC,OAAO,CAAC;;;KAG7B,CAAC,CAAC,GAAG,EAAE,CAAC;QACL,OAAO,MAAM,CAAC,OAAO,CAAC;IAC1B,CAAC;IAED;;;KAGC;IACO,MAAM,CAAC,YAAY;QACvB,MAAM,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,EAAE,CAAC,OAAO,CAAC;;;KAG7B,CAAC,CAAC,GAAG,EAAE,CAAC;QACL,OAAO,MAAM,CAAC,OAAO,CAAC;IAC1B,CAAC"}

package/dist/atabey/src/shared/storage.d.ts

@@ -0,0 +1,141 @@
+import Database from "better-sqlite3";
+import { AgentID, LogID, MessageID, TaskID, TraceID } from "./types.js";
+export interface AgentRow {
+    name: AgentID;
+    state: string;
+    task: string;
+    last_updated: string;
+}
+export interface MessageRow {
+    id?: MessageID;
+    timestamp: string;
+    from: AgentID;
+    to: AgentID;
+    category: string;
+    content: string;
+    traceId: TraceID;
+    parentId?: TaskID;
+    status: string;
+    priority: string;
+    requiresApproval: boolean;
+}
+export interface TaskRow {
+    id: TaskID;
+    traceId: TraceID;
+    description: string;
+    agent: AgentID;
+    status: string;
+    priority: string;
+    dependencies: string[];
+    createdAt?: string;
+}
+export interface LogRow {
+    id?: LogID;
+    timestamp: string;
+    agent: AgentID;
+    action: string;
+    trace_id?: TraceID;
+    status: string;
+    summary: string;
+    findings?: string;
+    prev_hash?: string;
+    hash?: string;
+}
+export interface CostDbRow {
+    id: number;
+    provider: string;
+    model: string;
+    input_tokens: number;
+    output_tokens: number;
+    cost: number;
+    timestamp: string;
+    trace_id: string | null;
+}
+export interface MessageDbRow {
+    id: number;
+    timestamp: string;
+    sender: string;
+    receiver: string;
+    category: string;
+    content: string;
+    trace_id: string;
+    parent_id: string | null;
+    status: string;
+    priority: string;
+    requires_approval: number;
+}
+export interface TaskDbRow {
+    id: string;
+    trace_id: string;
+    description: string;
+    agent: string;
+    status: string;
+    priority: string;
+    dependencies: string;
+    created_at: string;
+}
+export interface LogDbRow {
+    id: number;
+    timestamp: string;
+    agent: string;
+    action: string;
+    trace_id: string | null;
+    status: string;
+    summary: string;
+    findings: string | null;
+    prev_hash: string | null;
+    hash: string | null;
+}
+/**
+ * [DB] Atabey Storage Engine
+ * Central SQLite database for enterprise-scale agent state management.
+ */
+export declare class AtabeyStorage {
+    private static db;
+    static getDB(): Database.Database;
+    private static initializeSchema;
+    static saveLog(log: {
+        agent: string;
+        action: string;
+        trace_id?: string;
+        status: string;
+        summary: string;
+        findings?: string;
+    }): number;
+    static verifyLogIntegrity(): {
+        valid: boolean;
+        failedLogId?: number;
+        reason?: string;
+    };
+    static saveCost(cost: {
+        provider: string;
+        model: string;
+        inputTokens: number;
+        outputTokens: number;
+        cost: number;
+        timestamp: string;
+        traceId?: string;
+    }): void;
+    static getAllCosts(): Array<{
+        provider: string;
+        model: string;
+        inputTokens: number;
+        outputTokens: number;
+        cost: number;
+        timestamp: string;
+        traceId?: string;
+    }>;
+    static updateAgentStatus(name: string, state: string, task: string, lastUpdated?: string): void;
+    static getAllAgents(): AgentRow[];
+    static saveMessage(msg: MessageRow): void;
+    static getPendingMessages(): MessageRow[];
+    static updateMessageStatus(id: number, status: string): void;
+    static saveTask(task: TaskRow): void;
+    static getTasks(traceId?: TraceID): TaskRow[];
+    static getLogs(agentName?: string): LogRow[];
+    static setMetadata(key: string, value: string): void;
+    static getMetadata(key: string): string | null;
+    static reset(): void;
+}
+/** @deprecated Use AtabeyStorage instead. Kept for backward compatibility. */
+export declare const Storage: typeof AtabeyStorage;