ai-localize-scanner 1.0.0 → 2.0.0

package/CHANGELOG.md

@@ -0,0 +1,13 @@
+# ai-localize-scanner
+
+## 2.0.0
+
+### Major Changes
+
+- versoion change
+
+### Patch Changes
+
+- Updated dependencies
+  - ai-localize-config@2.0.0
+  - ai-localize-shared@2.0.0

package/dist/index.d.mts

@@ -1,4 +1,4 @@
-import { DetectedText, AssetReference, LegacyCdnUrl, LocalizationConfig, ScanResult } from '@ai-localize/shared';
+import { DetectedText, AssetReference, LegacyCdnUrl, LocalizationConfig, ScanResult } from 'ai-localize-shared';
 
 interface AstScanOptions {
     filePath: string;

package/dist/index.d.ts

@@ -1,4 +1,4 @@
-import { DetectedText, AssetReference, LegacyCdnUrl, LocalizationConfig, ScanResult } from '@ai-localize/shared';
+import { DetectedText, AssetReference, LegacyCdnUrl, LocalizationConfig, ScanResult } from 'ai-localize-shared';
 
 interface AstScanOptions {
     filePath: string;

package/dist/index.js

@@ -42,7 +42,7 @@ module.exports = __toCommonJS(index_exports);
 var parser = __toESM(require("@babel/parser"));
 var import_traverse = __toESM(require("@babel/traverse"));
 var t = __toESM(require("@babel/types"));
-var import_shared = require("@ai-localize/shared");
+var import_ai_localize_shared = require("ai-localize-shared");
 var TRANSLATION_IMPORT_SOURCES = /* @__PURE__ */ new Set([
   "react-i18next",
   "i18next",
@@ -80,8 +80,8 @@ var AstScanner = class {
     this.collectTranslationImports(ast);
     (0, import_traverse.default)(ast, {
       JSXText: (nodePath) => {
-        const text = (0, import_shared.normalizeText)(nodePath.node.value);
-        if (!(0, import_shared.isHumanReadableText)(text)) return;
+        const text = (0, import_ai_localize_shared.normalizeText)(nodePath.node.value);
+        if (!(0, import_ai_localize_shared.isHumanReadableText)(text)) return;
         if (this.isInsideTranslationCall(nodePath)) return;
         this.addDetected(
           text,
@@ -93,11 +93,11 @@ var AstScanner = class {
       },
       JSXAttribute: (nodePath) => {
         const attrName = t.isJSXIdentifier(nodePath.node.name) ? nodePath.node.name.name : "";
-        if (!import_shared.TEXT_ATTRIBUTE_NAMES.has(attrName.toLowerCase())) return;
+        if (!import_ai_localize_shared.TEXT_ATTRIBUTE_NAMES.has(attrName.toLowerCase())) return;
         const valueNode = nodePath.node.value;
         if (!t.isStringLiteral(valueNode)) return;
-        const text = (0, import_shared.normalizeText)(valueNode.value);
-        if (!(0, import_shared.isHumanReadableText)(text)) return;
+        const text = (0, import_ai_localize_shared.normalizeText)(valueNode.value);
+        if (!(0, import_ai_localize_shared.isHumanReadableText)(text)) return;
         if (this.isInsideTranslationCall(nodePath)) return;
         const context = this.mapAttrToContext(attrName);
         this.addDetected(
@@ -111,11 +111,20 @@ var AstScanner = class {
       StringLiteral: (nodePath) => {
         if (t.isImportDeclaration(nodePath.parent)) return;
         if (t.isObjectProperty(nodePath.parent) && nodePath.parent.key === nodePath.node) return;
-        if (t.isJSXAttribute(nodePath.parent)) return;
+        if (t.isJSXAttribute(nodePath.parent)) {
+          const attrName = t.isJSXIdentifier(nodePath.parent.name) ? nodePath.parent.name.name.toLowerCase() : "";
+          if (attrName === "classname" || attrName === "class") {
+            return;
+          }
+          return;
+        }
         if (this.isInsideTranslationCall(nodePath)) return;
-        if (/^[a-z][a-z0-9_.]+$/.test(nodePath.node.value)) return;
-        const text = (0, import_shared.normalizeText)(nodePath.node.value);
-        if (!(0, import_shared.isHumanReadableText)(text)) return;
+        const val = nodePath.node.value;
+        if (/^[a-z][a-z0-9_.-]*$/.test(val) || /^#?[0-9a-fA-F]+$/.test(val) || /^[\w-]+\s[\w- ]+$/.test(val) && !val.includes(",")) {
+          return;
+        }
+        const text = (0, import_ai_localize_shared.normalizeText)(nodePath.node.value);
+        if (!(0, import_ai_localize_shared.isHumanReadableText)(text)) return;
         this.addDetected(
           text,
           nodePath.node.loc?.start.line ?? 0,
@@ -127,8 +136,8 @@ var AstScanner = class {
       TemplateLiteral: (nodePath) => {
         if (nodePath.node.expressions.length > 0) return;
         if (this.isInsideTranslationCall(nodePath)) return;
-        const text = (0, import_shared.normalizeText)(nodePath.node.quasis[0]?.value.cooked ?? "");
-        if (!(0, import_shared.isHumanReadableText)(text)) return;
+        const text = (0, import_ai_localize_shared.normalizeText)(nodePath.node.quasis[0]?.value.cooked ?? "");
+        if (!(0, import_ai_localize_shared.isHumanReadableText)(text)) return;
         this.addDetected(
           text,
           nodePath.node.loc?.start.line ?? 0,
@@ -170,7 +179,7 @@ var AstScanner = class {
     return false;
   }
   addDetected(text, line, column, context, nodeType) {
-    const key = (0, import_shared.generateLocaleKey)(
+    const key = (0, import_ai_localize_shared.generateLocaleKey)(
       this.options.filePath,
       text,
       this.options.sourceRoot || "src"
@@ -202,9 +211,9 @@ var AstScanner = class {
       let m;
       jsxTextRegex.lastIndex = 0;
       while ((m = jsxTextRegex.exec(line)) !== null) {
-        const text = (0, import_shared.normalizeText)(m[1]);
-        if (!(0, import_shared.isHumanReadableText)(text)) continue;
-        const key = (0, import_shared.generateLocaleKey)(this.options.filePath, text, this.options.sourceRoot || "src");
+        const text = (0, import_ai_localize_shared.normalizeText)(m[1]);
+        if (!(0, import_ai_localize_shared.isHumanReadableText)(text)) continue;
+        const key = (0, import_ai_localize_shared.generateLocaleKey)(this.options.filePath, text, this.options.sourceRoot || "src");
         results.push({
           filePath: this.options.filePath,
           line: idx + 1,
@@ -224,7 +233,7 @@ var AstScanner = class {
 // src/asset-scanner.ts
 var fs = __toESM(require("fs"));
 var path = __toESM(require("path"));
-var import_shared2 = require("@ai-localize/shared");
+var import_ai_localize_shared2 = require("ai-localize-shared");
 var CDN_URL_PATTERN = /https?:\/\/[a-zA-Z0-9\-.]+\.[a-zA-Z]{2,}\/[^\s"'`\)\]>]+/g;
 var CSS_URL_PATTERN = /url\(['"\s]?([^'")]+)['"\s]?\)/g;
 var IMPORT_ASSET_PATTERN = /import\s+\w+\s+from\s+['"]([^'"]+\.(png|jpg|jpeg|svg|webp|gif|ico|woff|woff2|ttf|eot|mp4))['"];?/gi;
@@ -297,7 +306,7 @@ var AssetScanner = class {
     CDN_URL_PATTERN.lastIndex = 0;
     while ((m = CDN_URL_PATTERN.exec(content)) !== null) {
       const url = m[0];
-      if (!import_shared2.ASSET_EXTENSIONS.some((ext) => url.includes(`.${ext}`))) continue;
+      if (!import_ai_localize_shared2.ASSET_EXTENSIONS.some((ext) => url.includes(`.${ext}`))) continue;
       const line = this.getLineNumber(content, m.index);
       if (!legacyCdnUrls.find((u) => u.url === url && u.line === line)) {
         legacyCdnUrls.push({ filePath, line, url, assetPath: this.extractPathFromUrl(url) });
@@ -310,7 +319,7 @@ var AssetScanner = class {
   }
   getAssetType(assetPath) {
     const ext = path.extname(assetPath).toLowerCase().replace(".", "");
-    return import_shared2.ASSET_EXTENSIONS.includes(ext) ? ext : "other";
+    return import_ai_localize_shared2.ASSET_EXTENSIONS.includes(ext) ? ext : "other";
   }
   extractPathFromUrl(url) {
     try {
@@ -325,17 +334,17 @@ var AssetScanner = class {
 var fs2 = __toESM(require("fs"));
 var path2 = __toESM(require("path"));
 var crypto = __toESM(require("crypto"));
-var import_shared3 = require("@ai-localize/shared");
+var import_ai_localize_shared3 = require("ai-localize-shared");
 var IncrementalScanCache = class {
   cachePath;
   cache;
   constructor(cacheDir) {
-    (0, import_shared3.ensureDir)(cacheDir);
+    (0, import_ai_localize_shared3.ensureDir)(cacheDir);
     this.cachePath = path2.join(cacheDir, "scan-cache.json");
     this.cache = this.load();
   }
   load() {
-    const existing = (0, import_shared3.readJsonSafe)(this.cachePath);
+    const existing = (0, import_ai_localize_shared3.readJsonSafe)(this.cachePath);
     if (existing?.version === "1") return existing;
     return { version: "1", lastRun: (/* @__PURE__ */ new Date()).toISOString(), fileHashes: {}, processedFiles: {} };
   }
@@ -355,7 +364,7 @@ var IncrementalScanCache = class {
   }
   persist() {
     this.cache.lastRun = (/* @__PURE__ */ new Date()).toISOString();
-    (0, import_shared3.writeJson)(this.cachePath, this.cache);
+    (0, import_ai_localize_shared3.writeJson)(this.cachePath, this.cache);
   }
   hashFile(filePath) {
     try {
@@ -373,7 +382,7 @@ var IncrementalScanCache = class {
 // src/project-scanner.ts
 var path3 = __toESM(require("path"));
 var os = __toESM(require("os"));
-var import_shared4 = require("@ai-localize/shared");
+var import_ai_localize_shared4 = require("ai-localize-shared");
 var ProjectScanner = class {
   config;
   sourceRoot;
@@ -391,8 +400,8 @@ var ProjectScanner = class {
   }
   async scan(options = {}) {
     const startTime = Date.now();
-    const filesToScan = options.files?.length ? options.files : (0, import_shared4.collectFiles)(this.sourceRoot, import_shared4.SOURCE_EXTENSIONS, [
-      ...import_shared4.DEFAULT_IGNORE_DIRS,
+    const filesToScan = options.files?.length ? options.files : (0, import_ai_localize_shared4.collectFiles)(this.sourceRoot, import_ai_localize_shared4.SOURCE_EXTENSIONS, [
+      ...import_ai_localize_shared4.DEFAULT_IGNORE_DIRS,
       ...this.config.ignorePatterns || []
     ]);
     const allTexts = [];

package/dist/index.mjs

@@ -7,7 +7,7 @@ import {
   normalizeText,
   TEXT_ATTRIBUTE_NAMES,
   generateLocaleKey
-} from "@ai-localize/shared";
+} from "ai-localize-shared";
 var TRANSLATION_IMPORT_SOURCES = /* @__PURE__ */ new Set([
   "react-i18next",
   "i18next",
@@ -76,9 +76,18 @@ var AstScanner = class {
       StringLiteral: (nodePath) => {
         if (t.isImportDeclaration(nodePath.parent)) return;
         if (t.isObjectProperty(nodePath.parent) && nodePath.parent.key === nodePath.node) return;
-        if (t.isJSXAttribute(nodePath.parent)) return;
+        if (t.isJSXAttribute(nodePath.parent)) {
+          const attrName = t.isJSXIdentifier(nodePath.parent.name) ? nodePath.parent.name.name.toLowerCase() : "";
+          if (attrName === "classname" || attrName === "class") {
+            return;
+          }
+          return;
+        }
         if (this.isInsideTranslationCall(nodePath)) return;
-        if (/^[a-z][a-z0-9_.]+$/.test(nodePath.node.value)) return;
+        const val = nodePath.node.value;
+        if (/^[a-z][a-z0-9_.-]*$/.test(val) || /^#?[0-9a-fA-F]+$/.test(val) || /^[\w-]+\s[\w- ]+$/.test(val) && !val.includes(",")) {
+          return;
+        }
         const text = normalizeText(nodePath.node.value);
         if (!isHumanReadableText(text)) return;
         this.addDetected(
@@ -189,7 +198,7 @@ var AstScanner = class {
 // src/asset-scanner.ts
 import * as fs from "fs";
 import * as path from "path";
-import { ASSET_EXTENSIONS } from "@ai-localize/shared";
+import { ASSET_EXTENSIONS } from "ai-localize-shared";
 var CDN_URL_PATTERN = /https?:\/\/[a-zA-Z0-9\-.]+\.[a-zA-Z]{2,}\/[^\s"'`\)\]>]+/g;
 var CSS_URL_PATTERN = /url\(['"\s]?([^'")]+)['"\s]?\)/g;
 var IMPORT_ASSET_PATTERN = /import\s+\w+\s+from\s+['"]([^'"]+\.(png|jpg|jpeg|svg|webp|gif|ico|woff|woff2|ttf|eot|mp4))['"];?/gi;
@@ -290,7 +299,7 @@ var AssetScanner = class {
 import * as fs2 from "fs";
 import * as path2 from "path";
 import * as crypto from "crypto";
-import { readJsonSafe, writeJson, ensureDir } from "@ai-localize/shared";
+import { readJsonSafe, writeJson, ensureDir } from "ai-localize-shared";
 var IncrementalScanCache = class {
   cachePath;
   cache;
@@ -338,7 +347,7 @@ var IncrementalScanCache = class {
 // src/project-scanner.ts
 import * as path3 from "path";
 import * as os from "os";
-import { collectFiles, DEFAULT_IGNORE_DIRS, SOURCE_EXTENSIONS } from "@ai-localize/shared";
+import { collectFiles, DEFAULT_IGNORE_DIRS, SOURCE_EXTENSIONS } from "ai-localize-shared";
 var ProjectScanner = class {
   config;
   sourceRoot;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ai-localize-scanner",
-  "version": "1.0.0",
+  "version": "2.0.0",
   "description": "AST-based hardcoded text scanner for frontend applications",
   "main": "./dist/index.js",
   "module": "./dist/index.mjs",
@@ -17,8 +17,8 @@
     "@babel/traverse": "^7.23.9",
     "@babel/types": "^7.23.9",
     "glob": "^10.3.10",
-    "ai-localize-shared": "1.0.0",
-    "ai-localize-config": "1.0.0"
+    "ai-localize-shared": "2.0.0",
+    "ai-localize-config": "2.0.0"
   },
   "devDependencies": {
     "@types/babel__traverse": "^7.20.5",

package/src/asset-scanner.ts

@@ -1,8 +1,8 @@
 import * as fs from 'fs';
 import * as path from 'path';
 
-import type { AssetReference, AssetType, LegacyCdnUrl } from '@ai-localize/shared';
-import { ASSET_EXTENSIONS } from '@ai-localize/shared';
+import type { AssetReference, AssetType, LegacyCdnUrl } from 'ai-localize-shared';
+import { ASSET_EXTENSIONS } from 'ai-localize-shared';
 
 const CDN_URL_PATTERN = /https?:\/\/[a-zA-Z0-9\-.]+\.[a-zA-Z]{2,}\/[^\s"'`\)\]>]+/g;
 const CSS_URL_PATTERN = /url\(['"\s]?([^'")]+)['"\s]?\)/g;

package/src/ast-scanner.ts

@@ -2,13 +2,13 @@ import * as parser from '@babel/parser';
 import traverse from '@babel/traverse';
 import * as t from '@babel/types';
 
-import type { DetectedText, TextContext } from '@ai-localize/shared';
+import type { DetectedText, TextContext } from 'ai-localize-shared';
 import {
   isHumanReadableText,
   normalizeText,
   TEXT_ATTRIBUTE_NAMES,
   generateLocaleKey,
-} from '@ai-localize/shared';
+} from 'ai-localize-shared';
 
 export interface AstScanOptions {
   filePath: string;
@@ -97,17 +97,32 @@ if (!t.isStringLiteral(valueNode)) return;
       StringLiteral: (nodePath) => {
         if (t.isImportDeclaration(nodePath.parent)) return;
         if (t.isObjectProperty(nodePath.parent) && nodePath.parent.key === nodePath.node) return;
-     if (t.isJSXAttribute(nodePath.parent)) return;
+        
+        // Ignore className and similar attributes containing CSS classes
+        if (t.isJSXAttribute(nodePath.parent)) {
+          const attrName = t.isJSXIdentifier(nodePath.parent.name) ? nodePath.parent.name.name.toLowerCase() : '';
+          if (attrName === 'classname' || attrName === 'class') {
+            return;
+          }
+          return; // Ignore other unhandled JSX attributes here as well based on previous logic
+        }
+
         if (this.isInsideTranslationCall(nodePath)) return;
-    if (/^[a-z][a-z0-9_.]+$/.test(nodePath.node.value)) return;
+        
+        // Improve heuristic to avoid matching CSS classes / HTML tags in standard string literals
+        const val = nodePath.node.value;
+        if (/^[a-z][a-z0-9_.-]*$/.test(val) || /^#?[0-9a-fA-F]+$/.test(val) || (/^[\w-]+\s[\w- ]+$/.test(val) && !val.includes(','))) {
+            return; // Probably a CSS class name, ID, color hex, or just words without punctuation that are often classes
+        }
+
         const text = normalizeText(nodePath.node.value);
         if (!isHumanReadableText(text)) return;
-     this.addDetected(
+        this.addDetected(
           text,
           nodePath.node.loc?.start.line ?? 0,
           nodePath.node.loc?.start.column ?? 0,
           'string-literal',
-     'StringLiteral'
+          'StringLiteral'
         );
       },
 

package/src/incremental-scanner.ts

@@ -2,8 +2,8 @@ import * as fs from 'fs';
 import * as path from 'path';
 import * as crypto from 'crypto';
 
-import type { IncrementalCache, DetectedText } from '@ai-localize/shared';
-import { readJsonSafe, writeJson, ensureDir } from '@ai-localize/shared';
+import type { IncrementalCache, DetectedText } from 'ai-localize-shared';
+import { readJsonSafe, writeJson, ensureDir } from 'ai-localize-shared';
 
 export class IncrementalScanCache {
   private cachePath: string;

package/src/project-scanner.ts

@@ -7,8 +7,8 @@ import type {
   LegacyCdnUrl,
   ScanResult,
   LocalizationConfig,
-} from '@ai-localize/shared';
-import { collectFiles, DEFAULT_IGNORE_DIRS, SOURCE_EXTENSIONS } from '@ai-localize/shared';
+} from 'ai-localize-shared';
+import { collectFiles, DEFAULT_IGNORE_DIRS, SOURCE_EXTENSIONS } from 'ai-localize-shared';
 
 import { AstScanner } from './ast-scanner.js';
 import { AssetScanner } from './asset-scanner.js';