@generaltranslation/python-extractor 0.2.20 → 0.2.22

package/dist/extractImports.js

@@ -1,86 +1,71 @@
-import { PYTHON_GT_PACKAGES, PYTHON_TRANSLATION_FUNCTIONS, } from './constants.js';
+import { PYTHON_GT_PACKAGES, PYTHON_TRANSLATION_FUNCTIONS } from "./constants.js";
+//#region src/extractImports.ts
 /**
- * Extracts GT-related imports from a Python AST.
- *
- * Handles:
- * - `from gt_flask import t`
- * - `from gt_flask import t as translate`
- * - `from gt_flask import t, msg`
- */
-export function extractImports(rootNode) {
-    const aliases = [];
-    for (let i = 0; i < rootNode.childCount; i++) {
-        const node = rootNode.child(i);
-        if (!node || node.type !== 'import_from_statement')
-            continue;
-        const moduleName = getModuleName(node);
-        if (!moduleName || !isGtPackage(moduleName))
-            continue;
-        // Collect all imported names from this statement
-        for (let j = 0; j < node.childCount; j++) {
-            const child = node.child(j);
-            if (!child)
-                continue;
-            if (child.type === 'aliased_import') {
-                // `from gt_flask import t as translate`
-                const nameNode = child.childForFieldName('name');
-                const aliasNode = child.childForFieldName('alias');
-                const originalName = nameNode ? getIdentifierText(nameNode) : undefined;
-                const localName = aliasNode ? aliasNode.text : originalName;
-                if (originalName && localName && isTranslationFunction(originalName)) {
-                    aliases.push({ localName, originalName, packageName: moduleName });
-                }
-            }
-            else if (child.type === 'dotted_name') {
-                // Skip the module name itself (first dotted_name is the module)
-                const text = child.text;
-                if (text === moduleName)
-                    continue;
-                // `from gt_flask import t` — only track translation functions
-                if (isTranslationFunction(text)) {
-                    aliases.push({
-                        localName: text,
-                        originalName: text,
-                        packageName: moduleName,
-                    });
-                }
-            }
-        }
-    }
-    return aliases;
+* Extracts GT-related imports from a Python AST.
+*
+* Handles:
+* - `from gt_flask import t`
+* - `from gt_flask import t as translate`
+* - `from gt_flask import t, msg`
+*/
+function extractImports(rootNode) {
+	const aliases = [];
+	for (let i = 0; i < rootNode.childCount; i++) {
+		const node = rootNode.child(i);
+		if (!node || node.type !== "import_from_statement") continue;
+		const moduleName = getModuleName(node);
+		if (!moduleName || !isGtPackage(moduleName)) continue;
+		for (let j = 0; j < node.childCount; j++) {
+			const child = node.child(j);
+			if (!child) continue;
+			if (child.type === "aliased_import") {
+				const nameNode = child.childForFieldName("name");
+				const aliasNode = child.childForFieldName("alias");
+				const originalName = nameNode ? getIdentifierText(nameNode) : void 0;
+				const localName = aliasNode ? aliasNode.text : originalName;
+				if (originalName && localName && isTranslationFunction(originalName)) aliases.push({
+					localName,
+					originalName,
+					packageName: moduleName
+				});
+			} else if (child.type === "dotted_name") {
+				const text = child.text;
+				if (text === moduleName) continue;
+				if (isTranslationFunction(text)) aliases.push({
+					localName: text,
+					originalName: text,
+					packageName: moduleName
+				});
+			}
+		}
+	}
+	return aliases;
 }
 function getModuleName(importNode) {
-    const moduleNode = importNode.childForFieldName('module_name');
-    if (moduleNode)
-        return moduleNode.text;
-    // Fallback: find the first dotted_name child (before 'import' keyword)
-    for (let i = 0; i < importNode.childCount; i++) {
-        const child = importNode.child(i);
-        if (!child)
-            continue;
-        if (child.type === 'import')
-            break; // reached the 'import' keyword
-        if (child.type === 'dotted_name')
-            return child.text;
-    }
-    return undefined;
+	const moduleNode = importNode.childForFieldName("module_name");
+	if (moduleNode) return moduleNode.text;
+	for (let i = 0; i < importNode.childCount; i++) {
+		const child = importNode.child(i);
+		if (!child) continue;
+		if (child.type === "import") break;
+		if (child.type === "dotted_name") return child.text;
+	}
 }
 function getIdentifierText(node) {
-    if (node.type === 'identifier')
-        return node.text;
-    if (node.type === 'dotted_name') {
-        // Get the last identifier in a dotted name
-        for (let i = node.childCount - 1; i >= 0; i--) {
-            const child = node.child(i);
-            if (child && child.type === 'identifier')
-                return child.text;
-        }
-    }
-    return node.text;
+	if (node.type === "identifier") return node.text;
+	if (node.type === "dotted_name") for (let i = node.childCount - 1; i >= 0; i--) {
+		const child = node.child(i);
+		if (child && child.type === "identifier") return child.text;
+	}
+	return node.text;
 }
 function isGtPackage(name) {
-    return PYTHON_GT_PACKAGES.includes(name);
+	return PYTHON_GT_PACKAGES.includes(name);
 }
 function isTranslationFunction(name) {
-    return PYTHON_TRANSLATION_FUNCTIONS.includes(name);
+	return PYTHON_TRANSLATION_FUNCTIONS.includes(name);
 }
+//#endregion
+export { extractImports };
+
+//# sourceMappingURL=extractImports.js.map

package/dist/extractImports.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractImports.js","names":[],"sources":["../src/extractImports.ts"],"sourcesContent":["import type { SyntaxNode } from './parser.js';\nimport {\n  PYTHON_GT_PACKAGES,\n  PYTHON_TRANSLATION_FUNCTIONS,\n} from './constants.js';\n\nexport type ImportAlias = {\n  /** The local name used in the source file (e.g. \"translate\" for `import t as translate`) */\n  localName: string;\n  /** The original imported name (e.g. \"t\") */\n  originalName: string;\n  /** The package it was imported from (e.g. \"gt_flask\") */\n  packageName: string;\n};\n\n/**\n * Extracts GT-related imports from a Python AST.\n *\n * Handles:\n * - `from gt_flask import t`\n * - `from gt_flask import t as translate`\n * - `from gt_flask import t, msg`\n */\nexport function extractImports(rootNode: SyntaxNode): ImportAlias[] {\n  const aliases: ImportAlias[] = [];\n\n  for (let i = 0; i < rootNode.childCount; i++) {\n    const node = rootNode.child(i);\n    if (!node || node.type !== 'import_from_statement') continue;\n\n    const moduleName = getModuleName(node);\n    if (!moduleName || !isGtPackage(moduleName)) continue;\n\n    // Collect all imported names from this statement\n    for (let j = 0; j < node.childCount; j++) {\n      const child = node.child(j);\n      if (!child) continue;\n\n      if (child.type === 'aliased_import') {\n        // `from gt_flask import t as translate`\n        const nameNode = child.childForFieldName('name');\n        const aliasNode = child.childForFieldName('alias');\n        const originalName = nameNode ? getIdentifierText(nameNode) : undefined;\n        const localName = aliasNode ? aliasNode.text : originalName;\n        if (originalName && localName && isTranslationFunction(originalName)) {\n          aliases.push({ localName, originalName, packageName: moduleName });\n        }\n      } else if (child.type === 'dotted_name') {\n        // Skip the module name itself (first dotted_name is the module)\n        const text = child.text;\n        if (text === moduleName) continue;\n        // `from gt_flask import t` — only track translation functions\n        if (isTranslationFunction(text)) {\n          aliases.push({\n            localName: text,\n            originalName: text,\n            packageName: moduleName,\n          });\n        }\n      }\n    }\n  }\n\n  return aliases;\n}\n\nfunction getModuleName(importNode: SyntaxNode): string | undefined {\n  const moduleNode = importNode.childForFieldName('module_name');\n  if (moduleNode) return moduleNode.text;\n\n  // Fallback: find the first dotted_name child (before 'import' keyword)\n  for (let i = 0; i < importNode.childCount; i++) {\n    const child = importNode.child(i);\n    if (!child) continue;\n    if (child.type === 'import') break; // reached the 'import' keyword\n    if (child.type === 'dotted_name') return child.text;\n  }\n  return undefined;\n}\n\nfunction getIdentifierText(node: SyntaxNode): string | undefined {\n  if (node.type === 'identifier') return node.text;\n  if (node.type === 'dotted_name') {\n    // Get the last identifier in a dotted name\n    for (let i = node.childCount - 1; i >= 0; i--) {\n      const child = node.child(i);\n      if (child && child.type === 'identifier') return child.text;\n    }\n  }\n  return node.text;\n}\n\nfunction isGtPackage(name: string): boolean {\n  return (PYTHON_GT_PACKAGES as readonly string[]).includes(name);\n}\n\nfunction isTranslationFunction(name: string): boolean {\n  return (PYTHON_TRANSLATION_FUNCTIONS as readonly string[]).includes(name);\n}\n"],"mappings":";;;;;;;;;;AAuBA,SAAgB,eAAe,UAAqC;CAClE,MAAM,UAAyB,EAAE;AAEjC,MAAK,IAAI,IAAI,GAAG,IAAI,SAAS,YAAY,KAAK;EAC5C,MAAM,OAAO,SAAS,MAAM,EAAE;AAC9B,MAAI,CAAC,QAAQ,KAAK,SAAS,wBAAyB;EAEpD,MAAM,aAAa,cAAc,KAAK;AACtC,MAAI,CAAC,cAAc,CAAC,YAAY,WAAW,CAAE;AAG7C,OAAK,IAAI,IAAI,GAAG,IAAI,KAAK,YAAY,KAAK;GACxC,MAAM,QAAQ,KAAK,MAAM,EAAE;AAC3B,OAAI,CAAC,MAAO;AAEZ,OAAI,MAAM,SAAS,kBAAkB;IAEnC,MAAM,WAAW,MAAM,kBAAkB,OAAO;IAChD,MAAM,YAAY,MAAM,kBAAkB,QAAQ;IAClD,MAAM,eAAe,WAAW,kBAAkB,SAAS,GAAG,KAAA;IAC9D,MAAM,YAAY,YAAY,UAAU,OAAO;AAC/C,QAAI,gBAAgB,aAAa,sBAAsB,aAAa,CAClE,SAAQ,KAAK;KAAE;KAAW;KAAc,aAAa;KAAY,CAAC;cAE3D,MAAM,SAAS,eAAe;IAEvC,MAAM,OAAO,MAAM;AACnB,QAAI,SAAS,WAAY;AAEzB,QAAI,sBAAsB,KAAK,CAC7B,SAAQ,KAAK;KACX,WAAW;KACX,cAAc;KACd,aAAa;KACd,CAAC;;;;AAMV,QAAO;;AAGT,SAAS,cAAc,YAA4C;CACjE,MAAM,aAAa,WAAW,kBAAkB,cAAc;AAC9D,KAAI,WAAY,QAAO,WAAW;AAGlC,MAAK,IAAI,IAAI,GAAG,IAAI,WAAW,YAAY,KAAK;EAC9C,MAAM,QAAQ,WAAW,MAAM,EAAE;AACjC,MAAI,CAAC,MAAO;AACZ,MAAI,MAAM,SAAS,SAAU;AAC7B,MAAI,MAAM,SAAS,cAAe,QAAO,MAAM;;;AAKnD,SAAS,kBAAkB,MAAsC;AAC/D,KAAI,KAAK,SAAS,aAAc,QAAO,KAAK;AAC5C,KAAI,KAAK,SAAS,cAEhB,MAAK,IAAI,IAAI,KAAK,aAAa,GAAG,KAAK,GAAG,KAAK;EAC7C,MAAM,QAAQ,KAAK,MAAM,EAAE;AAC3B,MAAI,SAAS,MAAM,SAAS,aAAc,QAAO,MAAM;;AAG3D,QAAO,KAAK;;AAGd,SAAS,YAAY,MAAuB;AAC1C,QAAQ,mBAAyC,SAAS,KAAK;;AAGjE,SAAS,sBAAsB,MAAuB;AACpD,QAAQ,6BAAmD,SAAS,KAAK"}

package/dist/index.js

@@ -1,57 +1,55 @@
-import { getParser } from './parser.js';
-import { extractImports } from './extractImports.js';
-import { extractCalls } from './extractCalls.js';
-export { PYTHON_GT_PACKAGES, PYTHON_GT_DEPENDENCIES, PYTHON_T_FUNCTION, PYTHON_MSG_FUNCTION, PYTHON_DERIVE, PYTHON_DECLARE_STATIC, PYTHON_DECLARE_VAR, PYTHON_TRANSLATION_FUNCTIONS, PYTHON_METADATA_KWARGS, } from './constants.js';
-export async function extractFromPythonSource(sourceCode, filePath) {
-    let parser;
-    try {
-        parser = await getParser();
-    }
-    catch (error) {
-        return {
-            results: [],
-            errors: [],
-            warnings: [
-                `${filePath}: Failed to initialize Python parser; skipping Python extraction. ${formatError(error)}`,
-            ],
-        };
-    }
-    const tree = parser.parse(sourceCode);
-    if (!tree) {
-        return {
-            results: [],
-            errors: [`Failed to parse ${filePath}`],
-            warnings: [],
-        };
-    }
-    // Step 1: Extract GT imports
-    const imports = extractImports(tree.rootNode);
-    if (imports.length === 0) {
-        return { results: [], errors: [], warnings: [] };
-    }
-    // Step 2: Extract translation calls
-    const { calls, errors, warnings } = await extractCalls(tree.rootNode, imports, filePath);
-    // Step 3: Map to ExtractionResult
-    const results = calls.map((call) => ({
-        dataFormat: 'ICU',
-        source: call.source,
-        metadata: {
-            ...(call.id && { id: call.id }),
-            ...(call.context && { context: call.context }),
-            ...(call.maxChars != null && { maxChars: call.maxChars }),
-            ...(call.staticId && { staticId: call.staticId }),
-            filePaths: [filePath],
-        },
-    }));
-    return {
-        results,
-        errors: prefixErrors(errors, filePath),
-        warnings: prefixErrors(warnings, filePath),
-    };
+import { PYTHON_DECLARE_STATIC, PYTHON_DECLARE_VAR, PYTHON_DERIVE, PYTHON_GT_DEPENDENCIES, PYTHON_GT_PACKAGES, PYTHON_METADATA_KWARGS, PYTHON_MSG_FUNCTION, PYTHON_TRANSLATION_FUNCTIONS, PYTHON_T_FUNCTION } from "./constants.js";
+import { getParser } from "./parser.js";
+import { extractImports } from "./extractImports.js";
+import { extractCalls } from "./extractCalls.js";
+//#region src/index.ts
+async function extractFromPythonSource(sourceCode, filePath) {
+	let parser;
+	try {
+		parser = await getParser();
+	} catch (error) {
+		return {
+			results: [],
+			errors: [],
+			warnings: [`${filePath}: Failed to initialize Python parser; skipping Python extraction. ${formatError(error)}`]
+		};
+	}
+	const tree = parser.parse(sourceCode);
+	if (!tree) return {
+		results: [],
+		errors: [`Failed to parse ${filePath}`],
+		warnings: []
+	};
+	const imports = extractImports(tree.rootNode);
+	if (imports.length === 0) return {
+		results: [],
+		errors: [],
+		warnings: []
+	};
+	const { calls, errors, warnings } = await extractCalls(tree.rootNode, imports, filePath);
+	return {
+		results: calls.map((call) => ({
+			dataFormat: "ICU",
+			source: call.source,
+			metadata: {
+				...call.id && { id: call.id },
+				...call.context && { context: call.context },
+				...call.maxChars != null && { maxChars: call.maxChars },
+				...call.staticId && { staticId: call.staticId },
+				filePaths: [filePath]
+			}
+		})),
+		errors: prefixErrors(errors, filePath),
+		warnings: prefixErrors(warnings, filePath)
+	};
 }
 function prefixErrors(messages, filePath) {
-    return messages.map((msg) => `${filePath}: ${msg}`);
+	return messages.map((msg) => `${filePath}: ${msg}`);
 }
 function formatError(error) {
-    return error instanceof Error ? error.message : String(error);
+	return error instanceof Error ? error.message : String(error);
 }
+//#endregion
+export { PYTHON_DECLARE_STATIC, PYTHON_DECLARE_VAR, PYTHON_DERIVE, PYTHON_GT_DEPENDENCIES, PYTHON_GT_PACKAGES, PYTHON_METADATA_KWARGS, PYTHON_MSG_FUNCTION, PYTHON_TRANSLATION_FUNCTIONS, PYTHON_T_FUNCTION, extractFromPythonSource };
+
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","names":[],"sources":["../src/index.ts"],"sourcesContent":["import type { ExtractionResult } from './types.js';\nimport { getParser } from './parser.js';\nimport { extractImports } from './extractImports.js';\nimport { extractCalls } from './extractCalls.js';\n\nexport type { ExtractionResult, ExtractionMetadata } from './types.js';\nexport type { ImportAlias } from './extractImports.js';\nexport {\n  PYTHON_GT_PACKAGES,\n  PYTHON_GT_DEPENDENCIES,\n  PYTHON_T_FUNCTION,\n  PYTHON_MSG_FUNCTION,\n  PYTHON_DERIVE,\n  PYTHON_DECLARE_STATIC,\n  PYTHON_DECLARE_VAR,\n  PYTHON_TRANSLATION_FUNCTIONS,\n  PYTHON_METADATA_KWARGS,\n} from './constants.js';\n\nexport async function extractFromPythonSource(\n  sourceCode: string,\n  filePath: string\n): Promise<{\n  results: ExtractionResult[];\n  errors: string[];\n  warnings: string[];\n}> {\n  let parser: Awaited<ReturnType<typeof getParser>>;\n  try {\n    parser = await getParser();\n  } catch (error) {\n    return {\n      results: [],\n      errors: [],\n      warnings: [\n        `${filePath}: Failed to initialize Python parser; skipping Python extraction. ${formatError(error)}`,\n      ],\n    };\n  }\n\n  const tree = parser.parse(sourceCode);\n  if (!tree) {\n    return {\n      results: [],\n      errors: [`Failed to parse ${filePath}`],\n      warnings: [],\n    };\n  }\n\n  // Step 1: Extract GT imports\n  const imports = extractImports(tree.rootNode);\n  if (imports.length === 0) {\n    return { results: [], errors: [], warnings: [] };\n  }\n\n  // Step 2: Extract translation calls\n  const { calls, errors, warnings } = await extractCalls(\n    tree.rootNode,\n    imports,\n    filePath\n  );\n\n  // Step 3: Map to ExtractionResult\n  const results: ExtractionResult[] = calls.map((call) => ({\n    dataFormat: 'ICU' as const,\n    source: call.source,\n    metadata: {\n      ...(call.id && { id: call.id }),\n      ...(call.context && { context: call.context }),\n      ...(call.maxChars != null && { maxChars: call.maxChars }),\n      ...(call.staticId && { staticId: call.staticId }),\n      filePaths: [filePath],\n    },\n  }));\n\n  return {\n    results,\n    errors: prefixErrors(errors, filePath),\n    warnings: prefixErrors(warnings, filePath),\n  };\n}\n\nfunction prefixErrors(messages: string[], filePath: string): string[] {\n  return messages.map((msg) => `${filePath}: ${msg}`);\n}\n\nfunction formatError(error: unknown): string {\n  return error instanceof Error ? error.message : String(error);\n}\n"],"mappings":";;;;;AAmBA,eAAsB,wBACpB,YACA,UAKC;CACD,IAAI;AACJ,KAAI;AACF,WAAS,MAAM,WAAW;UACnB,OAAO;AACd,SAAO;GACL,SAAS,EAAE;GACX,QAAQ,EAAE;GACV,UAAU,CACR,GAAG,SAAS,oEAAoE,YAAY,MAAM,GACnG;GACF;;CAGH,MAAM,OAAO,OAAO,MAAM,WAAW;AACrC,KAAI,CAAC,KACH,QAAO;EACL,SAAS,EAAE;EACX,QAAQ,CAAC,mBAAmB,WAAW;EACvC,UAAU,EAAE;EACb;CAIH,MAAM,UAAU,eAAe,KAAK,SAAS;AAC7C,KAAI,QAAQ,WAAW,EACrB,QAAO;EAAE,SAAS,EAAE;EAAE,QAAQ,EAAE;EAAE,UAAU,EAAE;EAAE;CAIlD,MAAM,EAAE,OAAO,QAAQ,aAAa,MAAM,aACxC,KAAK,UACL,SACA,SACD;AAeD,QAAO;EACL,SAbkC,MAAM,KAAK,UAAU;GACvD,YAAY;GACZ,QAAQ,KAAK;GACb,UAAU;IACR,GAAI,KAAK,MAAM,EAAE,IAAI,KAAK,IAAI;IAC9B,GAAI,KAAK,WAAW,EAAE,SAAS,KAAK,SAAS;IAC7C,GAAI,KAAK,YAAY,QAAQ,EAAE,UAAU,KAAK,UAAU;IACxD,GAAI,KAAK,YAAY,EAAE,UAAU,KAAK,UAAU;IAChD,WAAW,CAAC,SAAS;IACtB;GACF,EAGQ;EACP,QAAQ,aAAa,QAAQ,SAAS;EACtC,UAAU,aAAa,UAAU,SAAS;EAC3C;;AAGH,SAAS,aAAa,UAAoB,UAA4B;AACpE,QAAO,SAAS,KAAK,QAAQ,GAAG,SAAS,IAAI,MAAM;;AAGrD,SAAS,YAAY,OAAwB;AAC3C,QAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM"}