motia 0.7.2-beta.134 → 0.7.2-beta.135-604391

package/dist/cjs/cloud/build/builders/python/index.d.ts

@@ -6,7 +6,6 @@ export declare class PythonBuilder implements StepBuilder {
     private readonly listener;
     private packager;
     constructor(builder: Builder, listener: BuildListener);
-    private getRequirements;
     buildApiSteps(steps: Step<ApiRouteConfig>[]): Promise<RouterBuildResult>;
     build(step: Step): Promise<void>;
     private generatePackage;

package/dist/cjs/cloud/build/builders/python/index.js

@@ -12,7 +12,7 @@ const archiver_1 = require("../archiver");
 const include_static_files_1 = require("../include-static-files");
 const extract_python_data_1 = require("./python-data/extract-python-data");
 const read_requirements_1 = require("./python-data/read-requirements");
-const resolve_dep_name_1 = require("./python-data/resolve-dep-name");
+const resolve_dep_names_1 = require("./python-data/resolve-dep-names");
 const uv_packager_1 = require("./uv-packager");
 class PythonBuilder {
     constructor(builder, listener) {
@@ -21,17 +21,6 @@ class PythonBuilder {
         (0, activate_python_env_1.activatePythonVenv)({ baseDir: this.builder.projectDir });
         this.packager = new uv_packager_1.UvPackager();
     }
-    getRequirements() {
-        const requirementsFile = path_1.default.join(this.builder.projectDir, 'requirements.txt');
-        const depNames = Object.keys((0, read_requirements_1.readRequirements)(requirementsFile, (name) => ({ name, importName: name })));
-        const sitePackagesPath = (0, activate_python_env_1.getSitePackagesPath)({ baseDir: this.builder.projectDir });
-        const mapper = (0, resolve_dep_name_1.resolveDepNames)(depNames, sitePackagesPath);
-        const describer = (name) => {
-            const [, to] = mapper.find(([from]) => from === name) ?? [];
-            return { name, importName: to ?? name };
-        };
-        return (0, read_requirements_1.readRequirements)(requirementsFile, describer);
-    }
     async buildApiSteps(steps) {
         const zipName = 'router-python.zip';
         const archive = new archiver_1.Archiver(path_1.default.join(constants_1.distDir, zipName));
@@ -79,8 +68,11 @@ class PythonBuilder {
         }
     }
     async generatePackage(bundleDir, entrypointPath, archive, fileContent) {
-        const requirements = this.getRequirements();
-        const { externalDependencies, files } = (0, extract_python_data_1.extractPythonData)(this.builder.projectDir, entrypointPath, requirements, fileContent);
+        const requirementsFile = path_1.default.join(this.builder.projectDir, 'requirements.txt');
+        const requirements = (0, read_requirements_1.readRequirements)(requirementsFile);
+        const sitePackagesPath = (0, activate_python_env_1.getSitePackagesPath)({ baseDir: this.builder.projectDir });
+        const dependenciesMap = (0, resolve_dep_names_1.resolveDepNames)(Object.keys(requirements), sitePackagesPath);
+        const { externalDependencies, files } = (0, extract_python_data_1.extractPythonData)(this.builder.projectDir, entrypointPath, dependenciesMap, fileContent);
         // move files
         for (const file of files) {
             fs_1.default.mkdirSync(path_1.default.dirname(path_1.default.join(bundleDir, file)), { recursive: true });
@@ -94,7 +86,10 @@ class PythonBuilder {
         const dependencies = Object.values(externalDependencies);
         if (dependencies.length > 0) {
             // create requirements.txt
-            fs_1.default.writeFileSync(path_1.default.join(bundleDir, 'requirements.txt'), Object.values(externalDependencies).join('\n'));
+            const requirementsContent = Object.values(externalDependencies)
+                .map((dependency) => requirements[dependency])
+                .join('\n');
+            fs_1.default.writeFileSync(path_1.default.join(bundleDir, 'requirements.txt'), requirementsContent);
             await this.packager.packageDependencies(bundleDir);
         }
         // zip entire folder

package/dist/cjs/cloud/build/builders/python/python-data/__tests__/extract-python-data.test.js

@@ -8,11 +8,10 @@ const glob_1 = require("glob");
 const read_requirements_1 = require("../read-requirements");
 const extract_python_data_1 = require("../extract-python-data");
 const python_errors_1 = require("../python-errors");
-const mockPackageDescriber = (name) => ({ name, importName: name });
 describe('extractPythonData', () => {
     test('extracts python data correctly', () => {
         const rootDir = path_1.default.join(__dirname, './examples/example-1');
-        const requirements = (0, read_requirements_1.readRequirements)(path_1.default.join(rootDir, 'requirements.txt'), mockPackageDescriber);
+        const requirements = (0, read_requirements_1.readRequirements)(path_1.default.join(rootDir, 'requirements.txt'));
         const steps = (0, glob_1.globSync)('**/*_step.py', { absolute: false, cwd: path_1.default.join(rootDir, 'steps') });
         for (const file of steps) {
             const result = (0, extract_python_data_1.extractPythonData)(rootDir, `/steps/${file}`, requirements);
@@ -25,17 +24,17 @@ describe('extractPythonData', () => {
     });
     test('extracts python data correctly with invalid dependency', () => {
         const rootDir = path_1.default.join(__dirname, './examples/invalid-dependency');
-        const requirements = (0, read_requirements_1.readRequirements)(path_1.default.join(rootDir, 'requirements.txt'), mockPackageDescriber);
+        const requirements = (0, read_requirements_1.readRequirements)(path_1.default.join(rootDir, 'requirements.txt'));
         expect(() => (0, extract_python_data_1.extractPythonData)(rootDir, `/steps/api_step.py`, requirements)).toThrow(python_errors_1.PythonImportNotFoundError);
     });
     test('extracts python data correctly with compilation error', () => {
         const rootDir = path_1.default.join(__dirname, './examples/compilation-error');
-        const requirements = (0, read_requirements_1.readRequirements)(path_1.default.join(rootDir, 'requirements.txt'), mockPackageDescriber);
+        const requirements = (0, read_requirements_1.readRequirements)(path_1.default.join(rootDir, 'requirements.txt'));
         expect(() => (0, extract_python_data_1.extractPythonData)(rootDir, `/steps/api_step.py`, requirements)).toThrow(new python_errors_1.PythonError("Compilation error: no viable alternative at input ':' at line 3:10 in /steps/api_step.py", '/steps/api_step.py'));
     });
     test('extracts python data with nested import from requirements', () => {
         const rootDir = path_1.default.join(__dirname, './examples/chessarena');
-        const requirements = (0, read_requirements_1.readRequirements)(path_1.default.join(rootDir, 'requirements.txt'), mockPackageDescriber);
+        const requirements = (0, read_requirements_1.readRequirements)(path_1.default.join(rootDir, 'requirements.txt'));
         const result = (0, extract_python_data_1.extractPythonData)(rootDir, `/steps/evaluate_player_move_step.py`, requirements);
         expect(result.externalDependencies).toEqual({ chess: 'chess>=1.0.0', pydantic: 'pydantic>=2.6.1' });
     });

package/dist/cjs/cloud/build/builders/python/python-data/__tests__/get-dependencies-from-file.test.js

@@ -11,9 +11,7 @@ import requests
 from .local_module import something
 from ..parent_module import other
 `;
-        const requirements = {
-            requests: 'requests==2.25.1',
-        };
+        const requirements = { requests: 'requests' };
         const deps = (0, get_dependencies_from_file_1.getDependenciesFromFile)(pythonCode, 'test.py', requirements);
         expect(Array.from(deps.standardLibDependencies)).toEqual(['os', 'sys', 'collections']);
         expect(Array.from(deps.externalDependencies)).toEqual(['requests']);
@@ -31,9 +29,7 @@ import json
 import numpy 
 import mypackage.submodule
 `;
-        const requirements = {
-            numpy: 'numpy==1.21.0',
-        };
+        const requirements = { numpy: 'numpy' };
         const deps = (0, get_dependencies_from_file_1.getDependenciesFromFile)(pythonCode, 'test.py', requirements);
         expect(Array.from(deps.standardLibDependencies)).toEqual(['json']);
         expect(Array.from(deps.externalDependencies)).toEqual(['numpy']);
@@ -45,9 +41,7 @@ import json
 import numpy as np
 import mypackage.submodule
 `;
-        const requirements = {
-            numpy: 'numpy==1.21.0',
-        };
+        const requirements = { numpy: 'numpy' };
         const deps = (0, get_dependencies_from_file_1.getDependenciesFromFile)(pythonCode, 'test.py', requirements);
         expect(Array.from(deps.standardLibDependencies)).toEqual(['json']);
         expect(Array.from(deps.externalDependencies)).toEqual(['numpy']);

package/dist/cjs/cloud/build/builders/python/python-data/__tests__/read-requirements.test.js

@@ -9,7 +9,6 @@ const path_1 = __importDefault(require("path"));
 const os_1 = require("os");
 describe('readRequirements', () => {
     let tempFilePath;
-    const mockPackageDescriber = jest.fn((name) => ({ name, importName: name }));
     beforeEach(() => {
         // Create a temporary file path
         tempFilePath = path_1.default.join((0, os_1.tmpdir)(), `requirements-${Date.now()}.txt`);
@@ -25,7 +24,7 @@ describe('readRequirements', () => {
 numpy>=1.20.0
 flask~=2.0`;
         fs_1.default.writeFileSync(tempFilePath, content);
-        const requirements = (0, read_requirements_1.readRequirements)(tempFilePath, mockPackageDescriber);
+        const requirements = (0, read_requirements_1.readRequirements)(tempFilePath);
         expect(Object.keys(requirements)).toHaveLength(3);
         expect(requirements.requests).toBe('requests==2.25.1');
         expect(requirements.numpy).toBe('numpy>=1.20.0');
@@ -40,38 +39,17 @@ numpy>=1.20.0
 
 flask~=2.0`;
         fs_1.default.writeFileSync(tempFilePath, content);
-        const requirements = (0, read_requirements_1.readRequirements)(tempFilePath, mockPackageDescriber);
+        const requirements = (0, read_requirements_1.readRequirements)(tempFilePath);
         expect(Object.keys(requirements)).toHaveLength(3);
         expect(requirements.requests).toBe('requests==2.25.1');
         expect(requirements.numpy).toBe('numpy>=1.20.0');
         expect(requirements.flask).toBe('flask~=2.0');
     });
-    test('handles complex package names and version specifiers', () => {
-        const content = `scikit-learn==1.0.2
-python-dateutil==1.4
-Django<4.0.0,>=3.2.0`;
-        fs_1.default.writeFileSync(tempFilePath, content);
-        const describer = jest.fn((name) => {
-            // mocking a describer resolution for these packages
-            // we're going to implement it separately
-            const map = {
-                'scikit-learn': 'sklearn',
-                'python-dateutil': 'dateutil',
-                Django: 'django',
-            };
-            return map[name] ? { name, importName: map[name] } : { name, importName: name };
-        });
-        const requirements = (0, read_requirements_1.readRequirements)(tempFilePath, describer);
-        expect(Object.keys(requirements)).toEqual(['sklearn', 'dateutil', 'django']);
-        expect(requirements['sklearn']).toBe('scikit-learn==1.0.2');
-        expect(requirements['dateutil']).toBe('python-dateutil==1.4');
-        expect(requirements['django']).toBe('Django<4.0.0,>=3.2.0');
-    });
     test('handles requirements with extra dependencies', () => {
         const content = `requests[security]==2.25.1
 flask[async]==2.0.1`;
         fs_1.default.writeFileSync(tempFilePath, content);
-        const requirements = (0, read_requirements_1.readRequirements)(tempFilePath, mockPackageDescriber);
+        const requirements = (0, read_requirements_1.readRequirements)(tempFilePath);
         expect(Object.keys(requirements)).toHaveLength(2);
         expect(requirements['requests']).toBe('requests[security]==2.25.1');
         expect(requirements['flask']).toBe('flask[async]==2.0.1');
@@ -81,7 +59,7 @@ flask[async]==2.0.1`;
 
 # And empty lines`;
         fs_1.default.writeFileSync(tempFilePath, content);
-        const requirements = (0, read_requirements_1.readRequirements)(tempFilePath, mockPackageDescriber);
+        const requirements = (0, read_requirements_1.readRequirements)(tempFilePath);
         expect(Object.keys(requirements)).toHaveLength(0);
     });
     test('handles malformed lines gracefully', () => {
@@ -90,7 +68,7 @@ flask[async]==2.0.1`;
 numpy>=1.20.0
 ==invalid-version-only`;
         fs_1.default.writeFileSync(tempFilePath, content);
-        const requirements = (0, read_requirements_1.readRequirements)(tempFilePath, mockPackageDescriber);
+        const requirements = (0, read_requirements_1.readRequirements)(tempFilePath);
         expect(Object.keys(requirements)).toHaveLength(2);
         expect(requirements.requests).toBe('requests==2.25.1');
         expect(requirements.numpy).toBe('numpy>=1.20.0');
@@ -98,7 +76,7 @@ numpy>=1.20.0
     test('handles mixed line endings', () => {
         const content = 'requests==2.25.1\r\nnumpy>=1.20.0\nflask~=2.0';
         fs_1.default.writeFileSync(tempFilePath, content);
-        const requirements = (0, read_requirements_1.readRequirements)(tempFilePath, mockPackageDescriber);
+        const requirements = (0, read_requirements_1.readRequirements)(tempFilePath);
         expect(Object.keys(requirements)).toHaveLength(3);
         expect(requirements.requests).toBe('requests==2.25.1');
         expect(requirements.numpy).toBe('numpy>=1.20.0');
@@ -107,7 +85,7 @@ numpy>=1.20.0
     test('handles requirements with no versions', () => {
         const content = ['requests', 'numpy', 'flask'].join('\n');
         fs_1.default.writeFileSync(tempFilePath, content);
-        const requirements = (0, read_requirements_1.readRequirements)(tempFilePath, mockPackageDescriber);
+        const requirements = (0, read_requirements_1.readRequirements)(tempFilePath);
         expect(Object.keys(requirements)).toHaveLength(3);
         expect(requirements.requests).toBe('requests');
         expect(requirements.numpy).toBe('numpy');

package/dist/cjs/cloud/build/builders/python/python-data/__tests__/resolve-dep-name.test.js

@@ -4,26 +4,35 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 const path_1 = __importDefault(require("path"));
-const resolve_dep_name_1 = require("../resolve-dep-name");
+const resolve_dep_names_1 = require("../resolve-dep-names");
 const python_errors_1 = require("../python-errors");
 const sitePackagesDir = path_1.default.join(__dirname, 'site-packages');
 describe('resolveDepName', () => {
     test('resolves dependency names correctly', () => {
         const depNames = ['httpx'];
-        const result = (0, resolve_dep_name_1.resolveDepNames)(depNames, sitePackagesDir);
-        expect(result).toEqual([['httpx', 'httpx']]);
+        const result = (0, resolve_dep_names_1.resolveDepNames)(depNames, sitePackagesDir);
+        expect(result).toEqual({ httpx: 'httpx' });
     });
     test('resolves multiple dependency names correctly', () => {
         const depNames = ['httpx', 'scikit-learn', 'opencv-python'];
-        const result = (0, resolve_dep_name_1.resolveDepNames)(depNames, sitePackagesDir);
-        expect(result).toEqual([
-            ['httpx', 'httpx'],
-            ['scikit-learn', 'sklearn'],
-            ['opencv-python', 'cv2'],
-        ]);
+        const result = (0, resolve_dep_names_1.resolveDepNames)(depNames, sitePackagesDir);
+        expect(result).toEqual({
+            httpx: 'httpx',
+            sklearn: 'scikit-learn',
+            cv2: 'opencv-python',
+        });
+    });
+    test('resolves pymongo correctly', () => {
+        const depNames = ['pymongo'];
+        const result = (0, resolve_dep_names_1.resolveDepNames)(depNames, sitePackagesDir);
+        expect(result).toEqual({
+            pymongo: 'pymongo',
+            bson: 'pymongo',
+            gridfs: 'pymongo',
+        });
     });
     test('should throw an error if the dependency is not found', () => {
         const depNames = ['httpx', 'scikit-learn', 'opencv-python', 'pydantic'];
-        expect(() => (0, resolve_dep_name_1.resolveDepNames)(depNames, sitePackagesDir)).toThrow(new python_errors_1.PythonError('Could not find dependency name in site-packages: pydantic', 'pydantic'));
+        expect(() => (0, resolve_dep_names_1.resolveDepNames)(depNames, sitePackagesDir)).toThrow(new python_errors_1.PythonError('Could not find dependency name in site-packages: pydantic', 'pydantic'));
     });
 });

package/dist/cjs/cloud/build/builders/python/python-data/extract-python-data.d.ts

@@ -4,4 +4,4 @@ export type PythonResult = {
     externalDependencies: Requirements;
     files: string[];
 };
-export declare const extractPythonData: (rootDir: string, filePath: string, externalDependencies: Requirements, fileContent?: string) => PythonResult;
+export declare const extractPythonData: (rootDir: string, filePath: string, dependenciesMap: Record<string, string>, fileContent?: string) => PythonResult;

package/dist/cjs/cloud/build/builders/python/python-data/extract-python-data.js

@@ -2,7 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.extractPythonData = void 0;
 const traverse_tree_1 = require("./traverse-tree");
-const extractPythonData = (rootDir, filePath, externalDependencies, 
+const extractPythonData = (rootDir, filePath, dependenciesMap, 
 // optional
 fileContent) => {
     const result = {
@@ -10,10 +10,10 @@ fileContent) => {
         externalDependencies: new Set(),
         files: new Set(),
     };
-    (0, traverse_tree_1.traverseTree)(rootDir, filePath, result, externalDependencies, fileContent);
+    (0, traverse_tree_1.traverseTree)(rootDir, filePath, result, dependenciesMap, fileContent);
     const resultDependencies = {};
     result.externalDependencies.forEach((dependency) => {
-        resultDependencies[dependency] = externalDependencies[dependency];
+        resultDependencies[dependency] = dependenciesMap[dependency];
     });
     return {
         standardLibDependencies: Array.from(result.standardLibDependencies),

package/dist/cjs/cloud/build/builders/python/python-data/get-dependencies-from-file.d.ts

@@ -1,7 +1,6 @@
-import { Requirements } from './read-requirements';
 export type Dependencies = {
     standardLibDependencies: Set<string>;
     externalDependencies: Set<string>;
     projectDependencies: Set<string>;
 };
-export declare const getDependenciesFromFile: (content: string, path: string, requirements: Requirements) => Dependencies;
+export declare const getDependenciesFromFile: (content: string, path: string, externalDependenciesMap: Record<string, string>) => Dependencies;

package/dist/cjs/cloud/build/builders/python/python-data/get-dependencies-from-file.js

@@ -23,7 +23,7 @@ function parse(source, sourceName) {
     parser.addErrorListener(listener);
     return parser.file_input();
 }
-const getDependenciesFromFile = (content, path, requirements) => {
+const getDependenciesFromFile = (content, path, externalDependenciesMap) => {
     const result = parse(content + '\n', path);
     const modulesSet = new Set();
     (0, python_ast_1.createVisitor)({
@@ -60,7 +60,7 @@ const getDependenciesFromFile = (content, path, requirements) => {
         else if (constants_1.STANDARD_LIB_MODULES.has(module)) {
             dependencies.standardLibDependencies.add(module);
         }
-        else if (requirements[module] || requirements[moduleName]) {
+        else if (externalDependenciesMap[module] || externalDependenciesMap[moduleName]) {
             dependencies.externalDependencies.add(module);
         }
         else {

package/dist/cjs/cloud/build/builders/python/python-data/read-requirements.d.ts

@@ -1,15 +1,13 @@
-export type Requirements = {
-    [importName: string]: string;
-};
-type PackageInfo = {
-    name: string;
-    importName: string;
-};
-type PackageDescriber = (packageName: string) => PackageInfo;
+/**
+ * { libraryName: lineFromRequirementsFile }
+ *
+ * Example:
+ * { scikit-learn: 'scikit-learn==1.0.2' }
+ */
+export type Requirements = Record<string, string>;
 /**
  * Read the requirements.txt file and return a set of dependencies
  * @param filePath
  * @returns set of all dependencies names
  */
-export declare const readRequirements: (filePath: string, describer: PackageDescriber) => Requirements;
-export {};
+export declare const readRequirements: (filePath: string) => Requirements;

package/dist/cjs/cloud/build/builders/python/python-data/read-requirements.js

@@ -10,7 +10,7 @@ const fs_1 = __importDefault(require("fs"));
  * @param filePath
  * @returns set of all dependencies names
  */
-const readRequirements = (filePath, describer) => {
+const readRequirements = (filePath) => {
     const content = fs_1.default.readFileSync(filePath, 'utf8');
     const lines = content.split('\n');
     const requirements = {};
@@ -23,8 +23,8 @@ const readRequirements = (filePath, describer) => {
         // Extract package name (everything before version specifiers)
         const packageMatch = trimmedLine.match(/^([a-zA-Z0-9_-]+)/);
         if (packageMatch) {
-            const packageInfo = describer(packageMatch[1]);
-            requirements[packageInfo.importName] = trimmedLine;
+            const packageName = packageMatch[1];
+            requirements[packageName] = trimmedLine;
         }
     }
     return requirements;

package/dist/cjs/cloud/build/builders/python/python-data/{resolve-dep-name.d.ts → resolve-dep-names.d.ts}

@@ -1,6 +1,6 @@
 /**
  * Resolve the name of the import from the name of the package
  * @param depName the package name
- * @returns the import name
+ * @returns a map of the import name to the package name
  */
-export declare const resolveDepNames: (depNames: string[], sitePackagesDir: string) => [string, string][];
+export declare const resolveDepNames: (depNames: string[], sitePackagesDir: string) => Record<string, string>;

package/dist/cjs/cloud/build/builders/python/python-data/{resolve-dep-name.js → resolve-dep-names.js}

@@ -10,13 +10,13 @@ const python_errors_1 = require("./python-errors");
 /**
  * Resolve the name of the import from the name of the package
  * @param depName the package name
- * @returns the import name
+ * @returns a map of the import name to the package name
  */
 const resolveDepNames = (depNames, sitePackagesDir) => {
     const folders = fs_1.default
         .readdirSync(sitePackagesDir)
         .filter((folder) => fs_1.default.statSync(path_1.default.join(sitePackagesDir, folder)).isDirectory());
-    const result = [];
+    const result = {};
     for (const depName of depNames) {
         const regex = new RegExp(`^${depName.replace(/-/g, '[-_]')}-.*\\.dist-info$`);
         const folder = folders.find((folder) => regex.test(folder));
@@ -25,7 +25,7 @@ const resolveDepNames = (depNames, sitePackagesDir) => {
             const recordFile = fs_1.default.existsSync(path_1.default.join(sitePackagesDir, folder, 'RECORD'));
             if (topLevelFile) {
                 const topLevel = fs_1.default.readFileSync(path_1.default.join(sitePackagesDir, folder, 'top_level.txt'), 'utf8').trim();
-                result.push([depName, topLevel]);
+                result[topLevel] = depName;
             }
             else if (recordFile) {
                 const record = fs_1.default.readFileSync(path_1.default.join(sitePackagesDir, folder, 'RECORD'), 'utf8').trim();
@@ -35,8 +35,7 @@ const resolveDepNames = (depNames, sitePackagesDir) => {
                     // RECORD format: path/__init__.py,sha256=hash,size
                     const match = /^([^/]+)\/__init__\.py,/.exec(line);
                     if (match) {
-                        result.push([depName, match[1]]);
-                        break;
+                        result[match[1]] = depName;
                     }
                 }
             }

package/dist/cjs/cloud/build/builders/python/python-data/traverse-tree.d.ts

@@ -1,7 +1,6 @@
-import { Requirements } from './read-requirements';
 export type TraverseTreeResult = {
     standardLibDependencies: Set<string>;
     externalDependencies: Set<string>;
     files: Set<string>;
 };
-export declare const traverseTree: (rootDir: string, filePath: string, result: TraverseTreeResult, externalDependencies: Requirements, fileContent?: string) => void;
+export declare const traverseTree: (rootDir: string, filePath: string, result: TraverseTreeResult, dependenciesMap: Record<string, string>, fileContent?: string) => void;

package/dist/cjs/cloud/build/builders/python/python-data/traverse-tree.js

@@ -9,7 +9,7 @@ const path_1 = __importDefault(require("path"));
 const convert_import_path_1 = require("./convert-import-path");
 const get_dependencies_from_file_1 = require("./get-dependencies-from-file");
 const python_errors_1 = require("./python-errors");
-const traverseTree = (rootDir, filePath, result, externalDependencies, 
+const traverseTree = (rootDir, filePath, result, dependenciesMap, 
 // optional
 fileContent) => {
     const fileAbsolutePath = path_1.default.join(rootDir, filePath);
@@ -21,7 +21,7 @@ fileContent) => {
         result.files.add(initPath.replace(rootDir, ''));
     }
     const content = fileContent || fs_1.default.readFileSync(fileAbsolutePath, 'utf8');
-    const dependencies = (0, get_dependencies_from_file_1.getDependenciesFromFile)(content, filePath, externalDependencies);
+    const dependencies = (0, get_dependencies_from_file_1.getDependenciesFromFile)(content, filePath, dependenciesMap);
     result.files.add(filePath);
     dependencies.externalDependencies.forEach((dependency) => {
         result.externalDependencies.add(dependency);
@@ -36,7 +36,7 @@ fileContent) => {
         const dependencyPath = dependencyFilePath.replace(rootDir, '');
         if (!result.files.has(dependencyPath)) {
             try {
-                (0, exports.traverseTree)(rootDir, dependencyPath, result, externalDependencies);
+                (0, exports.traverseTree)(rootDir, dependencyPath, result, dependenciesMap);
             }
             catch (error) {
                 if (error instanceof python_errors_1.PythonFileNotFoundError) {
@@ -44,7 +44,7 @@ fileContent) => {
                         // try root folder
                         try {
                             const rootDependencyFilePath = path_1.default.resolve(rootDir, `${pythonPath}.py`).replace(rootDir, '');
-                            return (0, exports.traverseTree)(rootDir, rootDependencyFilePath, result, externalDependencies);
+                            return (0, exports.traverseTree)(rootDir, rootDependencyFilePath, result, dependenciesMap);
                         }
                         catch (_error) {
                             // let it throw

package/dist/cjs/create/templates/generate.js

@@ -40,7 +40,7 @@ const glob_1 = require("glob");
 const generateTemplateSteps = (templateFolder) => {
     return async (rootDir, context) => {
         const templatePath = path.join(__dirname, templateFolder);
-        const files = (0, glob_1.globSync)('**/*', { absolute: false, cwd: templatePath });
+        const files = (0, glob_1.globSync)('**/*', { absolute: false, cwd: templatePath, dot: true });
         try {
             for (const fileName of files) {
                 const filePath = path.join(templatePath, fileName);
@@ -54,7 +54,7 @@ const generateTemplateSteps = (templateFolder) => {
                     (0, fs_1.mkdirSync)(targetDir, { recursive: true });
                 }
                 if ((0, fs_1.statSync)(filePath).isDirectory()) {
-                    const folderPath = path.basename(filePath);
+                    const folderPath = filePath.replace(templatePath, '');
                     (0, fs_1.mkdirSync)(path.join(rootDir, folderPath), { recursive: true });
                     continue;
                 }

package/dist/cjs/create/templates/generate.ts

@@ -8,7 +8,7 @@ export type Generator = (rootDir: string, context: CliContext) => Promise<void>
 export const generateTemplateSteps = (templateFolder: string): Generator => {
   return async (rootDir: string, context: CliContext): Promise<void> => {
     const templatePath = path.join(__dirname, templateFolder)
-    const files = globSync('**/*', { absolute: false, cwd: templatePath })
+    const files = globSync('**/*', { absolute: false, cwd: templatePath, dot: true })
 
     try {
       for (const fileName of files) {
@@ -24,7 +24,7 @@ export const generateTemplateSteps = (templateFolder: string): Generator => {
         }
 
         if (statSync(filePath).isDirectory()) {
-          const folderPath = path.basename(filePath)
+          const folderPath = filePath.replace(templatePath, '')
           mkdirSync(path.join(rootDir, folderPath), { recursive: true })
           continue
         }

package/dist/cjs/create/templates/nodejs/.cursor/architecture/database/database-migration.mdc

@@ -0,0 +1,49 @@
+---
+description: How to configure database migrations in the project
+globs:
+alwaysApply: false
+---
+# Configuring database migrations
+
+When configuring database in the project, create a `knexfile.ts` file in the root of the project.
+
+```typescript
+import type { Knex } from 'knex'
+import * as dotenv from 'dotenv'
+
+dotenv.config({ path: '.env' })
+
+const config: Knex.Config = {
+  client: 'postgresql',
+  connection: {
+    host: process.env.DB_HOST,
+    port: process.env.DB_PORT,
+    database: process.env.DB_NAME,
+    user: process.env.DB_USER,
+    password: process.env.DB_PASS,
+  },
+  pool: {
+    min: 2,
+    max: 10,
+  },
+  migrations: {
+    tableName: 'knex_migrations',
+  },
+}
+
+export default config
+```
+
+## Creating a new migration
+
+Prefix should be timestamp in milliseconds.
+
+```bash
+npm run migrate:make 1727115600000_create_users_table
+```
+
+## Running migrations
+
+```bash
+npm run migrate:latest
+```

package/dist/cjs/create/templates/nodejs/.cursor/architecture/database/database.mdc

@@ -0,0 +1,83 @@
+---
+description: Database connections and queries
+globs: src/repositories/**/*.ts
+alwaysApply: false
+---
+# Database Guide
+
+- Prefer knex to interact with the database
+  - http://npmjs.com/package/knex
+- Use knex migrations to manage database schema changes
+- Do NOT create DB calls directly in steps or services, ALWAYS create a repository file to handle the database calls. Follow DDD principles.
+
+## Add commands to package.json
+
+```json
+{
+  "scripts": {
+    "migrate:up": "knex migrate:latest",
+    "migrate:down": "knex migrate:rollback",
+  }
+}
+```
+
+## Creating base database connection
+
+- When SQL database is used, create a database connection file in the `src/repositories/database.ts` file.
+- All columns in code are cammelCase, however, in the database and in the migration, we use snake_case.
+- Avoid numeric incremental IDs, use UUIDs instead. Make sure to add foreign key with cascade delete when applicable.
+
+```typescript
+import knex, { Knex } from 'knex'
+/**
+ * Create these functions to convert between camelCase and snake_case.
+ * This is important to keep the consistency of the data.
+ */
+import { camelToSnake, snakeToCamelObject } from '../utils/case-conversion'
+
+const isProduction = process.env.NODE_ENV === 'production'
+const isDevelopment = process.env.NODE_ENV === 'development'
+
+// Knex configuration
+const knexConfig: Knex.Config = {
+  client: 'pg',
+  connection: {
+    host: process.env.DB_HOST,
+    port: process.env.DB_PORT,
+    user: process.env.DB_USER,
+    password: process.env.DB_PASSWORD,
+    database: process.env.DB_NAME,
+    ssl: process.env.DB_SSL ? {
+      /** In development, we might use self-signed certs */
+      rejectUnauthorized: isProduction, 
+      /** Add CA certificate if needed */
+      ca: undefined, 
+    } : false,
+  },
+  pool: {
+    min: 2,
+    max: 10,
+    idleTimeoutMillis: 30000,
+  },
+  debug: isDevelopment,
+  wrapIdentifier: (value, origImpl) => origImpl(camelToSnake(value)),
+  postProcessResponse: result => 
+    Array.isArray(result) 
+      ? result.map(row => snakeToCamelObject(row)) 
+      : snakeToCamelObject(result),
+}
+
+// Create a singleton instance
+let db: Knex | null = null
+
+/**
+ * Get the database instance
+ * @returns Knex instance
+ */
+export const getDb = (): Knex => {
+  if (!db) {
+    db = knex(knexConfig)
+  }
+  return db
+}
+```