apify-cli 0.19.3-beta.4 → 1.0.0-beta.0

package/{src → dist}/lib/input_schema.js

@@ -1,89 +1,72 @@
-const fs = require('fs');
-const path = require('path');
-
-const { KEY_VALUE_STORE_KEYS } = require('@apify/consts');
-const { validateInputSchema } = require('@apify/input_schema');
-const Ajv = require('ajv');
-const _ = require('underscore');
-const writeJsonFile = require('write-json-file');
-
-const { ACTOR_SPECIFICATION_FOLDER } = require('./consts');
-const { warning } = require('./outputs');
-const { getLocalConfig, getJsonFileContent, getLocalKeyValueStorePath } = require('./utils');
-
+import { existsSync } from 'node:fs';
+import { join } from 'node:path';
+import process from 'node:process';
+import { KEY_VALUE_STORE_KEYS } from '@apify/consts';
+import { validateInputSchema } from '@apify/input_schema';
+import _ from 'underscore';
+import { writeJsonFile } from 'write-json-file';
+import { ACTOR_SPECIFICATION_FOLDER } from './consts.js';
+import { warning } from './outputs.js';
+import { Ajv, getJsonFileContent, getLocalConfig, getLocalKeyValueStorePath } from './utils.js';
 const DEFAULT_INPUT_SCHEMA_PATHS = [
     '.actor/INPUT_SCHEMA.json',
     './INPUT_SCHEMA.json',
 ];
-
 /**
  * Return the input schema from the default location.
  *
  * When the input schema does not exist, null is returned for schema.
- * In such a acase, path would be set to the location
+ * In such a case, path would be set to the location
  * where the input schema would be expected to be found (and e.g. can be created there).
- *
- * @param {string} forcePath
- * @returns {{inputSchema: object, inputSchemaPath: string | null}}
  */
-const readInputSchema = async (forcePath) => {
+export const readInputSchema = async ({ forcePath, cwd } = { cwd: process.cwd() }) => {
     if (forcePath) {
         return {
-            inputSchema: await getJsonFileContent(forcePath),
+            inputSchema: getJsonFileContent(forcePath),
             inputSchemaPath: forcePath,
         };
     }
-
-    const localConfig = getLocalConfig();
-
+    const localConfig = getLocalConfig(cwd);
     if (typeof localConfig?.input === 'object') {
         return {
             inputSchema: localConfig.input,
             inputSchemaPath: null,
         };
     }
-
     if (typeof localConfig?.input === 'string') {
-        const fullPath = path.join(ACTOR_SPECIFICATION_FOLDER, localConfig.input);
+        const fullPath = join(cwd, ACTOR_SPECIFICATION_FOLDER, localConfig.input);
         return {
-            inputSchema: await getJsonFileContent(fullPath),
+            inputSchema: getJsonFileContent(fullPath),
             inputSchemaPath: fullPath,
         };
     }
-
-    if (fs.existsSync(DEFAULT_INPUT_SCHEMA_PATHS[0])) {
+    if (existsSync(join(cwd, DEFAULT_INPUT_SCHEMA_PATHS[0]))) {
         return {
-            inputSchema: await getJsonFileContent(DEFAULT_INPUT_SCHEMA_PATHS[0]),
-            inputSchemaPath: DEFAULT_INPUT_SCHEMA_PATHS[0],
+            inputSchema: getJsonFileContent(join(cwd, DEFAULT_INPUT_SCHEMA_PATHS[0])),
+            inputSchemaPath: join(cwd, DEFAULT_INPUT_SCHEMA_PATHS[0]),
         };
     }
-
-    if (fs.existsSync(DEFAULT_INPUT_SCHEMA_PATHS[1])) {
+    if (existsSync(join(cwd, DEFAULT_INPUT_SCHEMA_PATHS[1]))) {
         return {
-            inputSchema: await getJsonFileContent(DEFAULT_INPUT_SCHEMA_PATHS[1]),
-            inputSchemaPath: DEFAULT_INPUT_SCHEMA_PATHS[1],
+            inputSchema: getJsonFileContent(join(cwd, DEFAULT_INPUT_SCHEMA_PATHS[1])),
+            inputSchemaPath: join(cwd, DEFAULT_INPUT_SCHEMA_PATHS[1]),
         };
     }
-
     // If not input schema has been found so far, return the first default path
     // where the input schema would be expected.
     return {
         inputSchema: null,
-        inputSchemaPath: DEFAULT_INPUT_SCHEMA_PATHS[0],
+        inputSchemaPath: join(cwd, DEFAULT_INPUT_SCHEMA_PATHS[0]),
     };
 };
-
 /**
  * Goes to the Actor directory and creates INPUT.json file from the input schema prefills.
- * @param {string} actorFolderDir
+
  */
-const createPrefilledInputFileFromInputSchema = async (actorFolderDir) => {
-    const currentDir = process.cwd();
+export const createPrefilledInputFileFromInputSchema = async (actorFolderDir) => {
     let inputFile = {};
     try {
-        process.chdir(actorFolderDir);
-        const { inputSchema } = await readInputSchema();
-
+        const { inputSchema } = await readInputSchema({ cwd: actorFolderDir });
         if (inputSchema) {
             /**
              * TODO: The logic is copied from @apify-packages/actor -> getPrefillFromInputSchema
@@ -92,23 +75,19 @@ const createPrefilledInputFileFromInputSchema = async (actorFolderDir) => {
              */
             const validator = new Ajv({ strict: false });
             validateInputSchema(validator, inputSchema);
-
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
             inputFile = _.mapObject(inputSchema.properties, (fieldSchema) => ((fieldSchema.type === 'boolean' || fieldSchema.editor === 'hidden')
                 ? fieldSchema.default
-                : fieldSchema.prefill
-            ));
+                : fieldSchema.prefill));
         }
-    } catch (err) {
+    }
+    catch (err) {
         warning(`Could not create default input based on input schema, creating empty input instead. Cause: ${err.message}`);
-    } finally {
+    }
+    finally {
         const keyValueStorePath = getLocalKeyValueStorePath();
-        const inputJsonPath = path.join(actorFolderDir, keyValueStorePath, `${KEY_VALUE_STORE_KEYS.INPUT}.json`);
+        const inputJsonPath = join(actorFolderDir, keyValueStorePath, `${KEY_VALUE_STORE_KEYS.INPUT}.json`);
         await writeJsonFile(inputJsonPath, inputFile);
-        process.chdir(currentDir);
     }
 };
-
-module.exports = {
-    readInputSchema,
-    createPrefilledInputFileFromInputSchema,
-};
+//# sourceMappingURL=input_schema.js.map

package/dist/lib/input_schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"input_schema.js","sourceRoot":"","sources":["../../src/lib/input_schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,OAAO,MAAM,cAAc,CAAC;AAEnC,OAAO,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AACrD,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,CAAC,MAAM,YAAY,CAAC;AAC3B,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAEhD,OAAO,EAAE,0BAA0B,EAAE,MAAM,aAAa,CAAC;AACzD,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,GAAG,EAAE,kBAAkB,EAAE,cAAc,EAAE,yBAAyB,EAAE,MAAM,YAAY,CAAC;AAEhG,MAAM,0BAA0B,GAAG;IAC/B,0BAA0B;IAC1B,qBAAqB;CACxB,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,KAAK,EAAE,EAAE,SAAS,EAAE,GAAG,KAA0C,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE;IACtH,IAAI,SAAS,EAAE,CAAC;QACZ,OAAO;YACH,WAAW,EAAE,kBAAkB,CAAC,SAAS,CAAC;YAC1C,eAAe,EAAE,SAAS;SAC7B,CAAC;IACN,CAAC;IAED,MAAM,WAAW,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;IAExC,IAAI,OAAO,WAAW,EAAE,KAAK,KAAK,QAAQ,EAAE,CAAC;QACzC,OAAO;YACH,WAAW,EAAE,WAAW,CAAC,KAAgC;YACzD,eAAe,EAAE,IAAI;SACxB,CAAC;IACN,CAAC;IAED,IAAI,OAAO,WAAW,EAAE,KAAK,KAAK,QAAQ,EAAE,CAAC;QACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,0BAA0B,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC;QAC1E,OAAO;YACH,WAAW,EAAE,kBAAkB,CAAC,QAAQ,CAAC;YACzC,eAAe,EAAE,QAAQ;SAC5B,CAAC;IACN,CAAC;IAED,IAAI,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,0BAA0B,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACvD,OAAO;YACH,WAAW,EAAE,kBAAkB,CAAC,IAAI,CAAC,GAAG,EAAE,0BAA0B,CAAC,CAAC,CAAC,CAAC,CAAC;YACzE,eAAe,EAAE,IAAI,CAAC,GAAG,EAAE,0BAA0B,CAAC,CAAC,CAAC,CAAC;SAC5D,CAAC;IACN,CAAC;IAED,IAAI,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,0BAA0B,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACvD,OAAO;YACH,WAAW,EAAE,kBAAkB,CAAC,IAAI,CAAC,GAAG,EAAE,0BAA0B,CAAC,CAAC,CAAC,CAAC,CAAC;YACzE,eAAe,EAAE,IAAI,CAAC,GAAG,EAAE,0BAA0B,CAAC,CAAC,CAAC,CAAC;SAC5D,CAAC;IACN,CAAC;IAED,2EAA2E;IAC3E,4CAA4C;IAC5C,OAAO;QACH,WAAW,EAAE,IAAI;QACjB,eAAe,EAAE,IAAI,CAAC,GAAG,EAAE,0BAA0B,CAAC,CAAC,CAAC,CAAC;KAC5D,CAAC;AACN,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,uCAAuC,GAAG,KAAK,EAAE,cAAsB,EAAE,EAAE;IACpF,IAAI,SAAS,GAAG,EAAE,CAAC;IACnB,IAAI,CAAC;QACD,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,eAAe,CAAC,EAAE,GAAG,EAAE,cAAc,EAAE,CAAC,CAAC;QAEvE,IAAI,WAAW,EAAE,CAAC;YACd;;;;eAIG;YACH,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;YAC7C,mBAAmB,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;YAE5C,8DAA8D;YAC9D,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,UAAiB,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,KAAK,SAAS,IAAI,WAAW,CAAC,MAAM,KAAK,QAAQ,CAAC;gBACxI,CAAC,CAAC,WAAW,CAAC,OAAO;gBACrB,CAAC,CAAC,WAAW,CAAC,OAAO,CACxB,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,OAAO,CAAC,8FAA+F,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;IACpI,CAAC;YAAS,CAAC;QACP,MAAM,iBAAiB,GAAG,yBAAyB,EAAE,CAAC;QACtD,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,EAAE,iBAAiB,EAAE,GAAG,oBAAoB,CAAC,KAAK,OAAO,CAAC,CAAC;QACpG,MAAM,aAAa,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;IAClD,CAAC;AACL,CAAC,CAAC"}

package/dist/lib/local_state.d.ts

@@ -0,0 +1,11 @@
+/**
+ * Returns state object from auth file or empty object.
+ * This method is synchronous/blocking to avoid different race conditions.
+ */
+export declare const getLocalState: () => Record<string, unknown>;
+/**
+ * Extends local state by given values.
+ * This method is synchronous/blocking to avoid different race conditions.
+ */
+export declare const extendLocalState: (data: Record<string, unknown>) => void;
+//# sourceMappingURL=local_state.d.ts.map

package/dist/lib/local_state.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"local_state.d.ts","sourceRoot":"","sources":["../../src/lib/local_state.ts"],"names":[],"mappings":"AAOA;;;GAGG;AACH,eAAO,MAAM,aAAa,+BAMzB,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,gBAAgB,SAAU,OAAO,MAAM,EAAE,OAAO,CAAC,SAM7D,CAAC"}

package/dist/lib/local_state.js

@@ -0,0 +1,27 @@
+import { loadJsonFileSync } from 'load-json-file';
+import { writeJsonFileSync } from 'write-json-file';
+import { STATE_FILE_PATH, } from './consts.js';
+/**
+ * Returns state object from auth file or empty object.
+ * This method is synchronous/blocking to avoid different race conditions.
+ */
+export const getLocalState = () => {
+    try {
+        return loadJsonFileSync(STATE_FILE_PATH()) || {};
+    }
+    catch (e) {
+        return {};
+    }
+};
+/**
+ * Extends local state by given values.
+ * This method is synchronous/blocking to avoid different race conditions.
+ */
+export const extendLocalState = (data) => {
+    const state = getLocalState();
+    writeJsonFileSync(STATE_FILE_PATH(), {
+        ...state,
+        ...data,
+    });
+};
+//# sourceMappingURL=local_state.js.map

package/dist/lib/local_state.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"local_state.js","sourceRoot":"","sources":["../../src/lib/local_state.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAClD,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAEpD,OAAO,EACH,eAAe,GAClB,MAAM,aAAa,CAAC;AAErB;;;GAGG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,GAAG,EAAE;IAC9B,IAAI,CAAC;QACD,OAAO,gBAAgB,CAA0B,eAAe,EAAE,CAAC,IAAI,EAAE,CAAC;IAC9E,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACT,OAAO,EAAE,CAAC;IACd,CAAC;AACL,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,IAA6B,EAAE,EAAE;IAC9D,MAAM,KAAK,GAAG,aAAa,EAAE,CAAC;IAC9B,iBAAiB,CAAC,eAAe,EAAE,EAAE;QACjC,GAAG,KAAK;QACR,GAAG,IAAI;KACV,CAAC,CAAC;AACP,CAAC,CAAC"}

package/dist/lib/outputs.d.ts

@@ -0,0 +1,7 @@
+export declare const error: (message: string) => void;
+export declare const warning: (message: string) => void;
+export declare const success: (message: string) => void;
+export declare const run: (message: string) => void;
+export declare const info: (message: string) => void;
+export declare const link: (title: string, url: string) => void;
+//# sourceMappingURL=outputs.d.ts.map

package/dist/lib/outputs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"outputs.d.ts","sourceRoot":"","sources":["../../src/lib/outputs.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,KAAK,YAAa,MAAM,SAEpC,CAAC;AAEF,eAAO,MAAM,OAAO,YAAa,MAAM,SAEtC,CAAC;AAEF,eAAO,MAAM,OAAO,YAAa,MAAM,SAEtC,CAAC;AAEF,eAAO,MAAM,GAAG,YAAa,MAAM,SAElC,CAAC;AAEF,eAAO,MAAM,IAAI,YAAa,MAAM,SAEnC,CAAC;AAEF,eAAO,MAAM,IAAI,UAAW,MAAM,OAAO,MAAM,SAE9C,CAAC"}

package/{src → dist}/lib/outputs.js

@@ -1,27 +1,20 @@
-const chalk = require('chalk');
-
-const error = (message) => {
+import chalk from 'chalk';
+export const error = (message) => {
     console.log(`${chalk.red('Error:')} ${message}`);
 };
-
-const warning = (message) => {
+export const warning = (message) => {
     console.log(`${chalk.rgb(254, 90, 29).bold('Warning:')} ${message}`);
 };
-
-const success = (message) => {
+export const success = (message) => {
     console.log(`${chalk.green('Success:')} ${message}`);
 };
-
-const run = (message) => {
+export const run = (message) => {
     console.log(`${chalk.gray('Run:')} ${message}`);
 };
-
-const info = (message) => {
+export const info = (message) => {
     console.log(`${chalk.white('Info:')} ${message}`);
 };
-
-const link = (title, url) => {
+export const link = (title, url) => {
     console.log(`${chalk.blue(title)} -> ${url}`);
 };
-
-module.exports = { error, success, run, info, warning, link };
+//# sourceMappingURL=outputs.js.map

package/dist/lib/outputs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"outputs.js","sourceRoot":"","sources":["../../src/lib/outputs.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAE1B,MAAM,CAAC,MAAM,KAAK,GAAG,CAAC,OAAe,EAAE,EAAE;IACrC,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,OAAO,EAAE,CAAC,CAAC;AACrD,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,OAAe,EAAE,EAAE;IACvC,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,OAAO,EAAE,CAAC,CAAC;AACzE,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,OAAe,EAAE,EAAE;IACvC,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,OAAO,EAAE,CAAC,CAAC;AACzD,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,GAAG,GAAG,CAAC,OAAe,EAAE,EAAE;IACnC,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC,CAAC;AACpD,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAG,CAAC,OAAe,EAAE,EAAE;IACpC,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,OAAO,EAAE,CAAC,CAAC;AACtD,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAG,CAAC,KAAa,EAAE,GAAW,EAAE,EAAE;IAC/C,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,EAAE,CAAC,CAAC;AAClD,CAAC,CAAC"}

package/dist/lib/project_analyzer.d.ts

@@ -0,0 +1,4 @@
+export declare class ProjectAnalyzer {
+    static getProjectType(pathname: string): string;
+}
+//# sourceMappingURL=project_analyzer.d.ts.map

package/dist/lib/project_analyzer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"project_analyzer.d.ts","sourceRoot":"","sources":["../../src/lib/project_analyzer.ts"],"names":[],"mappings":"AA4BA,qBAAa,eAAe;IACxB,MAAM,CAAC,cAAc,CAAC,QAAQ,EAAE,MAAM;CAWzC"}

package/{src → dist}/lib/project_analyzer.js

@@ -1,8 +1,7 @@
-const { PROJECT_TYPES } = require('./consts');
-const { CrawleeAnalyzer } = require('./projects/CrawleeAnalyzer');
-const { OldApifySDKAnalyzer } = require('./projects/OldApifySDKAnalyzer');
-const { ScrapyProjectAnalyzer } = require('./scrapy-wrapper/ScrapyProjectAnalyzer');
-
+import { PROJECT_TYPES } from './consts.js';
+import { CrawleeAnalyzer } from './projects/CrawleeAnalyzer.js';
+import { OldApifySDKAnalyzer } from './projects/OldApifySDKAnalyzer.js';
+import { ScrapyProjectAnalyzer } from './projects/scrapy/ScrapyProjectAnalyzer.js';
 const analyzers = [
     {
         type: PROJECT_TYPES.SCRAPY,
@@ -17,19 +16,15 @@ const analyzers = [
         analyzer: OldApifySDKAnalyzer,
     },
 ];
-
-class ProjectAnalyzer {
+export class ProjectAnalyzer {
     static getProjectType(pathname) {
         const analyzer = analyzers.find((a) => {
             if (!a.analyzer.isApplicable) {
                 throw new Error(`Analyzer ${a.analyzer} does not have isApplicable method.`);
             }
-
             return a.analyzer.isApplicable(pathname);
         });
-
         return analyzer?.type || PROJECT_TYPES.UNKNOWN;
     }
 }
-
-module.exports = { ProjectAnalyzer };
+//# sourceMappingURL=project_analyzer.js.map

package/dist/lib/project_analyzer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"project_analyzer.js","sourceRoot":"","sources":["../../src/lib/project_analyzer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AAChE,OAAO,EAAE,mBAAmB,EAAE,MAAM,mCAAmC,CAAC;AACxE,OAAO,EAAE,qBAAqB,EAAE,MAAM,4CAA4C,CAAC;AAUnF,MAAM,SAAS,GAA0B;IACrC;QACI,IAAI,EAAE,aAAa,CAAC,MAAM;QAC1B,QAAQ,EAAE,qBAAqB;KAClC;IACD;QACI,IAAI,EAAE,aAAa,CAAC,OAAO;QAC3B,QAAQ,EAAE,eAAe;KAC5B;IACD;QACI,IAAI,EAAE,aAAa,CAAC,qBAAqB;QACzC,QAAQ,EAAE,mBAAmB;KAChC;CACJ,CAAC;AAEF,MAAM,OAAO,eAAe;IACxB,MAAM,CAAC,cAAc,CAAC,QAAgB;QAClC,MAAM,QAAQ,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE;YAClC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,YAAY,EAAE,CAAC;gBAC3B,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC,QAAQ,qCAAqC,CAAC,CAAC;YACjF,CAAC;YAED,OAAO,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,EAAE,IAAI,IAAI,aAAa,CAAC,OAAO,CAAC;IACnD,CAAC;CACJ"}

package/dist/lib/projects/CrawleeAnalyzer.d.ts

@@ -0,0 +1,4 @@
+export declare class CrawleeAnalyzer {
+    static isApplicable(pathname: string): boolean;
+}
+//# sourceMappingURL=CrawleeAnalyzer.d.ts.map

package/dist/lib/projects/CrawleeAnalyzer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"CrawleeAnalyzer.d.ts","sourceRoot":"","sources":["../../../src/lib/projects/CrawleeAnalyzer.ts"],"names":[],"mappings":"AAKA,qBAAa,eAAe;IACxB,MAAM,CAAC,YAAY,CAAC,QAAQ,EAAE,MAAM;CAiBvC"}

package/{src → dist}/lib/projects/CrawleeAnalyzer.js

@@ -1,37 +1,20 @@
-const { existsSync, readFileSync } = require('fs');
-const { join } = require('path');
-
-const CRAWLEE_PACKAGES = [
-    'crawlee',
-    '@crawlee/core',
-    '@crawlee/puppeteer',
-    '@crawlee/playwright',
-    '@crawlee/cheerio',
-    '@crawlee/jsdom',
-    '@crawlee/linkedom',
-    '@crawlee/http',
-    '@crawlee/browser',
-    '@crawlee/basic',
-];
-
-class CrawleeAnalyzer {
+import { existsSync, readFileSync } from 'node:fs';
+import { join } from 'node:path';
+import { CRAWLEE_PACKAGES } from './shared.js';
+export class CrawleeAnalyzer {
     static isApplicable(pathname) {
         const hasPackageJson = existsSync(join(pathname, 'package.json'));
-
         if (!hasPackageJson) {
             return false;
         }
-
         const packageJson = readFileSync(join(pathname, 'package.json'), 'utf8');
-
         try {
             const packageJsonParsed = JSON.parse(packageJson);
-
             return CRAWLEE_PACKAGES.some((pkg) => packageJsonParsed?.dependencies?.[pkg] !== undefined);
-        } catch (err) {
+        }
+        catch (err) {
             return false;
         }
     }
 }
-
-exports.CrawleeAnalyzer = CrawleeAnalyzer;
+//# sourceMappingURL=CrawleeAnalyzer.js.map

package/dist/lib/projects/CrawleeAnalyzer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CrawleeAnalyzer.js","sourceRoot":"","sources":["../../../src/lib/projects/CrawleeAnalyzer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAE/C,MAAM,OAAO,eAAe;IACxB,MAAM,CAAC,YAAY,CAAC,QAAgB;QAChC,MAAM,cAAc,GAAG,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC,CAAC;QAElE,IAAI,CAAC,cAAc,EAAE,CAAC;YAClB,OAAO,KAAK,CAAC;QACjB,CAAC;QAED,MAAM,WAAW,GAAG,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAC,EAAE,MAAM,CAAC,CAAC;QAEzE,IAAI,CAAC;YACD,MAAM,iBAAiB,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YAElD,OAAO,gBAAgB,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,iBAAiB,EAAE,YAAY,EAAE,CAAC,GAAG,CAAC,KAAK,SAAS,CAAC,CAAC;QAChG,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;CACJ"}

package/dist/lib/projects/OldApifySDKAnalyzer.d.ts

@@ -0,0 +1,4 @@
+export declare class OldApifySDKAnalyzer {
+    static isApplicable(pathname: string): boolean;
+}
+//# sourceMappingURL=OldApifySDKAnalyzer.d.ts.map

package/dist/lib/projects/OldApifySDKAnalyzer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"OldApifySDKAnalyzer.d.ts","sourceRoot":"","sources":["../../../src/lib/projects/OldApifySDKAnalyzer.ts"],"names":[],"mappings":"AASA,qBAAa,mBAAmB;IAC5B,MAAM,CAAC,YAAY,CAAC,QAAQ,EAAE,MAAM;CAsCvC"}

package/{src → dist}/lib/projects/OldApifySDKAnalyzer.js

@@ -1,61 +1,38 @@
-const { existsSync, readFileSync } = require('fs');
-const { join } = require('path');
-
-const { lt } = require('semver');
-
+import { existsSync, readFileSync } from 'node:fs';
+import { join } from 'node:path';
+import { lt } from 'semver';
+import { CRAWLEE_PACKAGES } from './shared.js';
 const VERSION_WHEN_APIFY_MOVED_TO_CRAWLEE = '3.0.0';
-const CRAWLEE_PACKAGES = [
-    'crawlee',
-    '@crawlee/core',
-    '@crawlee/puppeteer',
-    '@crawlee/playwright',
-    '@crawlee/cheerio',
-    '@crawlee/jsdom',
-    '@crawlee/linkedom',
-    '@crawlee/http',
-    '@crawlee/browser',
-    '@crawlee/basic',
-];
-
-class OldApifySDKAnalyzer {
+export class OldApifySDKAnalyzer {
     static isApplicable(pathname) {
         const hasPackageJson = existsSync(join(pathname, 'package.json'));
-
         if (!hasPackageJson) {
             return false;
         }
-
         const packageJson = readFileSync(join(pathname, 'package.json'), 'utf8');
-
         try {
             const packageJsonParsed = JSON.parse(packageJson);
-
             // If they have crawlee as a dependency, likely to use crawlee
             if (CRAWLEE_PACKAGES.some((pkg) => packageJsonParsed?.dependencies?.[pkg] !== undefined)) {
                 return false;
             }
-
             const apifyVersion = packageJsonParsed?.dependencies?.apify;
             if (!apifyVersion) {
                 return false;
             }
-
-            // We cannot infer
+            // We cannot infer/crawlee v3
             if (apifyVersion === '*') {
                 return false;
             }
-
             let actualVersion = apifyVersion;
-
             if (apifyVersion.startsWith('~') || apifyVersion.startsWith('^')) {
                 actualVersion = apifyVersion.slice(1);
             }
-
             return lt(actualVersion, VERSION_WHEN_APIFY_MOVED_TO_CRAWLEE);
-        } catch (err) {
+        }
+        catch (err) {
             return false;
         }
     }
 }
-
-exports.OldApifySDKAnalyzer = OldApifySDKAnalyzer;
+//# sourceMappingURL=OldApifySDKAnalyzer.js.map

package/dist/lib/projects/OldApifySDKAnalyzer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"OldApifySDKAnalyzer.js","sourceRoot":"","sources":["../../../src/lib/projects/OldApifySDKAnalyzer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,OAAO,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAE5B,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAE/C,MAAM,mCAAmC,GAAG,OAAO,CAAC;AAEpD,MAAM,OAAO,mBAAmB;IAC5B,MAAM,CAAC,YAAY,CAAC,QAAgB;QAChC,MAAM,cAAc,GAAG,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC,CAAC;QAElE,IAAI,CAAC,cAAc,EAAE,CAAC;YAClB,OAAO,KAAK,CAAC;QACjB,CAAC;QAED,MAAM,WAAW,GAAG,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAC,EAAE,MAAM,CAAC,CAAC;QAEzE,IAAI,CAAC;YACD,MAAM,iBAAiB,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YAElD,8DAA8D;YAC9D,IAAI,gBAAgB,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,iBAAiB,EAAE,YAAY,EAAE,CAAC,GAAG,CAAC,KAAK,SAAS,CAAC,EAAE,CAAC;gBACvF,OAAO,KAAK,CAAC;YACjB,CAAC;YAED,MAAM,YAAY,GAAG,iBAAiB,EAAE,YAAY,EAAE,KAAK,CAAC;YAC5D,IAAI,CAAC,YAAY,EAAE,CAAC;gBAChB,OAAO,KAAK,CAAC;YACjB,CAAC;YAED,6BAA6B;YAC7B,IAAI,YAAY,KAAK,GAAG,EAAE,CAAC;gBACvB,OAAO,KAAK,CAAC;YACjB,CAAC;YAED,IAAI,aAAa,GAAG,YAAY,CAAC;YAEjC,IAAI,YAAY,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,YAAY,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC/D,aAAa,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC1C,CAAC;YAED,OAAO,EAAE,CAAC,aAAa,EAAE,mCAAmC,CAAC,CAAC;QAClE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;CACJ"}

package/dist/lib/projects/scrapy/ScrapyProjectAnalyzer.d.ts

@@ -0,0 +1,17 @@
+import ConfigParser from 'configparser';
+export declare class ScrapyProjectAnalyzer {
+    pathname: string;
+    configuration: ConfigParser;
+    settings: {
+        BOT_NAME: string;
+        SPIDER_MODULES: string[];
+    } | null;
+    constructor(pathname: string);
+    static isApplicable(pathname: string): boolean;
+    init(): Promise<void>;
+    loadScrapyCfg(): void;
+    loadSettings(): Promise<void>;
+    getName(): string | undefined;
+    getAvailableSpiders(): import("./Spider.js").Spider[];
+}
+//# sourceMappingURL=ScrapyProjectAnalyzer.d.ts.map

package/dist/lib/projects/scrapy/ScrapyProjectAnalyzer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ScrapyProjectAnalyzer.d.ts","sourceRoot":"","sources":["../../../../src/lib/projects/scrapy/ScrapyProjectAnalyzer.ts"],"names":[],"mappings":"AAGA,OAAO,YAAY,MAAM,cAAc,CAAC;AAKxC,qBAAa,qBAAqB;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,YAAY,CAAS;IACpC,QAAQ,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,cAAc,EAAE,MAAM,EAAE,CAAA;KAAE,GAAG,IAAI,CAAQ;gBAE3D,QAAQ,EAAE,MAAM;IAM5B,MAAM,CAAC,YAAY,CAAC,QAAQ,EAAE,MAAM;IAI9B,IAAI;IAIV,aAAa;IAaP,YAAY;IAuBlB,OAAO;IAIP,mBAAmB;CAsBtB"}

package/{src/lib/scrapy-wrapper → dist/lib/projects/scrapy}/ScrapyProjectAnalyzer.js

@@ -1,44 +1,50 @@
-const { readdirSync } = require('fs');
-const fs = require('fs');
-const path = require('path');
-
-const ConfigParser = require('configparser');
-const inquirer = require('inquirer');
-
-const { SpiderFileAnalyzer } = require('./SpiderFileAnalyzer');
-
-class ScrapyProjectAnalyzer {
+import { existsSync, readdirSync } from 'node:fs';
+import { join, resolve } from 'node:path';
+import ConfigParser from 'configparser';
+import inquirer from 'inquirer';
+import { SpiderFileAnalyzer } from './SpiderFileAnalyzer.js';
+export class ScrapyProjectAnalyzer {
     constructor(pathname) {
+        Object.defineProperty(this, "pathname", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "configuration", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: null
+        });
+        Object.defineProperty(this, "settings", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: null
+        });
         this.pathname = pathname;
-        this.configuration = null;
         this.settings = null;
         this.loadScrapyCfg();
     }
-
     static isApplicable(pathname) {
-        return fs.existsSync(path.join(pathname, 'scrapy.cfg'));
+        return existsSync(join(pathname, 'scrapy.cfg'));
     }
-
     async init() {
         await this.loadSettings();
     }
-
     loadScrapyCfg() {
         const config = new ConfigParser();
-        const scrapyCfgPath = path.resolve(path.join(this.pathname, 'scrapy.cfg'));
-
-        if (!fs.existsSync(scrapyCfgPath)) {
-            throw new Error(`scrapy.cfg not found in "${scrapyCfgPath}". 
+        const scrapyCfgPath = resolve(join(this.pathname, 'scrapy.cfg'));
+        if (!existsSync(scrapyCfgPath)) {
+            throw new Error(`scrapy.cfg not found in "${scrapyCfgPath}".
 Are you sure there is a Scrapy project there?`);
         }
-
         config.read(scrapyCfgPath);
         this.configuration = config;
     }
-
     async loadSettings() {
         const assumedBotName = this.configuration.get('settings', 'default').split('.')[0];
-
         const settings = await inquirer.prompt([
             {
                 type: 'input',
@@ -53,38 +59,29 @@ Are you sure there is a Scrapy project there?`);
                 default: [`${assumedBotName}.spiders`],
             },
         ]);
-
-        if (typeof settings.SPIDER_MODULES === 'string') settings.SPIDER_MODULES = [settings.SPIDER_MODULES];
-
+        if (typeof settings.SPIDER_MODULES === 'string')
+            settings.SPIDER_MODULES = [settings.SPIDER_MODULES];
         this.settings = settings;
     }
-
     getName() {
         return this.settings?.BOT_NAME;
     }
-
     getAvailableSpiders() {
         const spiderPaths = this.settings?.SPIDER_MODULES;
-
         if (!spiderPaths) {
             throw new Error('SPIDER_MODULES path not found in settings.');
         }
-
         const spiders = [];
-
         for (const spiderPath of spiderPaths) {
-            const spidersDir = path.join(this.pathname, spiderPath.replaceAll('.', '/'));
-
+            const spidersDir = join(this.pathname, spiderPath.replaceAll('.', '/'));
             const files = readdirSync(spidersDir, { withFileTypes: true });
             for (const file of files) {
                 if (file.isFile() && file.name.endsWith('.py') && file.name !== '__init__.py') {
-                    spiders.push(...(new SpiderFileAnalyzer(path.join(spidersDir, file.name)).getSpiders()));
+                    spiders.push(...(new SpiderFileAnalyzer(join(spidersDir, file.name)).getSpiders()));
                 }
             }
         }
-
         return spiders;
     }
 }
-
-module.exports = { ScrapyProjectAnalyzer };
+//# sourceMappingURL=ScrapyProjectAnalyzer.js.map

package/dist/lib/projects/scrapy/ScrapyProjectAnalyzer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ScrapyProjectAnalyzer.js","sourceRoot":"","sources":["../../../../src/lib/projects/scrapy/ScrapyProjectAnalyzer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAClD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAE1C,OAAO,YAAY,MAAM,cAAc,CAAC;AACxC,OAAO,QAAQ,MAAM,UAAU,CAAC;AAEhC,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAE7D,MAAM,OAAO,qBAAqB;IAK9B,YAAY,QAAgB;QAJ5B;;;;;WAAiB;QACjB;;;;mBAA8B,IAAK;WAAC;QACpC;;;;mBAAkE,IAAI;WAAC;QAGnE,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,aAAa,EAAE,CAAC;IACzB,CAAC;IAED,MAAM,CAAC,YAAY,CAAC,QAAgB;QAChC,OAAO,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC;IACpD,CAAC;IAED,KAAK,CAAC,IAAI;QACN,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;IAC9B,CAAC;IAED,aAAa;QACT,MAAM,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;QAClC,MAAM,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC;QAEjE,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,4BAA4B,aAAa;8CACvB,CAAC,CAAC;QACxC,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC3B,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,YAAY;QACd,MAAM,cAAc,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,UAAU,EAAE,SAAS,CAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAEpF,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC;YACnC;gBACI,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE,UAAU;gBAChB,OAAO,EAAE,8CAA8C;gBACvD,OAAO,EAAE,cAAc;aAC1B;YACD;gBACI,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE,gBAAgB;gBACtB,OAAO,EAAE,2FAA2F;gBACpG,OAAO,EAAE,CAAC,GAAG,cAAc,UAAU,CAAC;aACzC;SACJ,CAAC,CAAC;QAEH,IAAI,OAAO,QAAQ,CAAC,cAAc,KAAK,QAAQ;YAAE,QAAQ,CAAC,cAAc,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;QAErG,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC7B,CAAC;IAED,OAAO;QACH,OAAO,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC;IACnC,CAAC;IAED,mBAAmB;QACf,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAC;QAElD,IAAI,CAAC,WAAW,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QAClE,CAAC;QAED,MAAM,OAAO,GAAG,EAAE,CAAC;QAEnB,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;YACnC,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;YAExE,MAAM,KAAK,GAAG,WAAW,CAAC,UAAU,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;YAC/D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACvB,IAAI,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;oBAC5E,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,kBAAkB,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;gBACxF,CAAC;YACL,CAAC;QACL,CAAC;QAED,OAAO,OAAO,CAAC;IACnB,CAAC;CACJ"}

package/dist/lib/projects/scrapy/Spider.d.ts

@@ -0,0 +1,14 @@
+export declare class Spider {
+    name?: string;
+    class_name: string;
+    start_urls?: string;
+    pathname: string;
+    constructor(data: SpiderData);
+}
+export interface SpiderData {
+    name?: string;
+    class_name: string;
+    start_urls?: string;
+    pathname: string;
+}
+//# sourceMappingURL=Spider.d.ts.map

package/dist/lib/projects/scrapy/Spider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Spider.d.ts","sourceRoot":"","sources":["../../../../src/lib/projects/scrapy/Spider.ts"],"names":[],"mappings":"AAAA,qBAAa,MAAM;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;gBAEL,IAAI,EAAE,UAAU;CAM/B;AAED,MAAM,WAAW,UAAU;IACvB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;CACpB"}