apify-cli 0.21.10-beta.2 → 0.21.10-beta.20

package/dist/lib/hooks/useStdin.js

@@ -1,65 +0,0 @@
-import { constants, fstat as fstat_ } from 'node:fs';
-import process from 'node:process';
-import { promisify } from 'node:util';
-import { cliDebugPrint } from '../utils/cliDebugPrint.js';
-const fstat = promisify(fstat_);
-let cachedStdinState;
-export async function useStdin() {
-    if (cachedStdinState) {
-        return cachedStdinState;
-    }
-    const stdinStream = process.stdin;
-    // The best showcase of what this does: https://stackoverflow.com/a/59024214
-    const state = {
-        isTTY: stdinStream.isTTY,
-        hasData: false,
-        waitDelay: 0,
-        stream: stdinStream,
-    };
-    // TODO: use os.guessFileDescriptorType instead once https://github.com/nodejs/node/pull/58060 lands in our supported node versions
-    const pipedIn = await fstat(0)
-        .then((stat) => {
-        cliDebugPrint('useStdin', {
-            stat,
-            isRegularFile: stat.isFile(),
-            isDirectory: stat.isDirectory(),
-            isBlockDevice: stat.isBlockDevice(),
-            isCharDevice: stat.isCharacterDevice(),
-            isSymbolicLink: stat.isSymbolicLink(),
-            isFIFO: stat.isFIFO(),
-            isSocket: stat.isSocket(),
-        });
-        // Right now, Windows always returns false for isFIFO, so we have to check for that manually
-        // Windows might also wrongly return the mode for this, who knows!
-        // TODO: https://github.com/nodejs/node/issues/57603
-        if (process.platform === 'win32') {
-            // eslint-disable-next-line no-bitwise
-            if ((stat.mode & constants.S_IFIFO) === constants.S_IFIFO) {
-                return 100;
-            }
-            // In node 18, for some reason this returns true for vitest, and thus always hangs.
-            if (stat.isFile()) {
-                return 50;
-            }
-        }
-        // isFIFO -> `node a | node b`
-        // isFile -> `node a < file`
-        // isSocket -> child processes (I think) [but we set a timeout of 50ms to avoid hanging]
-        return stat.isFIFO() || stat.isFile() || (stat.isSocket() ? 50 : false);
-    })
-        .catch(() => false);
-    cliDebugPrint('useStdin', { isTTY: state.isTTY, pipedIn, readableEnded: stdinStream.readableEnded });
-    // The isTTY params will be true if there is no piping into stdin
-    // pipedIn is set if someone either runs `node a | node b`, or `node a < file`
-    // if that is the case, isTTY will be undefined (???)
-    // readableEnded is a catch all for when the stream is closed
-    if (!stdinStream.isTTY || (pipedIn !== false && (stdinStream.isTTY !== undefined || !stdinStream.readableEnded))) {
-        state.hasData = true;
-    }
-    if (typeof pipedIn === 'number') {
-        state.waitDelay = pipedIn;
-    }
-    cachedStdinState = state;
-    return state;
-}
-//# sourceMappingURL=useStdin.js.map

package/dist/lib/hooks/useStdin.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"useStdin.js","sourceRoot":"","sources":["../../../src/lib/hooks/useStdin.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,KAAK,IAAI,MAAM,EAAE,MAAM,SAAS,CAAC;AACrD,OAAO,OAAO,MAAM,cAAc,CAAC;AACnC,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAEtC,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAE1D,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;AAShC,IAAI,gBAAwC,CAAC;AAE7C,MAAM,CAAC,KAAK,UAAU,QAAQ;IAC7B,IAAI,gBAAgB,EAAE,CAAC;QACtB,OAAO,gBAAgB,CAAC;IACzB,CAAC;IAED,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC;IAElC,4EAA4E;IAC5E,MAAM,KAAK,GAAe;QACzB,KAAK,EAAE,WAAW,CAAC,KAAK;QACxB,OAAO,EAAE,KAAK;QACd,SAAS,EAAE,CAAC;QACZ,MAAM,EAAE,WAAW;KACnB,CAAC;IAEF,mIAAmI;IAEnI,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,CAAC,CAAC;SAC5B,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;QACd,aAAa,CAAC,UAAU,EAAE;YACzB,IAAI;YACJ,aAAa,EAAE,IAAI,CAAC,MAAM,EAAE;YAC5B,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE;YAC/B,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE;YACnC,YAAY,EAAE,IAAI,CAAC,iBAAiB,EAAE;YACtC,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE;YACrC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE;YACrB,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE;SACzB,CAAC,CAAC;QAEH,4FAA4F;QAC5F,kEAAkE;QAClE,oDAAoD;QACpD,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;YAClC,sCAAsC;YACtC,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC,KAAK,SAAS,CAAC,OAAO,EAAE,CAAC;gBAC3D,OAAO,GAAG,CAAC;YACZ,CAAC;YAED,mFAAmF;YACnF,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;gBACnB,OAAO,EAAE,CAAC;YACX,CAAC;QACF,CAAC;QAED,8BAA8B;QAC9B,4BAA4B;QAC5B,wFAAwF;QACxF,OAAO,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IACzE,CAAC,CAAC;SACD,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC;IAErB,aAAa,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO,EAAE,aAAa,EAAE,WAAW,CAAC,aAAa,EAAE,CAAC,CAAC;IAErG,iEAAiE;IACjE,8EAA8E;IAC9E,qDAAqD;IACrD,6DAA6D;IAC7D,IAAI,CAAC,WAAW,CAAC,KAAK,IAAI,CAAC,OAAO,KAAK,KAAK,IAAI,CAAC,WAAW,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC;QAClH,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC;IACtB,CAAC;IAED,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QACjC,KAAK,CAAC,SAAS,GAAG,OAAO,CAAC;IAC3B,CAAC;IAED,gBAAgB,GAAG,KAAK,CAAC;IAEzB,OAAO,KAAK,CAAC;AACd,CAAC"}

package/dist/lib/input_schema.js

@@ -1,130 +0,0 @@
-import { existsSync, writeFileSync } from 'node:fs';
-import { join } from 'node:path';
-import process from 'node:process';
-import deepClone from 'lodash.clonedeep';
-import { KEY_VALUE_STORE_KEYS } from '@apify/consts';
-import { validateInputSchema } from '@apify/input_schema';
-import { ACTOR_SPECIFICATION_FOLDER } from './consts.js';
-import { warning } from './outputs.js';
-import { Ajv2019, getJsonFileContent, getLocalConfig, getLocalKeyValueStorePath } from './utils.js';
-const DEFAULT_INPUT_SCHEMA_PATHS = [
-    '.actor/INPUT_SCHEMA.json',
-    './INPUT_SCHEMA.json',
-    '.actor/input_schema.json',
-    './input_schema.json',
-];
-/**
- * Return the input schema from the default location.
- *
- * When the input schema does not exist, null is returned for schema.
- * In such a case, path would be set to the location
- * where the input schema would be expected to be found (and e.g. can be created there).
- */
-export const readInputSchema = async ({ forcePath, cwd } = { cwd: process.cwd() }) => {
-    if (forcePath) {
-        return {
-            inputSchema: getJsonFileContent(forcePath),
-            inputSchemaPath: forcePath,
-        };
-    }
-    const localConfig = getLocalConfig(cwd);
-    if (typeof localConfig?.input === 'object') {
-        return {
-            inputSchema: localConfig.input,
-            inputSchemaPath: null,
-        };
-    }
-    if (typeof localConfig?.input === 'string') {
-        const fullPath = join(cwd, ACTOR_SPECIFICATION_FOLDER, localConfig.input);
-        return {
-            inputSchema: getJsonFileContent(fullPath),
-            inputSchemaPath: fullPath,
-        };
-    }
-    for (const path of DEFAULT_INPUT_SCHEMA_PATHS) {
-        const fullPath = join(cwd, path);
-        if (existsSync(fullPath)) {
-            return {
-                inputSchema: getJsonFileContent(fullPath),
-                inputSchemaPath: fullPath,
-            };
-        }
-    }
-    // If not input schema has been found so far, return the first default path
-    // where the input schema would be expected.
-    return {
-        inputSchema: null,
-        inputSchemaPath: join(cwd, DEFAULT_INPUT_SCHEMA_PATHS[0]),
-    };
-};
-/**
- * Goes to the Actor directory and creates INPUT.json file from the input schema prefills.
-
- */
-export const createPrefilledInputFileFromInputSchema = async (actorFolderDir) => {
-    let inputFile = {};
-    try {
-        const { inputSchema } = await readInputSchema({ cwd: actorFolderDir });
-        if (inputSchema) {
-            /**
-             * TODO: The logic is copied from @apify-packages/actor -> getPrefillFromInputSchema
-             * It is not possible to install the package here because it is private
-             * We should move it to @apify/input_schema and use it from there.
-             */
-            const validator = new Ajv2019({ strict: false });
-            validateInputSchema(validator, inputSchema);
-            // inputFile = _.mapObject(inputSchema.properties as any, (fieldSchema) =>
-            // 	fieldSchema.type === 'boolean' || fieldSchema.editor === 'hidden'
-            // 		? fieldSchema.default
-            // 		: fieldSchema.prefill,
-            // );
-            inputFile = Object.entries(inputSchema.properties).reduce((acc, [key, fieldSchema]) => {
-                acc[key] =
-                    fieldSchema.type === 'boolean' || fieldSchema.editor === 'hidden'
-                        ? fieldSchema.default
-                        : fieldSchema.prefill;
-                return acc;
-            }, {});
-        }
-    }
-    catch (err) {
-        warning({
-            message: `Could not create default input based on input schema, creating empty input instead. Cause: ${err.message}`,
-        });
-    }
-    finally {
-        const keyValueStorePath = getLocalKeyValueStorePath();
-        const inputJsonPath = join(actorFolderDir, keyValueStorePath, `${KEY_VALUE_STORE_KEYS.INPUT}.json`);
-        writeFileSync(inputJsonPath, JSON.stringify(inputFile, null, '\t'));
-    }
-};
-export const getDefaultsFromInputSchema = (inputSchema) => {
-    const defaults = {};
-    for (const [key, fieldSchema] of Object.entries(inputSchema.properties)) {
-        if (fieldSchema.default !== undefined) {
-            defaults[key] = fieldSchema.default;
-        }
-    }
-    return defaults;
-};
-// Lots of code copied from @apify-packages/actor, this really should be moved to the shared input_schema package
-export const getAjvValidator = (inputSchema, ajvInstance) => {
-    const copyOfSchema = deepClone(inputSchema);
-    copyOfSchema.required = [];
-    for (const [inputSchemaFieldKey, inputSchemaField] of Object.entries(inputSchema.properties)) {
-        // `required` field doesn't need to be present in input schema
-        const isRequired = inputSchema.required?.includes(inputSchemaFieldKey);
-        const hasDefault = inputSchemaField.default !== undefined;
-        if (isRequired && !hasDefault) {
-            // If field is required but has default, we act like it's optional because we always have value to use
-            copyOfSchema.required.push(inputSchemaFieldKey);
-            if (inputSchemaField.type === 'array') {
-                // If array is required, it has to have at least 1 item.
-                inputSchemaField.minItems = Math.max(1, inputSchemaField.minItems || 0);
-            }
-        }
-    }
-    delete copyOfSchema.$schema;
-    return ajvInstance.compile(copyOfSchema);
-};
-//# sourceMappingURL=input_schema.js.map

package/dist/lib/input_schema.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"input_schema.js","sourceRoot":"","sources":["../../src/lib/input_schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACpD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,OAAO,MAAM,cAAc,CAAC;AAEnC,OAAO,SAAS,MAAM,kBAAkB,CAAC;AAEzC,OAAO,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AACrD,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAE1D,OAAO,EAAE,0BAA0B,EAAE,MAAM,aAAa,CAAC;AACzD,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,OAAO,EAAE,kBAAkB,EAAE,cAAc,EAAE,yBAAyB,EAAE,MAAM,YAAY,CAAC;AAEpG,MAAM,0BAA0B,GAAG;IAClC,0BAA0B;IAC1B,qBAAqB;IACrB,0BAA0B;IAC1B,qBAAqB;CACrB,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,KAAK,EACnC,EAAE,SAAS,EAAE,GAAG,KAA0C,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,EAAE,EAC/E,EAAE;IACH,IAAI,SAAS,EAAE,CAAC;QACf,OAAO;YACN,WAAW,EAAE,kBAAkB,CAAC,SAAS,CAAC;YAC1C,eAAe,EAAE,SAAS;SAC1B,CAAC;IACH,CAAC;IAED,MAAM,WAAW,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;IAExC,IAAI,OAAO,WAAW,EAAE,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC5C,OAAO;YACN,WAAW,EAAE,WAAW,CAAC,KAAgC;YACzD,eAAe,EAAE,IAAI;SACrB,CAAC;IACH,CAAC;IAED,IAAI,OAAO,WAAW,EAAE,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,0BAA0B,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC;QAC1E,OAAO;YACN,WAAW,EAAE,kBAAkB,CAAC,QAAQ,CAAC;YACzC,eAAe,EAAE,QAAQ;SACzB,CAAC;IACH,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,0BAA0B,EAAE,CAAC;QAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QACjC,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC1B,OAAO;gBACN,WAAW,EAAE,kBAAkB,CAAC,QAAQ,CAAC;gBACzC,eAAe,EAAE,QAAQ;aACzB,CAAC;QACH,CAAC;IACF,CAAC;IAED,2EAA2E;IAC3E,4CAA4C;IAC5C,OAAO;QACN,WAAW,EAAE,IAAI;QACjB,eAAe,EAAE,IAAI,CAAC,GAAG,EAAE,0BAA0B,CAAC,CAAC,CAAC,CAAC;KACzD,CAAC;AACH,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,uCAAuC,GAAG,KAAK,EAAE,cAAsB,EAAE,EAAE;IACvF,IAAI,SAAS,GAAG,EAAE,CAAC;IACnB,IAAI,CAAC;QACJ,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,eAAe,CAAC,EAAE,GAAG,EAAE,cAAc,EAAE,CAAC,CAAC;QAEvE,IAAI,WAAW,EAAE,CAAC;YACjB;;;;eAIG;YACH,MAAM,SAAS,GAAG,IAAI,OAAO,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;YACjD,mBAAmB,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;YAE5C,0EAA0E;YAC1E,qEAAqE;YACrE,0BAA0B;YAC1B,2BAA2B;YAC3B,KAAK;YACL,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,UAAiB,CAAC,CAAC,MAAM,CAC/D,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,WAAW,CAAgB,EAAE,EAAE;gBAC1C,GAAG,CAAC,GAAG,CAAC;oBACP,WAAW,CAAC,IAAI,KAAK,SAAS,IAAI,WAAW,CAAC,MAAM,KAAK,QAAQ;wBAChE,CAAC,CAAC,WAAW,CAAC,OAAO;wBACrB,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC;gBAExB,OAAO,GAAG,CAAC;YACZ,CAAC,EACD,EAAyB,CACzB,CAAC;QACH,CAAC;IACF,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,OAAO,CAAC;YACP,OAAO,EAAE,8FACP,GAAa,CAAC,OAChB,EAAE;SACF,CAAC,CAAC;IACJ,CAAC;YAAS,CAAC;QACV,MAAM,iBAAiB,GAAG,yBAAyB,EAAE,CAAC;QACtD,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,EAAE,iBAAiB,EAAE,GAAG,oBAAoB,CAAC,KAAK,OAAO,CAAC,CAAC;QACpG,aAAa,CAAC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;IACrE,CAAC;AACF,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,WAAgB,EAAE,EAAE;IAC9D,MAAM,QAAQ,GAA4B,EAAE,CAAC;IAE7C,KAAK,MAAM,CAAC,GAAG,EAAE,WAAW,CAAC,IAAI,MAAM,CAAC,OAAO,CAAM,WAAW,CAAC,UAAU,CAAC,EAAE,CAAC;QAC9E,IAAI,WAAW,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YACvC,QAAQ,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC,OAAO,CAAC;QACrC,CAAC;IACF,CAAC;IAED,OAAO,QAAQ,CAAC;AACjB,CAAC,CAAC;AAEF,iHAAiH;AACjH,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,WAAgB,EAAE,WAA8B,EAAE,EAAE;IACnF,MAAM,YAAY,GAAG,SAAS,CAAC,WAAW,CAAC,CAAC;IAC5C,YAAY,CAAC,QAAQ,GAAG,EAAE,CAAC;IAE3B,KAAK,MAAM,CAAC,mBAAmB,EAAE,gBAAgB,CAAC,IAAI,MAAM,CAAC,OAAO,CAAM,WAAW,CAAC,UAAU,CAAC,EAAE,CAAC;QACnG,8DAA8D;QAC9D,MAAM,UAAU,GAAG,WAAW,CAAC,QAAQ,EAAE,QAAQ,CAAC,mBAAmB,CAAC,CAAC;QACvE,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,KAAK,SAAS,CAAC;QAE1D,IAAI,UAAU,IAAI,CAAC,UAAU,EAAE,CAAC;YAC/B,sGAAsG;YACtG,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;YAChD,IAAI,gBAAgB,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBACvC,wDAAwD;gBACxD,gBAAgB,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,gBAAgB,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC;YACzE,CAAC;QACF,CAAC;IACF,CAAC;IAED,OAAO,YAAY,CAAC,OAAO,CAAC;IAE5B,OAAO,WAAW,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;AAC1C,CAAC,CAAC"}

package/dist/lib/outputs.js

@@ -1,45 +0,0 @@
-import chalk from 'chalk';
-function internalLog(options) {
-    if (options.stdoutOutput) {
-        console.log(...options.stdoutOutput);
-    }
-    if (options.stderrOutput) {
-        console.error(...options.stderrOutput);
-    }
-}
-export function simpleLog(options) {
-    internalLog({
-        [options.stdout ? 'stdoutOutput' : 'stderrOutput']: [options.message],
-    });
-}
-export function error(options) {
-    internalLog({
-        [options.stdout ? 'stdoutOutput' : 'stderrOutput']: [chalk.red('Error:'), options.message],
-    });
-}
-export function warning(options) {
-    internalLog({
-        [options.stdout ? 'stdoutOutput' : 'stderrOutput']: [chalk.yellow.bold('Warning:'), options.message],
-    });
-}
-export function success(options) {
-    internalLog({
-        [options.stdout ? 'stdoutOutput' : 'stderrOutput']: [chalk.green('Success:'), options.message],
-    });
-}
-export function run(options) {
-    internalLog({
-        [options.stdout ? 'stdoutOutput' : 'stderrOutput']: [chalk.gray('Run:'), options.message],
-    });
-}
-export function info(options) {
-    internalLog({
-        [options.stdout ? 'stdoutOutput' : 'stderrOutput']: [chalk.white('Info:'), options.message],
-    });
-}
-export function link(options) {
-    internalLog({
-        [options.stdout ? 'stdoutOutput' : 'stderrOutput']: [chalk.blue(options.message), options.url],
-    });
-}
-//# sourceMappingURL=outputs.js.map

package/dist/lib/outputs.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"outputs.js","sourceRoot":"","sources":["../../src/lib/outputs.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAO1B,SAAS,WAAW,CAAC,OAAmB;IACvC,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;QAC1B,OAAO,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IACtC,CAAC;IAED,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;QAC1B,OAAO,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IACxC,CAAC;AACF,CAAC;AAOD,MAAM,UAAU,SAAS,CAAC,OAAyB;IAClD,WAAW,CAAC;QACX,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,cAAc,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC;KACrE,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,KAAK,CAAC,OAAyB;IAC9C,WAAW,CAAC;QACX,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,cAAc,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC;KAC1F,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,OAAyB;IAChD,WAAW,CAAC;QACX,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,cAAc,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC;KACpG,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,OAAyB;IAChD,WAAW,CAAC;QACX,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,cAAc,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC;KAC9F,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,GAAG,CAAC,OAAyB;IAC5C,WAAW,CAAC;QACX,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,cAAc,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC;KACzF,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,IAAI,CAAC,OAAyB;IAC7C,WAAW,CAAC;QACX,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,cAAc,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC;KAC3F,CAAC,CAAC;AACJ,CAAC;AAMD,MAAM,UAAU,IAAI,CAAC,OAA0B;IAC9C,WAAW,CAAC;QACX,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,cAAc,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,GAAG,CAAC;KAC9F,CAAC,CAAC;AACJ,CAAC"}

package/dist/lib/project_analyzer.js

@@ -1,30 +0,0 @@
-import { PROJECT_TYPES } from './consts.js';
-import { CrawleeAnalyzer } from './projects/CrawleeAnalyzer.js';
-import { OldApifySDKAnalyzer } from './projects/OldApifySDKAnalyzer.js';
-import { ScrapyProjectAnalyzer } from './projects/scrapy/ScrapyProjectAnalyzer.js';
-const analyzers = [
-    {
-        type: PROJECT_TYPES.SCRAPY,
-        analyzer: ScrapyProjectAnalyzer,
-    },
-    {
-        type: PROJECT_TYPES.CRAWLEE,
-        analyzer: CrawleeAnalyzer,
-    },
-    {
-        type: PROJECT_TYPES.PRE_CRAWLEE_APIFY_SDK,
-        analyzer: OldApifySDKAnalyzer,
-    },
-];
-export class ProjectAnalyzer {
-    static getProjectType(pathname) {
-        const analyzer = analyzers.find((a) => {
-            if (!a.analyzer.isApplicable) {
-                throw new Error(`Analyzer ${a.analyzer} does not have isApplicable method.`);
-            }
-            return a.analyzer.isApplicable(pathname);
-        });
-        return analyzer?.type || PROJECT_TYPES.UNKNOWN;
-    }
-}
-//# sourceMappingURL=project_analyzer.js.map

package/dist/lib/project_analyzer.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"project_analyzer.js","sourceRoot":"","sources":["../../src/lib/project_analyzer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AAChE,OAAO,EAAE,mBAAmB,EAAE,MAAM,mCAAmC,CAAC;AACxE,OAAO,EAAE,qBAAqB,EAAE,MAAM,4CAA4C,CAAC;AAUnF,MAAM,SAAS,GAA0B;IACxC;QACC,IAAI,EAAE,aAAa,CAAC,MAAM;QAC1B,QAAQ,EAAE,qBAAqB;KAC/B;IACD;QACC,IAAI,EAAE,aAAa,CAAC,OAAO;QAC3B,QAAQ,EAAE,eAAe;KACzB;IACD;QACC,IAAI,EAAE,aAAa,CAAC,qBAAqB;QACzC,QAAQ,EAAE,mBAAmB;KAC7B;CACD,CAAC;AAEF,MAAM,OAAO,eAAe;IAC3B,MAAM,CAAC,cAAc,CAAC,QAAgB;QACrC,MAAM,QAAQ,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE;YACrC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,YAAY,EAAE,CAAC;gBAC9B,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC,QAAQ,qCAAqC,CAAC,CAAC;YAC9E,CAAC;YAED,OAAO,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,EAAE,IAAI,IAAI,aAAa,CAAC,OAAO,CAAC;IAChD,CAAC;CACD"}

package/dist/lib/projects/CrawleeAnalyzer.js

@@ -1,20 +0,0 @@
-import { existsSync, readFileSync } from 'node:fs';
-import { join } from 'node:path';
-import { CRAWLEE_PACKAGES } from './shared.js';
-export class CrawleeAnalyzer {
-    static isApplicable(pathname) {
-        const hasPackageJson = existsSync(join(pathname, 'package.json'));
-        if (!hasPackageJson) {
-            return false;
-        }
-        const packageJson = readFileSync(join(pathname, 'package.json'), 'utf8');
-        try {
-            const packageJsonParsed = JSON.parse(packageJson);
-            return CRAWLEE_PACKAGES.some((pkg) => packageJsonParsed?.dependencies?.[pkg] !== undefined);
-        }
-        catch {
-            return false;
-        }
-    }
-}
-//# sourceMappingURL=CrawleeAnalyzer.js.map

package/dist/lib/projects/CrawleeAnalyzer.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"CrawleeAnalyzer.js","sourceRoot":"","sources":["../../../src/lib/projects/CrawleeAnalyzer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAE/C,MAAM,OAAO,eAAe;IAC3B,MAAM,CAAC,YAAY,CAAC,QAAgB;QACnC,MAAM,cAAc,GAAG,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC,CAAC;QAElE,IAAI,CAAC,cAAc,EAAE,CAAC;YACrB,OAAO,KAAK,CAAC;QACd,CAAC;QAED,MAAM,WAAW,GAAG,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAC,EAAE,MAAM,CAAC,CAAC;QAEzE,IAAI,CAAC;YACJ,MAAM,iBAAiB,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YAElD,OAAO,gBAAgB,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,iBAAiB,EAAE,YAAY,EAAE,CAAC,GAAG,CAAC,KAAK,SAAS,CAAC,CAAC;QAC7F,CAAC;QAAC,MAAM,CAAC;YACR,OAAO,KAAK,CAAC;QACd,CAAC;IACF,CAAC;CACD"}

package/dist/lib/projects/OldApifySDKAnalyzer.js

@@ -1,38 +0,0 @@
-import { existsSync, readFileSync } from 'node:fs';
-import { join } from 'node:path';
-import { lt } from 'semver';
-import { CRAWLEE_PACKAGES } from './shared.js';
-const VERSION_WHEN_APIFY_MOVED_TO_CRAWLEE = '3.0.0';
-export class OldApifySDKAnalyzer {
-    static isApplicable(pathname) {
-        const hasPackageJson = existsSync(join(pathname, 'package.json'));
-        if (!hasPackageJson) {
-            return false;
-        }
-        const packageJson = readFileSync(join(pathname, 'package.json'), 'utf8');
-        try {
-            const packageJsonParsed = JSON.parse(packageJson);
-            // If they have crawlee as a dependency, likely to use crawlee
-            if (CRAWLEE_PACKAGES.some((pkg) => packageJsonParsed?.dependencies?.[pkg] !== undefined)) {
-                return false;
-            }
-            const apifyVersion = packageJsonParsed?.dependencies?.apify;
-            if (!apifyVersion) {
-                return false;
-            }
-            // We cannot infer/crawlee v3
-            if (apifyVersion === '*') {
-                return false;
-            }
-            let actualVersion = apifyVersion;
-            if (apifyVersion.startsWith('~') || apifyVersion.startsWith('^')) {
-                actualVersion = apifyVersion.slice(1);
-            }
-            return lt(actualVersion, VERSION_WHEN_APIFY_MOVED_TO_CRAWLEE);
-        }
-        catch {
-            return false;
-        }
-    }
-}
-//# sourceMappingURL=OldApifySDKAnalyzer.js.map

package/dist/lib/projects/OldApifySDKAnalyzer.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"OldApifySDKAnalyzer.js","sourceRoot":"","sources":["../../../src/lib/projects/OldApifySDKAnalyzer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,OAAO,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAE5B,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAE/C,MAAM,mCAAmC,GAAG,OAAO,CAAC;AAEpD,MAAM,OAAO,mBAAmB;IAC/B,MAAM,CAAC,YAAY,CAAC,QAAgB;QACnC,MAAM,cAAc,GAAG,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC,CAAC;QAElE,IAAI,CAAC,cAAc,EAAE,CAAC;YACrB,OAAO,KAAK,CAAC;QACd,CAAC;QAED,MAAM,WAAW,GAAG,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAC,EAAE,MAAM,CAAC,CAAC;QAEzE,IAAI,CAAC;YACJ,MAAM,iBAAiB,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YAElD,8DAA8D;YAC9D,IAAI,gBAAgB,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,iBAAiB,EAAE,YAAY,EAAE,CAAC,GAAG,CAAC,KAAK,SAAS,CAAC,EAAE,CAAC;gBAC1F,OAAO,KAAK,CAAC;YACd,CAAC;YAED,MAAM,YAAY,GAAG,iBAAiB,EAAE,YAAY,EAAE,KAAK,CAAC;YAC5D,IAAI,CAAC,YAAY,EAAE,CAAC;gBACnB,OAAO,KAAK,CAAC;YACd,CAAC;YAED,6BAA6B;YAC7B,IAAI,YAAY,KAAK,GAAG,EAAE,CAAC;gBAC1B,OAAO,KAAK,CAAC;YACd,CAAC;YAED,IAAI,aAAa,GAAG,YAAY,CAAC;YAEjC,IAAI,YAAY,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,YAAY,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAClE,aAAa,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACvC,CAAC;YAED,OAAO,EAAE,CAAC,aAAa,EAAE,mCAAmC,CAAC,CAAC;QAC/D,CAAC;QAAC,MAAM,CAAC;YACR,OAAO,KAAK,CAAC;QACd,CAAC;IACF,CAAC;CACD"}

package/dist/lib/projects/scrapy/ScrapyProjectAnalyzer.js

@@ -1,73 +0,0 @@
-import { existsSync, readdirSync } from 'node:fs';
-import { join, resolve } from 'node:path';
-import ConfigParser from 'configparser';
-import inquirer from 'inquirer';
-import { SpiderFileAnalyzer } from './SpiderFileAnalyzer.js';
-export class ScrapyProjectAnalyzer {
-    pathname;
-    configuration = null;
-    settings = null;
-    constructor(pathname) {
-        this.pathname = pathname;
-        this.settings = null;
-        this.loadScrapyCfg();
-    }
-    static isApplicable(pathname) {
-        return existsSync(join(pathname, 'scrapy.cfg'));
-    }
-    async init() {
-        await this.loadSettings();
-    }
-    loadScrapyCfg() {
-        const config = new ConfigParser();
-        const scrapyCfgPath = resolve(join(this.pathname, 'scrapy.cfg'));
-        if (!existsSync(scrapyCfgPath)) {
-            throw new Error(`scrapy.cfg not found in "${scrapyCfgPath}".
-Are you sure there is a Scrapy project there?`);
-        }
-        config.read(scrapyCfgPath);
-        this.configuration = config;
-    }
-    async loadSettings() {
-        const assumedBotName = this.configuration.get('settings', 'default').split('.')[0];
-        const settings = await inquirer.prompt([
-            {
-                type: 'input',
-                name: 'BOT_NAME',
-                message: 'Enter the Scrapy BOT_NAME (see settings.py):',
-                default: assumedBotName,
-            },
-            {
-                type: 'input',
-                name: 'SPIDER_MODULES',
-                message: 'What folder are the Scrapy spider modules stored in? (see SPIDER_MODULES in settings.py):',
-                default: `${assumedBotName}.spiders`,
-            },
-        ]);
-        this.settings = {
-            BOT_NAME: settings.BOT_NAME,
-            SPIDER_MODULES: typeof settings.SPIDER_MODULES === 'string' ? [settings.SPIDER_MODULES] : settings.SPIDER_MODULES,
-        };
-    }
-    getName() {
-        return this.settings?.BOT_NAME;
-    }
-    getAvailableSpiders() {
-        const spiderPaths = this.settings?.SPIDER_MODULES;
-        if (!spiderPaths) {
-            throw new Error('SPIDER_MODULES path not found in settings.');
-        }
-        const spiders = [];
-        for (const spiderPath of spiderPaths) {
-            const spidersDir = join(this.pathname, spiderPath.replaceAll('.', '/'));
-            const files = readdirSync(spidersDir, { withFileTypes: true });
-            for (const file of files) {
-                if (file.isFile() && file.name.endsWith('.py') && file.name !== '__init__.py') {
-                    spiders.push(...new SpiderFileAnalyzer(join(spidersDir, file.name)).getSpiders());
-                }
-            }
-        }
-        return spiders;
-    }
-}
-//# sourceMappingURL=ScrapyProjectAnalyzer.js.map

package/dist/lib/projects/scrapy/ScrapyProjectAnalyzer.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"ScrapyProjectAnalyzer.js","sourceRoot":"","sources":["../../../../src/lib/projects/scrapy/ScrapyProjectAnalyzer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAClD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAE1C,OAAO,YAAY,MAAM,cAAc,CAAC;AACxC,OAAO,QAAQ,MAAM,UAAU,CAAC;AAEhC,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAE7D,MAAM,OAAO,qBAAqB;IACjC,QAAQ,CAAS;IACjB,aAAa,GAAiB,IAAK,CAAC;IACpC,QAAQ,GAA0D,IAAI,CAAC;IAEvE,YAAY,QAAgB;QAC3B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,aAAa,EAAE,CAAC;IACtB,CAAC;IAED,MAAM,CAAC,YAAY,CAAC,QAAgB;QACnC,OAAO,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,IAAI;QACT,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;IAC3B,CAAC;IAED,aAAa;QACZ,MAAM,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;QAClC,MAAM,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC;QAEjE,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,4BAA4B,aAAa;8CACd,CAAC,CAAC;QAC9C,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC3B,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,YAAY;QACjB,MAAM,cAAc,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,UAAU,EAAE,SAAS,CAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAEpF,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,MAAM,CAA+C;YACpF;gBACC,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE,UAAU;gBAChB,OAAO,EAAE,8CAA8C;gBACvD,OAAO,EAAE,cAAc;aACvB;YACD;gBACC,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE,gBAAgB;gBACtB,OAAO,EAAE,2FAA2F;gBACpG,OAAO,EAAE,GAAG,cAAc,UAAU;aACpC;SACD,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,GAAG;YACf,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,cAAc,EACb,OAAO,QAAQ,CAAC,cAAc,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,cAAc;SAClG,CAAC;IACH,CAAC;IAED,OAAO;QACN,OAAO,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC;IAChC,CAAC;IAED,mBAAmB;QAClB,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAC;QAElD,IAAI,CAAC,WAAW,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QAC/D,CAAC;QAED,MAAM,OAAO,GAAG,EAAE,CAAC;QAEnB,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;YACtC,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;YAExE,MAAM,KAAK,GAAG,WAAW,CAAC,UAAU,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;YAC/D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBAC1B,IAAI,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;oBAC/E,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,kBAAkB,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;gBACnF,CAAC;YACF,CAAC;QACF,CAAC;QAED,OAAO,OAAO,CAAC;IAChB,CAAC;CACD"}

package/dist/lib/projects/scrapy/Spider.js

@@ -1,13 +0,0 @@
-export class Spider {
-    name;
-    class_name;
-    start_urls;
-    pathname;
-    constructor(data) {
-        this.name = data.name;
-        this.class_name = data.class_name;
-        this.start_urls = data.start_urls;
-        this.pathname = data.pathname;
-    }
-}
-//# sourceMappingURL=Spider.js.map

package/dist/lib/projects/scrapy/Spider.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"Spider.js","sourceRoot":"","sources":["../../../../src/lib/projects/scrapy/Spider.ts"],"names":[],"mappings":"AAAA,MAAM,OAAO,MAAM;IAClB,IAAI,CAAU;IACd,UAAU,CAAS;IACnB,UAAU,CAAU;IACpB,QAAQ,CAAS;IAEjB,YAAY,IAAgB;QAC3B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACtB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QAClC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QAClC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;IAC/B,CAAC;CACD"}

package/dist/lib/projects/scrapy/SpiderFileAnalyzer.js

@@ -1,20 +0,0 @@
-import { readFileSync } from 'node:fs';
-import { Spider } from './Spider.js';
-export class SpiderFileAnalyzer {
-    pathname;
-    constructor(pathname) {
-        this.pathname = pathname;
-    }
-    getSpiders() {
-        const file = readFileSync(this.pathname, 'utf8');
-        const regex = /class\s+(\w+)/g;
-        const spiders = [];
-        let match = regex.exec(file);
-        while (match) {
-            spiders.push(new Spider({ class_name: match[1], pathname: this.pathname }));
-            match = regex.exec(file);
-        }
-        return spiders;
-    }
-}
-//# sourceMappingURL=SpiderFileAnalyzer.js.map

package/dist/lib/projects/scrapy/SpiderFileAnalyzer.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"SpiderFileAnalyzer.js","sourceRoot":"","sources":["../../../../src/lib/projects/scrapy/SpiderFileAnalyzer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAEvC,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAErC,MAAM,OAAO,kBAAkB;IAC9B,QAAQ,CAAS;IAEjB,YAAY,QAAgB;QAC3B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC1B,CAAC;IAED,UAAU;QACT,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAEjD,MAAM,KAAK,GAAG,gBAAgB,CAAC;QAC/B,MAAM,OAAO,GAAG,EAAE,CAAC;QAEnB,IAAI,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7B,OAAO,KAAK,EAAE,CAAC;YACd,OAAO,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;YAC5E,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC;QAED,OAAO,OAAO,CAAC;IAChB,CAAC;CACD"}

package/dist/lib/projects/scrapy/wrapScrapyProject.js

@@ -1,113 +0,0 @@
-import { appendFileSync, copyFileSync, createWriteStream, existsSync, mkdirSync, readFileSync, rmSync, writeFileSync, } from 'node:fs';
-import { basename, join, relative, sep } from 'node:path';
-import { fileURLToPath } from 'node:url';
-import rootWalk from '@root/walk';
-import ConfigParser from 'configparser';
-import Handlebars from 'handlebars';
-import inquirer from 'inquirer';
-import { fetchManifest, wrapperManifestUrl } from '@apify/actor-templates';
-import { info, success } from '../../outputs.js';
-import { downloadAndUnzip, sanitizeActorName } from '../../utils.js';
-import { ScrapyProjectAnalyzer } from './ScrapyProjectAnalyzer.js';
-/**
- * Files that should be concatenated instead of copied (and overwritten).
- */
-const concatenableFiles = ['.dockerignore', '.gitignore'];
-const templatePath = fileURLToPath(new URL('./templates/python-scrapy', import.meta.url));
-async function merge(fromPath, toPath, options = { bindings: {} }) {
-    await rootWalk.walk(fromPath, async (_err, pathname, dirent) => {
-        if (pathname === fromPath)
-            return;
-        const relPath = relative(fromPath, pathname);
-        const toRelPath = relPath
-            .split(sep)
-            .map((part) => {
-            if (part.startsWith('{') && part.endsWith('}')) {
-                part = part.replace('{', '').replace('}', '');
-                const binding = options.bindings[part];
-                if (!binding) {
-                    throw new Error(`Binding for ${part} not found.`);
-                }
-                return binding;
-            }
-            return part;
-        })
-            .join(sep);
-        const targetPath = join(toPath, toRelPath);
-        if (dirent.isDirectory()) {
-            if (!existsSync(targetPath)) {
-                mkdirSync(targetPath);
-            }
-            return merge(pathname, targetPath);
-        }
-        if (relPath.includes('.template')) {
-            writeFileSync(join(toPath, toRelPath.replace('.template', '')), Handlebars.compile(readFileSync(pathname, 'utf8'))(options.bindings));
-        }
-        else if (existsSync(targetPath) && concatenableFiles.includes(basename(toRelPath))) {
-            appendFileSync(targetPath, readFileSync(pathname));
-        }
-        else {
-            copyFileSync(pathname, targetPath);
-        }
-    });
-}
-export async function wrapScrapyProject({ projectPath }) {
-    if (!projectPath) {
-        projectPath = '.';
-    }
-    const analyzer = new ScrapyProjectAnalyzer(projectPath);
-    if (analyzer.configuration.hasSection('apify')) {
-        throw new Error(`The Scrapy project configuration already contains Apify settings. Are you sure you didn't already wrap this project?`);
-    }
-    await analyzer.init();
-    const { spiderIndex } = await inquirer.prompt([
-        {
-            type: 'list',
-            name: 'spiderIndex',
-            message: 'Pick the Scrapy spider you want to wrap:',
-            choices: analyzer.getAvailableSpiders().map((spider, i) => ({
-                name: `${spider.class_name} (${spider.pathname})`,
-                value: i,
-            })),
-        },
-    ]);
-    function translatePathToRelativeModuleName(pathname) {
-        const relPath = relative(projectPath, pathname);
-        return `.${relPath.split(sep).slice(1).join('.').replace('.py', '')}`;
-    }
-    const templateBindings = {
-        botName: sanitizeActorName(analyzer.settings.BOT_NAME),
-        scrapy_settings_module: analyzer.configuration.get('settings', 'default'),
-        apify_module_path: `${analyzer.settings.BOT_NAME}.apify`,
-        spider_class_name: analyzer.getAvailableSpiders()[spiderIndex].class_name,
-        spider_module_name: `${translatePathToRelativeModuleName(analyzer.getAvailableSpiders()[spiderIndex].pathname)}`,
-        projectFolder: analyzer.settings.BOT_NAME,
-    };
-    const manifest = await fetchManifest(wrapperManifestUrl);
-    info({ message: 'Downloading the latest Scrapy wrapper template...' });
-    const { archiveUrl } = manifest.templates.find(({ id }) => id === 'python-scrapy');
-    if (existsSync(templatePath))
-        rmSync(templatePath, { recursive: true });
-    await downloadAndUnzip({
-        url: archiveUrl,
-        pathTo: templatePath,
-    });
-    info({ message: 'Wrapping the Scrapy project...' });
-    await merge(templatePath, projectPath, {
-        bindings: templateBindings,
-    });
-    const apifyConf = new ConfigParser();
-    apifyConf.addSection('apify');
-    apifyConf.set('apify', 'mainpy_location', analyzer.settings.BOT_NAME);
-    const s = createWriteStream(join(projectPath, 'scrapy.cfg'), { flags: 'a' });
-    await new Promise((r) => {
-        s.on('open', (fd) => {
-            s.write('\n', () => {
-                apifyConf.write(fd);
-                r();
-            });
-        });
-    });
-    success({ message: 'The Scrapy project has been wrapped successfully.' });
-}
-//# sourceMappingURL=wrapScrapyProject.js.map

package/dist/lib/projects/scrapy/wrapScrapyProject.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"wrapScrapyProject.js","sourceRoot":"","sources":["../../../../src/lib/projects/scrapy/wrapScrapyProject.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,cAAc,EACd,YAAY,EACZ,iBAAiB,EACjB,UAAU,EACV,SAAS,EACT,YAAY,EACZ,MAAM,EACN,aAAa,GACb,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAC1D,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,OAAO,QAAQ,MAAM,YAAY,CAAC;AAClC,OAAO,YAAY,MAAM,cAAc,CAAC;AACxC,OAAO,UAAU,MAAM,YAAY,CAAC;AACpC,OAAO,QAAQ,MAAM,UAAU,CAAC;AAEhC,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAE3E,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AACjD,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACrE,OAAO,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AAEnE;;GAEG;AACH,MAAM,iBAAiB,GAAG,CAAC,eAAe,EAAE,YAAY,CAAC,CAAC;AAE1D,MAAM,YAAY,GAAG,aAAa,CAAC,IAAI,GAAG,CAAC,2BAA2B,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAE1F,KAAK,UAAU,KAAK,CACnB,QAAgB,EAChB,MAAc,EACd,UAAgD,EAAE,QAAQ,EAAE,EAAE,EAAE;IAEhE,MAAM,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE;QAC9D,IAAI,QAAQ,KAAK,QAAQ;YAAE,OAAO;QAClC,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAC7C,MAAM,SAAS,GAAG,OAAO;aACvB,KAAK,CAAC,GAAG,CAAC;aACV,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACb,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChD,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBAC9C,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBACvC,IAAI,CAAC,OAAO,EAAE,CAAC;oBACd,MAAM,IAAI,KAAK,CAAC,eAAe,IAAI,aAAa,CAAC,CAAC;gBACnD,CAAC;gBACD,OAAO,OAAO,CAAC;YAChB,CAAC;YACD,OAAO,IAAI,CAAC;QACb,CAAC,CAAC;aACD,IAAI,CAAC,GAAG,CAAC,CAAC;QAEZ,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAE3C,IAAI,MAAM,CAAC,WAAW,EAAE,EAAE,CAAC;YAC1B,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC7B,SAAS,CAAC,UAAU,CAAC,CAAC;YACvB,CAAC;YAED,OAAO,KAAK,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QACpC,CAAC;QAED,IAAI,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YACnC,aAAa,CACZ,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,EAChD,UAAU,CAAC,OAAO,CAAC,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CACpE,CAAC;QACH,CAAC;aAAM,IAAI,UAAU,CAAC,UAAU,CAAC,IAAI,iBAAiB,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;YACtF,cAAc,CAAC,UAAU,EAAE,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC;QACpD,CAAC;aAAM,CAAC;YACP,YAAY,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QACpC,CAAC;IACF,CAAC,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,EAAE,WAAW,EAA4B;IAChF,IAAI,CAAC,WAAW,EAAE,CAAC;QAClB,WAAW,GAAG,GAAG,CAAC;IACnB,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,qBAAqB,CAAC,WAAW,CAAC,CAAC;IAExD,IAAI,QAAQ,CAAC,aAAa,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QAChD,MAAM,IAAI,KAAK,CACd,sHAAsH,CACtH,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IAEtB,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC;QAC7C;YACC,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,aAAa;YACnB,OAAO,EAAE,0CAA0C;YACnD,OAAO,EAAE,QAAQ,CAAC,mBAAmB,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC3D,IAAI,EAAE,GAAG,MAAM,CAAC,UAAU,KAAK,MAAM,CAAC,QAAQ,GAAG;gBACjD,KAAK,EAAE,CAAC;aACR,CAAC,CAAC;SACH;KACD,CAAC,CAAC;IAEH,SAAS,iCAAiC,CAAC,QAAgB;QAC1D,MAAM,OAAO,GAAG,QAAQ,CAAC,WAAY,EAAE,QAAQ,CAAC,CAAC;QAEjD,OAAO,IAAI,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,EAAE,CAAC;IACvE,CAAC;IAED,MAAM,gBAAgB,GAAG;QACxB,OAAO,EAAE,iBAAiB,CAAC,QAAQ,CAAC,QAAS,CAAC,QAAQ,CAAC;QACvD,sBAAsB,EAAE,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,UAAU,EAAE,SAAS,CAAE;QAC1E,iBAAiB,EAAE,GAAG,QAAQ,CAAC,QAAS,CAAC,QAAQ,QAAQ;QACzD,iBAAiB,EAAE,QAAQ,CAAC,mBAAmB,EAAE,CAAC,WAAW,CAAC,CAAC,UAAU;QACzE,kBAAkB,EAAE,GAAG,iCAAiC,CACvD,QAAQ,CAAC,mBAAmB,EAAE,CAAC,WAAW,CAAC,CAAC,QAAQ,CACpD,EAAE;QACH,aAAa,EAAE,QAAQ,CAAC,QAAS,CAAC,QAAQ;KAC1C,CAAC;IAEF,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,kBAAkB,CAAC,CAAC;IAEzD,IAAI,CAAC,EAAE,OAAO,EAAE,mDAAmD,EAAE,CAAC,CAAC;IAEvE,MAAM,EAAE,UAAU,EAAE,GAAG,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,eAAe,CAAE,CAAC;IAEpF,IAAI,UAAU,CAAC,YAAY,CAAC;QAAE,MAAM,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAExE,MAAM,gBAAgB,CAAC;QACtB,GAAG,EAAE,UAAU;QACf,MAAM,EAAE,YAAY;KACpB,CAAC,CAAC;IAEH,IAAI,CAAC,EAAE,OAAO,EAAE,gCAAgC,EAAE,CAAC,CAAC;IAEpD,MAAM,KAAK,CAAC,YAAY,EAAE,WAAW,EAAE;QACtC,QAAQ,EAAE,gBAAgB;KAC1B,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,IAAI,YAAY,EAAE,CAAC;IACrC,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAC9B,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,iBAAiB,EAAE,QAAQ,CAAC,QAAS,CAAC,QAAQ,CAAC,CAAC;IAEvE,MAAM,CAAC,GAAG,iBAAiB,CAAC,IAAI,CAAC,WAAW,EAAE,YAAY,CAAC,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;IAE7E,MAAM,IAAI,OAAO,CAAO,CAAC,CAAC,EAAE,EAAE;QAC7B,CAAC,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE;YACnB,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE;gBAClB,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBACpB,CAAC,EAAE,CAAC;YACL,CAAC,CAAC,CAAC;QACJ,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,EAAE,OAAO,EAAE,mDAAmD,EAAE,CAAC,CAAC;AAC3E,CAAC"}

package/dist/lib/projects/shared.js

@@ -1,13 +0,0 @@
-export const CRAWLEE_PACKAGES = [
-    'crawlee',
-    '@crawlee/core',
-    '@crawlee/puppeteer',
-    '@crawlee/playwright',
-    '@crawlee/cheerio',
-    '@crawlee/jsdom',
-    '@crawlee/linkedom',
-    '@crawlee/http',
-    '@crawlee/browser',
-    '@crawlee/basic',
-];
-//# sourceMappingURL=shared.js.map

package/dist/lib/projects/shared.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"shared.js","sourceRoot":"","sources":["../../../src/lib/projects/shared.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC/B,SAAS;IACT,eAAe;IACf,oBAAoB;IACpB,qBAAqB;IACrB,kBAAkB;IAClB,gBAAgB;IAChB,mBAAmB;IACnB,eAAe;IACf,kBAAkB;IAClB,gBAAgB;CAChB,CAAC"}