apify-cli 0.21.10-beta.5 → 0.21.10-beta.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/.tsbuildinfo +1 -1
- package/dist/actor.js +3 -0
- package/dist/actor.js.map +1 -0
- package/dist/apify.js +3 -0
- package/dist/apify.js.map +1 -0
- package/dist/chunk-SA3HH2MX.js +236 -0
- package/dist/chunk-SA3HH2MX.js.map +1 -0
- package/dist/index.js +2 -3
- package/package.json +6 -6
- package/dist/commands/_register.js +0 -72
- package/dist/commands/_register.js.map +0 -1
- package/dist/commands/actor/_index.js +0 -24
- package/dist/commands/actor/_index.js.map +0 -1
- package/dist/commands/actor/charge.js +0 -84
- package/dist/commands/actor/charge.js.map +0 -1
- package/dist/commands/actor/get-input.js +0 -10
- package/dist/commands/actor/get-input.js.map +0 -1
- package/dist/commands/actor/get-public-url.js +0 -52
- package/dist/commands/actor/get-public-url.js.map +0 -1
- package/dist/commands/actor/get-value.js +0 -18
- package/dist/commands/actor/get-value.js.map +0 -1
- package/dist/commands/actor/push-data.js +0 -38
- package/dist/commands/actor/push-data.js.map +0 -1
- package/dist/commands/actor/set-value.js +0 -52
- package/dist/commands/actor/set-value.js.map +0 -1
- package/dist/commands/actors/_index.js +0 -28
- package/dist/commands/actors/_index.js.map +0 -1
- package/dist/commands/actors/build.js +0 -6
- package/dist/commands/actors/build.js.map +0 -1
- package/dist/commands/actors/call.js +0 -224
- package/dist/commands/actors/call.js.map +0 -1
- package/dist/commands/actors/info.js +0 -203
- package/dist/commands/actors/info.js.map +0 -1
- package/dist/commands/actors/ls.js +0 -226
- package/dist/commands/actors/ls.js.map +0 -1
- package/dist/commands/actors/pull.js +0 -150
- package/dist/commands/actors/pull.js.map +0 -1
- package/dist/commands/actors/push.js +0 -300
- package/dist/commands/actors/push.js.map +0 -1
- package/dist/commands/actors/rm.js +0 -43
- package/dist/commands/actors/rm.js.map +0 -1
- package/dist/commands/actors/start.js +0 -125
- package/dist/commands/actors/start.js.map +0 -1
- package/dist/commands/builds/_index.js +0 -22
- package/dist/commands/builds/_index.js.map +0 -1
- package/dist/commands/builds/create.js +0 -130
- package/dist/commands/builds/create.js.map +0 -1
- package/dist/commands/builds/info.js +0 -78
- package/dist/commands/builds/info.js.map +0 -1
- package/dist/commands/builds/log.js +0 -35
- package/dist/commands/builds/log.js.map +0 -1
- package/dist/commands/builds/ls.js +0 -141
- package/dist/commands/builds/ls.js.map +0 -1
- package/dist/commands/builds/rm.js +0 -59
- package/dist/commands/builds/rm.js.map +0 -1
- package/dist/commands/call.js +0 -5
- package/dist/commands/call.js.map +0 -1
- package/dist/commands/cli-management/install.js +0 -138
- package/dist/commands/cli-management/install.js.map +0 -1
- package/dist/commands/cli-management/upgrade.js +0 -270
- package/dist/commands/cli-management/upgrade.js.map +0 -1
- package/dist/commands/create.js +0 -264
- package/dist/commands/create.js.map +0 -1
- package/dist/commands/datasets/_index.js +0 -25
- package/dist/commands/datasets/_index.js.map +0 -1
- package/dist/commands/datasets/create.js +0 -38
- package/dist/commands/datasets/create.js.map +0 -1
- package/dist/commands/datasets/get-items.js +0 -84
- package/dist/commands/datasets/get-items.js.map +0 -1
- package/dist/commands/datasets/info.js +0 -125
- package/dist/commands/datasets/info.js.map +0 -1
- package/dist/commands/datasets/ls.js +0 -73
- package/dist/commands/datasets/ls.js.map +0 -1
- package/dist/commands/datasets/push-items.js +0 -70
- package/dist/commands/datasets/push-items.js.map +0 -1
- package/dist/commands/datasets/rename.js +0 -71
- package/dist/commands/datasets/rename.js.map +0 -1
- package/dist/commands/datasets/rm.js +0 -48
- package/dist/commands/datasets/rm.js.map +0 -1
- package/dist/commands/edit-input-schema.js +0 -162
- package/dist/commands/edit-input-schema.js.map +0 -1
- package/dist/commands/help.js +0 -43
- package/dist/commands/help.js.map +0 -1
- package/dist/commands/info.js +0 -21
- package/dist/commands/info.js.map +0 -1
- package/dist/commands/init-wrap-scrapy.js +0 -27
- package/dist/commands/init-wrap-scrapy.js.map +0 -1
- package/dist/commands/init.js +0 -94
- package/dist/commands/init.js.map +0 -1
- package/dist/commands/key-value-stores/_index.js +0 -30
- package/dist/commands/key-value-stores/_index.js.map +0 -1
- package/dist/commands/key-value-stores/create.js +0 -38
- package/dist/commands/key-value-stores/create.js.map +0 -1
- package/dist/commands/key-value-stores/delete-value.js +0 -61
- package/dist/commands/key-value-stores/delete-value.js.map +0 -1
- package/dist/commands/key-value-stores/get-value.js +0 -70
- package/dist/commands/key-value-stores/get-value.js.map +0 -1
- package/dist/commands/key-value-stores/info.js +0 -127
- package/dist/commands/key-value-stores/info.js.map +0 -1
- package/dist/commands/key-value-stores/keys.js +0 -61
- package/dist/commands/key-value-stores/keys.js.map +0 -1
- package/dist/commands/key-value-stores/ls.js +0 -70
- package/dist/commands/key-value-stores/ls.js.map +0 -1
- package/dist/commands/key-value-stores/rename.js +0 -71
- package/dist/commands/key-value-stores/rename.js.map +0 -1
- package/dist/commands/key-value-stores/rm.js +0 -48
- package/dist/commands/key-value-stores/rm.js.map +0 -1
- package/dist/commands/key-value-stores/set-value.js +0 -57
- package/dist/commands/key-value-stores/set-value.js.map +0 -1
- package/dist/commands/login.js +0 -183
- package/dist/commands/login.js.map +0 -1
- package/dist/commands/logout.js +0 -16
- package/dist/commands/logout.js.map +0 -1
- package/dist/commands/pull.js +0 -5
- package/dist/commands/pull.js.map +0 -1
- package/dist/commands/push.js +0 -5
- package/dist/commands/push.js.map +0 -1
- package/dist/commands/request-queues/_index.js +0 -9
- package/dist/commands/request-queues/_index.js.map +0 -1
- package/dist/commands/run.js +0 -434
- package/dist/commands/run.js.map +0 -1
- package/dist/commands/runs/_index.js +0 -23
- package/dist/commands/runs/_index.js.map +0 -1
- package/dist/commands/runs/abort.js +0 -68
- package/dist/commands/runs/abort.js.map +0 -1
- package/dist/commands/runs/info.js +0 -238
- package/dist/commands/runs/info.js.map +0 -1
- package/dist/commands/runs/log.js +0 -32
- package/dist/commands/runs/log.js.map +0 -1
- package/dist/commands/runs/ls.js +0 -106
- package/dist/commands/runs/ls.js.map +0 -1
- package/dist/commands/runs/resurrect.js +0 -54
- package/dist/commands/runs/resurrect.js.map +0 -1
- package/dist/commands/runs/rm.js +0 -58
- package/dist/commands/runs/rm.js.map +0 -1
- package/dist/commands/secrets/_index.js +0 -25
- package/dist/commands/secrets/_index.js.map +0 -1
- package/dist/commands/secrets/add.js +0 -22
- package/dist/commands/secrets/add.js.map +0 -1
- package/dist/commands/secrets/rm.js +0 -18
- package/dist/commands/secrets/rm.js.map +0 -1
- package/dist/commands/task/_index.js +0 -11
- package/dist/commands/task/_index.js.map +0 -1
- package/dist/commands/task/run.js +0 -91
- package/dist/commands/task/run.js.map +0 -1
- package/dist/commands/validate-schema.js +0 -44
- package/dist/commands/validate-schema.js.map +0 -1
- package/dist/entrypoints/_shared.js +0 -258
- package/dist/entrypoints/_shared.js.map +0 -1
- package/dist/entrypoints/actor.js +0 -19
- package/dist/entrypoints/actor.js.map +0 -1
- package/dist/entrypoints/apify.js +0 -18
- package/dist/entrypoints/apify.js.map +0 -1
- package/dist/index.js.map +0 -1
- package/dist/lib/actor.js +0 -74
- package/dist/lib/actor.js.map +0 -1
- package/dist/lib/command-framework/apify-command.js +0 -429
- package/dist/lib/command-framework/apify-command.js.map +0 -1
- package/dist/lib/command-framework/args.js +0 -24
- package/dist/lib/command-framework/args.js.map +0 -1
- package/dist/lib/command-framework/flags.js +0 -99
- package/dist/lib/command-framework/flags.js.map +0 -1
- package/dist/lib/command-framework/help/CommandHelp.js +0 -233
- package/dist/lib/command-framework/help/CommandHelp.js.map +0 -1
- package/dist/lib/command-framework/help/CommandWithSubcommands.js +0 -75
- package/dist/lib/command-framework/help/CommandWithSubcommands.js.map +0 -1
- package/dist/lib/command-framework/help/_BaseCommandRenderer.js +0 -63
- package/dist/lib/command-framework/help/_BaseCommandRenderer.js.map +0 -1
- package/dist/lib/command-framework/help/consts.js +0 -27
- package/dist/lib/command-framework/help/consts.js.map +0 -1
- package/dist/lib/command-framework/help.js +0 -105
- package/dist/lib/command-framework/help.js.map +0 -1
- package/dist/lib/commands/pretty-print-bytes.js +0 -13
- package/dist/lib/commands/pretty-print-bytes.js.map +0 -1
- package/dist/lib/commands/pretty-print-status.js +0 -29
- package/dist/lib/commands/pretty-print-status.js.map +0 -1
- package/dist/lib/commands/read-stdin.js +0 -42
- package/dist/lib/commands/read-stdin.js.map +0 -1
- package/dist/lib/commands/resolve-actor-context.js +0 -70
- package/dist/lib/commands/resolve-actor-context.js.map +0 -1
- package/dist/lib/commands/resolve-input.js +0 -162
- package/dist/lib/commands/resolve-input.js.map +0 -1
- package/dist/lib/commands/responsive-table.js +0 -129
- package/dist/lib/commands/responsive-table.js.map +0 -1
- package/dist/lib/commands/run-on-cloud.js +0 -126
- package/dist/lib/commands/run-on-cloud.js.map +0 -1
- package/dist/lib/commands/storage-size.js +0 -8
- package/dist/lib/commands/storage-size.js.map +0 -1
- package/dist/lib/commands/storages.js +0 -30
- package/dist/lib/commands/storages.js.map +0 -1
- package/dist/lib/consts.js +0 -58
- package/dist/lib/consts.js.map +0 -1
- package/dist/lib/create-utils.js +0 -156
- package/dist/lib/create-utils.js.map +0 -1
- package/dist/lib/exec.js +0 -34
- package/dist/lib/exec.js.map +0 -1
- package/dist/lib/files.js +0 -54
- package/dist/lib/files.js.map +0 -1
- package/dist/lib/hooks/runtimes/javascript.js +0 -86
- package/dist/lib/hooks/runtimes/javascript.js.map +0 -1
- package/dist/lib/hooks/runtimes/python.js +0 -80
- package/dist/lib/hooks/runtimes/python.js.map +0 -1
- package/dist/lib/hooks/runtimes/utils.js +0 -16
- package/dist/lib/hooks/runtimes/utils.js.map +0 -1
- package/dist/lib/hooks/useActorConfig.js +0 -177
- package/dist/lib/hooks/useActorConfig.js.map +0 -1
- package/dist/lib/hooks/useCLIMetadata.js +0 -83
- package/dist/lib/hooks/useCLIMetadata.js.map +0 -1
- package/dist/lib/hooks/useCLIVersionAssets.js +0 -92
- package/dist/lib/hooks/useCLIVersionAssets.js.map +0 -1
- package/dist/lib/hooks/useCLIVersionCheck.js +0 -91
- package/dist/lib/hooks/useCLIVersionCheck.js.map +0 -1
- package/dist/lib/hooks/useCommandSuggestions.js +0 -37
- package/dist/lib/hooks/useCommandSuggestions.js.map +0 -1
- package/dist/lib/hooks/useCwdProject.js +0 -174
- package/dist/lib/hooks/useCwdProject.js.map +0 -1
- package/dist/lib/hooks/useLocalState.js +0 -56
- package/dist/lib/hooks/useLocalState.js.map +0 -1
- package/dist/lib/hooks/useModuleVersion.js +0 -103
- package/dist/lib/hooks/useModuleVersion.js.map +0 -1
- package/dist/lib/hooks/useStdin.js +0 -65
- package/dist/lib/hooks/useStdin.js.map +0 -1
- package/dist/lib/input_schema.js +0 -130
- package/dist/lib/input_schema.js.map +0 -1
- package/dist/lib/outputs.js +0 -45
- package/dist/lib/outputs.js.map +0 -1
- package/dist/lib/project_analyzer.js +0 -30
- package/dist/lib/project_analyzer.js.map +0 -1
- package/dist/lib/projects/CrawleeAnalyzer.js +0 -20
- package/dist/lib/projects/CrawleeAnalyzer.js.map +0 -1
- package/dist/lib/projects/OldApifySDKAnalyzer.js +0 -38
- package/dist/lib/projects/OldApifySDKAnalyzer.js.map +0 -1
- package/dist/lib/projects/scrapy/ScrapyProjectAnalyzer.js +0 -73
- package/dist/lib/projects/scrapy/ScrapyProjectAnalyzer.js.map +0 -1
- package/dist/lib/projects/scrapy/Spider.js +0 -13
- package/dist/lib/projects/scrapy/Spider.js.map +0 -1
- package/dist/lib/projects/scrapy/SpiderFileAnalyzer.js +0 -20
- package/dist/lib/projects/scrapy/SpiderFileAnalyzer.js.map +0 -1
- package/dist/lib/projects/scrapy/wrapScrapyProject.js +0 -113
- package/dist/lib/projects/scrapy/wrapScrapyProject.js.map +0 -1
- package/dist/lib/projects/shared.js +0 -13
- package/dist/lib/projects/shared.js.map +0 -1
- package/dist/lib/secrets.js +0 -106
- package/dist/lib/secrets.js.map +0 -1
- package/dist/lib/telemetry.js +0 -86
- package/dist/lib/telemetry.js.map +0 -1
- package/dist/lib/types.js +0 -4
- package/dist/lib/types.js.map +0 -1
- package/dist/lib/utils/cliDebugPrint.js +0 -7
- package/dist/lib/utils/cliDebugPrint.js.map +0 -1
- package/dist/lib/utils/confirm.js +0 -28
- package/dist/lib/utils/confirm.js.map +0 -1
- package/dist/lib/utils.js +0 -457
- package/dist/lib/utils.js.map +0 -1
|
@@ -1,113 +0,0 @@
|
|
|
1
|
-
import { appendFileSync, copyFileSync, createWriteStream, existsSync, mkdirSync, readFileSync, rmSync, writeFileSync, } from 'node:fs';
|
|
2
|
-
import { basename, join, relative, sep } from 'node:path';
|
|
3
|
-
import { fileURLToPath } from 'node:url';
|
|
4
|
-
import rootWalk from '@root/walk';
|
|
5
|
-
import ConfigParser from 'configparser';
|
|
6
|
-
import Handlebars from 'handlebars';
|
|
7
|
-
import inquirer from 'inquirer';
|
|
8
|
-
import { fetchManifest, wrapperManifestUrl } from '@apify/actor-templates';
|
|
9
|
-
import { info, success } from '../../outputs.js';
|
|
10
|
-
import { downloadAndUnzip, sanitizeActorName } from '../../utils.js';
|
|
11
|
-
import { ScrapyProjectAnalyzer } from './ScrapyProjectAnalyzer.js';
|
|
12
|
-
/**
|
|
13
|
-
* Files that should be concatenated instead of copied (and overwritten).
|
|
14
|
-
*/
|
|
15
|
-
const concatenableFiles = ['.dockerignore', '.gitignore'];
|
|
16
|
-
const templatePath = fileURLToPath(new URL('./templates/python-scrapy', import.meta.url));
|
|
17
|
-
async function merge(fromPath, toPath, options = { bindings: {} }) {
|
|
18
|
-
await rootWalk.walk(fromPath, async (_err, pathname, dirent) => {
|
|
19
|
-
if (pathname === fromPath)
|
|
20
|
-
return;
|
|
21
|
-
const relPath = relative(fromPath, pathname);
|
|
22
|
-
const toRelPath = relPath
|
|
23
|
-
.split(sep)
|
|
24
|
-
.map((part) => {
|
|
25
|
-
if (part.startsWith('{') && part.endsWith('}')) {
|
|
26
|
-
part = part.replace('{', '').replace('}', '');
|
|
27
|
-
const binding = options.bindings[part];
|
|
28
|
-
if (!binding) {
|
|
29
|
-
throw new Error(`Binding for ${part} not found.`);
|
|
30
|
-
}
|
|
31
|
-
return binding;
|
|
32
|
-
}
|
|
33
|
-
return part;
|
|
34
|
-
})
|
|
35
|
-
.join(sep);
|
|
36
|
-
const targetPath = join(toPath, toRelPath);
|
|
37
|
-
if (dirent.isDirectory()) {
|
|
38
|
-
if (!existsSync(targetPath)) {
|
|
39
|
-
mkdirSync(targetPath);
|
|
40
|
-
}
|
|
41
|
-
return merge(pathname, targetPath);
|
|
42
|
-
}
|
|
43
|
-
if (relPath.includes('.template')) {
|
|
44
|
-
writeFileSync(join(toPath, toRelPath.replace('.template', '')), Handlebars.compile(readFileSync(pathname, 'utf8'))(options.bindings));
|
|
45
|
-
}
|
|
46
|
-
else if (existsSync(targetPath) && concatenableFiles.includes(basename(toRelPath))) {
|
|
47
|
-
appendFileSync(targetPath, readFileSync(pathname));
|
|
48
|
-
}
|
|
49
|
-
else {
|
|
50
|
-
copyFileSync(pathname, targetPath);
|
|
51
|
-
}
|
|
52
|
-
});
|
|
53
|
-
}
|
|
54
|
-
export async function wrapScrapyProject({ projectPath }) {
|
|
55
|
-
if (!projectPath) {
|
|
56
|
-
projectPath = '.';
|
|
57
|
-
}
|
|
58
|
-
const analyzer = new ScrapyProjectAnalyzer(projectPath);
|
|
59
|
-
if (analyzer.configuration.hasSection('apify')) {
|
|
60
|
-
throw new Error(`The Scrapy project configuration already contains Apify settings. Are you sure you didn't already wrap this project?`);
|
|
61
|
-
}
|
|
62
|
-
await analyzer.init();
|
|
63
|
-
const { spiderIndex } = await inquirer.prompt([
|
|
64
|
-
{
|
|
65
|
-
type: 'list',
|
|
66
|
-
name: 'spiderIndex',
|
|
67
|
-
message: 'Pick the Scrapy spider you want to wrap:',
|
|
68
|
-
choices: analyzer.getAvailableSpiders().map((spider, i) => ({
|
|
69
|
-
name: `${spider.class_name} (${spider.pathname})`,
|
|
70
|
-
value: i,
|
|
71
|
-
})),
|
|
72
|
-
},
|
|
73
|
-
]);
|
|
74
|
-
function translatePathToRelativeModuleName(pathname) {
|
|
75
|
-
const relPath = relative(projectPath, pathname);
|
|
76
|
-
return `.${relPath.split(sep).slice(1).join('.').replace('.py', '')}`;
|
|
77
|
-
}
|
|
78
|
-
const templateBindings = {
|
|
79
|
-
botName: sanitizeActorName(analyzer.settings.BOT_NAME),
|
|
80
|
-
scrapy_settings_module: analyzer.configuration.get('settings', 'default'),
|
|
81
|
-
apify_module_path: `${analyzer.settings.BOT_NAME}.apify`,
|
|
82
|
-
spider_class_name: analyzer.getAvailableSpiders()[spiderIndex].class_name,
|
|
83
|
-
spider_module_name: `${translatePathToRelativeModuleName(analyzer.getAvailableSpiders()[spiderIndex].pathname)}`,
|
|
84
|
-
projectFolder: analyzer.settings.BOT_NAME,
|
|
85
|
-
};
|
|
86
|
-
const manifest = await fetchManifest(wrapperManifestUrl);
|
|
87
|
-
info({ message: 'Downloading the latest Scrapy wrapper template...' });
|
|
88
|
-
const { archiveUrl } = manifest.templates.find(({ id }) => id === 'python-scrapy');
|
|
89
|
-
if (existsSync(templatePath))
|
|
90
|
-
rmSync(templatePath, { recursive: true });
|
|
91
|
-
await downloadAndUnzip({
|
|
92
|
-
url: archiveUrl,
|
|
93
|
-
pathTo: templatePath,
|
|
94
|
-
});
|
|
95
|
-
info({ message: 'Wrapping the Scrapy project...' });
|
|
96
|
-
await merge(templatePath, projectPath, {
|
|
97
|
-
bindings: templateBindings,
|
|
98
|
-
});
|
|
99
|
-
const apifyConf = new ConfigParser();
|
|
100
|
-
apifyConf.addSection('apify');
|
|
101
|
-
apifyConf.set('apify', 'mainpy_location', analyzer.settings.BOT_NAME);
|
|
102
|
-
const s = createWriteStream(join(projectPath, 'scrapy.cfg'), { flags: 'a' });
|
|
103
|
-
await new Promise((r) => {
|
|
104
|
-
s.on('open', (fd) => {
|
|
105
|
-
s.write('\n', () => {
|
|
106
|
-
apifyConf.write(fd);
|
|
107
|
-
r();
|
|
108
|
-
});
|
|
109
|
-
});
|
|
110
|
-
});
|
|
111
|
-
success({ message: 'The Scrapy project has been wrapped successfully.' });
|
|
112
|
-
}
|
|
113
|
-
//# sourceMappingURL=wrapScrapyProject.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"wrapScrapyProject.js","sourceRoot":"","sources":["../../../../src/lib/projects/scrapy/wrapScrapyProject.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,cAAc,EACd,YAAY,EACZ,iBAAiB,EACjB,UAAU,EACV,SAAS,EACT,YAAY,EACZ,MAAM,EACN,aAAa,GACb,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAC1D,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,OAAO,QAAQ,MAAM,YAAY,CAAC;AAClC,OAAO,YAAY,MAAM,cAAc,CAAC;AACxC,OAAO,UAAU,MAAM,YAAY,CAAC;AACpC,OAAO,QAAQ,MAAM,UAAU,CAAC;AAEhC,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAE3E,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AACjD,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACrE,OAAO,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AAEnE;;GAEG;AACH,MAAM,iBAAiB,GAAG,CAAC,eAAe,EAAE,YAAY,CAAC,CAAC;AAE1D,MAAM,YAAY,GAAG,aAAa,CAAC,IAAI,GAAG,CAAC,2BAA2B,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAE1F,KAAK,UAAU,KAAK,CACnB,QAAgB,EAChB,MAAc,EACd,UAAgD,EAAE,QAAQ,EAAE,EAAE,EAAE;IAEhE,MAAM,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE;QAC9D,IAAI,QAAQ,KAAK,QAAQ;YAAE,OAAO;QAClC,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAC7C,MAAM,SAAS,GAAG,OAAO;aACvB,KAAK,CAAC,GAAG,CAAC;aACV,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACb,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChD,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBAC9C,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBACvC,IAAI,CAAC,OAAO,EAAE,CAAC;oBACd,MAAM,IAAI,KAAK,CAAC,eAAe,IAAI,aAAa,CAAC,CAAC;gBACnD,CAAC;gBACD,OAAO,OAAO,CAAC;YAChB,CAAC;YACD,OAAO,IAAI,CAAC;QACb,CAAC,CAAC;aACD,IAAI,CAAC,GAAG,CAAC,CAAC;QAEZ,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAE3C,IAAI,MAAM,CAAC,WAAW,EAAE,EAAE,CAAC;YAC1B,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC7B,SAAS,CAAC,UAAU,CAAC,CAAC;YACvB,CAAC;YAED,OAAO,KAAK,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QACpC,CAAC;QAED,IAAI,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YACnC,aAAa,CACZ,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,EAChD,UAAU,CAAC,OAAO,CAAC,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CACpE,CAAC;QACH,CAAC;aAAM,IAAI,UAAU,CAAC,UAAU,CAAC,IAAI,iBAAiB,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;YACtF,cAAc,CAAC,UAAU,EAAE,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC;QACpD,CAAC;aAAM,CAAC;YACP,YAAY,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QACpC,CAAC;IACF,CAAC,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,EAAE,WAAW,EAA4B;IAChF,IAAI,CAAC,WAAW,EAAE,CAAC;QAClB,WAAW,GAAG,GAAG,CAAC;IACnB,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,qBAAqB,CAAC,WAAW,CAAC,CAAC;IAExD,IAAI,QAAQ,CAAC,aAAa,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QAChD,MAAM,IAAI,KAAK,CACd,sHAAsH,CACtH,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IAEtB,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC;QAC7C;YACC,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,aAAa;YACnB,OAAO,EAAE,0CAA0C;YACnD,OAAO,EAAE,QAAQ,CAAC,mBAAmB,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC3D,IAAI,EAAE,GAAG,MAAM,CAAC,UAAU,KAAK,MAAM,CAAC,QAAQ,GAAG;gBACjD,KAAK,EAAE,CAAC;aACR,CAAC,CAAC;SACH;KACD,CAAC,CAAC;IAEH,SAAS,iCAAiC,CAAC,QAAgB;QAC1D,MAAM,OAAO,GAAG,QAAQ,CAAC,WAAY,EAAE,QAAQ,CAAC,CAAC;QAEjD,OAAO,IAAI,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,EAAE,CAAC;IACvE,CAAC;IAED,MAAM,gBAAgB,GAAG;QACxB,OAAO,EAAE,iBAAiB,CAAC,QAAQ,CAAC,QAAS,CAAC,QAAQ,CAAC;QACvD,sBAAsB,EAAE,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,UAAU,EAAE,SAAS,CAAE;QAC1E,iBAAiB,EAAE,GAAG,QAAQ,CAAC,QAAS,CAAC,QAAQ,QAAQ;QACzD,iBAAiB,EAAE,QAAQ,CAAC,mBAAmB,EAAE,CAAC,WAAW,CAAC,CAAC,UAAU;QACzE,kBAAkB,EAAE,GAAG,iCAAiC,CACvD,QAAQ,CAAC,mBAAmB,EAAE,CAAC,WAAW,CAAC,CAAC,QAAQ,CACpD,EAAE;QACH,aAAa,EAAE,QAAQ,CAAC,QAAS,CAAC,QAAQ;KAC1C,CAAC;IAEF,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,kBAAkB,CAAC,CAAC;IAEzD,IAAI,CAAC,EAAE,OAAO,EAAE,mDAAmD,EAAE,CAAC,CAAC;IAEvE,MAAM,EAAE,UAAU,EAAE,GAAG,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,eAAe,CAAE,CAAC;IAEpF,IAAI,UAAU,CAAC,YAAY,CAAC;QAAE,MAAM,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAExE,MAAM,gBAAgB,CAAC;QACtB,GAAG,EAAE,UAAU;QACf,MAAM,EAAE,YAAY;KACpB,CAAC,CAAC;IAEH,IAAI,CAAC,EAAE,OAAO,EAAE,gCAAgC,EAAE,CAAC,CAAC;IAEpD,MAAM,KAAK,CAAC,YAAY,EAAE,WAAW,EAAE;QACtC,QAAQ,EAAE,gBAAgB;KAC1B,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,IAAI,YAAY,EAAE,CAAC;IACrC,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAC9B,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,iBAAiB,EAAE,QAAQ,CAAC,QAAS,CAAC,QAAQ,CAAC,CAAC;IAEvE,MAAM,CAAC,GAAG,iBAAiB,CAAC,IAAI,CAAC,WAAW,EAAE,YAAY,CAAC,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;IAE7E,MAAM,IAAI,OAAO,CAAO,CAAC,CAAC,EAAE,EAAE;QAC7B,CAAC,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE;YACnB,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE;gBAClB,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBACpB,CAAC,EAAE,CAAC;YACL,CAAC,CAAC,CAAC;QACJ,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,EAAE,OAAO,EAAE,mDAAmD,EAAE,CAAC,CAAC;AAC3E,CAAC"}
|
|
@@ -1,13 +0,0 @@
|
|
|
1
|
-
export const CRAWLEE_PACKAGES = [
|
|
2
|
-
'crawlee',
|
|
3
|
-
'@crawlee/core',
|
|
4
|
-
'@crawlee/puppeteer',
|
|
5
|
-
'@crawlee/playwright',
|
|
6
|
-
'@crawlee/cheerio',
|
|
7
|
-
'@crawlee/jsdom',
|
|
8
|
-
'@crawlee/linkedom',
|
|
9
|
-
'@crawlee/http',
|
|
10
|
-
'@crawlee/browser',
|
|
11
|
-
'@crawlee/basic',
|
|
12
|
-
];
|
|
13
|
-
//# sourceMappingURL=shared.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"shared.js","sourceRoot":"","sources":["../../../src/lib/projects/shared.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC/B,SAAS;IACT,eAAe;IACf,oBAAoB;IACpB,qBAAqB;IACrB,kBAAkB;IAClB,gBAAgB;IAChB,mBAAmB;IACnB,eAAe;IACf,kBAAkB;IAClB,gBAAgB;CAChB,CAAC"}
|
package/dist/lib/secrets.js
DELETED
|
@@ -1,106 +0,0 @@
|
|
|
1
|
-
import { readFileSync, writeFileSync } from 'node:fs';
|
|
2
|
-
import { SECRETS_FILE_PATH } from './consts.js';
|
|
3
|
-
import { warning } from './outputs.js';
|
|
4
|
-
import { ensureApifyDirectory } from './utils.js';
|
|
5
|
-
const SECRET_KEY_PREFIX = '@';
|
|
6
|
-
// TODO: Moved to shared
|
|
7
|
-
const MAX_ENV_VAR_NAME_LENGTH = 100;
|
|
8
|
-
const MAX_ENV_VAR_VALUE_LENGTH = 50000;
|
|
9
|
-
export const getSecretsFile = () => {
|
|
10
|
-
try {
|
|
11
|
-
return JSON.parse(readFileSync(SECRETS_FILE_PATH(), 'utf-8')) || {};
|
|
12
|
-
}
|
|
13
|
-
catch {
|
|
14
|
-
return {};
|
|
15
|
-
}
|
|
16
|
-
};
|
|
17
|
-
const writeSecretsFile = (secrets) => {
|
|
18
|
-
ensureApifyDirectory(SECRETS_FILE_PATH());
|
|
19
|
-
writeFileSync(SECRETS_FILE_PATH(), JSON.stringify(secrets, null, '\t'));
|
|
20
|
-
return secrets;
|
|
21
|
-
};
|
|
22
|
-
export const addSecret = (name, value) => {
|
|
23
|
-
const secrets = getSecretsFile();
|
|
24
|
-
if (secrets[name])
|
|
25
|
-
throw new Error(`Secret with name ${name} already exists. Call "apify secrets rm ${name}" to remove it.`);
|
|
26
|
-
if (typeof name !== 'string' || name.length > MAX_ENV_VAR_NAME_LENGTH) {
|
|
27
|
-
throw new Error(`Secret name has to be string with maximum length ${MAX_ENV_VAR_NAME_LENGTH}.`);
|
|
28
|
-
}
|
|
29
|
-
if (typeof value !== 'string' || value.length > MAX_ENV_VAR_VALUE_LENGTH) {
|
|
30
|
-
throw new Error(`Secret value has to be string with maximum length ${MAX_ENV_VAR_VALUE_LENGTH}.`);
|
|
31
|
-
}
|
|
32
|
-
secrets[name] = value;
|
|
33
|
-
return writeSecretsFile(secrets);
|
|
34
|
-
};
|
|
35
|
-
export const removeSecret = (name) => {
|
|
36
|
-
const secrets = getSecretsFile();
|
|
37
|
-
if (!secrets[name])
|
|
38
|
-
throw new Error(`Secret with name ${name} doesn't exist.`);
|
|
39
|
-
delete secrets[name];
|
|
40
|
-
writeSecretsFile(secrets);
|
|
41
|
-
};
|
|
42
|
-
const isSecretKey = (envValue) => {
|
|
43
|
-
return new RegExp(`^${SECRET_KEY_PREFIX}.{1}`).test(envValue);
|
|
44
|
-
};
|
|
45
|
-
/**
|
|
46
|
-
* Replaces secure values in env with proper values from local secrets file.
|
|
47
|
-
* @param env
|
|
48
|
-
* @param secrets - Object with secrets, if not set, will be load from secrets file.
|
|
49
|
-
*/
|
|
50
|
-
export const replaceSecretsValue = (env, secrets) => {
|
|
51
|
-
secrets = secrets || getSecretsFile();
|
|
52
|
-
const updatedEnv = {};
|
|
53
|
-
Object.keys(env).forEach((key) => {
|
|
54
|
-
if (isSecretKey(env[key])) {
|
|
55
|
-
const secretKey = env[key].replace(new RegExp(`^${SECRET_KEY_PREFIX}`), '');
|
|
56
|
-
if (secrets[secretKey]) {
|
|
57
|
-
// @ts-expect-error - we are replacing the value
|
|
58
|
-
updatedEnv[key] = secrets[secretKey];
|
|
59
|
-
}
|
|
60
|
-
else {
|
|
61
|
-
warning({
|
|
62
|
-
message: `Value for ${secretKey} not found in local secrets. Set it by calling "apify secrets add ${secretKey} [SECRET_VALUE]"`,
|
|
63
|
-
});
|
|
64
|
-
}
|
|
65
|
-
}
|
|
66
|
-
else {
|
|
67
|
-
// @ts-expect-error - we are replacing the value
|
|
68
|
-
updatedEnv[key] = env[key];
|
|
69
|
-
}
|
|
70
|
-
});
|
|
71
|
-
return updatedEnv;
|
|
72
|
-
};
|
|
73
|
-
/**
|
|
74
|
-
* Transform env to envVars format attribute, which uses Apify API
|
|
75
|
-
* It replaces secrets to values from secrets file.
|
|
76
|
-
* @param secrets - Object with secrets, if not set, will be load from secrets file.
|
|
77
|
-
*/
|
|
78
|
-
export const transformEnvToEnvVars = (env, secrets) => {
|
|
79
|
-
secrets = secrets || getSecretsFile();
|
|
80
|
-
const envVars = [];
|
|
81
|
-
Object.keys(env).forEach((key) => {
|
|
82
|
-
if (isSecretKey(env[key])) {
|
|
83
|
-
const secretKey = env[key].replace(new RegExp(`^${SECRET_KEY_PREFIX}`), '');
|
|
84
|
-
if (secrets[secretKey]) {
|
|
85
|
-
envVars.push({
|
|
86
|
-
name: key,
|
|
87
|
-
value: secrets[secretKey],
|
|
88
|
-
isSecret: true,
|
|
89
|
-
});
|
|
90
|
-
}
|
|
91
|
-
else {
|
|
92
|
-
warning({
|
|
93
|
-
message: `Value for ${secretKey} not found in local secrets. Set it by calling "apify secrets add ${secretKey} [SECRET_VALUE]"`,
|
|
94
|
-
});
|
|
95
|
-
}
|
|
96
|
-
}
|
|
97
|
-
else {
|
|
98
|
-
envVars.push({
|
|
99
|
-
name: key,
|
|
100
|
-
value: env[key],
|
|
101
|
-
});
|
|
102
|
-
}
|
|
103
|
-
});
|
|
104
|
-
return envVars;
|
|
105
|
-
};
|
|
106
|
-
//# sourceMappingURL=secrets.js.map
|
package/dist/lib/secrets.js.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"secrets.js","sourceRoot":"","sources":["../../src/lib/secrets.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAEtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAChD,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAElD,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAC9B,wBAAwB;AACxB,MAAM,uBAAuB,GAAG,GAAG,CAAC;AACpC,MAAM,wBAAwB,GAAG,KAAK,CAAC;AAEvC,MAAM,CAAC,MAAM,cAAc,GAAG,GAAG,EAAE;IAClC,IAAI,CAAC;QACJ,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,iBAAiB,EAAE,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;IACrE,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,EAAE,CAAC;IACX,CAAC;AACF,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,CAAC,OAA+B,EAAE,EAAE;IAC5D,oBAAoB,CAAC,iBAAiB,EAAE,CAAC,CAAC;IAC1C,aAAa,CAAC,iBAAiB,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;IACxE,OAAO,OAAO,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,IAAY,EAAE,KAAa,EAAE,EAAE;IACxD,MAAM,OAAO,GAAG,cAAc,EAAE,CAAC;IAEjC,IAAI,OAAO,CAAC,IAAI,CAAC;QAChB,MAAM,IAAI,KAAK,CAAC,oBAAoB,IAAI,2CAA2C,IAAI,iBAAiB,CAAC,CAAC;IAC3G,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,GAAG,uBAAuB,EAAE,CAAC;QACvE,MAAM,IAAI,KAAK,CAAC,oDAAoD,uBAAuB,GAAG,CAAC,CAAC;IACjG,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,wBAAwB,EAAE,CAAC;QAC1E,MAAM,IAAI,KAAK,CAAC,qDAAqD,wBAAwB,GAAG,CAAC,CAAC;IACnG,CAAC;IAED,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;IACtB,OAAO,gBAAgB,CAAC,OAAO,CAAC,CAAC;AAClC,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,IAAY,EAAE,EAAE;IAC5C,MAAM,OAAO,GAAG,cAAc,EAAE,CAAC;IACjC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,IAAI,iBAAiB,CAAC,CAAC;IAC/E,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC;IACrB,gBAAgB,CAAC,OAAO,CAAC,CAAC;AAC3B,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,CAAC,QAAgB,EAAE,EAAE;IACxC,OAAO,IAAI,MAAM,CAAC,IAAI,iBAAiB,MAAM,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAC/D,CAAC,CAAC;AAEF;;;;GAIG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,GAA2B,EAAE,OAAgC,EAAE,EAAE;IACpG,OAAO,GAAG,OAAO,IAAI,cAAc,EAAE,CAAC;IACtC,MAAM,UAAU,GAAG,EAAE,CAAC;IACtB,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;QAChC,IAAI,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YAC3B,MAAM,SAAS,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,IAAI,iBAAiB,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YAC5E,IAAI,OAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBACzB,gDAAgD;gBAChD,UAAU,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;YACtC,CAAC;iBAAM,CAAC;gBACP,OAAO,CAAC;oBACP,OAAO,EAAE,aAAa,SAAS,qEAAqE,SAAS,kBAAkB;iBAC/H,CAAC,CAAC;YACJ,CAAC;QACF,CAAC;aAAM,CAAC;YACP,gDAAgD;YAChD,UAAU,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5B,CAAC;IACF,CAAC,CAAC,CAAC;IACH,OAAO,UAAU,CAAC;AACnB,CAAC,CAAC;AAQF;;;;GAIG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,GAA2B,EAAE,OAAgC,EAAE,EAAE;IACtG,OAAO,GAAG,OAAO,IAAI,cAAc,EAAE,CAAC;IACtC,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;QAChC,IAAI,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YAC3B,MAAM,SAAS,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,IAAI,iBAAiB,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YAC5E,IAAI,OAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBACzB,OAAO,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,GAAG;oBACT,KAAK,EAAE,OAAQ,CAAC,SAAS,CAAC;oBAC1B,QAAQ,EAAE,IAAI;iBACd,CAAC,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACP,OAAO,CAAC;oBACP,OAAO,EAAE,aAAa,SAAS,qEAAqE,SAAS,kBAAkB;iBAC/H,CAAC,CAAC;YACJ,CAAC;QACF,CAAC;aAAM,CAAC;YACP,OAAO,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,GAAG;gBACT,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC;aACf,CAAC,CAAC;QACJ,CAAC;IACF,CAAC,CAAC,CAAC;IACH,OAAO,OAAO,CAAC;AAChB,CAAC,CAAC"}
|
package/dist/lib/telemetry.js
DELETED
|
@@ -1,86 +0,0 @@
|
|
|
1
|
-
import { readFileSync, writeFileSync } from 'node:fs';
|
|
2
|
-
import { promisify } from 'node:util';
|
|
3
|
-
import Mixpanel from 'mixpanel';
|
|
4
|
-
import { cryptoRandomObjectId } from '@apify/utilities';
|
|
5
|
-
import { MIXPANEL_TOKEN, TELEMETRY_FILE_PATH } from './consts.js';
|
|
6
|
-
import { info } from './outputs.js';
|
|
7
|
-
import { ensureApifyDirectory, getLocalUserInfo } from './utils.js';
|
|
8
|
-
export const mixpanel = Mixpanel.init(MIXPANEL_TOKEN, { keepAlive: false });
|
|
9
|
-
const TELEMETRY_WARNING_TEXT = 'Apify collects telemetry data about general usage of Apify CLI to help us improve the product. ' +
|
|
10
|
-
'This feature is enabled by default, and you can disable it by setting the "APIFY_CLI_DISABLE_TELEMETRY" environment variable to "1". ' +
|
|
11
|
-
'You can find more information about our telemetry in https://docs.apify.com/cli/docs/telemetry.';
|
|
12
|
-
const promisifiedTrack = promisify(mixpanel.track.bind(mixpanel));
|
|
13
|
-
/**
|
|
14
|
-
* Returns distinctId for current local environment.
|
|
15
|
-
* Use CLI prefix to distinguish between id generated by CLI.
|
|
16
|
-
*/
|
|
17
|
-
const createLocalDistinctId = () => `CLI:${cryptoRandomObjectId()}`;
|
|
18
|
-
/**
|
|
19
|
-
* Returns telemetry distinctId for current local environment or creates new one.
|
|
20
|
-
*
|
|
21
|
-
*/
|
|
22
|
-
export const getOrCreateLocalDistinctId = async () => {
|
|
23
|
-
try {
|
|
24
|
-
const telemetry = JSON.parse(readFileSync(TELEMETRY_FILE_PATH(), 'utf-8'));
|
|
25
|
-
return telemetry.distinctId;
|
|
26
|
-
}
|
|
27
|
-
catch {
|
|
28
|
-
const userInfo = await getLocalUserInfo();
|
|
29
|
-
const distinctId = userInfo.id || createLocalDistinctId();
|
|
30
|
-
// This first time we are tracking telemetry, so we want to notify user about it.
|
|
31
|
-
info({ message: TELEMETRY_WARNING_TEXT });
|
|
32
|
-
ensureApifyDirectory(TELEMETRY_FILE_PATH());
|
|
33
|
-
writeFileSync(TELEMETRY_FILE_PATH(), JSON.stringify({ distinctId }, null, '\t'));
|
|
34
|
-
return distinctId;
|
|
35
|
-
}
|
|
36
|
-
};
|
|
37
|
-
export const regenerateLocalDistinctId = () => {
|
|
38
|
-
try {
|
|
39
|
-
ensureApifyDirectory(TELEMETRY_FILE_PATH());
|
|
40
|
-
writeFileSync(TELEMETRY_FILE_PATH(), JSON.stringify({ distinctId: createLocalDistinctId() }, null, '\t'));
|
|
41
|
-
}
|
|
42
|
-
catch {
|
|
43
|
-
// Ignore errors
|
|
44
|
-
}
|
|
45
|
-
};
|
|
46
|
-
export const isTelemetryEnabled = !process.env.APIFY_CLI_DISABLE_TELEMETRY || ['false', '0'].includes(process.env.APIFY_CLI_DISABLE_TELEMETRY);
|
|
47
|
-
/**
|
|
48
|
-
* Tracks telemetry event if telemetry is enabled.
|
|
49
|
-
*/
|
|
50
|
-
export const maybeTrackTelemetry = async ({ eventName, eventData, }) => {
|
|
51
|
-
if (!isTelemetryEnabled)
|
|
52
|
-
return;
|
|
53
|
-
try {
|
|
54
|
-
const distinctId = getOrCreateLocalDistinctId();
|
|
55
|
-
await promisifiedTrack(eventName, {
|
|
56
|
-
distinct_id: distinctId,
|
|
57
|
-
app: 'cli',
|
|
58
|
-
...eventData,
|
|
59
|
-
});
|
|
60
|
-
}
|
|
61
|
-
catch {
|
|
62
|
-
// Ignore errors
|
|
63
|
-
}
|
|
64
|
-
};
|
|
65
|
-
/**
|
|
66
|
-
* Uses Apify identity with local distinctId.
|
|
67
|
-
*/
|
|
68
|
-
export const useApifyIdentity = async (userId) => {
|
|
69
|
-
if (!isTelemetryEnabled)
|
|
70
|
-
return;
|
|
71
|
-
try {
|
|
72
|
-
const distinctId = getOrCreateLocalDistinctId();
|
|
73
|
-
ensureApifyDirectory(TELEMETRY_FILE_PATH());
|
|
74
|
-
writeFileSync(TELEMETRY_FILE_PATH(), JSON.stringify({ distinctId: userId }, null, '\t'));
|
|
75
|
-
await maybeTrackTelemetry({
|
|
76
|
-
eventName: '$create_alias',
|
|
77
|
-
eventData: {
|
|
78
|
-
alias: distinctId,
|
|
79
|
-
},
|
|
80
|
-
});
|
|
81
|
-
}
|
|
82
|
-
catch {
|
|
83
|
-
// Ignore errors
|
|
84
|
-
}
|
|
85
|
-
};
|
|
86
|
-
//# sourceMappingURL=telemetry.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"telemetry.js","sourceRoot":"","sources":["../../src/lib/telemetry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACtD,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAEtC,OAAO,QAA+B,MAAM,UAAU,CAAC;AAEvD,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAExD,OAAO,EAAE,cAAc,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAClE,OAAO,EAAE,IAAI,EAAE,MAAM,cAAc,CAAC;AACpC,OAAO,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAEpE,MAAM,CAAC,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;AAC5E,MAAM,sBAAsB,GAC3B,iGAAiG;IACjG,uIAAuI;IACvI,iGAAiG,CAAC;AAEnG,MAAM,gBAAgB,GAAG,SAAS,CAA6B,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;AAE9F;;;GAGG;AACH,MAAM,qBAAqB,GAAG,GAAG,EAAE,CAAC,OAAO,oBAAoB,EAAE,EAAE,CAAC;AAEpE;;;GAGG;AACH,MAAM,CAAC,MAAM,0BAA0B,GAAG,KAAK,IAAI,EAAE;IACpD,IAAI,CAAC;QACJ,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,mBAAmB,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC;QAC3E,OAAO,SAAS,CAAC,UAAU,CAAC;IAC7B,CAAC;IAAC,MAAM,CAAC;QACR,MAAM,QAAQ,GAAG,MAAM,gBAAgB,EAAE,CAAC;QAC1C,MAAM,UAAU,GAAG,QAAQ,CAAC,EAAE,IAAI,qBAAqB,EAAE,CAAC;QAE1D,iFAAiF;QACjF,IAAI,CAAC,EAAE,OAAO,EAAE,sBAAsB,EAAE,CAAC,CAAC;QAE1C,oBAAoB,CAAC,mBAAmB,EAAE,CAAC,CAAC;QAC5C,aAAa,CAAC,mBAAmB,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAEjF,OAAO,UAAU,CAAC;IACnB,CAAC;AACF,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,yBAAyB,GAAG,GAAG,EAAE;IAC7C,IAAI,CAAC;QACJ,oBAAoB,CAAC,mBAAmB,EAAE,CAAC,CAAC;QAC5C,aAAa,CAAC,mBAAmB,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,qBAAqB,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;IAC3G,CAAC;IAAC,MAAM,CAAC;QACR,gBAAgB;IACjB,CAAC;AACF,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAC9B,CAAC,OAAO,CAAC,GAAG,CAAC,2BAA2B,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;AAE9G;;GAEG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,KAAK,EAAE,EACzC,SAAS,EACT,SAAS,GAIT,EAAE,EAAE;IACJ,IAAI,CAAC,kBAAkB;QAAE,OAAO;IAEhC,IAAI,CAAC;QACJ,MAAM,UAAU,GAAG,0BAA0B,EAAE,CAAC;QAChD,MAAM,gBAAgB,CAAC,SAAS,EAAE;YACjC,WAAW,EAAE,UAAU;YACvB,GAAG,EAAE,KAAK;YACV,GAAG,SAAS;SACZ,CAAC,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACR,gBAAgB;IACjB,CAAC;AACF,CAAC,CAAC;AAEF;;GAEG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAG,KAAK,EAAE,MAAc,EAAE,EAAE;IACxD,IAAI,CAAC,kBAAkB;QAAE,OAAO;IAEhC,IAAI,CAAC;QACJ,MAAM,UAAU,GAAG,0BAA0B,EAAE,CAAC;QAChD,oBAAoB,CAAC,mBAAmB,EAAE,CAAC,CAAC;QAC5C,aAAa,CAAC,mBAAmB,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QACzF,MAAM,mBAAmB,CAAC;YACzB,SAAS,EAAE,eAAe;YAC1B,SAAS,EAAE;gBACV,KAAK,EAAE,UAAU;aACjB;SACD,CAAC,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACR,gBAAgB;IACjB,CAAC;AACF,CAAC,CAAC"}
|
package/dist/lib/types.js
DELETED
package/dist/lib/types.js.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/lib/types.ts"],"names":[],"mappings":"AAaA,MAAM,UAAU,iBAAiB,CAAqC,KAAQ;IAC7E,OAAO,KAAK,CAAC;AACd,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"cliDebugPrint.js","sourceRoot":"","sources":["../../../src/lib/utils/cliDebugPrint.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAE1B,MAAM,UAAU,aAAa,CAAC,GAAW,EAAE,GAAG,IAAe;IAC5D,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC;QACjC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;IAChD,CAAC;AACF,CAAC"}
|
|
@@ -1,28 +0,0 @@
|
|
|
1
|
-
import inquirer from 'inquirer';
|
|
2
|
-
const yesNoConfirmation = ({ type, message }) => ({
|
|
3
|
-
name: 'confirmed',
|
|
4
|
-
type: 'confirm',
|
|
5
|
-
message: message ?? `Are you sure you want to delete this ${type}?`,
|
|
6
|
-
default: false,
|
|
7
|
-
});
|
|
8
|
-
const inputValidation = ({ type, expectedValue, failureMessage = 'That is not the correct input!', message = `Are you sure you want to delete this ${type}? If so, please type in "${expectedValue}":`, }) => ({
|
|
9
|
-
name: 'confirmed',
|
|
10
|
-
type: 'input',
|
|
11
|
-
message,
|
|
12
|
-
validate(value) {
|
|
13
|
-
if (value === expectedValue) {
|
|
14
|
-
return true;
|
|
15
|
-
}
|
|
16
|
-
return failureMessage;
|
|
17
|
-
},
|
|
18
|
-
});
|
|
19
|
-
export async function confirmAction({ expectedValue, type, failureMessage, message, }) {
|
|
20
|
-
const result = await inquirer.prompt(expectedValue
|
|
21
|
-
? inputValidation({ type, expectedValue, failureMessage, message })
|
|
22
|
-
: yesNoConfirmation({ type, message }));
|
|
23
|
-
if (typeof result.confirmed === 'boolean') {
|
|
24
|
-
return result.confirmed;
|
|
25
|
-
}
|
|
26
|
-
return result.confirmed === expectedValue;
|
|
27
|
-
}
|
|
28
|
-
//# sourceMappingURL=confirm.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"confirm.js","sourceRoot":"","sources":["../../../src/lib/utils/confirm.ts"],"names":[],"mappings":"AAAA,OAAO,QAAmC,MAAM,UAAU,CAAC;AAE3D,MAAM,iBAAiB,GAAG,CAAC,EAAE,IAAI,EAAE,OAAO,EAAsC,EAAE,EAAE,CACnF,CAAC;IACA,IAAI,EAAE,WAAW;IACjB,IAAI,EAAE,SAAS;IACf,OAAO,EAAE,OAAO,IAAI,wCAAwC,IAAI,GAAG;IACnE,OAAO,EAAE,KAAK;CACd,CAAqC,CAAC;AAExC,MAAM,eAAe,GAAG,CAAC,EACxB,IAAI,EACJ,aAAa,EACb,cAAc,GAAG,gCAAgC,EACjD,OAAO,GAAG,wCAAwC,IAAI,4BAA4B,aAAa,IAAI,GAMnG,EAAE,EAAE,CACJ,CAAC;IACA,IAAI,EAAE,WAAW;IACjB,IAAI,EAAE,OAAO;IACb,OAAO;IACP,QAAQ,CAAC,KAAK;QACb,IAAI,KAAK,KAAK,aAAa,EAAE,CAAC;YAC7B,OAAO,IAAI,CAAC;QACb,CAAC;QAED,OAAO,cAAc,CAAC;IACvB,CAAC;CACD,CAAqC,CAAC;AAExC,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,EACnC,aAAa,EACb,IAAI,EACJ,cAAc,EACd,OAAO,GAMP;IACA,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,MAAM,CACnC,aAAa;QACZ,CAAC,CAAC,eAAe,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,cAAc,EAAE,OAAO,EAAE,CAAC;QACnE,CAAC,CAAC,iBAAiB,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CACvC,CAAC;IAEF,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;QAC3C,OAAO,MAAM,CAAC,SAAS,CAAC;IACzB,CAAC;IAED,OAAO,MAAM,CAAC,SAAS,KAAK,aAAa,CAAC;AAC3C,CAAC"}
|