apify-cli 0.7.4 → 0.8.0-beta.2

package/oclif.manifest.json

@@ -1 +1 @@
-{"version":"0.7.4","commands":{"call":{"id":"call","description":"Runs a specific actor remotely on the Apify cloud platform.\nThe actor is run under your current Apify account, therefore you need to be logged in by calling \"apify login\". It takes input for the actor from the default local key-value store by default.","pluginName":"apify-cli","pluginType":"core","aliases":[],"flags":{"build":{"name":"build","type":"option","char":"b","description":"Tag or number of the build to run (e.g. \"latest\" or \"1.2.34\").","required":false},"timeout":{"name":"timeout","type":"option","char":"t","description":"Timeout for the actor run in seconds. Zero value means there is no timeout.","required":false},"memory":{"name":"memory","type":"option","char":"m","description":"Amount of memory allocated for the actor run, in megabytes.","required":false},"wait-for-finish":{"name":"wait-for-finish","type":"option","char":"w","description":"Seconds for waiting to run to finish, if no value passed, it waits forever.","required":false}},"args":[{"name":"actId","description":"Name or ID of the actor to run (e.g. \"apify/hello-world\" or \"E2jjCZBezvAZnX8Rb\"). If not provided, the command runs the remote actor specified in the \"apify.json\" file.","required":false}]},"create":{"id":"create","description":"Creates a new actor project directory from a selected boilerplate template.","pluginName":"apify-cli","pluginType":"core","aliases":[],"flags":{"template":{"name":"template","type":"option","char":"t","description":"Template for the actor. If not provided, the command will prompt for it.Visit https://raw.githubusercontent.com/apify/actor-templates/master/templates/manifest.json to find available template names.","required":false}},"args":[{"name":"actorName","description":"Name of the actor and its directory","required":false}]},"info":{"id":"info","description":"Displays information about the currently active Apify account.\nThe information is printed to the console.","pluginName":"apify-cli","pluginType":"core","aliases":[],"flags":{},"args":[]},"init":{"id":"init","description":"Initializes a new actor project in an existing directory.\nThe command only creates the \"apify.json\" file and the \"apify_storage\" directory in the current directory, but will not touch anything else.\n\nWARNING: The directory at \"apify_storage\" will be overwritten if it already exists.","pluginName":"apify-cli","pluginType":"core","aliases":[],"flags":{},"args":[{"name":"actorName","description":"Name of the actor. If not provided, you will be prompted for it.","required":false}]},"login":{"id":"login","description":"Logs in to your Apify account using a provided API token.\nThe API token and other account information is stored in the ~/.apify directory, from where it is read by all other \"apify\" commands. To log out, call \"apify logout\".","pluginName":"apify-cli","pluginType":"core","aliases":[],"flags":{"token":{"name":"token","type":"option","char":"t","description":"[Optional] Apify API token","required":false}},"args":[]},"logout":{"id":"logout","description":"Logs out of your Apify account.\nThe command deletes the API token and all other account information stored in the ~/.apify directory. To log in again, call \"apify login\".","pluginName":"apify-cli","pluginType":"core","aliases":[],"flags":{},"args":[]},"push":{"id":"push","description":"Uploads the actor to the Apify platform and builds it there.\nThe actor settings are read from the \"apify.json\" file in the current directory, but they can be overridden using command-line options.\nNOTE: If the source files are smaller than 3 MB then they are uploaded as \n\"Multiple source files\", otherwise they are uploaded as \"Zip file\".\n\nWARNING: If the target actor already exists in your Apify account, it will be overwritten!","pluginName":"apify-cli","pluginType":"core","aliases":[],"flags":{"version-number":{"name":"version-number","type":"option","description":"DEPRECATED: Use flag version instead. Actor version number to which the files should be pushed. By default, it is taken from the \"apify.json\" file.","required":false},"version":{"name":"version","type":"option","char":"v","description":"Actor version number to which the files should be pushed. By default, it is taken from the \"apify.json\" file.","required":false},"build-tag":{"name":"build-tag","type":"option","char":"b","description":"Build tag to be applied to the successful actor build. By default, it is taken from the \"apify.json\" file","required":false},"wait-for-finish":{"name":"wait-for-finish","type":"option","char":"w","description":"Seconds for waiting to build to finish, if no value passed, it waits forever.","required":false}},"args":[{"name":"actorId","description":"ID of an existing actor on the Apify platform where the files will be pushed. If not provided, the command will create or modify the actor with the name specified in \"apify.json\" file.","required":false}]},"run":{"id":"run","description":"Runs the actor locally in the current directory by executing \"npm start\".\nIt sets various APIFY_XYZ environment variables in order to provide a working execution environment for the actor. For example, this causes the actor input, as well as all other data in key-value stores, datasets or request queues to be stored in the \"apify_storage\" directory, rather than on the Apify platform.\n\nNOTE: You can override the default behaviour of command overriding npm start script value in a package.json file. You can set up your own main file or environment variables by changing it.","pluginName":"apify-cli","pluginType":"core","aliases":[],"flags":{"purge":{"name":"purge","type":"boolean","char":"p","description":"Shortcut that combines the --purge-queue, --purge-dataset and --purge-key-value-store options.","required":false,"allowNo":false},"purge-queue":{"name":"purge-queue","type":"boolean","description":"Deletes the local directory containing the default request queue before the run starts.","required":false,"allowNo":false},"purge-dataset":{"name":"purge-dataset","type":"boolean","description":"Deletes the local directory containing the default dataset before the run starts.","required":false,"allowNo":false},"purge-key-value-store":{"name":"purge-key-value-store","type":"boolean","description":"Deletes all records from the default key-value store in the local directory before the run starts, except for the \"INPUT\" key.","required":false,"allowNo":false}},"args":[]},"vis":{"id":"vis","description":"Validates INPUT_SCHEMA.json file and prints errors found.","pluginName":"apify-cli","pluginType":"core","aliases":[],"flags":{},"args":[{"name":"path","description":"Optional path to your INPUT_SCHEMA.json file. If not provided ./INPUT_SCHEMA.json is used.","required":false}]},"actor:get-input":{"id":"actor:get-input","description":"Gets the actor input value from the default key-value store associated with the actor run.","pluginName":"apify-cli","pluginType":"core","aliases":[],"flags":{},"args":[]},"actor:get-value":{"id":"actor:get-value","description":"Gets a value from the default key-value store associated with the actor run.","pluginName":"apify-cli","pluginType":"core","aliases":[],"flags":{},"args":[{"name":"key","description":"Key of the record in key-value store","required":true}]},"actor":{"id":"actor","description":"Commands are designed to be used in actor runs. All commands are in PoC state, do not use in production environments.\n","pluginName":"apify-cli","pluginType":"core","aliases":[],"flags":{},"args":[]},"actor:push-data":{"id":"actor:push-data","description":"Stores an object or an array of objects to the default dataset of the actor run.\nIt is possible to pass data using item argument or stdin.\nPassing data using argument:\n$ apify actor:push-data {\"foo\": \"bar\"}\nPassing data using stdin with pipe:\n$ cat ./test.json | apify actor:push-data\n","pluginName":"apify-cli","pluginType":"core","aliases":[],"flags":{},"args":[{"name":"item","description":"JSON string with one object or array of objects containing data to be stored in the default dataset.","required":false}]},"actor:set-value":{"id":"actor:set-value","description":"Sets or removes record into the default KeyValueStore associated with the actor run.\nIt is possible to pass data using argument or stdin.\nPassing data using argument:\n$ apify actor:set-value KEY my-value\nPassing data using stdin with pipe:\n$ cat ./my-text-file.txt | apify actor:set-value KEY --contentType text/plain\n","pluginName":"apify-cli","pluginType":"core","aliases":[],"flags":{"contentType":{"name":"contentType","type":"option","char":"c","description":"Specifies a custom MIME content type of the record. By default \"application/json\" is used.","required":false}},"args":[{"name":"key","description":"Key of the record in key-value store.","required":true},{"name":"value","description":"Record data, which can be one of the following values:\n- If empty, the record in the key-value store is deleted.\n- If no `contentType` flag is specified, value is expected to be any JSON string value.\n- If options.contentType is set, value is taken as is.","required":false}]},"secrets:add":{"id":"secrets:add","description":"Adds a new secret value.\nThe secrets are stored to a file at ~/.apify","pluginName":"apify-cli","pluginType":"core","aliases":[],"flags":{},"args":[{"name":"name","description":"Name of the secret","required":true},{"name":"value","description":"Value of the secret","required":true}]},"secrets":{"id":"secrets","description":"Manages secret values for actor environment variables.\n\nExample:\n$ apify secrets:add mySecret TopSecretValue123\n\nNow the \"mySecret\" value can be used in an environment variable defined in \"apify.json\" file by adding the \"@\" prefix:\n\n{\n  \"name\": \"my_actor\",\n  \"env\": { \"SECRET_ENV_VAR\": \"@mySecret\" },\n  \"version\": \"0.1\n}\n\nWhen the actor is pushed to Apify cloud, the \"SECRET_ENV_VAR\" and its value is stored as a secret environment variable of the actor.","pluginName":"apify-cli","pluginType":"core","aliases":[],"flags":{},"args":[]},"secrets:rm":{"id":"secrets:rm","description":"Removes the secret.","pluginName":"apify-cli","pluginType":"core","aliases":[],"flags":{},"args":[{"name":"name","description":"Name of the secret","required":true}]}}}
+{"version":"0.8.0","commands":{"call":{"id":"call","description":"Runs a specific actor remotely on the Apify cloud platform.\nThe actor is run under your current Apify account, therefore you need to be logged in by calling \"apify login\". It takes input for the actor from the default local key-value store by default.","pluginName":"apify-cli","pluginType":"core","aliases":[],"flags":{"build":{"name":"build","type":"option","char":"b","description":"Tag or number of the build to run (e.g. \"latest\" or \"1.2.34\").","required":false},"timeout":{"name":"timeout","type":"option","char":"t","description":"Timeout for the actor run in seconds. Zero value means there is no timeout.","required":false},"memory":{"name":"memory","type":"option","char":"m","description":"Amount of memory allocated for the actor run, in megabytes.","required":false},"wait-for-finish":{"name":"wait-for-finish","type":"option","char":"w","description":"Seconds for waiting to run to finish, if no value passed, it waits forever.","required":false}},"args":[{"name":"actId","description":"Name or ID of the actor to run (e.g. \"apify/hello-world\" or \"E2jjCZBezvAZnX8Rb\"). If not provided, the command runs the remote actor specified in the \"apify.json\" file.","required":false}]},"create":{"id":"create","description":"Creates a new actor project directory from a selected boilerplate template.","pluginName":"apify-cli","pluginType":"core","aliases":[],"flags":{"template":{"name":"template","type":"option","char":"t","description":"Template for the actor. If not provided, the command will prompt for it.Visit https://raw.githubusercontent.com/apify/actor-templates/master/templates/manifest.json to find available template names.","required":false}},"args":[{"name":"actorName","description":"Name of the actor and its directory","required":false}]},"info":{"id":"info","description":"Displays information about the currently active Apify account.\nThe information is printed to the console.","pluginName":"apify-cli","pluginType":"core","aliases":[],"flags":{},"args":[]},"init":{"id":"init","description":"Initializes a new actor project in an existing directory.\nThe command only creates the \"apify.json\" file and the \"storage\" directory in the current directory, but will not touch anything else.\n\nWARNING: The directory at \"storage\" will be overwritten if it already exists.","pluginName":"apify-cli","pluginType":"core","aliases":[],"flags":{},"args":[{"name":"actorName","description":"Name of the actor. If not provided, you will be prompted for it.","required":false}]},"login":{"id":"login","description":"Logs in to your Apify account using a provided API token.\nThe API token and other account information is stored in the ~/.apify directory, from where it is read by all other \"apify\" commands. To log out, call \"apify logout\".","pluginName":"apify-cli","pluginType":"core","aliases":[],"flags":{"token":{"name":"token","type":"option","char":"t","description":"[Optional] Apify API token","required":false}},"args":[]},"logout":{"id":"logout","description":"Logs out of your Apify account.\nThe command deletes the API token and all other account information stored in the ~/.apify directory. To log in again, call \"apify login\".","pluginName":"apify-cli","pluginType":"core","aliases":[],"flags":{},"args":[]},"push":{"id":"push","description":"Uploads the actor to the Apify platform and builds it there.\nThe actor settings are read from the \"apify.json\" file in the current directory, but they can be overridden using command-line options.\nNOTE: If the source files are smaller than 3 MB then they are uploaded as \n\"Multiple source files\", otherwise they are uploaded as \"Zip file\".\n\nWARNING: If the target actor already exists in your Apify account, it will be overwritten!","pluginName":"apify-cli","pluginType":"core","aliases":[],"flags":{"version-number":{"name":"version-number","type":"option","description":"DEPRECATED: Use flag version instead. Actor version number to which the files should be pushed. By default, it is taken from the \"apify.json\" file.","required":false},"version":{"name":"version","type":"option","char":"v","description":"Actor version number to which the files should be pushed. By default, it is taken from the \"apify.json\" file.","required":false},"build-tag":{"name":"build-tag","type":"option","char":"b","description":"Build tag to be applied to the successful actor build. By default, it is taken from the \"apify.json\" file","required":false},"wait-for-finish":{"name":"wait-for-finish","type":"option","char":"w","description":"Seconds for waiting to build to finish, if no value passed, it waits forever.","required":false}},"args":[{"name":"actorId","description":"ID of an existing actor on the Apify platform where the files will be pushed. If not provided, the command will create or modify the actor with the name specified in \"apify.json\" file.","required":false}]},"run":{"id":"run","description":"Runs the actor locally in the current directory by executing \"npm start\".\nIt sets various APIFY_XYZ environment variables in order to provide a working execution environment for the actor. For example, this causes the actor input, as well as all other data in key-value stores, datasets or request queues to be stored in the \"storage\" directory, rather than on the Apify platform.\n\nNOTE: You can override the default behaviour of command overriding npm start script value in a package.json file. You can set up your own main file or environment variables by changing it.","pluginName":"apify-cli","pluginType":"core","aliases":[],"flags":{"purge":{"name":"purge","type":"boolean","char":"p","description":"Shortcut that combines the --purge-queue, --purge-dataset and --purge-key-value-store options.","required":false,"allowNo":false},"purge-queue":{"name":"purge-queue","type":"boolean","description":"Deletes the local directory containing the default request queue before the run starts.","required":false,"allowNo":false},"purge-dataset":{"name":"purge-dataset","type":"boolean","description":"Deletes the local directory containing the default dataset before the run starts.","required":false,"allowNo":false},"purge-key-value-store":{"name":"purge-key-value-store","type":"boolean","description":"Deletes all records from the default key-value store in the local directory before the run starts, except for the \"INPUT\" key.","required":false,"allowNo":false}},"args":[]},"vis":{"id":"vis","description":"Validates INPUT_SCHEMA.json file and prints errors found.","pluginName":"apify-cli","pluginType":"core","aliases":[],"flags":{},"args":[{"name":"path","description":"Optional path to your INPUT_SCHEMA.json file. If not provided ./INPUT_SCHEMA.json is used.","required":false}]},"actor:get-input":{"id":"actor:get-input","description":"Gets the actor input value from the default key-value store associated with the actor run.","pluginName":"apify-cli","pluginType":"core","aliases":[],"flags":{},"args":[]},"actor:get-value":{"id":"actor:get-value","description":"Gets a value from the default key-value store associated with the actor run.","pluginName":"apify-cli","pluginType":"core","aliases":[],"flags":{},"args":[{"name":"key","description":"Key of the record in key-value store","required":true}]},"actor":{"id":"actor","description":"Commands are designed to be used in actor runs. All commands are in PoC state, do not use in production environments.\n","pluginName":"apify-cli","pluginType":"core","aliases":[],"flags":{},"args":[]},"actor:push-data":{"id":"actor:push-data","description":"Stores an object or an array of objects to the default dataset of the actor run.\nIt is possible to pass data using item argument or stdin.\nPassing data using argument:\n$ apify actor:push-data {\"foo\": \"bar\"}\nPassing data using stdin with pipe:\n$ cat ./test.json | apify actor:push-data\n","pluginName":"apify-cli","pluginType":"core","aliases":[],"flags":{},"args":[{"name":"item","description":"JSON string with one object or array of objects containing data to be stored in the default dataset.","required":false}]},"actor:set-value":{"id":"actor:set-value","description":"Sets or removes record into the default KeyValueStore associated with the actor run.\nIt is possible to pass data using argument or stdin.\nPassing data using argument:\n$ apify actor:set-value KEY my-value\nPassing data using stdin with pipe:\n$ cat ./my-text-file.txt | apify actor:set-value KEY --contentType text/plain\n","pluginName":"apify-cli","pluginType":"core","aliases":[],"flags":{"contentType":{"name":"contentType","type":"option","char":"c","description":"Specifies a custom MIME content type of the record. By default \"application/json\" is used.","required":false}},"args":[{"name":"key","description":"Key of the record in key-value store.","required":true},{"name":"value","description":"Record data, which can be one of the following values:\n- If empty, the record in the key-value store is deleted.\n- If no `contentType` flag is specified, value is expected to be any JSON string value.\n- If options.contentType is set, value is taken as is.","required":false}]},"secrets:add":{"id":"secrets:add","description":"Adds a new secret value.\nThe secrets are stored to a file at ~/.apify","pluginName":"apify-cli","pluginType":"core","aliases":[],"flags":{},"args":[{"name":"name","description":"Name of the secret","required":true},{"name":"value","description":"Value of the secret","required":true}]},"secrets":{"id":"secrets","description":"Manages secret values for actor environment variables.\n\nExample:\n$ apify secrets:add mySecret TopSecretValue123\n\nNow the \"mySecret\" value can be used in an environment variable defined in \"apify.json\" file by adding the \"@\" prefix:\n\n{\n  \"name\": \"my_actor\",\n  \"env\": { \"SECRET_ENV_VAR\": \"@mySecret\" },\n  \"version\": \"0.1\n}\n\nWhen the actor is pushed to Apify cloud, the \"SECRET_ENV_VAR\" and its value is stored as a secret environment variable of the actor.","pluginName":"apify-cli","pluginType":"core","aliases":[],"flags":{},"args":[]},"secrets:rm":{"id":"secrets:rm","description":"Removes the secret.","pluginName":"apify-cli","pluginType":"core","aliases":[],"flags":{},"args":[{"name":"name","description":"Name of the secret","required":true}]}}}

package/package.json

@@ -1,101 +1,101 @@
 {
-    "name": "apify-cli",
-    "version": "0.7.4",
-    "description": "Apify command-line interface helps you create, develop, build and run Apify actors, and manage the Apify cloud platform.",
-    "main": "index.js",
-    "scripts": {
-        "test": "mocha --timeout 180000 --recursive",
-        "lint": "eslint src test",
-        "lint:fix": "eslint src test --fix",
-        "commands-md": "npm run manifest && oclif-dev readme",
-        "prod-shrinkwrap": "rm -rf node_modules && npm install --production && npm shrinkwrap",
-        "manifest": "rm -f oclif.manifest.json && oclif-dev manifest"
-    },
-    "files": [
-        "src",
-        "oclif.manifest.json",
-        "index.js",
-        "package.json"
-    ],
-    "bin": {
-        "apify": "./src/bin/run"
-    },
-    "contributors": [
-        "Jakub Drobník <jakub.drobnik@apify.com>",
-        "Jan Curn <jan@apify.com>"
-    ],
-    "repository": {
-        "type": "git",
-        "url": "git+https://github.com/apify/apify-cli.git"
-    },
-    "keywords": [
-        "apify",
-        "client",
-        "node",
-        "command",
-        "line",
-        "bash"
-    ],
-    "author": {
-        "name": "Apify",
-        "email": "support@apify.com",
-        "url": "https://www.apify.com"
-    },
-    "license": "Apache-2.0",
-    "bugs": {
-        "url": "https://github.com/apify/apify-cli/issues"
-    },
-    "homepage": "https://github.com/apify/apify-cli#readme",
-    "engines": {
-        "node": ">=12.0.0"
-    },
-    "dependencies": {
-        "@apify/actor-templates": "^0.1.3",
-        "@apify/consts": "^1.7.0",
-        "@apify/input_schema": "^2.0.8",
-        "@apify/storage-local": "^2.0.2",
-        "@oclif/command": "^1.8.16",
-        "@oclif/config": "^1.18.3",
-        "@oclif/errors": "^1.3.5",
-        "@oclif/plugin-commands": "^2.1.0",
-        "@oclif/plugin-help": "^5.1.12",
-        "ajv": "^8.10.0",
-        "apify-client": "^2.2.0",
-        "archiver-promise": "^1.0.0",
-        "chalk": "^4.1.2",
-        "child-process-promise": "^2.2.1",
-        "extract-zip": "^2.0.1",
-        "globby": "^11.1.0",
-        "got-scraping": "^3.2.9",
-        "inquirer": "^7.3.3",
-        "is-online": "^9.0.1",
-        "load-json-file": "^6.2.0",
-        "mime": "^2.6.0",
-        "minimist": "^1.2.5",
-        "ow": "^0.28.1",
-        "rimraf": "^3.0.2",
-        "semver": "^7.3.5",
-        "underscore": "^1.13.2",
-        "unzipper": "^0.10.11",
-        "write-json-file": "^4.3.0"
-    },
-    "devDependencies": {
-        "@apify/eslint-config": "^0.2.3",
-        "@oclif/dev-cli": "^1.26.0",
-        "@oclif/test": "^2.1.0",
-        "chai": "^4.3.4",
-        "chai-as-promised": "^7.1.1",
-        "eslint": "^8.11.0",
-        "mocha": "^10.0.0",
-        "sinon": "^9.2.4"
-    },
-    "oclif": {
-        "bin": "apify",
-        "commands": "./src/commands",
-        "hooks": {
-            "prerun": [
-                "./src/hooks/pre_run.js"
-            ]
-        }
+  "name": "apify-cli",
+  "version": "0.8.0-beta.2",
+  "description": "Apify command-line interface helps you create, develop, build and run Apify actors, and manage the Apify cloud platform.",
+  "main": "index.js",
+  "scripts": {
+    "test": "mocha --timeout 180000 --recursive",
+    "lint": "eslint src test",
+    "lint:fix": "eslint src test --fix",
+    "commands-md": "npm run manifest && oclif-dev readme",
+    "prod-shrinkwrap": "rm -rf node_modules && npm install --production && npm shrinkwrap",
+    "manifest": "rm -f oclif.manifest.json && oclif-dev manifest"
+  },
+  "files": [
+    "src",
+    "oclif.manifest.json",
+    "index.js",
+    "package.json"
+  ],
+  "bin": {
+    "apify": "./src/bin/run"
+  },
+  "contributors": [
+    "Jakub Drobník <jakub.drobnik@apify.com>",
+    "Jan Curn <jan@apify.com>"
+  ],
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/apify/apify-cli.git"
+  },
+  "keywords": [
+    "apify",
+    "client",
+    "node",
+    "command",
+    "line",
+    "bash"
+  ],
+  "author": {
+    "name": "Apify",
+    "email": "support@apify.com",
+    "url": "https://www.apify.com"
+  },
+  "license": "Apache-2.0",
+  "bugs": {
+    "url": "https://github.com/apify/apify-cli/issues"
+  },
+  "homepage": "https://github.com/apify/apify-cli#readme",
+  "engines": {
+    "node": ">=12.0.0"
+  },
+  "dependencies": {
+    "@apify/actor-templates": "^0.1.3",
+    "@apify/consts": "^1.7.0",
+    "@apify/input_schema": "^2.0.8",
+    "@crawlee/memory-storage": "^3.0.3",
+    "@oclif/command": "^1.8.16",
+    "@oclif/config": "^1.18.3",
+    "@oclif/errors": "^1.3.5",
+    "@oclif/plugin-commands": "^2.1.0",
+    "@oclif/plugin-help": "^5.1.12",
+    "ajv": "^8.10.0",
+    "apify-client": "^2.2.0",
+    "archiver-promise": "^1.0.0",
+    "chalk": "^4.1.2",
+    "child-process-promise": "^2.2.1",
+    "extract-zip": "^2.0.1",
+    "globby": "^11.1.0",
+    "got-scraping": "^3.2.9",
+    "inquirer": "^7.3.3",
+    "is-online": "^10.0.0",
+    "load-json-file": "^6.2.0",
+    "mime": "^2.6.0",
+    "minimist": "^1.2.5",
+    "ow": "^0.28.1",
+    "rimraf": "^3.0.2",
+    "semver": "^7.3.5",
+    "underscore": "^1.13.2",
+    "unzipper": "^0.10.11",
+    "write-json-file": "^4.3.0"
+  },
+  "devDependencies": {
+    "@apify/eslint-config": "^0.2.3",
+    "@oclif/dev-cli": "^1.26.0",
+    "@oclif/test": "^2.1.0",
+    "chai": "^4.3.4",
+    "chai-as-promised": "^7.1.1",
+    "eslint": "^8.11.0",
+    "mocha": "^10.0.0",
+    "sinon": "^9.2.4"
+  },
+  "oclif": {
+    "bin": "apify",
+    "commands": "./src/commands",
+    "hooks": {
+      "prerun": [
+        "./src/hooks/pre_run.js"
+      ]
     }
+  }
 }

package/src/commands/push.js

@@ -24,7 +24,7 @@ class PushCommand extends ApifyCommand {
         let actorId;
         let actor;
         // User can override actor version and build tag, attributes in localConfig will remain same.
-        const version = flags.version || flags.versionNumber || localConfig.version;
+        const version = flags.version || flags.versionNumber || localConfig.version || '0.0';
         const buildTag = flags.buildTag || localConfig.buildTag;
         const waitForFinishMillis = Number.isNaN(flags.waitForFinish)
             ? undefined

package/src/commands/run.js

@@ -5,7 +5,7 @@ const loadJson = require('load-json-file');
 const { ENV_VARS } = require('@apify/consts');
 const semver = require('semver');
 const execWithLog = require('../lib/exec');
-const { DEFAULT_LOCAL_STORAGE_DIR, SUPPORTED_NODEJS_VERSION } = require('../lib/consts');
+const { LEGACY_LOCAL_STORAGE_DIR, DEFAULT_LOCAL_STORAGE_DIR, SUPPORTED_NODEJS_VERSION } = require('../lib/consts');
 const { ApifyCommand } = require('../lib/apify_command');
 const {
     getLocalUserInfo, purgeDefaultQueue, purgeDefaultKeyValueStore,
@@ -31,6 +31,13 @@ class RunCommand extends ApifyCommand {
             throw new Error('The "npm start" script was not found in package.json. Please set it up for your project. '
                 + 'For more information about that call "apify help run".');
         }
+
+        if (fs.existsSync(LEGACY_LOCAL_STORAGE_DIR) && !fs.existsSync(DEFAULT_LOCAL_STORAGE_DIR)) {
+            fs.renameSync(LEGACY_LOCAL_STORAGE_DIR, DEFAULT_LOCAL_STORAGE_DIR);
+            warning("The legacy 'apify_storage' directory was renamed to 'storage' to align it with Apify SDK v3."
+                + ' Contents were left intact.');
+        }
+
         // Purge stores
         if (flags.purge) {
             await Promise.all([purgeDefaultQueue(), purgeDefaultKeyValueStore(), purgeDefaultDataset()]);
@@ -49,12 +56,11 @@ class RunCommand extends ApifyCommand {
             info('Default local key-value store was purged.');
         }
 
-        // Check if apify storage were purge, if not print error
         if (!flags.purge) {
             const isStorageEmpty = await checkIfStorageIsEmpty();
             if (!isStorageEmpty) {
-                warning('The apify_storage directory contains a previous state, the actor will continue where it left off. '
-                    + 'To start from the initial state, use --purge parameter to clean the apify_storage directory.');
+                warning('The storage directory contains a previous state, the actor will continue where it left off. '
+                    + 'To start from the initial state, use --purge parameter to clean the storage directory.');
             }
         }
 

package/src/lib/actor.js

@@ -2,9 +2,9 @@ const { ApifyClient } = require('apify-client');
 const { pipeline } = require('stream');
 const { promisify } = require('util');
 const { default: ow } = require('ow');
-const { ApifyStorageLocal } = require('@apify/storage-local');
+const { MemoryStorage } = require('@crawlee/memory-storage');
 const { ENV_VARS, LOCAL_ENV_VARS, KEY_VALUE_STORE_KEYS } = require('@apify/consts');
-const { getLocalUserInfo } = require('./utils');
+const { getLocalUserInfo, getLocalStorageDir } = require('./utils');
 
 const pipelinePromise = promisify(pipeline);
 
@@ -18,17 +18,14 @@ const APIFY_STORAGE_TYPES = {
  * Returns instance of ApifyClient or ApifyStorageLocal based on environment variables.
  * @param options - ApifyClient options
  * @param forceCloud - If true then ApifyClient will be returned.
- * @return {ApifyStorageLocal|ApifyClient}
+ * @return {MemoryStorage|ApifyClient}
  */
 const getApifyStorageClient = (options = {}, forceCloud = false) => {
-    const storageDir = process.env[ENV_VARS.LOCAL_STORAGE_DIR];
+    const storageDir = getLocalStorageDir();
 
     if (storageDir && !forceCloud) {
-        // TODO: APIFY_LOCAL_STORAGE_ENABLE_WAL_MODE is not in shared const.
-        const enableWalMode = !!process.env.APIFY_LOCAL_STORAGE_ENABLE_WAL_MODE;
-        return new ApifyStorageLocal({
+        return new MemoryStorage({
             storageDir,
-            enableWalMode,
             ...options,
         });
     }

package/src/lib/consts.js

@@ -2,7 +2,9 @@ const os = require('os');
 const path = require('path');
 const { KEY_VALUE_STORE_KEYS } = require('@apify/consts');
 
-exports.DEFAULT_LOCAL_STORAGE_DIR = 'apify_storage';
+exports.DEFAULT_LOCAL_STORAGE_DIR = 'storage';
+
+exports.LEGACY_LOCAL_STORAGE_DIR = 'apify_storage';
 
 exports.EMPTY_LOCAL_CONFIG = {
     name: null,

package/src/lib/utils.js

@@ -13,7 +13,6 @@ const https = require('https');
 const { ApifyClient } = require('apify-client');
 const { execSync, spawnSync } = require('child_process');
 const semver = require('semver');
-const isOnline = require('is-online');
 const { GLOBAL_CONFIGS_FOLDER, AUTH_FILE_PATH, LOCAL_CONFIG_NAME, INPUT_FILE_REG_EXP, DEFAULT_LOCAL_STORAGE_DIR } = require('./consts');
 const { ensureFolderExistsSync, rimrafPromised, deleteFile } = require('./files');
 const { warning, info } = require('./outputs');
@@ -104,7 +103,7 @@ const getLocalConfig = () => {
 const getLocalConfigOrThrow = async () => {
     let localConfig = getLocalConfig();
     if (!localConfig) {
-        throw new Error('apify.json is missing in current dir! Call "apify init" to create it.');
+        return {};
     }
     // 27-11-2018: Check if apify.json contains old  deprecated structure. If so, updates it.
     if (localConfig.version && _.isObject(localConfig.version)) {
@@ -205,7 +204,7 @@ const createSourceFiles = async (paths) => {
  * All dot files(.file) and folders(.folder/) are included.
  */
 const getActorLocalFilePaths = () => globby(['*', '**/**'], {
-    ignore: ['.git/**'],
+    ignore: ['.git/**', 'apify_storage', 'node_modules', 'storage', 'crawlee_storage'],
     gitignore: true,
     dot: true,
 });
@@ -257,7 +256,8 @@ const checkLatestVersion = async () => {
         // Run check approximately every 10. call
         if (Math.random() <= 0.8) return;
         // Skip if user is offline
-        if (!await isOnline({ timeout: 500 })) return;
+        const isOnline = await import('is-online');
+        if (!await isOnline.default({ timeout: 500 })) return;
 
         const latestVersion = spawnSync('npm', ['view', 'apify-cli', 'version']).stdout.toString().trim();
         const currentVersion = require('../../package.json').version; //  eslint-disable-line

package/CHANGELOG.md

@@ -1,200 +0,0 @@
-**Changelog file is no longer maintained, you can check all changes in [GitHub Releases](https://github.com/apify/apify-cli/releases).**
-
-0.6.1 / 2020-05-18
-==================
-- **BREAKING:** Templates are now fully decoupled from this project and
-  the [templates repository](https://github.com/apify/actor-templates)
-  serves as the single source of truth. Some templates were replaced
-  and others were renamed to better clarify their purpose.
-- **BREAKING:** Providing an invalid template in `apify.json` no longer
-  throws, but rather silently uses a reasonable default configuration.
-  This is to support regular changes to templates without breaking older
-  versions of the CLI.
-
-0.5.3 / 2020-03-03
-==================
-- Moved templates to separate repository
-- Fixed: creating `apify_storage` in root folder after `apify create` command
-
-0.5.2 / 2020-01-22
-==================
-- Added bot(dependabot.com) to check latest Apify SDK version in all templates
-- Updated apify package in all templates
-- Updated npm packages and fixed all npm audit issues
-
-0.5.1 / 2019-12-19
-==================
-- Added warning about outdated node.js version
-- Fixed infinite push, when the previous one was interrupted
-- Fixed calling public actors with `apify call`
-- `apify init` create empty INPUT.json file
-
-0.5.0 / 2019-11-27
-==================
-- Drop support for node 8 and 9
-- Fix: Pass the --max-http-header-size=80000 to the nodeJs process
-
-0.4.1 / 2019-10-02
-==================
-- New actor template for Apify projects, you can create it with `apify create --template apify_project`
-- `apify vis` - Using improved schema validator
-
-0.4.0 / 2019-09-23
-==================
-- Breaking Change - `apify push`: Pushes source code as a "Multiple source files" in case source code is less that 3 MB
-
-0.3.12 / 2019-09-18
-==================
-Bug fixes:
-- `apify create`: Added validation for actor name
-- `apify init` skips creation of apify.json if already exists
-- `apify run -p` runs actor, if apify_storage doesn't exist
-- Updated packages
-- Additional minor fixes
-
-0.3.11 / 2019-07-26
-==================
-- Updated packages
-- Updated Cheerio Crawler template
-- Updated Apify package version in all templates
-
-0.3.10 / 2019-06-03
-==================
-- Updated packages
-
-0.3.9 / 2019-05-15
-==================
-- Improved the templates and texts
-
-0.3.8 / 2019-03-29
-==================
-- Updated all templates regarding the last version of apify SDK.
-
-0.3.7 / 2019-03-18
-==================
-- Fixed templates to use Apify.getInput(), replaced deprecated function and options,
-added debug fields, added .idea to .gitignore
-- Updated packages
-- Fixed bug: Users without username can use push/call command
-
-0.3.6 / 2019-01-29
-==================
-- Added command `apify vis` that validates actor input schema.
-
-0.3.5 / 2019-01-25
-==================
-- Upgraded to apify@0.11 in templates
-
-0.3.3 / 2018-12-12
-==================
-- Omitted CMD command in all templates Dockerfile.
-
-0.3.2 / 2018-12-05
-==================
-- Updated apify-client package. It fixed bug, when user can not push actor, whe he changed version in apify.json.
-
-0.3.1 / 2018-11-29
-==================
-- :tada: New commands to manage secret environment variables: `apify secrets:add`, `apify secrets:rm`.
-- New documentation how to set environment variable in `apify.json`, see [documentation](https://github.com/apify/apify-cli/blob/master/README.md#environment-variables).
-- **BREAKING CHANGES**: Simplified `apify.json` structure. It will be updated automatically before execution apify run and push command.
-- Command `apify create` now shows progress bar of npm install.
-- Small bugs fixes
-
-0.2.7 / 2018-11-27
-==================
-- Updated all templates to latest apify packages
-
-0.2.6 / 2018-11-09
-==================
-- Added warning if `apify run` reuse old state in storage
-- Fixed issues #70 #65 #68
-
-0.2.5 / 2018-10-31
-==================
-- Updated NPM dependencies
-- Upgraded to apify-shared@0.1.6
-- Fixed templates to use apify/actor-node-chrome Docker image instead of outdated apify/actor-node-puppeteer
-
-0.2.3 / 2018-09-17
-==================
-- Updated all templates to apify version 0.8.*
-- Added template named hello_word
-
-0.2.1 / 2018-09-17
-==================
-- **BREAKING CHANGES**: The local storage directories have been renamed and package.json files needs a new `start` command.
-  See [migration guide](/MIGRATIONS.md) for existing projects if you are upgrading from 0.1.* to 0.2.*.
-- You can specified another file that main.js for `apify run` command using npm start script.
-
-0.2.0 / 2018-09-12
-==================
-- **BREAKING CHANGES**: Version 0.2.0 of Apify CLI supports only version 0.7.0 of API SDK or newer as management of environment variables
-  has been changed according to Apify SDK version 0.7.0.
-- Dropped support for Node 7
-
-0.1.18 / 2018-09-12
-===================
-- Updated NPM dependencies, npm-shrinkwrap.json replaced with package-lock.json
-- Updated NPM dependencies in code templates
-
-0.1.15 / 2018-07-23
-===================
-- Rename act to actor
-
-0.1.13 / 2018-07-12
-===================
-- Add environment variables for enable live view for local actors.
-
-0.1.12 / 2018-06-28
-===================
-- From now `apify call` and `apify push` commands stream live logs from run and build to your terminal
-- Add options -p, --purge, --purge-dataset, --purge-key-value-store, --purge-queue in `apify run` to clean stores before runs actor locally
-- Add option -w, --wait-for-finish=wait-for-finish in `apify push` and `apify call` - command waits x seconds to finish run or build on Apify
-- Fixes #26, #33, #34, #36, #38, #39, #37, #35
-
-0.1.11 / 2018-05-30
-===================
-- Use npm-shrinkwrap.json instead of package-lock.json for published module
-- Update template, where we using proxy
-- Fix #30
-
-0.1.9 / 2018-04-18
-==================
-- apify run takes APIFY_USER_ID and APIFY_TOKEN as environments variables, if client is logged locally
-- apify call takes input from default local key-value-store
-- Fix: duplicates new lines in log
-
-0.1.8 / 2018-04-17
-==================
-- Print warning if you have old version of cli
-- apify run - kills all sub processes for SIGINT signal (ctrl+c) - It kills all related browsers in apify run command, related issue:
-  https://github.com/apify/apify-js/issues/72
-
-0.1.7 / 2018-04-12
-==================
-- Readme and templates updates
-
-0.1.6 / 2018-04-11
-==================
-- Add support for request queue
-
-0.1.5 / 2018-04-09
-==================
-- Works for windows
-- New command apify info
-
-0.1.x / 2018-04-01
-==================
-- The first public release
-
-0.0.x / 2018-03-01
-==================
-- Initial development, lot of new stuff
-
-
-
-
-
-
-