wayback-machine-url-extractor 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +68 -0
- package/index.d.ts +28 -0
- package/index.js +31 -0
- package/package.json +48 -0
package/LICENSE
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
MIT License
|
|
2
|
+
|
|
3
|
+
Copyright (c) 2026 logiover
|
|
4
|
+
|
|
5
|
+
Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
6
|
+
of this software and associated documentation files (the "Software"), to deal
|
|
7
|
+
in the Software without restriction, including without limitation the rights
|
|
8
|
+
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
9
|
+
copies of the Software, and to permit persons to whom the Software is
|
|
10
|
+
furnished to do so, subject to the following conditions:
|
|
11
|
+
|
|
12
|
+
The above copyright notice and this permission notice shall be included in all
|
|
13
|
+
copies or substantial portions of the Software.
|
|
14
|
+
|
|
15
|
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
16
|
+
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
17
|
+
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
18
|
+
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
19
|
+
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
20
|
+
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
21
|
+
SOFTWARE.
|
package/README.md
ADDED
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
# Wayback Machine URL Extractor - Archived URLs
|
|
2
|
+
|
|
3
|
+
[](https://apify.com/logiover/wayback-machine-url-extractor) [](https://github.com/logiover/wayback-machine-url-extractor)
|
|
4
|
+
|
|
5
|
+
**Wayback Machine URL Extractor - Archived URLs** — a Node.js client for the [Apify Actor](https://apify.com/logiover/wayback-machine-url-extractor). Pull **Wayback Machine URL** data at scale with no API-key hassle: thousands of clean, structured results you can export to JSON, CSV or Excel.
|
|
6
|
+
|
|
7
|
+
▶️ **Run it on Apify:** https://apify.com/logiover/wayback-machine-url-extractor
|
|
8
|
+
|
|
9
|
+
## Install
|
|
10
|
+
```bash
|
|
11
|
+
npm install wayback-machine-url-extractor
|
|
12
|
+
```
|
|
13
|
+
|
|
14
|
+
## Usage
|
|
15
|
+
```js
|
|
16
|
+
const scrape = require("wayback-machine-url-extractor");
|
|
17
|
+
|
|
18
|
+
(async () => {
|
|
19
|
+
const items = await scrape({}, { token: process.env.APIFY_TOKEN });
|
|
20
|
+
console.log(items.length, "results");
|
|
21
|
+
console.log(items[0]);
|
|
22
|
+
})();
|
|
23
|
+
```
|
|
24
|
+
|
|
25
|
+
Get your free Apify token at <https://console.apify.com/account/integrations>.
|
|
26
|
+
|
|
27
|
+
## Input
|
|
28
|
+
| Field | Type | Description |
|
|
29
|
+
|---|---|---|
|
|
30
|
+
| `domains` | array | Domains |
|
|
31
|
+
| `matchType` | string | Match Type |
|
|
32
|
+
| `fromDate` | string | From Date (YYYYMMDD) |
|
|
33
|
+
| `toDate` | string | To Date (YYYYMMDD) |
|
|
34
|
+
| `filterStatus` | string | HTTP Status Filter |
|
|
35
|
+
| `maxResults` | integer | Max Results Per Domain |
|
|
36
|
+
| `proxyConfiguration` | object | Proxy Configuration |
|
|
37
|
+
|
|
38
|
+
*All fields optional — run with empty input `{}` for a broad default result set.*
|
|
39
|
+
|
|
40
|
+
## Output
|
|
41
|
+
Each result item includes fields such as: `url`, `domain`, `capturedAt`, `statusCode`, `mimeType`, `snapshotUrl`.
|
|
42
|
+
|
|
43
|
+
## Why use this
|
|
44
|
+
- ⚡ Thousands of results per run, auto-paginated
|
|
45
|
+
- 🔑 No Wayback Machine URL login or reverse-engineering — just call the Actor
|
|
46
|
+
- 📦 Export to JSON, CSV, Excel, JSONL, XML
|
|
47
|
+
- ☁️ Runs on Apify cloud — schedule it, add webhooks, wire into Make / Zapier / n8n
|
|
48
|
+
|
|
49
|
+
## FAQ
|
|
50
|
+
### Do I need an API key?
|
|
51
|
+
Only a free Apify token (grab one at https://console.apify.com/account/integrations). No Wayback Machine URL login and no scraping setup on your side.
|
|
52
|
+
|
|
53
|
+
### How many results can I get?
|
|
54
|
+
Thousands per run. Raise the limit in the input to pull more — the Actor paginates for you.
|
|
55
|
+
|
|
56
|
+
### What export formats are supported?
|
|
57
|
+
Results are plain JSON in code; from the Apify dataset you can export CSV, Excel, JSON, JSONL or XML.
|
|
58
|
+
|
|
59
|
+
### Is this an official Wayback Machine URL API?
|
|
60
|
+
No. It is an unofficial Wayback Machine URL data client on the Apify platform — a maintained alternative when there is no official or affordable API.
|
|
61
|
+
|
|
62
|
+
## Links
|
|
63
|
+
- ▶️ Run the Actor: https://apify.com/logiover/wayback-machine-url-extractor
|
|
64
|
+
- 📚 Docs & examples: https://github.com/logiover/wayback-machine-url-extractor
|
|
65
|
+
- 🧰 More scrapers by logiover: https://apify.com/logiover
|
|
66
|
+
|
|
67
|
+
---
|
|
68
|
+
MIT © 2026 logiover · Client library for the hosted Apify Actor. Not affiliated with Wayback Machine URL.
|
package/index.d.ts
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
export interface ScrapeInput {
|
|
2
|
+
/** Domains */
|
|
3
|
+
domains?: string[];
|
|
4
|
+
/** Match Type */
|
|
5
|
+
matchType?: "subdomains" | "host" | "domain" | "prefix";
|
|
6
|
+
/** From Date (YYYYMMDD) */
|
|
7
|
+
fromDate?: string;
|
|
8
|
+
/** To Date (YYYYMMDD) */
|
|
9
|
+
toDate?: string;
|
|
10
|
+
/** HTTP Status Filter */
|
|
11
|
+
filterStatus?: "" | "200" | "301" | "302" | "304" | "400" | "403" | "404" | "410" | "500" | "503";
|
|
12
|
+
/** Max Results Per Domain */
|
|
13
|
+
maxResults?: number;
|
|
14
|
+
/** Proxy Configuration */
|
|
15
|
+
proxyConfiguration?: Record<string, any>;
|
|
16
|
+
[key: string]: any;
|
|
17
|
+
}
|
|
18
|
+
export interface ScrapeOptions {
|
|
19
|
+
/** Apify API token (or set APIFY_TOKEN). Free at console.apify.com/account/integrations */
|
|
20
|
+
token?: string;
|
|
21
|
+
memory?: number;
|
|
22
|
+
timeout?: number;
|
|
23
|
+
}
|
|
24
|
+
declare function scrape(input?: ScrapeInput, options?: ScrapeOptions): Promise<any[]>;
|
|
25
|
+
declare namespace scrape {
|
|
26
|
+
const ACTOR_ID: string;
|
|
27
|
+
}
|
|
28
|
+
export = scrape;
|
package/index.js
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
const { ApifyClient } = require("apify-client");
|
|
3
|
+
|
|
4
|
+
const ACTOR_ID = "logiover/wayback-machine-url-extractor";
|
|
5
|
+
|
|
6
|
+
/**
|
|
7
|
+
* Run the Wayback Machine URL Extractor - Archived URLs Apify Actor and return the scraped dataset items.
|
|
8
|
+
*
|
|
9
|
+
* @param {object} [input] Actor input (every field is optional).
|
|
10
|
+
* @param {object} [options] { token, memory, timeout }
|
|
11
|
+
* @returns {Promise<Array<object>>} array of result items
|
|
12
|
+
*/
|
|
13
|
+
async function scrape(input, options) {
|
|
14
|
+
input = input || {};
|
|
15
|
+
options = options || {};
|
|
16
|
+
const token = options.token || process.env.APIFY_TOKEN;
|
|
17
|
+
if (!token) {
|
|
18
|
+
throw new Error(
|
|
19
|
+
"Apify API token required. Pass { token } or set the APIFY_TOKEN env var. " +
|
|
20
|
+
"Get a free token at https://console.apify.com/account/integrations"
|
|
21
|
+
);
|
|
22
|
+
}
|
|
23
|
+
const client = new ApifyClient({ token });
|
|
24
|
+
const run = await client.actor(ACTOR_ID).call(input, { memory: options.memory, timeout: options.timeout });
|
|
25
|
+
const { items } = await client.dataset(run.defaultDatasetId).listItems();
|
|
26
|
+
return items;
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
module.exports = scrape;
|
|
30
|
+
module.exports.scrape = scrape;
|
|
31
|
+
module.exports.ACTOR_ID = ACTOR_ID;
|
package/package.json
ADDED
|
@@ -0,0 +1,48 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "wayback-machine-url-extractor",
|
|
3
|
+
"version": "1.0.0",
|
|
4
|
+
"description": "Wayback Machine URL Extractor - Archived URLs \u2014 free API client for the Apify platform. No API key setup, thousands of structured results, export to JSON, CSV or Excel.",
|
|
5
|
+
"keywords": [
|
|
6
|
+
"wayback",
|
|
7
|
+
"machine",
|
|
8
|
+
"url",
|
|
9
|
+
"extractor",
|
|
10
|
+
"archived",
|
|
11
|
+
"urls",
|
|
12
|
+
"apify",
|
|
13
|
+
"scraper",
|
|
14
|
+
"web scraping",
|
|
15
|
+
"data export",
|
|
16
|
+
"crawler",
|
|
17
|
+
"json",
|
|
18
|
+
"csv",
|
|
19
|
+
"no api key",
|
|
20
|
+
"unofficial api",
|
|
21
|
+
"dataset",
|
|
22
|
+
"data extraction"
|
|
23
|
+
],
|
|
24
|
+
"homepage": "https://apify.com/logiover/wayback-machine-url-extractor",
|
|
25
|
+
"repository": {
|
|
26
|
+
"type": "git",
|
|
27
|
+
"url": "git+https://github.com/logiover/wayback-machine-url-extractor.git"
|
|
28
|
+
},
|
|
29
|
+
"bugs": {
|
|
30
|
+
"url": "https://github.com/logiover/wayback-machine-url-extractor/issues"
|
|
31
|
+
},
|
|
32
|
+
"license": "MIT",
|
|
33
|
+
"author": "logiover",
|
|
34
|
+
"main": "index.js",
|
|
35
|
+
"types": "index.d.ts",
|
|
36
|
+
"files": [
|
|
37
|
+
"index.js",
|
|
38
|
+
"index.d.ts",
|
|
39
|
+
"README.md",
|
|
40
|
+
"LICENSE"
|
|
41
|
+
],
|
|
42
|
+
"dependencies": {
|
|
43
|
+
"apify-client": "^2"
|
|
44
|
+
},
|
|
45
|
+
"engines": {
|
|
46
|
+
"node": ">=16"
|
|
47
|
+
}
|
|
48
|
+
}
|