vlr-stats-scraper 1.0.0 → 1.0.1

package/README.md

@@ -1,74 +1,73 @@
-# vlr-stats-scraper
-
-Scrapes player stats from [vlr.gg](https://www.vlr.gg) and stores them in a local SQLite
-database, grouped by tournament or stage, so you can pull a backlog of players for a
-specific event or game mode later.
-
-## Setup
-
-Requires a [Hyperbrowser](https://hyperbrowser.ai) API key for scraping.
-
-```bash
-npm install vlr-stats-scraper
-```
-
-Create a `.env` file in the directory you run it from:
-
-```
-HYPERBROWSER_API_KEY=your_key_here
-```
-
-## CLI usage
-
-```bash
-npx valstats <link> <year> <event-name>
-```
-
-```bash
-npx valstats https://www.vlr.gg/event/2977/vct-2026-americas-stage-2/group-stage 2026 "Stage 2"
-```
-
-- `link` — the vlr.gg event/group-stage page to scrape.
-- `year` — the year the event took place.
-- `event-name` — a label for this tournament/stage (used to group players together later).
-
-Each player on that event page gets scraped and saved to `players.db` in your current
-directory, linked to that event name.
-
-## Library usage
-
-```js
-import {
-  scrapePlayer,
-  scrapeWebsite,
-  savePlayer,
-  saveEvent,
-  addPlayerToEvent,
-  getPlayersByEvent,
-  getRandomPlayerFromEvent,
-} from 'vlr-stats-scraper';
-
-const links = await scrapeWebsite('https://www.vlr.gg/event/.../group-stage');
-const player = await scrapePlayer(links[0], 'AMER');
-savePlayer(player);
-```
-
-### Exports
-
-- `scrapePlayer(url, region)` — scrapes one player's profile page.
-- `scrapeWebsite(url)` — scrapes an event page for player profile links.
-- `savePlayer(player)` / `getPlayer(name)` / `getAllPlayers()` / `getRandomPlayer()`
-- `saveEvent({ name, url, region, year, stage })` — creates/updates a tournament or stage,
-  returns its id.
-- `addPlayerToEvent(eventId, playerName)`
-- `getEvents()` / `getEventByName(name)`
-- `getPlayersByEvent(eventName)` / `getRandomPlayerFromEvent(eventName)`
-
-## Data storage
-
-Player and event data is stored in a `players.db` SQLite file created in whichever
-directory you run the tool from.
-
-## License
-
-ISC
+# vlr-stats-scraper
+
+Scrapes player stats from [vlr.gg](https://www.vlr.gg) and stores them in a local SQLite
+database, grouped by tournament or stage, so you can pull a backlog of players.
+
+## Setup
+
+Requires a [Hyperbrowser](https://hyperbrowser.ai) API key for scraping.
+
+```bash
+npm install vlr-stats-scraper
+```
+
+Create a `.env` file in the directory you run it from:
+
+```
+HYPERBROWSER_API_KEY=your_key_here
+```
+
+## CLI usage
+
+```bash
+npx valstats <link> <year> <event-name>
+```
+
+```bash
+npx valstats https://www.vlr.gg/event/2977/vct-2026-americas-stage-2/group-stage 2026 "Stage 2"
+```
+
+- `link` — the vlr.gg event/group-stage page to scrape.
+- `year` — the year the event took place.
+- `event-name` — a label for this tournament/stage (used to group players together later).
+
+Each player on that event page gets scraped and saved to `players.db` in your current
+directory, linked to that event name.
+
+## Library usage
+
+```js
+import {
+  scrapePlayer,
+  scrapeWebsite,
+  savePlayer,
+  saveEvent,
+  addPlayerToEvent,
+  getPlayersByEvent,
+  getRandomPlayerFromEvent,
+} from 'vlr-stats-scraper';
+
+const links = await scrapeWebsite('https://www.vlr.gg/event/.../group-stage');
+const player = await scrapePlayer(links[0], 'AMER');
+savePlayer(player);
+```
+
+### Exports
+
+- `scrapePlayer(url, region)` — scrapes one player's profile page.
+- `scrapeWebsite(url)` — scrapes an event page for player profile links.
+- `savePlayer(player)` / `getPlayer(name)` / `getAllPlayers()` / `getRandomPlayer()`
+- `saveEvent({ name, url, region, year, stage })` — creates/updates a tournament or stage,
+  returns its id.
+- `addPlayerToEvent(eventId, playerName)`
+- `getEvents()` / `getEventByName(name)`
+- `getPlayersByEvent(eventName)` / `getRandomPlayerFromEvent(eventName)`
+
+## Data storage
+
+Player and event data is stored in a `players.db` SQLite file created in whichever
+directory you run the tool from.
+
+## License
+
+ISC

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "vlr-stats-scraper",
-  "version": "1.0.0",
+  "version": "1.0.1",
   "description": "Scrapes player stats from vlr.gg and stores them in a local SQLite database, grouped by tournament or stage.",
   "homepage": "https://github.com/OverYander/VLR-Webscraper#readme",
   "bugs": {
@@ -16,7 +16,7 @@
   "main": "./index.mjs",
   "exports": "./index.mjs",
   "bin": {
-    "valstats": "./main.mjs"
+    "valstats": "main.mjs"
   },
   "files": [
     "index.mjs",

package/scripts/player-info-scraper.mjs

@@ -4,14 +4,20 @@ import { config } from "dotenv";
 
 config();
 
-const client = new Hyperbrowser({
-  apiKey: process.env.HYPERBROWSER_API_KEY,
-})
+let client;
+function getClient() {
+  if (!client) {
+    client = new Hyperbrowser({
+      apiKey: process.env.HYPERBROWSER_API_KEY,
+    })
+  }
+  return client;
+}
 
 async function scrapePlayer(url, region) {
   console.log('scrapePlayer ran')
   try {
-    const scrapeData = await client.scrape.startAndWait({
+    const scrapeData = await getClient().scrape.startAndWait({
       url: url,
       scrapeOptions: {
         formats: ["html"]

package/scripts/player-link-scraper.mjs

@@ -3,13 +3,19 @@ import { config } from "dotenv";
 
 config();
 
-const client = new Hyperbrowser({
-  apiKey: process.env.HYPERBROWSER_API_KEY,
-})
+let client;
+function getClient() {
+  if (!client) {
+    client = new Hyperbrowser({
+      apiKey: process.env.HYPERBROWSER_API_KEY,
+    })
+  }
+  return client;
+}
 
 async function scrapeWebsite(url) {
   try {
-    const scrapeData = await client.scrape.startAndWait({
+    const scrapeData = await getClient().scrape.startAndWait({
       url: url,
       scrapeOptions: {
         formats: ["html"],
@@ -19,14 +25,14 @@ async function scrapeWebsite(url) {
 
     const players = scrapeData.data.html.split('\n').filter(line => line.includes('event-team-players-item'))
     const playerLinks = players.map(player => {
-      const match = player.match(/href="(https:\/\/www\.vlr\.gg\/player\/[^"]*)"/);
-      return match ? match[1] : null;
+      const match = player.match(/href="(https:\/\/www\.vlr\.gg\/player\/[^"]*)"/)
+      return match ? match[1] + "/?timespan=all" : null;
     }).filter(link => link !== null);
     
-    return playerLinks;
+    return playerLinks
   } 
   catch (error) {
-    console.error("Error scraping website:", error);
+    console.error("Error scraping website:", error)
   }
 }