vlr-stats-scraper 1.4.1 → 1.5.0

package/README.md

@@ -24,6 +24,7 @@ The package installs a `valstats` command.
 | Command | What it does |
 | --- | --- |
 | `valstats <link> <year> <event-name>` | Scrape every player on an event page and save them under that event |
+| `valstats --player <name \| link>` | Print the stats of every saved player whose name contains `name`, or of one player scraped live from a link |
 | `valstats --clear-event <event-name>` | Remove one event and its players |
 | `valstats --clear` | Wipe the whole database (asks for confirmation) |
 
@@ -55,6 +56,23 @@ Running it again with an event name and year that are already saved replaces tha
 players with the freshly scraped ones. A player already in the database is updated with the
 new data rather than duplicated.
 
+### Viewing a player's stats
+
+```bash
+npx valstats --player tenz                                    # every saved player with "tenz" in their name
+npx valstats --player ten                                     # partial names work too: tenz, tenten, ...
+npx valstats --player https://www.vlr.gg/player/9/tenz        # scrape a player live
+```
+
+- Passing a **name** searches `players.db` and prints every player whose name contains
+  those characters (case-insensitive). Names are the ones from the vlr.gg profile URL,
+  e.g. `tenz`. Nothing is scraped.
+- Passing a **vlr.gg player link** scrapes that profile live using the all-time timespan.
+  The result is printed but not saved to the database.
+
+For each player, their team, past teams, nationality, region, winnings, top agents and
+average K:D are printed, followed by a table of their stats on their top 3 agents.
+
 ### Clearing data
 
 ```bash
@@ -127,6 +145,7 @@ const pick = getRandomPlayerFromEvent('Stage 2');
 | --- | --- | --- |
 | `savePlayer(player)` | — | Inserts a player, or updates them if one with the same name exists. |
 | `getPlayer(name)` | `Player \| null` | Looks up a player by name. |
+| `searchPlayers(query)` | `Player[]` | Every player whose name contains `query` (case-insensitive), sorted by name. |
 | `getAllPlayers()` | `Player[]` | Every player in the database. |
 | `getRandomPlayer()` | `Player \| null` | A random player from the whole database. |
 

package/index.mjs

@@ -3,6 +3,7 @@ export { scrapeWebsite } from './scripts/player-link-scraper.mjs';
 export {
   savePlayer,
   getPlayer,
+  searchPlayers,
   getAllPlayers,
   getRandomPlayer,
   saveEvent,

package/main.mjs

@@ -1,91 +1,138 @@
-#!/usr/bin/env node
-import promptSync from 'prompt-sync';
-import { scrapeWebsite } from './scripts/player-link-scraper.mjs';
-import scrapePlayer from './scripts/player-info-scraper.mjs';
-import {
-  savePlayer,
-  saveEvent,
-  addPlayerToEvent,
-  getEventByName,
-  emptyEvent,
-  clearEvent,
-  clearDatabase,
-} from './scripts/db.mjs';
-
-const args = process.argv.slice(2);
-
-if (args[0] === '--clear') {
-  const prompt = promptSync();
-  const answer = prompt('This deletes every event and player in players.db. Type "yes" to continue: ');
-  if (answer?.trim().toLowerCase() === 'yes') {
-    clearDatabase();
-    console.log('Cleared players.db');
-  } else {
-    console.log('Cancelled');
-  }
-  process.exit(0);
-}
-
-if (args[0] === '--clear-event') {
-  const name = args[1];
-  if (!name) {
-    console.error('Usage: valstats --clear-event <event-name>');
-    process.exit(1);
-  }
-  if (clearEvent(name)) {
-    console.log(`Removed "${name}" and its players from players.db`);
-  } else {
-    console.error(`No event named "${name}" in players.db`);
-    process.exit(1);
-  }
-  process.exit(0);
-}
-
-const [link, year, eventName] = args;
-
-if (!link || !year || !eventName) {
-  console.error('Usage: valstats <link> <year> <event-name>');
-  console.error('       valstats --clear-event <event-name>');
-  console.error('       valstats --clear');
-  process.exit(1);
-}
-
-const isStage = eventName.toLowerCase().includes('stage');
-
-let region = null;
-if (isStage) {
-  const prompt = promptSync();
-  region = prompt('Enter the region: ');
-}
-
-// Re-adding an event + year that's already saved replaces its old players.
-const existing = getEventByName(eventName);
-if (existing && existing.year === parseInt(year, 10)) {
-  emptyEvent(eventName);
-  console.log(`"${eventName}" (${year}) is already in players.db, replacing it`);
-}
-
-const eventId = saveEvent({
-  name: eventName,
-  url: link,
-  region,
-  year: parseInt(year, 10),
-  stage: null,
-});
-
-const links = await scrapeWebsite(link);
-
-if (!links) {
-  console.error(`Couldn't get the player list from ${link}`);
-  process.exit(1);
-}
-
-for (const playerLink of links) {
-  const player = await scrapePlayer(playerLink, region);
-  if (player) {
-    savePlayer(player);
-    addPlayerToEvent(eventId, player.name);
-    console.log(`Saved ${player.name} to players.db under "${eventName}"`);
-    console.log(player);
-  }
-}
+#!/usr/bin/env node
+import promptSync from 'prompt-sync'
+import { scrapeWebsite } from './scripts/player-link-scraper.mjs'
+import scrapePlayer from './scripts/player-info-scraper.mjs'
+import {
+  savePlayer,
+  saveEvent,
+  addPlayerToEvent,
+  getEventByName,
+  emptyEvent,
+  clearEvent,
+  clearDatabase,
+  searchPlayers,
+} from './scripts/db.mjs'
+
+const args = process.argv.slice(2)
+
+function printPlayerStats(player) {
+  console.log(`\n${player.name}`)
+  console.log(`  Team:        ${player.team ?? 'Free agent'}`)
+  console.log(`  Past teams:  ${player.past_teams?.length ? player.past_teams.join(', ') : 'None'}`)
+  console.log(`  Nationality: ${player.nationality || 'Unknown'}`)
+  console.log(`  Region:      ${player.region ?? 'Unknown'}`)
+  console.log(`  Winnings:    ${player.winnings ?? 'Unknown'}`)
+  // Older saves stored agents as raw <img> tags, so pull the name out of the alt text.
+  const agents = (player.most_played_agents ?? []).map(agent => agent?.match(/alt="([^"]*)"/)?.[1] ?? agent)
+  console.log(`  Top agents:  ${agents.join(', ') || 'None'}`)
+  console.log(`  Avg K:D:     ${Number(player.avg_kda).toFixed(2)}`)
+  if (player.stats?.length) {
+    console.table(player.stats)
+  }
+}
+
+if (args[0] === '--player') {
+  const query = args[1]
+  if (!query) {
+    console.error('Usage: valstats --player <name | vlr.gg player link>')
+    process.exit(1)
+  }
+
+  // A vlr.gg link is scraped live anything else is searched for in players.db.
+  if (query.startsWith('http')) {
+    const url = query.includes('timespan=') ? query : query.replace(/\/?$/, '/?timespan=all')
+    const player = await scrapePlayer(url, null)
+    if (!player) {
+      console.error(`Couldn't scrape a player from ${query}`)
+      process.exit(1)
+    }
+    printPlayerStats(player)
+    process.exit(0)
+  }
+
+  const players = searchPlayers(query)
+  if (!players.length) {
+    console.error(`No players matching "${query}" in players.db (pass a vlr.gg player link to scrape them live)`)
+    process.exit(1)
+  }
+  console.log(`${players.length} player${players.length === 1 ? '' : 's'} matching "${query}":`)
+  players.forEach(printPlayerStats)
+  process.exit(0)
+}
+
+if (args[0] === '--clear') {
+  const prompt = promptSync()
+  const answer = prompt('This deletes every event and player in players.db. Type "yes" to continue: ')
+  if (answer?.trim().toLowerCase() === 'yes') {
+    clearDatabase()
+    console.log('Cleared players.db')
+  } else {
+    console.log('Cancelled')
+  }
+  process.exit(0)
+}
+
+if (args[0] === '--clear-event') {
+  const name = args[1]
+  if (!name) {
+    console.error('Usage: valstats --clear-event <event-name>')
+    process.exit(1)
+  }
+  if (clearEvent(name)) {
+    console.log(`Removed "${name}" and its players from players.db`)
+  } else {
+    console.error(`No event named "${name}" in players.db`)
+    process.exit(1)
+  }
+  process.exit(0)
+}
+
+const [link, year, eventName] = args
+
+if (!link || !year || !eventName) {
+  console.error('Usage: valstats <link> <year> <event-name>')
+  console.error('       valstats --player <name | vlr.gg player link>')
+  console.error('       valstats --clear-event <event-name>')
+  console.error('       valstats --clear')
+  process.exit(1)
+}
+
+const isStage = eventName.toLowerCase().includes('stage')
+
+let region = null
+if (isStage) {
+  const prompt = promptSync()
+  region = prompt('Enter the region: ')
+}
+
+// Re-adding an event + year that's already saved replaces its old players.
+const existing = getEventByName(eventName)
+if (existing && existing.year === parseInt(year, 10)) {
+  emptyEvent(eventName)
+  console.log(`"${eventName}" (${year}) is already in players.db, replacing it`)
+}
+
+const eventId = saveEvent({
+  name: eventName,
+  url: link,
+  region,
+  year: parseInt(year, 10),
+  stage: null,
+})
+
+const links = await scrapeWebsite(link)
+
+if (!links) {
+  console.error(`Couldn't get the player list from ${link}`)
+  process.exit(1)
+}
+
+for (const playerLink of links) {
+  const player = await scrapePlayer(playerLink, region)
+  if (player) {
+    savePlayer(player)
+    addPlayerToEvent(eventId, player.name)
+    console.log(`Saved ${player.name} to players.db under "${eventName}"`)
+    console.log(player)
+  }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "vlr-stats-scraper",
-  "version": "1.4.1",
+  "version": "1.5.0",
   "description": "Scrapes player stats from vlr.gg and stores them in a local SQLite database, grouped by tournament or stage.",
   "homepage": "https://github.com/OverYander/VLR-Webscraper#readme",
   "bugs": {

package/scripts/db.mjs

@@ -1,7 +1,7 @@
-import Database from 'better-sqlite3';
-import path from 'path';
+import Database from 'better-sqlite3'
+import path from 'path'
 
-const db = new Database(path.join(process.cwd(), 'players.db'));
+const db = new Database(path.join(process.cwd(), 'players.db'))
 
 db.exec(`
   CREATE TABLE IF NOT EXISTS players (
@@ -15,20 +15,20 @@ db.exec(`
     region TEXT,
     stats TEXT
   )
-`);
+`)
 
-const existingPlayerColumns = db.prepare('PRAGMA table_info(players)').all().map(col => col.name);
+const existingPlayerColumns = db.prepare('PRAGMA table_info(players)').all().map(col => col.name)
 if (!existingPlayerColumns.includes('stats')) {
-  db.exec('ALTER TABLE players ADD COLUMN stats TEXT');
+  db.exec('ALTER TABLE players ADD COLUMN stats TEXT')
 }
 
-const existingTableNames = db.prepare("SELECT name FROM sqlite_master WHERE type='table'").all().map(t => t.name);
+const existingTableNames = db.prepare("SELECT name FROM sqlite_master WHERE type='table'").all().map(t => t.name)
 if (existingTableNames.includes('tournaments') && !existingTableNames.includes('events')) {
-  db.exec('ALTER TABLE tournaments RENAME TO events');
+  db.exec('ALTER TABLE tournaments RENAME TO events')
 }
 if (existingTableNames.includes('tournament_players') && !existingTableNames.includes('event_players')) {
-  db.exec('ALTER TABLE tournament_players RENAME TO event_players');
-  db.exec('ALTER TABLE event_players RENAME COLUMN tournament_id TO event_id');
+  db.exec('ALTER TABLE tournament_players RENAME TO event_players')
+  db.exec('ALTER TABLE event_players RENAME COLUMN tournament_id TO event_id')
 }
 
 db.exec(`
@@ -40,14 +40,14 @@ db.exec(`
     year INTEGER,
     stage INTEGER
   )
-`);
+`)
 
-const existingEventColumns = db.prepare('PRAGMA table_info(events)').all().map(col => col.name);
+const existingEventColumns = db.prepare('PRAGMA table_info(events)').all().map(col => col.name)
 if (!existingEventColumns.includes('year')) {
-  db.exec('ALTER TABLE events ADD COLUMN year INTEGER');
+  db.exec('ALTER TABLE events ADD COLUMN year INTEGER')
 }
 if (!existingEventColumns.includes('stage')) {
-  db.exec('ALTER TABLE events ADD COLUMN stage INTEGER');
+  db.exec('ALTER TABLE events ADD COLUMN stage INTEGER')
 }
 
 db.exec(`
@@ -56,7 +56,7 @@ db.exec(`
     player_name TEXT NOT NULL REFERENCES players(name),
     PRIMARY KEY (event_id, player_name)
   )
-`);
+`)
 
 const upsertPlayerStmt = db.prepare(`
   INSERT INTO players (name, team, past_teams, winnings, most_played_agents, avg_kda, nationality, region, stats)
@@ -70,7 +70,7 @@ const upsertPlayerStmt = db.prepare(`
     nationality = excluded.nationality,
     region = excluded.region,
     stats = excluded.stats
-`);
+`)
 
 const upsertEventStmt = db.prepare(`
   INSERT INTO events (name, url, region, year, stage)
@@ -80,21 +80,21 @@ const upsertEventStmt = db.prepare(`
     region = excluded.region,
     year = excluded.year,
     stage = excluded.stage
-`);
+`)
 
 const linkPlayerToEventStmt = db.prepare(`
   INSERT OR IGNORE INTO event_players (event_id, player_name)
   VALUES (@eventId, @playerName)
-`);
+`)
 
 function rowToPlayer(row) {
-  if (!row) return null;
+  if (!row) return null
   return {
     ...row,
     past_teams: JSON.parse(row.past_teams),
     most_played_agents: JSON.parse(row.most_played_agents),
     stats: JSON.parse(row.stats),
-  };
+  }
 }
 
 function savePlayer(player) {
@@ -103,19 +103,26 @@ function savePlayer(player) {
     past_teams: JSON.stringify(player.past_teams),
     most_played_agents: JSON.stringify(player.most_played_agents),
     stats: JSON.stringify(player.stats),
-  });
+  })
 }
 
 function getPlayer(name) {
-  return rowToPlayer(db.prepare('SELECT * FROM players WHERE name = ?').get(name));
+  return rowToPlayer(db.prepare('SELECT * FROM players WHERE name = ?').get(name))
+}
+
+// Case-insensitive partial match, e.g. "ten" finds "tenz" and "tenten".
+function searchPlayers(query) {
+  return db.prepare("SELECT * FROM players WHERE name LIKE ? ESCAPE '\\' ORDER BY name")
+    .all(`%${query.replace(/[\\%_]/g, '\\$&')}%`)
+    .map(rowToPlayer)
 }
 
 function getAllPlayers() {
-  return db.prepare('SELECT * FROM players').all().map(rowToPlayer);
+  return db.prepare('SELECT * FROM players').all().map(rowToPlayer)
 }
 
 function getRandomPlayer() {
-  return rowToPlayer(db.prepare('SELECT * FROM players ORDER BY RANDOM() LIMIT 1').get());
+  return rowToPlayer(db.prepare('SELECT * FROM players ORDER BY RANDOM() LIMIT 1').get())
 }
 
 // Creates the event (tournament, stage, etc.) if it doesn't exist yet, and returns its id either way.
@@ -126,20 +133,20 @@ function saveEvent({ name, url, region, year, stage }) {
     region: region ?? null,
     year: year ?? null,
     stage: stage ?? null,
-  });
-  return db.prepare('SELECT id FROM events WHERE name = ?').get(name).id;
+  })
+  return db.prepare('SELECT id FROM events WHERE name = ?').get(name).id
 }
 
 function addPlayerToEvent(eventId, playerName) {
-  linkPlayerToEventStmt.run({ eventId, playerName });
+  linkPlayerToEventStmt.run({ eventId, playerName })
 }
 
 function getEvents() {
-  return db.prepare('SELECT * FROM events').all();
+  return db.prepare('SELECT * FROM events').all()
 }
 
 function getEventByName(name) {
-  return db.prepare('SELECT * FROM events WHERE name = ?').get(name);
+  return db.prepare('SELECT * FROM events WHERE name = ?').get(name)
 }
 
 function getPlayersByEvent(eventName) {
@@ -148,7 +155,7 @@ function getPlayersByEvent(eventName) {
     JOIN event_players ON event_players.player_name = players.name
     JOIN events ON events.id = event_players.event_id
     WHERE events.name = ?
-  `).all(eventName).map(rowToPlayer);
+  `).all(eventName).map(rowToPlayer)
 }
 
 function getRandomPlayerFromEvent(eventName) {
@@ -158,39 +165,40 @@ function getRandomPlayerFromEvent(eventName) {
     JOIN events ON events.id = event_players.event_id
     WHERE events.name = ?
     ORDER BY RANDOM() LIMIT 1
-  `).get(eventName));
+  `).get(eventName))
 }
 
 // Deletes players that no longer belong to any event.
 function deleteOrphanedPlayers() {
-  db.prepare('DELETE FROM players WHERE name NOT IN (SELECT player_name FROM event_players)').run();
+  db.prepare('DELETE FROM players WHERE name NOT IN (SELECT player_name FROM event_players)').run()
 }
 
 // Removes every player from an event but keeps the event itself, so it can be re-scraped.
 // Players that are still in other events are kept.
 const emptyEvent = db.transaction((eventName) => {
-  const event = getEventByName(eventName);
-  if (!event) return false;
-  db.prepare('DELETE FROM event_players WHERE event_id = ?').run(event.id);
-  deleteOrphanedPlayers();
-  return true;
-});
+  const event = getEventByName(eventName)
+  if (!event) return false
+  db.prepare('DELETE FROM event_players WHERE event_id = ?').run(event.id)
+  deleteOrphanedPlayers()
+  return true
+})
 
 // Removes an event and its players. Players that are still in other events are kept.
 const clearEvent = db.transaction((eventName) => {
-  if (!emptyEvent(eventName)) return false;
-  db.prepare('DELETE FROM events WHERE name = ?').run(eventName);
-  return true;
-});
+  if (!emptyEvent(eventName)) return false
+  db.prepare('DELETE FROM events WHERE name = ?').run(eventName)
+  return true
+})
 
 // Wipes every event and player from the database.
 const clearDatabase = db.transaction(() => {
-  db.exec('DELETE FROM event_players; DELETE FROM events; DELETE FROM players;');
-});
+  db.exec('DELETE FROM event_players DELETE FROM events DELETE FROM players')
+})
 
 export {
   savePlayer,
   getPlayer,
+  searchPlayers,
   getAllPlayers,
   getRandomPlayer,
   saveEvent,
@@ -202,4 +210,4 @@ export {
   emptyEvent,
   clearEvent,
   clearDatabase,
-};
+}

package/scripts/player-info-scraper.mjs

@@ -1,128 +1,127 @@
-import * as cheerio from 'cheerio'
-import { Hyperbrowser } from "@hyperbrowser/sdk"
-import { config } from "dotenv"
-
-config()
-
-let client;
-function getClient() {
-  if (!client) {
-    client = new Hyperbrowser({
-      apiKey: process.env.HYPERBROWSER_API_KEY,
-    })
-  }
-  return client;
-}
-
-async function scrapePlayer(url, region) {
-  // console.log('scrapePlayer ran')
-  try {
-    const scrapeData = await getClient().scrape.startAndWait({
-      url: url,
-      scrapeOptions: {
-        formats: ["html"]
-      }
-    })
-
-    const $ = cheerio.load(scrapeData.data.html);
-    const agentsPlayed = findAgents($)
-
-    return {
-      name: getPlayerName(url),
-      team: getCurTeam($),
-      past_teams: getPastTeam($),
-      winnings: getWinnings($),
-      most_played_agents: agentsPlayed.map(data => data.Agent),
-      avg_kda: agentsPlayed.reduce((acc, data) => acc + (parseFloat(data['K:D'])) / agentsPlayed.length, 0).toFixed(2),
-      nationality: getNationality($),
-      region: region,
-      stats: agentsPlayed
-    }
-  }
-  catch (error) {
-    console.error("Error scraping website:", error);
-  }
-}
-
-// testing
-/*
-node scripts/player-info-scraper.mjs
-*/
-
-scrapePlayer("https://www.vlr.gg/player/939/mwzera/?timespan=all", "AMER")
-
-
-function getPlayerName(link) {
-  let name = new URL(link).pathname.split('/').filter(ele => ele !== '').pop()
-  return name
-}
-
-function findAgents($) {
-  // console.log('findAgents ran')
-  const header = $('.mod-agent-rows').first().children().first()
-
-  const statCategories = header.text().split('\n').map(ele => ele.trim()).filter(ele => ele !== '')
-  statCategories.unshift('Agent')
-
-  const agentStats = header.next().children()
-  const agents = agentStats.map((i, el) => {
-    el = $(el)
-    // console.log('agent found:', el.children().first().find('img').attr('alt'))?.trim()
-    return {
-      agent: el.children().first().find('img').attr('alt')?.trim(),
-      stats: el.text().split('\t').map(ele => ele.trim()).filter(ele => ele !== '')
-    }
-  }).get()
-
-  const agentData = agents.map(agent => {
-    return statCategories.reduce((acc, category, index) => {
-      if(index == 0) {
-        acc[category] = agent.agent
-      }
-      else {
-        acc[category] = agent.stats[index-1]
-      }
-      return acc
-    }, {})
-  })
-
-  return agentData.length<3 ? agentData : agentData.slice(0,3)
-}
-
-function getCurTeam($) {
-  // console.log('getCurTeam ran')
-  const currentTeam = $('h2:contains("Current Teams")').first().next().text().trim()
-  const currentTeamName = currentTeam.split('\t').filter(ele => ele.trim() !== '')
-  // Free agents have no current team
-  return currentTeamName.length ? currentTeamName[0].trim() : null
-}
-
-function getPastTeam($) {
-    // console.log('getPastTeam ran')
-    const pastTeams = $('h2:contains("Past Teams")').first().next().text().trim()
-    const pastTeamNames = pastTeams.split('\t').filter(ele => ele.trim() !== ''
-                          && !ele.includes('joined')
-                          && !ele.includes(' – ')
-                          && !ele.includes('left'))
-                          .map(ele => ele.trim())
-    return pastTeamNames
-}
-
-function getWinnings($) {
-    // console.log('getWinnings ran')
-    const events = $('h2:contains("Event Placements")').first().next()
-    const winnings = events.children().first().text().trim()
-    // // console.log(winnings.split('\t').map(ele => ele.trim()).filter(ele => ele !== '')[1])
-    return winnings.split('\t').map(ele => ele.trim()).filter(ele => ele !== '')[1]
-  
-}
-
-function getNationality($) {
-  // console.log('getNationality ran')
-  const header = $('.flag').first()
-  // console.log('flags found:', $('.flag').length);
-  // console.log(header.parent().text().trim())
-  return header.parent().text().trim()
-}
-
+import * as cheerio from 'cheerio'
+import { Hyperbrowser } from "@hyperbrowser/sdk"
+import { config } from "dotenv"
+
+config()
+
+let client;
+function getClient() {
+  if (!client) {
+    client = new Hyperbrowser({
+      apiKey: process.env.HYPERBROWSER_API_KEY,
+    })
+  }
+  return client;
+}
+
+async function scrapePlayer(url, region) {
+  // console.log('scrapePlayer ran')
+  try {
+    const scrapeData = await getClient().scrape.startAndWait({
+      url: url,
+      scrapeOptions: {
+        formats: ["html"]
+      }
+    })
+
+    const $ = cheerio.load(scrapeData.data.html);
+    const agentsPlayed = findAgents($)
+
+    return {
+      name: getPlayerName(url),
+      team: getCurTeam($),
+      past_teams: getPastTeam($),
+      winnings: getWinnings($),
+      most_played_agents: agentsPlayed.map(data => data.Agent),
+      avg_kda: agentsPlayed.reduce((acc, data) => acc + (parseFloat(data['K:D'])) / agentsPlayed.length, 0).toFixed(2),
+      nationality: getNationality($),
+      region: region,
+      stats: agentsPlayed
+    }
+  }
+  catch (error) {
+    console.error("Error scraping website:", error);
+  }
+}
+
+// testing
+/*
+node scripts/player-info-scraper.mjs
+scrapePlayer("https://www.vlr.gg/player/939/mwzera/?timespan=all", "AMER")
+*/
+
+
+function getPlayerName(link) {
+  let name = new URL(link).pathname.split('/').filter(ele => ele !== '').pop()
+  return name
+}
+
+function findAgents($) {
+  // console.log('findAgents ran')
+  const header = $('.mod-agent-rows').first().children().first()
+
+  const statCategories = header.text().split('\n').map(ele => ele.trim()).filter(ele => ele !== '')
+  statCategories.unshift('Agent')
+
+  const agentStats = header.next().children()
+  const agents = agentStats.map((i, el) => {
+    el = $(el)
+    // console.log('agent found:', el.children().first().find('img').attr('alt'))?.trim()
+    return {
+      agent: el.children().first().find('img').attr('alt')?.trim(),
+      stats: el.text().split('\t').map(ele => ele.trim()).filter(ele => ele !== '')
+    }
+  }).get()
+
+  const agentData = agents.map(agent => {
+    return statCategories.reduce((acc, category, index) => {
+      if(index == 0) {
+        acc[category] = agent.agent
+      }
+      else {
+        acc[category] = agent.stats[index-1]
+      }
+      return acc
+    }, {})
+  })
+
+  return agentData.length<3 ? agentData : agentData.slice(0,3)
+}
+
+function getCurTeam($) {
+  // console.log('getCurTeam ran')
+  const currentTeam = $('h2:contains("Current Teams")').first().next().text().trim()
+  const currentTeamName = currentTeam.split('\t').filter(ele => ele.trim() !== '')
+  // Free agents have no current team
+  return currentTeamName.length ? currentTeamName[0].trim() : null
+}
+
+function getPastTeam($) {
+    // console.log('getPastTeam ran')
+    const pastTeams = $('h2:contains("Past Teams")').first().next().text().trim()
+    const pastTeamNames = pastTeams.split('\t').filter(ele => ele.trim() !== ''
+                          && !ele.includes('joined')
+                          && !ele.includes(' – ')
+                          && !ele.includes('left'))
+                          .map(ele => ele.trim())
+    return pastTeamNames
+}
+
+function getWinnings($) {
+    // console.log('getWinnings ran')
+    const events = $('h2:contains("Event Placements")').first().next()
+    const winnings = events.children().first().text().trim()
+    // // console.log(winnings.split('\t').map(ele => ele.trim()).filter(ele => ele !== '')[1])
+    return winnings.split('\t').map(ele => ele.trim()).filter(ele => ele !== '')[1]
+  
+}
+
+function getNationality($) {
+  // console.log('getNationality ran')
+  const header = $('.flag').first()
+  // console.log('flags found:', $('.flag').length);
+  // console.log(header.parent().text().trim())
+  return header.parent().text().trim()
+}
+
 export default scrapePlayer