ip-asn-map 1.0.0

package/dist/test.js

@@ -0,0 +1,91 @@
+import { stat, writeFile } from 'node:fs/promises';
+import { loadIpMap, parseIp2AsnGzip } from "./buffer.js";
+import * as assert from 'node:assert';
+import * as process from 'node:process';
+const gz = `data/ip2asn-combined.tsv.gz`;
+const bin = `data/ip-map.bin`;
+if (!await stat(gz).catch(() => null)) {
+    console.log('Fetching', gz);
+    const res = await fetch('https://iptoasn.com/data/ip2asn-combined.tsv.gz');
+    if (!res.ok)
+        throw new Error(res.statusText);
+    await writeFile(gz, Buffer.from(await res.arrayBuffer()));
+}
+const { createInterface } = await import('node:readline');
+const { createReadStream } = await import('node:fs');
+const { createGunzip } = await import('node:zlib');
+const stream = createReadStream(gz);
+const gunzip = createGunzip();
+stream.pipe(gunzip);
+const rl = createInterface(gunzip);
+const tsv = await Array.fromAsync(rl).then(arr => arr.filter(s => s.trim()));
+let t = performance.now();
+if (!await stat(bin).catch(() => null)) {
+    const buf = await parseIp2AsnGzip(gz);
+    console.log('parse:', performance.now() - t, 'ms');
+    await writeFile(bin, buf);
+}
+const map = await loadIpMap(bin);
+const checkN = 10000;
+console.log('IPv4 random test');
+for (let i = 0; i < checkN; i++) {
+    const int = Math.round(Math.random() * 0xffff_ffff);
+    const res = map.findV4(int);
+    assert.equal(res.int, int);
+    assert.ok(res.range.firstInt <= int);
+    assert.ok(res.range.lastInt >= int);
+}
+console.log('IPv6 random test');
+for (let i = 0; i < checkN; i++) {
+    let int = BigInt(2000 + Math.round(Math.random() * 0xcff));
+    for (let c = 0; c < 7; c++) {
+        int = (int << 16n) | BigInt(Math.round(Math.random() * 0xffff));
+    }
+    const res = map.findV6(int);
+    assert.equal(res.int, int);
+    assert.ok(res.range.firstInt <= int);
+    assert.ok(res.range.lastInt >= int);
+}
+console.log('Random TSV lines test');
+for (let i = 0; i < checkN; i++) {
+    const line = tsv[Math.floor(Math.random() * tsv.length)];
+    const [start, _end, asNumStr, ccStr, desc] = line.split('\t');
+    const res = map.lookup(start);
+    assert.equal(res.as.country, ccStr == 'None' || ccStr == 'Unknown' ? null : ccStr);
+    assert.equal(String(res.as.number), asNumStr);
+    assert.equal(res.as.description, asNumStr == '0' ? null : desc);
+}
+if (!process.argv.includes('bench'))
+    process.exit();
+const benchN = 1_000_000;
+t = performance.now();
+for (let i = 0; i < benchN; i++) {
+    const int = Math.round(Math.random() * 0xffff_ffff);
+    map.findV4(int);
+}
+{
+    const ms = performance.now() - t;
+    console.log('IPv4 random int', benchN, 'iters in', ms.toFixed(2), 'ms; ', Math.round(benchN / ms * 1000), 'lookups/s; ', (ms / benchN * 1000).toFixed(2), 'us per lookup');
+}
+t = performance.now();
+for (let i = 0; i < benchN; i++) {
+    let int = BigInt(2000 + Math.round(Math.random() * 0xcff));
+    for (let c = 0; c < 7; c++) {
+        int = (int << 16n) | BigInt(Math.round(Math.random() * 0xffff));
+    }
+    map.findV6(int);
+}
+{
+    const ms = performance.now() - t;
+    console.log('IPv6 random int', benchN, 'iters in', ms.toFixed(2), 'ms; ', Math.round(benchN / ms * 1000), 'lookups/s; ', (ms / benchN * 1000).toFixed(2), 'us per lookup');
+}
+t = performance.now();
+for (let i = 0; i < benchN; i++) {
+    const line = tsv[Math.floor(Math.random() * tsv.length)];
+    map.lookup(line.split('\t')[0]);
+}
+{
+    const ms = performance.now() - t;
+    console.log('Random TSV row', benchN, 'iters in', ms.toFixed(2), 'ms; ', Math.round(benchN / ms * 1000), 'lookups/s; ', (ms / benchN * 1000).toFixed(2), 'us per parse + lookup');
+}
+//# sourceMappingURL=test.js.map

package/dist/test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test.js","sourceRoot":"","sources":["../src/test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAEnD,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AACzD,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AAEtC,OAAO,KAAK,OAAO,MAAM,cAAc,CAAC;AAExC,MAAM,EAAE,GAAG,6BAA6B,CAAC;AACzC,MAAM,GAAG,GAAG,iBAAiB,CAAC;AAE9B,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;IACvC,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IAC5B,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,iDAAiD,CAAC,CAAC;IAC3E,IAAI,CAAC,GAAG,CAAC,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC7C,MAAM,SAAS,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC,CAAC;AAC1D,MAAM,EAAE,gBAAgB,EAAE,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;AACrD,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,CAAC;AACnD,MAAM,MAAM,GAAG,gBAAgB,CAAC,EAAE,CAAC,CAAC;AACpC,MAAM,MAAM,GAAG,YAAY,EAAE,CAAC;AAC9B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AACpB,MAAM,EAAE,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;AACnC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;AAE7E,IAAI,CAAC,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;AAC1B,IAAI,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;IACxC,MAAM,GAAG,GAAG,MAAM,eAAe,CAAC,EAAE,CAAC,CAAC;IACtC,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;IACnD,MAAM,SAAS,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;AAC3B,CAAC;AAED,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,CAAC;AAEjC,MAAM,MAAM,GAAG,KAAK,CAAC;AAErB,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;AAChC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;IACjC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,WAAW,CAAC,CAAC;IACpD,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAC5B,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IAC3B,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,IAAI,GAAG,CAAC,CAAC;IACrC,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,IAAI,GAAG,CAAC,CAAC;AACrC,CAAC;AAED,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;AAChC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;IACjC,IAAI,GAAG,GAAG,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC;IAC3D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5B,GAAG,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC;IACjE,CAAC;IACD,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAC5B,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IAC3B,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,IAAI,GAAG,CAAC,CAAC;IACrC,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,IAAI,GAAG,CAAC,CAAC;AACrC,CAAC;AAED,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;AACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;IACjC,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,CAAE,CAAC;IAC1D,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAqB,CAAC;IAClF,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC9B,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,IAAI,MAAM,IAAI,KAAK,IAAI,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IACnF,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,QAAQ,CAAC,CAAC;IAC9C,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,WAAW,EAAE,QAAQ,IAAI,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;AACjE,CAAC;AAED,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;IAAE,OAAO,CAAC,IAAI,EAAE,CAAC;AAEpD,MAAM,MAAM,GAAG,SAAS,CAAC;AAEzB,CAAC,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;AACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;IACjC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,WAAW,CAAC,CAAC;IACpD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;AACjB,CAAC;AACD,CAAC;IACA,MAAM,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IACjC,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,EAAE,GAAG,IAAI,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,GAAG,MAAM,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC;AAC5K,CAAC;AAED,CAAC,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;AACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;IACjC,IAAI,GAAG,GAAG,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC;IAC3D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5B,GAAG,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC;IACjE,CAAC;IACD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;AACjB,CAAC;AACD,CAAC;IACA,MAAM,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IACjC,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,EAAE,GAAG,IAAI,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,GAAG,MAAM,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC;AAC5K,CAAC;AAED,CAAC,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;AACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;IACjC,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,CAAE,CAAC;IAC1D,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAE,CAAC,CAAC;AAClC,CAAC;AACD,CAAC;IACA,MAAM,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IACjC,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,EAAE,GAAG,IAAI,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,GAAG,MAAM,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,uBAAuB,CAAC,CAAC;AACnL,CAAC"}

package/dist/types.d.ts

@@ -0,0 +1,74 @@
+export interface TupleOf<T> {
+    0: [];
+    1: [T];
+    2: [T, T];
+    3: [T, T, T];
+    4: [T, T, T, T];
+    5: [T, T, T, T, T];
+    6: [T, T, T, T, T, T];
+    7: [T, T, T, T, T, T, T];
+    8: [T, T, T, T, T, T, T, T];
+    9: [T, T, T, T, T, T, T, T, T];
+    10: [T, T, T, T, T, T, T, T, T, T];
+    11: [T, T, T, T, T, T, T, T, T, T, T];
+    12: [T, T, T, T, T, T, T, T, T, T, T, T];
+}
+export type AnyTupleSize = keyof TupleOf<any>;
+export type Tuple<T, N extends AnyTupleSize> = TupleOf<T>[N];
+export type Numbers<N extends AnyTupleSize> = Tuple<number, N>;
+/**
+ * Information about the Autonomous System for the IP range.
+ */
+export interface AsInfo {
+    /**
+     * AS number. If 0, IP range is not assigned.
+     */
+    number: number;
+    /**
+     * 2-digit country code, where present
+     */
+    country: string | null;
+    /**
+     * AS description string, where present
+     */
+    description: string | null;
+}
+export interface AsRecord extends AsInfo {
+    offset: number;
+}
+/**
+ * IP range info
+ */
+export interface RangeInfo<Int extends number | bigint> {
+    family: 4 | 6;
+    /**
+     * First address in string form.
+     */
+    first: string;
+    /**
+     * Last address in string form.
+     */
+    last: string;
+    firstInt: Int;
+    lastInt: Int;
+    /**
+     * Number of addresses.
+     */
+    size: Int;
+    /**
+     * Range index in the map, for debugging purposes.
+     */
+    index: number;
+}
+export type IpFamily = 4 | 6;
+export type IntRepr<F extends IpFamily> = F extends 4 ? number : bigint;
+/**
+ * IP address lookup result
+ */
+export interface IpInfo<F extends IpFamily = IpFamily> {
+    family: F;
+    ip: string;
+    int: IntRepr<F>;
+    as: AsInfo;
+    range: RangeInfo<IntRepr<F>>;
+}

package/dist/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":""}

package/dist/utils.d.ts

@@ -0,0 +1,4 @@
+export declare function parseIPv6(addr: string): bigint;
+export declare function parseIPv4(addr: string): number;
+export declare function stringifyIP4(int: number): string;
+export declare function stringifyIP6(int: bigint): string;

package/dist/utils.js

@@ -0,0 +1,33 @@
+export function parseIPv6(addr) {
+    const [headStr, tailStr] = addr.split('::');
+    const headChunks = headStr.split(':').filter(s => !!s).map(c => c.padStart(4, '0'));
+    const tailChunks = tailStr?.split(':').filter(s => !!s).map(c => c.padStart(4, '0')) ?? [];
+    const full = [
+        '0x',
+        ...headChunks,
+        '0'.repeat(4 * (8 - (headChunks.length + tailChunks.length))),
+        ...tailChunks,
+    ];
+    return BigInt(full.join(''));
+}
+export function parseIPv4(addr) {
+    return parseInt(addr.split('.').map(s => parseInt(s, 10).toString(16).padStart(2, '0')).join(''), 16);
+}
+export function stringifyIP4(int) {
+    return [
+        (int >>> 24) & 255,
+        (int >>> 16) & 255,
+        (int >>> 8) & 255,
+        int & 255
+    ].join('.');
+}
+export function stringifyIP6(int) {
+    const chunks = [];
+    for (let s = 0; s < 8; s++) {
+        chunks.push(Number(int >> BigInt(s * 16) & 0xffffn));
+    }
+    while (chunks.length && !chunks[0])
+        chunks.shift();
+    return chunks.toReversed().map(c => c.toString(16)).join(':') + (chunks.length < 8 ? '::' : '');
+}
+//# sourceMappingURL=utils.js.map

package/dist/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../src/utils.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,SAAS,CAAC,IAAY;IACrC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAqB,CAAC;IAChE,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;IACpF,MAAM,UAAU,GAAG,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3F,MAAM,IAAI,GAAG;QACZ,IAAI;QACJ,GAAG,UAAU;QACb,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;QAC7D,GAAG,UAAU;KACb,CAAC;IACF,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;AAC9B,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,IAAY;IACrC,OAAO,QAAQ,CACd,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,EAChF,EAAE,CACF,CAAC;AACH,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,GAAW;IACvC,OAAO;QACN,CAAC,GAAG,KAAK,EAAE,CAAC,GAAG,GAAG;QAClB,CAAC,GAAG,KAAK,EAAE,CAAC,GAAG,GAAG;QAClB,CAAC,GAAG,KAAK,CAAC,CAAC,GAAG,GAAG;QACjB,GAAG,GAAG,GAAG;KACT,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACb,CAAC;AAGD,MAAM,UAAU,YAAY,CAAC,GAAW;IACvC,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;IACtD,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QAAE,MAAM,CAAC,KAAK,EAAE,CAAC;IACnD,OAAO,MAAM,CAAC,UAAU,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AACjG,CAAC"}

package/index.html

@@ -0,0 +1,16 @@
+<html lang="en">
+	<body>
+		<a href="./docs">Docs</a>
+		<pre id="result"></pre>
+		<script type="module">
+			import { IpMap } from './dist/browser.js';
+			const self = await fetch('https://4.this.computer').then(res => res.text());
+			const res = await fetch('./data/demo.bin');
+			const buffer = await res.arrayBuffer();
+			const map = new IpMap(buffer);
+			const result = map.lookup(self.trim());
+			console.log(result);
+			document.getElementById('result').textContent = JSON.stringify(result, null, '\t');
+		</script>
+	</body>
+</html>

package/package.json

@@ -0,0 +1,41 @@
+{
+	"name": "ip-asn-map",
+	"version": "1.0.0",
+	"description": "Maps IP addresses to country and AS info using preprocessed IPtoASN data with low memory footprint",
+	"type": "module",
+	"homepage": "https://codeberg.org/virtulis/ip-asn-map",
+	"repository": {
+		"type": "git",
+		"url": "https://codeberg.org/virtulis/ip-asn-map.git"
+	},
+	"main": "./dist/index.js",
+	"types": "./dist/index.d.ts",
+	"bin": {
+		"ip-asn-map": "dist/cli.js"
+	},
+	"exports": {
+		".": {
+			"default": "./dist/index.js"
+		}
+	},
+	"scripts": {
+		"build": "pnpm exec tsc",
+		"doc": "pnpm exec typedoc src"
+	},
+	"keywords": [
+		"ip",
+		"address",
+		"country",
+		"ip2asn",
+		"iptoasn",
+		"geoip"
+	],
+	"author": "Danko Aleksejevs <danko@very.lv> (https://kludge.guru)",
+	"license": "CC0-1.0",
+	"packageManager": "pnpm@10.20.0",
+	"devDependencies": {
+		"@types/node": "^26.1.1",
+		"typedoc": "^0.28.20",
+		"typescript": "^6.0.3"
+	}
+}

package/src/browser.ts

@@ -0,0 +1,2 @@
+export * from './types.ts';
+export * from './map.ts';

package/src/buffer.ts

@@ -0,0 +1,200 @@
+import type { Readable } from 'node:stream';
+
+import { parseIPv4, parseIPv6 } from './utils.ts';
+import type { AsRecord, Tuple } from './types.ts';
+import { IpMap } from './map.ts';
+import path from 'node:path';
+
+/**
+ * Accepts a *stream of lines* from the IP2ASN combined TSV.
+ * Returns a buffer containing the encoded lookup map.
+ * @param stream
+ */
+export async function encodeIp2AsnStream(stream: AsyncIterable<string>) {
+
+	const list4 = [0];
+	const list6 = [BigInt(0)];
+	
+	let last4 = 0;
+	let last6 = BigInt(0);
+	
+	const asn4 = [0];
+	const asn6 = [0];
+	
+	let asOffset = 0;
+	const asMap = new Map<number, AsRecord>();
+	
+	const provideAsn = (number: number, country: string | null, description: string | null) => {
+		const ex = asMap.get(number);
+		if (ex) return ex;
+		const descBuf = description ? Buffer.from(description, 'ascii') : null; // should throw if not ascii
+		const descLen = descBuf?.length ?? 0;
+		if (descLen > 255) throw new Error('Description too long');
+		const byteLen = 4 + 2 + 2 + descLen; // num + cc + len + desc
+		const as: AsRecord = {
+			offset: asOffset,
+			number,
+			country,
+			description,
+		};
+		asMap.set(number, as);
+		asOffset += byteLen;
+		return as;
+	}
+	provideAsn(0, null, null);
+	
+	let i = 0;
+	let last: Tuple<string, 5> | undefined;
+	for await (const line of stream) {
+	
+		i++;
+		
+		const split = line.trim().split('\t') as Tuple<string, 5>;
+		const [start, end, asNumStr, ccStr, desc] = split;
+		const cc = ccStr.length == 2 ? ccStr : null;
+		
+		const asNum = parseInt(asNumStr, 10);
+		const as = provideAsn(asNum, cc, desc?.trim() || null);
+		
+		if (start.match(/^\d+\./)) {
+			const int = parseIPv4(start);
+			if (int < last4) throw new Error('Data out of order or read error');
+			list4.push(int);
+			asn4.push(as.offset);
+			last4 = parseIPv4(end);
+		}
+		else if (start.match(/^[0-9a-f]*:/)) {
+			const int = parseIPv6(start);
+			if (int < last6) throw new Error('Data out of order or read error');
+			list6.push(int);
+			asn6.push(as.offset);
+			last6 = parseIPv6(end);
+		}
+		else if (line) {
+			console.log(line);
+			throw new Error('Unexpected input at line ' + i);
+		}
+		
+		last = split;
+		
+	}
+	
+	list4.push(last4 + 1);
+	list4.push(0xffffffff);
+	list6.push(last6 + 1n);
+	list6.push(BigInt('0x' + 'f'.repeat(32)));
+	asn4.push(0, 0);
+	asn6.push(0, 0);
+	
+	const num4 = list4.length;
+	const num6 = list6.length;
+	
+	const hdrLen = 32;
+	const lengths = [hdrLen, num6 * 16, num4 * 4, num6 * 4, num4 * 4, asOffset];
+	const offsets: number[] = [];
+	let pos = 0;
+	for (const len of lengths) {
+		pos += len;
+		offsets.push(pos);
+	}
+	const bufSize = offsets.at(-1)!;
+	// console.log(...lengths);
+	// console.log(...offsets);
+	
+	const buf = Buffer.alloc(bufSize, 0);
+	
+	const proceed = () => {
+		const next = offsets.shift()!;
+		if (pos != next) throw new Error(`Offset mismatch ${pos} != ${next}`);
+	}
+	
+	const asStart = offsets.at(-2)!;
+	
+	buf.write('ip-map', 0);
+	for (const [i, val] of [
+		1, // version,
+		num6,
+		num4,
+		asStart,
+		bufSize,
+	].entries()) {
+		buf.writeUInt32BE(val, 8 + i * 4);
+	}
+	
+	pos = 32;
+	
+	proceed();
+	for (const int of list6) {
+		buf.writeBigUInt64BE(BigInt.asUintN(64, int >> 64n), pos);
+		buf.writeBigUInt64BE(BigInt.asUintN(64, int), pos + 8);
+		pos += 16;
+	}
+	
+	proceed();
+	for (const int of list4) {
+		buf.writeUint32BE(int, pos);
+		pos += 4;
+	}
+	
+	for (const arr of [asn6, asn4]) {
+		proceed();
+		for (const asn of arr) {
+			buf.writeUInt32BE(asn, pos)
+			pos += 4;
+		}
+	}
+	
+	proceed();
+	for (const as of asMap.values()) {
+		pos = asStart + as.offset;
+		buf.writeUInt32BE(as.number, pos);
+		buf.write(as.country ?? '', pos + 4);
+		if (as.description) {
+			buf.writeUInt16BE(as.description.length, pos + 6);
+			buf.write(as.description, pos + 8);
+			pos += 8 + as.description.length;
+		}
+		else {
+			pos += 8;
+		}
+	}
+	proceed();
+	
+	return buf;
+	
+}
+
+/**
+ * Helper function. Accepts a readable stream of the TSV text, splits it into lines and passes to {@link encodeIp2AsnStream}.
+ * @param stream Result of createReadStream etc
+ */
+export async function parseIp2AsnStream(stream: Readable) {
+	const { createInterface } = await import('node:readline');
+	const rl = createInterface(stream);
+	return await encodeIp2AsnStream(rl);
+}
+
+/**
+ * Helper function. Accepts path to `ip2asn-combined.tsv.gz` and decodes it for {@link encodeIp2AsnStream}.
+ * @param src
+ */
+export async function parseIp2AsnGzip(src: string) {
+	const { createReadStream } = await import('node:fs');
+	const { createGunzip } = await import('node:zlib');
+	const stream = createReadStream(src);
+	const gunzip = createGunzip();
+	stream.pipe(gunzip);
+	return await parseIp2AsnStream(gunzip);
+}
+
+
+/**
+ * Load buffer from file and create an IpMap instance.
+ * @param file path to the file, assumes default location in package directory otherwise.
+ */
+export async function loadIpMap(file?: string) {
+	const { readFile } = await import('node:fs/promises');
+	file ??= path.join(import.meta.dirname, '../data/ip-map.bin');
+	const buf = await readFile(file);
+	return new IpMap(buf.buffer);
+}

package/src/cli.ts

@@ -0,0 +1,75 @@
+#!/usr/bin/env node
+
+import { createReadStream } from 'node:fs';
+import { loadIpMap, parseIp2AsnGzip, parseIp2AsnStream } from './buffer.ts';
+import * as process from 'node:process';
+import { mkdir, writeFile } from 'node:fs/promises';
+import { Readable } from 'node:stream';
+import { ReadableStream } from 'node:stream/web';
+import { createGunzip } from 'node:zlib';
+import { Buffer } from 'node:buffer';
+import path from 'node:path';
+
+const [command, ...args] = process.argv.slice(2);
+
+async function writeBuffer(buffer: Buffer, dest?: string) {
+	if (dest == '-') {
+		process.stdout.write(buffer);
+		return;
+	}
+	if (!dest) {
+		const dir = path.join(import.meta.dirname, '../data');
+		await mkdir(dir, { recursive: true });
+		dest = path.join(dir, 'ip-map.bin');
+		console.log('Saving to', dest);
+	}
+	await writeFile(dest, buffer);
+}
+
+if (command == 'parse') {
+	
+	if (args.length < 1) throw new Error('At least a source file is expected');
+	const [src, dest] = args as [string, string | undefined];
+	
+	let buffer;
+	if (src.endsWith('.gz')) {
+		buffer = await parseIp2AsnGzip(src)
+	}
+	else if (src == '-') {
+		buffer = await parseIp2AsnStream(process.stdin)
+	}
+	else {
+		buffer = await parseIp2AsnStream(createReadStream(src))
+	}
+	
+	await writeBuffer(buffer, dest);
+	
+}
+
+else if (command == 'update') {
+
+	const gunzip = createGunzip();
+	
+	const url = 'https://iptoasn.com/data/ip2asn-combined.tsv.gz';
+	console.error('Fetching', url);
+	const res = await fetch(url);
+	if (!res.ok) throw new Error(res.statusText);
+	
+	console.error('Parsing');
+	Readable.fromWeb(res.body as ReadableStream).pipe(gunzip);
+	const buffer = await parseIp2AsnStream(gunzip);
+	
+	await writeBuffer(buffer, args[0]);
+
+}
+
+else if (command == 'lookup') {
+	const fn = args[1] || path.join(import.meta.dirname, '../data/ip-map.bin');
+	const map = await loadIpMap(fn);
+	const result = map.lookup(args[0]!);
+	console.log(result);
+}
+
+else {
+	throw new Error('Unknown command or no command given. See README.md for info.');
+}

package/src/index.ts

@@ -0,0 +1,3 @@
+export * from './browser.ts';
+export * from './buffer.ts';
+