jiren 3.1.0 → 3.3.0

package/components/subprocess-worker.ts

@@ -1,60 +0,0 @@
-import { CString, type Pointer } from "bun:ffi";
-import { lib } from "./native";
-
-const decoder = new TextDecoder();
-let inputBuffer = "";
-
-const ptr: Pointer | null = lib.symbols.zclient_new();
-if (!ptr) {
-  console.error(
-    JSON.stringify({ success: false, error: "Failed to create client" })
-  );
-  process.exit(1);
-}
-
-lib.symbols.zclient_set_benchmark_mode(ptr, true);
-
-const url = process.argv[2];
-const method = process.argv[3] || "GET";
-
-if (!url) {
-  console.error(JSON.stringify({ success: false, error: "No URL provided" }));
-  process.exit(1);
-}
-
-try {
-  const methodBuffer = Buffer.from(method + "\0");
-  const urlBuffer = Buffer.from(url + "\0");
-
-  const respPtr = lib.symbols.zclient_request_full(
-    ptr,
-    methodBuffer,
-    urlBuffer,
-    null,
-    null,
-    5,
-    false
-  );
-
-  if (!respPtr) throw new Error("Native request failed");
-
-  const status = lib.symbols.zfull_response_status(respPtr);
-  const bodyLen = Number(lib.symbols.zfull_response_body_len(respPtr));
-  const bodyPtr = lib.symbols.zfull_response_body(respPtr);
-
-  let bodyString = "";
-  if (bodyLen > 0 && bodyPtr) {
-    bodyString = new CString(bodyPtr).toString();
-  }
-
-  lib.symbols.zclient_response_full_free(respPtr);
-  lib.symbols.zclient_free(ptr);
-
-  console.log(
-    JSON.stringify({ success: true, status, bodyLen: bodyString.length })
-  );
-} catch (err: any) {
-  console.log(JSON.stringify({ success: false, error: err.message }));
-  lib.symbols.zclient_free(ptr);
-  process.exit(1);
-}

package/components/worker-pool.ts

@@ -1,153 +0,0 @@
-import { Worker } from "worker_threads";
-import { join } from "path";
-import type { RequestOptions } from "./types";
-
-interface WorkerTask {
-  id: number;
-  url: string;
-  options: RequestOptions;
-  resolve: (value: any) => void;
-  reject: (error: any) => void;
-}
-
-interface WorkerWrapper {
-  worker: Worker;
-  busy: boolean;
-  taskQueue: WorkerTask[];
-}
-
-export class WorkerPool {
-  private workers: WorkerWrapper[] = [];
-  private taskId = 0;
-  private pendingTasks = new Map<number, WorkerTask>();
-  private ready: Promise<void>;
-  private closed = false;
-
-  constructor(poolSize: number = 4) {
-    const workerPath = join(import.meta.dir, "worker.ts");
-
-    const readyPromises: Promise<void>[] = [];
-
-    for (let i = 0; i < poolSize; i++) {
-      const worker = new Worker(workerPath);
-      const wrapper: WorkerWrapper = {
-        worker,
-        busy: false,
-        taskQueue: [],
-      };
-
-      worker.on("message", (msg: any) => {
-        if (msg.type === "prefetch_done") {
-          return;
-        }
-
-        const task = this.pendingTasks.get(msg.id);
-        if (task) {
-          this.pendingTasks.delete(msg.id);
-          wrapper.busy = false;
-
-          if (msg.success) {
-            task.resolve(msg.response);
-          } else {
-            task.reject(new Error(msg.error));
-          }
-
-          // Process next task in queue
-          this.processQueue(wrapper);
-        }
-      });
-
-      worker.on("error", (err) => {
-        console.error("Worker error:", err);
-      });
-
-      this.workers.push(wrapper);
-    }
-
-    this.ready = Promise.resolve();
-  }
-
-  async waitReady(): Promise<void> {
-    return this.ready;
-  }
-
-  async request(url: string, options: RequestOptions = {}): Promise<any> {
-    if (this.closed) {
-      throw new Error("Worker pool is closed");
-    }
-
-    return new Promise((resolve, reject) => {
-      const task: WorkerTask = {
-        id: this.taskId++,
-        url,
-        options,
-        resolve,
-        reject,
-      };
-
-      // Find the least busy worker
-      if (this.workers.length === 0) {
-        throw new Error("Worker pool has no workers");
-      }
-      let leastBusy = this.workers[0]!;
-      for (const w of this.workers) {
-        if (!w.busy && w.taskQueue.length === 0) {
-          leastBusy = w;
-          break;
-        }
-        if (w.taskQueue.length < leastBusy.taskQueue.length) {
-          leastBusy = w;
-        }
-      }
-
-      leastBusy.taskQueue.push(task);
-      this.processQueue(leastBusy);
-    });
-  }
-
-  private processQueue(wrapper: WorkerWrapper): void {
-    if (wrapper.busy || wrapper.taskQueue.length === 0) {
-      return;
-    }
-
-    const task = wrapper.taskQueue.shift()!;
-    wrapper.busy = true;
-    this.pendingTasks.set(task.id, task);
-
-    wrapper.worker.postMessage({
-      id: task.id,
-      url: task.url,
-      options: task.options,
-    });
-  }
-
-  async prefetch(urls: string[]): Promise<void> {
-    const promises = this.workers.map(
-      (w) =>
-        new Promise<void>((resolve) => {
-          const handler = (msg: any) => {
-            if (msg.type === "prefetch_done") {
-              w.worker.off("message", handler);
-              resolve();
-            }
-          };
-          w.worker.on("message", handler);
-          w.worker.postMessage({ type: "prefetch", url: urls });
-        })
-    );
-    await Promise.all(promises);
-  }
-
-  async close(): Promise<void> {
-    this.closed = true;
-    const closePromises = this.workers.map(
-      (w) =>
-        new Promise<void>((resolve) => {
-          w.worker.once("exit", () => resolve());
-          w.worker.postMessage({ type: "close" });
-        })
-    );
-    await Promise.all(closePromises);
-    this.workers = [];
-  }
-}

package/components/worker.ts

@@ -1,154 +0,0 @@
-import { parentPort } from "worker_threads";
-import { CString, type Pointer } from "bun:ffi";
-import { lib } from "./native";
-import type { RequestOptions } from "./types";
-
-let ptr: Pointer | null = null;
-
-function ensureClient(): Pointer {
-  if (!ptr) {
-    ptr = lib.symbols.zclient_new();
-    if (!ptr) {
-      throw new Error("Failed to create native client instance in worker");
-    }
-    lib.symbols.zclient_set_benchmark_mode(ptr, true);
-  }
-  return ptr;
-}
-
-process.on("exit", () => {
-  if (ptr) {
-    lib.symbols.zclient_free(ptr);
-    ptr = null;
-  }
-});
-
-if (parentPort) {
-  parentPort.on(
-    "message",
-    (msg: {
-      id: number;
-      url: string;
-      options: RequestOptions;
-      type?: string;
-    }) => {
-      if (msg.type === "close") {
-        if (ptr) {
-          lib.symbols.zclient_free(ptr);
-          ptr = null;
-        }
-        process.exit(0);
-        return;
-      }
-
-      if (msg.type === "prefetch") {
-        try {
-          const client = ensureClient();
-          const urls = msg.url as unknown as string[];
-          for (const url of urls) {
-            const urlBuffer = Buffer.from(url + "\0");
-            lib.symbols.zclient_prefetch(client, urlBuffer);
-          }
-          parentPort?.postMessage({ type: "prefetch_done" });
-        } catch (err: any) {
-          parentPort?.postMessage({
-            type: "prefetch_done",
-            error: err.message,
-          });
-        }
-        return;
-      }
-
-      const { id, url, options } = msg;
-
-      try {
-        const client = ensureClient();
-
-        const method = options.method || "GET";
-        const methodBuffer = Buffer.from(method + "\0");
-        const urlBuffer = Buffer.from(url + "\0");
-
-        let headersBuffer: Buffer | null = null;
-        if (options.headers) {
-          const headerStr = Object.entries(options.headers)
-            .map(([k, v]) => `${k.toLowerCase()}: ${v}`)
-            .join("\r\n");
-          if (headerStr.length > 0) {
-            headersBuffer = Buffer.from(headerStr + "\0");
-          }
-        }
-
-        let bodyBuffer: Buffer | null = null;
-        if (options.body) {
-          const bodyStr =
-            typeof options.body === "string"
-              ? options.body
-              : JSON.stringify(options.body);
-          bodyBuffer = Buffer.from(bodyStr + "\0");
-        }
-
-        const maxRedirects = options.maxRedirects ?? 5;
-        const antibot = options.antibot ?? false;
-
-        // Use the full request API for complete response
-        const respPtr = lib.symbols.zclient_request_full(
-          client,
-          methodBuffer,
-          urlBuffer,
-          headersBuffer,
-          bodyBuffer,
-          maxRedirects,
-          antibot
-        );
-
-        if (!respPtr) throw new Error("Native request failed");
-
-        const status = lib.symbols.zfull_response_status(respPtr);
-        const bodyLen = Number(lib.symbols.zfull_response_body_len(respPtr));
-        const bodyPtr = lib.symbols.zfull_response_body(respPtr);
-        const headersLen = Number(
-          lib.symbols.zfull_response_headers_len(respPtr)
-        );
-        const headersRawPtr = lib.symbols.zfull_response_headers(respPtr);
-
-        let bodyString = "";
-        if (bodyLen > 0 && bodyPtr) {
-          bodyString = new CString(bodyPtr).toString();
-        }
-
-        const headers: Record<string, string> = {};
-        if (headersLen > 0 && headersRawPtr) {
-          const headersStr = new CString(headersRawPtr).toString();
-          const lines = headersStr.split("\r\n");
-          for (const line of lines) {
-            if (!line) continue;
-            const colonIdx = line.indexOf(":");
-            if (colonIdx !== -1) {
-              const key = line.substring(0, colonIdx).trim().toLowerCase();
-              const val = line.substring(colonIdx + 1).trim();
-              headers[key] = val;
-            }
-          }
-        }
-
-        lib.symbols.zclient_response_full_free(respPtr);
-
-        parentPort?.postMessage({
-          id,
-          success: true,
-          response: {
-            status,
-            body: bodyString,
-            headers,
-          },
-        });
-      } catch (err: any) {
-        parentPort?.postMessage({
-          id,
-          success: false,
-          error: err.message,
-        });
-      }
-    }
-  );
-}

package/dist/components/cache.d.ts

@@ -1,32 +0,0 @@
-import type { JirenResponse } from "./types.js";
-export declare class ResponseCache {
-    private l1;
-    private cacheDir;
-    private maxDiskSize;
-    constructor(l1Capacity?: number, cacheDir?: string, maxDiskSize?: number);
-    private generateKey;
-    private getCacheFilePath;
-    preloadL1(url: string, path?: string, options?: any): boolean;
-    get(url: string, path?: string, options?: any): JirenResponse | null;
-    private getFromDisk;
-    set(url: string, response: JirenResponse, ttl: number, path?: string, options?: any): void;
-    private setToDisk;
-    clear(url?: string): void;
-    private clearAllDisk;
-    stats(): {
-        l1: {
-            size: number;
-            capacity: number;
-            hits: number;
-            misses: number;
-            hitRate: string;
-        };
-        l2: {
-            size: number;
-            maxSize: number;
-            cacheDir: string;
-            totalSizeKB: string;
-        };
-    };
-}
-//# sourceMappingURL=cache.d.ts.map

package/dist/components/cache.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"cache.d.ts","sourceRoot":"","sources":["../../components/cache.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,EACV,aAAa,EAId,MAAM,YAAY,CAAC;AAqLpB,qBAAa,aAAa;IACxB,OAAO,CAAC,EAAE,CAAgB;IAC1B,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,WAAW,CAAS;gBAEhB,UAAU,SAAM,EAAE,QAAQ,SAAiB,EAAE,WAAW,SAAM;IAW1E,OAAO,CAAC,WAAW;IAUnB,OAAO,CAAC,gBAAgB;IAIxB,SAAS,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,GAAG,GAAG,OAAO;IAkB7D,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,GAAG,GAAG,aAAa,GAAG,IAAI;IAoBpE,OAAO,CAAC,WAAW;IAkDnB,GAAG,CACD,GAAG,EAAE,MAAM,EACX,QAAQ,EAAE,aAAa,EACvB,GAAG,EAAE,MAAM,EACX,IAAI,CAAC,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,GAAG,GACZ,IAAI;YAgBO,SAAS;IAuDvB,KAAK,CAAC,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI;IAezB,OAAO,CAAC,YAAY;IAapB,KAAK;;;;;;;;;;;;;;;CA6BN"}