@sohqureshi/tokenwise 1.0.7 → 1.0.10

package/dist/chunk-D4CFTFM3.js

@@ -1,105 +0,0 @@
-// src/core/natural.ts
-function toNatural(data, depth = 0) {
-  if (data === null || data === void 0) return "nothing";
-  if (typeof data === "string") return data;
-  if (typeof data === "number") return String(data);
-  if (typeof data === "boolean") return data ? "yes" : "no";
-  if (Array.isArray(data)) {
-    if (data.length === 0) return "empty list";
-    if (data.every(isPlainObject)) {
-      return data.map((item, index) => `${index + 1}. ${stripTrailingPeriod(toNatural(item, depth + 1))}.`).join(" ");
-    }
-    const items = data.map((item) => toNatural(item, depth + 1));
-    return joinNaturalList(items);
-  }
-  if (typeof data === "object") {
-    return buildContextualStory(data, depth);
-  }
-  return String(data);
-}
-function buildContextualStory(obj, depth = 0) {
-  let name = obj.name || obj.userName || obj.user;
-  if (typeof name === "object" && name !== null && name.name) {
-    name = name.name;
-  }
-  const entries = Object.entries(obj).filter(([key]) => {
-    return !["id", "timestamp", "apiKey"].includes(key);
-  });
-  if (entries.length === 0) return "";
-  let story = name && typeof name === "string" ? `User ${name}` : "";
-  const clauses = entries.map(([key, value]) => {
-    if (key === "user" && name && typeof value === "object" && value !== null && !Array.isArray(value)) {
-      const userProps = Object.entries(value).filter(([k]) => !["id", "name", "timestamp", "apiKey"].includes(k)).map(([k, v]) => formatPropertyClause(k, v, depth + 1)).filter((c) => c !== null && c !== "").join(", ");
-      return userProps ? `(${userProps})` : null;
-    }
-    return formatPropertyClause(key, value, depth);
-  }).filter((c) => c !== null && c !== "");
-  if (clauses.length === 0) return story;
-  if (story) {
-    story += " " + clauses.join(", ");
-  } else {
-    story = clauses.join(", ");
-  }
-  return story + ".";
-}
-function formatPropertyClause(key, value, depth) {
-  const naturalKey = camelToWords(key);
-  if (typeof value === "object" && value !== null && !Array.isArray(value)) {
-    if (["internal", "metadata", "debug"].includes(key)) {
-      return null;
-    }
-    const nested = Object.entries(value).filter(([k]) => !["id", "timestamp", "apiKey", "createdAt", "updatedAt"].includes(k)).map(([k, v]) => {
-      if (typeof v === "object" && v !== null) {
-        return formatPropertyClause(k, v, depth + 1);
-      }
-      const propValue = toNatural(v, depth + 1);
-      if (propValue === "yes" || propValue === "no") {
-        return `${camelToWords(k)} ${propValue === "yes" ? "enabled" : "disabled"}`;
-      }
-      return `${camelToWords(k)} ${propValue}`;
-    }).filter((c) => c && c.trim()).join(", ");
-    if (!nested) return null;
-    return `${naturalKey}: ${nested}`;
-  }
-  if (Array.isArray(value)) {
-    if (value.length === 0) return null;
-    if (["skills", "hobbies", "interests", "tags", "languages", "items"].includes(key)) {
-      const items2 = value.map((item) => {
-        const str = String(item);
-        return str.charAt(0).toUpperCase() + str.slice(1);
-      });
-      return `Having ${joinNaturalList(items2)}`;
-    }
-    const items = joinNaturalList(value.map((item) => toNatural(item, depth + 1)));
-    return `${naturalKey}: ${items}`;
-  }
-  const naturalValue = toNatural(value, depth + 1);
-  if (naturalValue === "yes") return `${naturalKey} enabled`;
-  if (naturalValue === "no") return `${naturalKey} disabled`;
-  if (key === "theme") return `prefers the ${naturalValue} ${key}`;
-  if (key === "age") return `age: ${naturalValue}`;
-  if (key === "email") return `email: ${naturalValue}`;
-  if (key === "city") return `address: ${naturalValue}`;
-  if (key === "debug" && naturalValue === "yes") return `debug enabled`;
-  return `${naturalKey}: ${naturalValue}`;
-}
-function camelToWords(str) {
-  return str.replace(/([A-Z])/g, " $1").toLowerCase().trim();
-}
-function isPlainObject(value) {
-  return typeof value === "object" && value !== null && !Array.isArray(value);
-}
-function joinNaturalList(items) {
-  if (items.length === 0) return "";
-  if (items.length === 1) return items[0];
-  if (items.length === 2) return `${items[0]} and ${items[1]}`;
-  const lastItem = items[items.length - 1];
-  return `${items.slice(0, -1).join(", ")} and ${lastItem}`;
-}
-function stripTrailingPeriod(value) {
-  return value.replace(/\.+$/, "");
-}
-
-export {
-  toNatural
-};

package/dist/chunk-U433WUUT.js

@@ -1,55 +0,0 @@
-// src/core/token.ts
-import { createRequire } from "module";
-var require2 = createRequire(import.meta.url);
-function serializeForTokenEstimate(value) {
-  if (typeof value === "string") return value;
-  const serialized = JSON.stringify(value);
-  return serialized ?? "";
-}
-function estimateTokensHeuristic(value) {
-  return Math.ceil(serializeForTokenEstimate(value).length / 4);
-}
-function estimateTokens(value, options = {}) {
-  return estimateTokensWithMeta(value, options).count;
-}
-function estimateTokensWithMeta(value, options = {}) {
-  const { exact = false, model = "gpt-4o-mini", fallbackToHeuristic = true } = options;
-  const heuristic = estimateTokensHeuristic(value);
-  const heuristicEstimator = "heuristic: 1 token \u2248 4 characters";
-  if (!exact) {
-    return { count: heuristic, estimator: heuristicEstimator };
-  }
-  try {
-    const tiktoken = require2("tiktoken");
-    const encoder = tiktoken.encoding_for_model(model);
-    const text = serializeForTokenEstimate(value);
-    const count = encoder.encode(text).length;
-    let encodingName = null;
-    if (encoder.name) encodingName = encoder.name;
-    if (!encodingName && typeof tiktoken.model_to_encoding === "function") {
-      try {
-        encodingName = tiktoken.model_to_encoding(model);
-      } catch (e) {
-        encodingName = null;
-      }
-    }
-    if (!encodingName) {
-      const m = String(model || "").toLowerCase();
-      if (m.includes("davinci") || m.startsWith("text-")) encodingName = "r50k_base";
-      else encodingName = "cl100k_base";
-    }
-    const estimator = `exact tokenizer: model=${model} encoding=${encodingName}`;
-    return { count, estimator };
-  } catch (e) {
-    if (!fallbackToHeuristic) {
-      return { count: heuristic, estimator: "exact requested but tokenizer unavailable" };
-    }
-    return { count: heuristic, estimator: heuristicEstimator };
-  }
-}
-
-export {
-  serializeForTokenEstimate,
-  estimateTokens,
-  estimateTokensWithMeta
-};