@remogram/core 0.1.0-beta.0 → 0.1.0-beta.1

package/caps.js

@@ -1,5 +1,24 @@
 export const DEFAULT_MAX_BYTES = 8192;
 export const DEFAULT_FIELD_MAX_BYTES = 512;
+export const FORGE_INGEST_MAX_BYTES_ENV = 'REMOGRAM_FORGE_INGEST_MAX_BYTES';
+
+export function getEffectiveIngestMaxBytes() {
+  const raw = process.env[FORGE_INGEST_MAX_BYTES_ENV];
+  if (raw == null || raw === '') {
+    return { bytes: DEFAULT_MAX_BYTES, envOverride: false };
+  }
+  const parsed = Number.parseInt(String(raw), 10);
+  if (!Number.isFinite(parsed) || parsed <= 0) {
+    return { bytes: DEFAULT_MAX_BYTES, envOverride: false, invalidEnv: true };
+  }
+  return { bytes: parsed, envOverride: true };
+}
+
+/** Facts for provider capabilities packets (forge ingest policy). */
+export function forgeIngestCapabilityFacts() {
+  const { bytes } = getEffectiveIngestMaxBytes();
+  return { forge_ingest_cap_bytes: bytes };
+}
 
 export function capText(text, maxBytes = DEFAULT_MAX_BYTES) {
   if (!text) return { text: '', truncated: false, bytes: 0 };
@@ -19,7 +38,17 @@ export function sanitizeField(value, maxBytes = DEFAULT_FIELD_MAX_BYTES) {
     .replace(/[\x00-\x1f\x7f]/g, ' ')
     .replace(/\r?\n/g, ' ')
     .trim();
-  return capText(singleLine, maxBytes).text;
+  const redacted = redactSecretPatterns(singleLine);
+  return capText(redacted, maxBytes).text;
+}
+
+function redactSecretPatterns(text) {
+  return text
+    .replace(/Bearer\s+\S+/gi, 'Bearer [REDACTED]')
+    .replace(/\bghp_[A-Za-z0-9]+\b/g, '[REDACTED]')
+    .replace(/\bgho_[A-Za-z0-9]+\b/g, '[REDACTED]')
+    .replace(/\bglpat-[A-Za-z0-9_-]+\b/g, '[REDACTED]')
+    .replace(/\b(GITHUB_TOKEN|GH_TOKEN|GITLAB_TOKEN|GITEA_TOKEN)\b/gi, '[REDACTED]');
 }
 
 export function sanitizeUrl(value, maxBytes = DEFAULT_FIELD_MAX_BYTES) {
@@ -27,6 +56,8 @@ export function sanitizeUrl(value, maxBytes = DEFAULT_FIELD_MAX_BYTES) {
   try {
     const u = new URL(String(value));
     if (u.protocol !== 'http:' && u.protocol !== 'https:') return null;
+    u.username = '';
+    u.password = '';
     return sanitizeField(u.href, maxBytes);
   } catch {
     return null;

package/git-local.js

@@ -25,6 +25,8 @@ export function gitCurrentBranch(cwd) {
 }
 
 export function gitAheadBehind(cwd, base, head) {
+  assertGitRef(base, 'base');
+  assertGitRef(head, 'head');
   try {
     const out = gitExec(cwd, ['rev-list', '--left-right', '--count', `${base}...${head}`]);
     const [behind, ahead] = out.split(/\s+/).map(Number);

package/http.js

@@ -1,8 +1,8 @@
 import { ERROR_CODES, forgeError } from './contracts/errors.js';
-import { readStreamCapped, DEFAULT_MAX_BYTES, sanitizeField } from './caps.js';
+import { readStreamCapped, getEffectiveIngestMaxBytes, sanitizeField } from './caps.js';
 
 const DEFAULT_TIMEOUT_MS = 30_000;
-const DEFAULT_JSON_MAX_BYTES = DEFAULT_MAX_BYTES;
+const DEFAULT_JSON_MAX_BYTES = () => getEffectiveIngestMaxBytes().bytes;
 
 export async function fetchWithTimeout(url, options = {}, timeoutMs = DEFAULT_TIMEOUT_MS) {
   const signal = AbortSignal.timeout(timeoutMs);
@@ -25,7 +25,7 @@ export async function fetchJson(
   url,
   options = {},
   timeoutMs = DEFAULT_TIMEOUT_MS,
-  maxBytes = DEFAULT_JSON_MAX_BYTES,
+  maxBytes = DEFAULT_JSON_MAX_BYTES(),
 ) {
   const res = await fetchWithTimeout(url, options, timeoutMs);
   if (res.status >= 300 && res.status < 400) {
@@ -56,7 +56,52 @@ export async function fetchJson(
   return body;
 }
 
-export async function fetchTextCapped(url, options = {}, maxBytes = DEFAULT_MAX_BYTES) {
+export function parseLinkHeader(linkHeader) {
+  if (!linkHeader) return {};
+  const links = {};
+  for (const segment of String(linkHeader).split(',')) {
+    const match = segment.trim().match(/^<([^>]+)>;\s*rel="([^"]+)"/);
+    if (match) links[match[2]] = match[1];
+  }
+  return links;
+}
+
+export async function fetchJsonWithMeta(
+  url,
+  options = {},
+  timeoutMs = DEFAULT_TIMEOUT_MS,
+  maxBytes = DEFAULT_JSON_MAX_BYTES(),
+) {
+  const res = await fetchWithTimeout(url, options, timeoutMs);
+  if (res.status >= 300 && res.status < 400) {
+    const message = 'HTTP redirect rejected';
+    throw Object.assign(new Error(message), {
+      forgeError: forgeError(ERROR_CODES.API_ERROR, message, res.status),
+      status: res.status,
+    });
+  }
+  const text = await readResponseTextCapped(res, maxBytes);
+  let body;
+  try {
+    body = text ? JSON.parse(text) : null;
+  } catch {
+    throw Object.assign(new Error('Unparseable JSON from provider'), {
+      forgeError: forgeError(ERROR_CODES.UNPARSEABLE_PROVIDER_OUTPUT, 'Provider returned invalid JSON'),
+      status: res.status,
+    });
+  }
+  if (!res.ok) {
+    const raw = body?.message || body?.error || res.statusText || 'API error';
+    const message = sanitizeField(raw) || 'API error';
+    throw Object.assign(new Error(message), {
+      forgeError: forgeError(ERROR_CODES.API_ERROR, message, res.status),
+      status: res.status,
+    });
+  }
+  return { body, headers: res.headers, status: res.status };
+}
+
+export async function fetchTextCapped(url, options = {}, maxBytes = getEffectiveIngestMaxBytes().bytes) {
   const res = await fetchWithTimeout(url, options);
   if (res.status >= 300 && res.status < 400) {
     const message = 'HTTP redirect rejected';

package/index.js

@@ -1,6 +1,16 @@
 export { SCHEMA_VERSION, PACKET_TYPES, forgePacket, forgeErrorPacket, unknownForgeContext, FORBIDDEN_PACKET_KEYS } from './contracts/envelope.js';
 export { ERROR_CODES, forgeError } from './contracts/errors.js';
-export { capText, sanitizeField, sanitizeUrl, readStreamCapped, DEFAULT_MAX_BYTES, DEFAULT_FIELD_MAX_BYTES } from './caps.js';
+export {
+  capText,
+  sanitizeField,
+  sanitizeUrl,
+  readStreamCapped,
+  DEFAULT_MAX_BYTES,
+  DEFAULT_FIELD_MAX_BYTES,
+  FORGE_INGEST_MAX_BYTES_ENV,
+  getEffectiveIngestMaxBytes,
+  forgeIngestCapabilityFacts,
+} from './caps.js';
 export { assertGitRef, assertGitRemote } from './git-args.js';
 export { gitRevParse, gitCurrentBranch, gitAheadBehind } from './git-local.js';
 export { parseConfigFile, configSchema } from './config-schema.js';
@@ -14,4 +24,4 @@ export {
   assertForgeReady,
   forgeContext,
 } from './resolve.js';
-export { fetchWithTimeout, fetchJson, fetchTextCapped } from './http.js';
+export { fetchWithTimeout, fetchJson, fetchJsonWithMeta, parseLinkHeader, fetchTextCapped } from './http.js';

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@remogram/core",
-  "version": "0.1.0-beta.0",
+  "version": "0.1.0-beta.1",
   "description": "Remogram forge envelope, config, caps, and HTTP utilities",
   "type": "module",
   "license": "MIT",