@remogram/provider-gitea-api 0.1.0-beta.2 → 0.1.0-beta.4

package/index.js

@@ -1,5 +1,6 @@
 import {
   fetchJson,
+  fetchJsonWithMeta,
   sanitizeField,
   sanitizeUrl,
   assertGitRef,
@@ -7,23 +8,57 @@ import {
   gitRevParse,
   gitCurrentBranch,
   gitAheadBehind,
+  refsInventory,
+  crInventory,
+  buildMergePlanBodyFromFacts,
+  buildChangeRequestOpenedBody,
   ERROR_CODES,
   forgeError,
   forgeIngestCapabilityFacts,
+  checkPaginationCapabilityFacts,
+  idempotencyScanCapabilityFacts,
+  openPullListCapabilityFacts,
+  DEFAULT_CHECK_STATUS_PAGE_SIZE,
+  MAX_CHECK_STATUS_PAGES,
+  DEFAULT_OPEN_PULL_LIST_PAGE_SIZE,
+  MAX_OPEN_PULL_IDEMPOTENCY_PAGES,
+  paginateCheckStatusPages,
+  paginateOffsetListPages,
+  fetchWithIngestPageBackoff,
+  fetchPageWithIngestBackoff,
+  withPerPageParam,
   apiProviderCommands,
+  normalizeCrInventorySort,
+  DEFAULT_CR_INVENTORY_SLICE_SORT,
+  parseTotalCountHeader,
+  isCrInventoryFastPathEligible,
+  validateFastPathPageLength,
+  isNumberSortFastPathEligible,
+  isRecentCreatedFastPathEligible,
+  giteaRecentCreatedTailPage,
+  isNumberSortFullCollectRequired,
+  resolveListTruncatedWithTrustedTotal,
+  prepareGiteaOpenPullPageItems,
+  orderOpenPullNumbers,
+  buildOpenPullListMeta,
+  giteaOpenPullSortQuery,
+  appendSortQuery,
 } from '@remogram/core';
 const PUBLIC_GITEA_HOST = 'gitea.com';
 const PUBLIC_GITEA_API = 'https://gitea.com/api/v1';
 const AUTH_CAPABILITIES = [
   'repo_status',
   'ref_compare',
+  'ref_inventory',
+  'cr_inventory',
   'pr_status',
   'pr_checks',
   'merge_plan',
   'sync_plan',
+  'cr_open',
 ];
 
-const STRUCTURED_COMMANDS = apiProviderCommands();
+const STRUCTURED_COMMANDS = apiProviderCommands({ writeCommandsImplemented: true });
 
 export function giteaToken() {
   return process.env.GITEA_TOKEN || null;
@@ -119,23 +154,45 @@ export async function giteaFetch(config, parsed, path, options = {}) {
   });
 }
 
-const MAX_CHECK_PAGES = 50;
-const GITEA_PAGE_SIZE = 100;
+export async function giteaFetchWithMeta(config, parsed, path, options = {}) {
+  const token = requireToken();
+  const url = `${apiBase(config, parsed)}${path}`;
+  return fetchJsonWithMeta(url, {
+    ...options,
+    headers: { ...authHeaders(token), ...(options.headers || {}) },
+  });
+}
+
+const MAX_CHECK_PAGES = MAX_CHECK_STATUS_PAGES;
+const GITEA_PAGE_SIZE = DEFAULT_OPEN_PULL_LIST_PAGE_SIZE;
+
+function idempotencyScanIncompleteError(pagesScanned, pageSizeUsed) {
+  return forgeError(
+    ERROR_CODES.IDEMPOTENCY_SCAN_INCOMPLETE,
+    'Cannot prove no open pull exists for head+base within scan limit; use cr inventory or open manually',
+    null,
+    {
+      idempotency_scan: {
+        pages: pagesScanned,
+        max_pages: MAX_OPEN_PULL_IDEMPOTENCY_PAGES,
+        page_size: pageSizeUsed,
+      },
+    },
+  );
+}
 
 export async function giteaFetchPaginated(config, parsed, path) {
-  const all = [];
-  for (let page = 1; page <= MAX_CHECK_PAGES; page += 1) {
-    const separator = path.includes('?') ? '&' : '?';
-    const body = await giteaFetch(
-      config,
-      parsed,
-      `${path}${separator}limit=${GITEA_PAGE_SIZE}&page=${page}`,
-    );
-    const items = Array.isArray(body) ? body : [];
-    all.push(...items);
-    if (items.length < GITEA_PAGE_SIZE) break;
-  }
-  return all;
+  return paginateCheckStatusPages({
+    fetchPage: async ({ page, limit }) => {
+      const separator = path.includes('?') ? '&' : '?';
+      const body = await giteaFetch(
+        config,
+        parsed,
+        `${path}${separator}limit=${limit}&page=${page}`,
+      );
+      return Array.isArray(body) ? body : [];
+    },
+  });
 }
 
 export function normalizeGiteaStatusState(state) {
@@ -150,6 +207,36 @@ export function normalizeGiteaStatusState(state) {
   return 'unknown';
 }
 
+function giteaStatusRecordOrder(a, b) {
+  const aUpdated = Date.parse(a.updated_at ?? '') || 0;
+  const bUpdated = Date.parse(b.updated_at ?? '') || 0;
+  if (aUpdated !== bUpdated) return aUpdated - bUpdated;
+  const aId = Number(a.id) || 0;
+  const bId = Number(b.id) || 0;
+  return aId - bId;
+}
+
+export function dedupeGiteaStatusRecords(records) {
+  const latestByContext = new Map();
+  for (const record of records) {
+    const context = record?.context;
+    if (context == null || context === '') continue;
+    const existing = latestByContext.get(context);
+    if (!existing || giteaStatusRecordOrder(record, existing) > 0) {
+      latestByContext.set(context, record);
+    }
+  }
+  return Array.from(latestByContext.values());
+}
+
+export function mapGiteaCommitStatuses(records) {
+  return dedupeGiteaStatusRecords(records).map((s) => ({
+    context: sanitizeField(s.context),
+    state: normalizeGiteaStatusState(s.status ?? s.state),
+    description: sanitizeField(s.description),
+  }));
+}
+
 export function normalizeGiteaPrState(state) {
   const normalized = String(state ?? '').toLowerCase();
   if (normalized === 'open') return 'open';
@@ -173,15 +260,35 @@ export async function repoStatus(ctx) {
 }
 
 export function providerCapabilities() {
+  const check_sources = ['commit_statuses'];
   return {
     commands: STRUCTURED_COMMANDS,
     auth_envs: ['GITEA_TOKEN'],
-    check_sources: ['commit_statuses'],
+    check_sources,
     mergeability_confidence: 'direct',
     host_binding: 'verified_remote_host',
     pagination: 'supported',
-    write_support: false,
+    write_support: true,
+    write_commands: ['cr_open'],
     ...forgeIngestCapabilityFacts(),
+    ...checkPaginationCapabilityFacts({
+      strategy: 'offset_limit',
+      pageSizeParam: 'limit',
+      sourceCount: check_sources.length,
+    }),
+    ...idempotencyScanCapabilityFacts(),
+    ...openPullListCapabilityFacts({
+      totalCountSource: 'response_header',
+      totalCountHeader: 'X-Total-Count',
+      sliceSortNotes: {
+        recent_created:
+          'sort=oldest; fetches tail page when total exceeds limit; page reversed for newest-first',
+        number_asc:
+          'full-list collect within compliant_max when total exceeds limit, then client sort',
+        number_desc:
+          'full-list collect within compliant_max when total exceeds limit, then client sort',
+      },
+    }),
   };
 }
 
@@ -214,6 +321,284 @@ export async function getPull(ctx, { number }) {
   return giteaFetch(ctx.config, ctx.parsed, repoApiPath(ctx.config, 'pulls', number));
 }
 
+/** Paginated open-pull scan for idempotent cr open; fail-closed when scan cap prevents proof of absence. */
+export async function findOpenPullByHeadBase(ctx, head, base) {
+  requireToken();
+  const path = `${repoApiPath(ctx.config, 'pulls')}?state=open`;
+  const pageSep = path.includes('?') ? '&' : '?';
+  let activeLimit = GITEA_PAGE_SIZE;
+
+  for (let page = 1; page <= MAX_OPEN_PULL_IDEMPOTENCY_PAGES; page += 1) {
+    const { items, usedLimit } = await fetchPageWithIngestBackoff(
+      async ({ page: pageNum, limit }) => {
+        const body = await giteaFetch(
+          ctx.config,
+          ctx.parsed,
+          `${path}${pageSep}limit=${limit}&page=${pageNum}`,
+        );
+        if (!Array.isArray(body)) {
+          throw Object.assign(new Error('Provider returned non-array open pull list'), {
+            forgeError: forgeError(
+              ERROR_CODES.UNPARSEABLE_PROVIDER_OUTPUT,
+              'Provider returned non-array open pull list',
+            ),
+          });
+        }
+        return body;
+      },
+      page,
+      activeLimit,
+    );
+    activeLimit = usedLimit;
+
+    const match =
+      items.find(
+        (pr) =>
+          String(pr?.state ?? '').toLowerCase() === 'open' &&
+          pr?.head?.ref === head &&
+          pr?.base?.ref === base,
+      ) ?? null;
+    if (match) return match;
+    if (items.length < usedLimit) return null;
+    if (page === MAX_OPEN_PULL_IDEMPOTENCY_PAGES) {
+      throw Object.assign(new Error('Open pull idempotency scan incomplete'), {
+        forgeError: idempotencyScanIncompleteError(page, usedLimit),
+      });
+    }
+  }
+  return null;
+}
+
+export async function crOpen(ctx, { head, base, title, body: prBody }) {
+  assertGitRef(head, 'head');
+  assertGitRef(base, 'base');
+  if (!title || typeof title !== 'string' || !title.trim()) {
+    throw Object.assign(new Error('--title required'), {
+      forgeError: forgeError(ERROR_CODES.INVALID_ARGS, '--title required for cr open'),
+    });
+  }
+  const payload = {
+    title: sanitizeField(title),
+    head: sanitizeField(head),
+    base: sanitizeField(base),
+  };
+  if (prBody != null && String(prBody).trim() !== '') {
+    payload.body = sanitizeField(String(prBody));
+  }
+  const existing = await findOpenPullByHeadBase(ctx, payload.head, payload.base);
+  if (existing) {
+    return buildChangeRequestOpenedBody(existing, { head, base, title }, { reusedExisting: true });
+  }
+  const pull = await giteaFetch(ctx.config, ctx.parsed, repoApiPath(ctx.config, 'pulls'), {
+    method: 'POST',
+    headers: { 'Content-Type': 'application/json' },
+    body: JSON.stringify(payload),
+  });
+  return buildChangeRequestOpenedBody(pull, { head, base, title });
+}
+
+const GITEA_OPEN_PULL_COMPLIANT_MAX =
+  DEFAULT_OPEN_PULL_LIST_PAGE_SIZE * MAX_CHECK_STATUS_PAGES;
+
+async function probeGiteaOpenPullPageOne(ctx, retainMax, sliceSort) {
+  const maxTrusted = GITEA_OPEN_PULL_COMPLIANT_MAX * 2;
+  let path = `${repoApiPath(ctx.config, 'pulls')}?state=open`;
+  path = appendSortQuery(path, giteaOpenPullSortQuery(sliceSort));
+  const pageSep = path.includes('?') ? '&' : '?';
+  const requestLimit = Math.min(retainMax, GITEA_PAGE_SIZE);
+  try {
+    const { body, headers } = await giteaFetchWithMeta(
+      ctx.config,
+      ctx.parsed,
+      `${path}${pageSep}limit=${requestLimit}&page=1`,
+    );
+    if (!Array.isArray(body)) return null;
+    const totalCount = parseTotalCountHeader(headers, 'X-Total-Count', { maxTrusted });
+    if (totalCount == null) return null;
+    const listTruncated = totalCount > GITEA_OPEN_PULL_COMPLIANT_MAX;
+    return { body, totalCount, listTruncated, requestLimit };
+  } catch {
+    return null;
+  }
+}
+
+function buildGiteaOpenPullMetaFromPage(body, retainMax, sliceSort, totalCount, listTruncated) {
+  const pageItems = prepareGiteaOpenPullPageItems(body, sliceSort);
+  let numbers = orderOpenPullNumbers(pageItems, (pr) => pr?.number, sliceSort);
+  if (numbers.length > retainMax) numbers = numbers.slice(0, retainMax);
+  return buildOpenPullListMeta({
+    totalCount,
+    numbers,
+    listTruncated,
+    sliceSort,
+  });
+}
+
+async function fetchGiteaRecentCreatedTailSlice(ctx, retainMax, sliceSort, totalCount) {
+  const tailPage = giteaRecentCreatedTailPage(totalCount, GITEA_PAGE_SIZE);
+  let path = `${repoApiPath(ctx.config, 'pulls')}?state=open`;
+  path = appendSortQuery(path, giteaOpenPullSortQuery(sliceSort));
+  const pageSep = path.includes('?') ? '&' : '?';
+  let body;
+  try {
+    body = await giteaFetch(
+      ctx.config,
+      ctx.parsed,
+      `${path}${pageSep}limit=${GITEA_PAGE_SIZE}&page=${tailPage}`,
+    );
+  } catch {
+    return null;
+  }
+  if (!Array.isArray(body) || body.length === 0) return null;
+  return buildGiteaOpenPullMetaFromPage(body, retainMax, sliceSort, totalCount, false);
+}
+
+function giteaProbePaginationOpts(probe, extra = {}) {
+  const { body, totalCount, requestLimit } = probe;
+  return {
+    trustedTotalCount: totalCount,
+    seededFirstPage: { items: body, usedLimit: requestLimit },
+    ...extra,
+  };
+}
+
+async function paginateGiteaOpenPullList(ctx, opts, sliceSort, paginationOpts = {}) {
+  const {
+    trustedTotalCount = null,
+    numberSortFullCollect = false,
+    seededFirstPage = null,
+    startPage = 1,
+    maxPages = MAX_CHECK_STATUS_PAGES,
+    suppressFinalPageProbe = false,
+  } = paginationOpts;
+  const listLimit =
+    opts.limit != null && Number.isInteger(Number(opts.limit)) && Number(opts.limit) > 0
+      ? Number(opts.limit)
+      : null;
+  const retainMax =
+    listLimit == null &&
+    opts.retain_max != null &&
+    Number.isInteger(Number(opts.retain_max)) &&
+    Number(opts.retain_max) > 0
+      ? Number(opts.retain_max)
+      : null;
+  const pageSize =
+    listLimit != null ? Math.min(listLimit, GITEA_PAGE_SIZE) : GITEA_PAGE_SIZE;
+  let path = `${repoApiPath(ctx.config, 'pulls')}?state=open`;
+  path = appendSortQuery(path, giteaOpenPullSortQuery(sliceSort));
+  const pageSep = path.includes('?') ? '&' : '?';
+  const effectiveRetainMax = numberSortFullCollect ? null : retainMax;
+  const {
+    items: all,
+    list_truncated: listTruncated,
+    entry_count: entryCount,
+    walked_count: walkedCount,
+  } = await paginateOffsetListPages({
+    pageSize,
+    listLimit,
+    retainMax: effectiveRetainMax,
+    trustedEntryCount: trustedTotalCount,
+    seededFirstPage,
+    startPage,
+    maxPages,
+    suppressFinalPageProbe,
+    ...(listLimit != null && pageSize < listLimit ? { maxPagesTruncatesWithLimit: true } : {}),
+    fetchPage: async ({ page, limit }) => {
+        const body = await giteaFetch(
+          ctx.config,
+          ctx.parsed,
+          `${path}${pageSep}limit=${limit}&page=${page}`,
+        );
+        return Array.isArray(body) ? body : [];
+      },
+    });
+  let numbers = orderOpenPullNumbers(
+    prepareGiteaOpenPullPageItems(all, sliceSort),
+    (pr) => pr?.number,
+    sliceSort,
+  );
+  const outputCap = listLimit ?? retainMax;
+  if (outputCap != null && numbers.length > outputCap) {
+    numbers = numbers.slice(0, outputCap);
+  }
+  return {
+    numbers,
+    list_truncated: resolveListTruncatedWithTrustedTotal({
+      listTruncated,
+      trustedTotalCount,
+      walkedCount,
+      fullCollect: numberSortFullCollect,
+    }),
+    ...(entryCount != null ? { entry_count: entryCount } : {}),
+    slice_sort: sliceSort,
+  };
+}
+
+export async function listOpenPullsWithMeta(ctx, opts = {}) {
+  requireToken();
+  const sliceSort = normalizeCrInventorySort(opts.sort ?? DEFAULT_CR_INVENTORY_SLICE_SORT);
+  if (!isCrInventoryFastPathEligible(opts)) {
+    return paginateGiteaOpenPullList(ctx, opts, sliceSort);
+  }
+
+  const retainMax = Number(opts.retain_max);
+  const probe = await probeGiteaOpenPullPageOne(ctx, retainMax, sliceSort);
+  if (!probe) {
+    return paginateGiteaOpenPullList(ctx, opts, sliceSort);
+  }
+
+  const { body, totalCount, listTruncated, requestLimit } = probe;
+
+  if (listTruncated) {
+    if (body.length === 0) {
+      return paginateGiteaOpenPullList(ctx, opts, sliceSort, giteaProbePaginationOpts(probe));
+    }
+    return buildGiteaOpenPullMetaFromPage(body, retainMax, sliceSort, totalCount, true);
+  }
+
+  if (
+    sliceSort === 'recent_created' &&
+    !isRecentCreatedFastPathEligible(totalCount, retainMax, sliceSort, 'gitea-api')
+  ) {
+    const tail = await fetchGiteaRecentCreatedTailSlice(ctx, retainMax, sliceSort, totalCount);
+    if (tail) return tail;
+    const tailRetry = await fetchGiteaRecentCreatedTailSlice(ctx, retainMax, sliceSort, totalCount);
+    if (tailRetry) return tailRetry;
+    const tailPage = giteaRecentCreatedTailPage(totalCount, GITEA_PAGE_SIZE);
+    return paginateGiteaOpenPullList(ctx, opts, sliceSort, {
+      trustedTotalCount: totalCount,
+      startPage: tailPage,
+      maxPages: tailPage,
+      suppressFinalPageProbe: true,
+    });
+  }
+
+  if (
+    isRecentCreatedFastPathEligible(totalCount, retainMax, sliceSort, 'gitea-api') &&
+    isNumberSortFastPathEligible(totalCount, retainMax, sliceSort) &&
+    validateFastPathPageLength(totalCount, requestLimit, body.length)
+  ) {
+    return buildGiteaOpenPullMetaFromPage(body, retainMax, sliceSort, totalCount, false);
+  }
+
+  const numberSortFullCollect = isNumberSortFullCollectRequired(totalCount, retainMax, sliceSort);
+  return paginateGiteaOpenPullList(
+    ctx,
+    opts,
+    sliceSort,
+    giteaProbePaginationOpts(probe, { numberSortFullCollect }),
+  );
+}
+
+export async function listOpenPulls(ctx, opts = {}) {
+  const meta = await listOpenPullsWithMeta(ctx, opts);
+  return meta.numbers;
+}
+
+export async function crInventorySlice(ctx, opts = {}) {
+  return crInventory(ctx, { listOpenPulls, listOpenPullsWithMeta, prView, prChecks }, opts);
+}
+
 function mergeability(pr) {
   if (pr.mergeable === true) return 'clean';
   if (pr.mergeable === false) return 'conflicted';
@@ -255,18 +640,19 @@ export async function prChecks(ctx, opts) {
       forgeError: forgeError(ERROR_CODES.MISSING_REF, 'Could not determine head SHA for checks'),
     });
   }
-  const statusRecords = await giteaFetchPaginated(
+  const { items: statusRecords, truncated: checks_truncated } = await giteaFetchPaginated(
     ctx.config,
     ctx.parsed,
     repoApiPath(ctx.config, 'commits', sha, 'statuses'),
   );
-  const mapped = statusRecords.map((s) => ({
-    context: sanitizeField(s.context),
-    state: normalizeGiteaStatusState(s.state),
-    description: sanitizeField(s.description),
-  }));
+  const mapped = mapGiteaCommitStatuses(statusRecords);
   const conclusion = summarizeChecks(mapped);
-  return { head_sha: sha, check_conclusion: conclusion, statuses: mapped };
+  return {
+    head_sha: sha,
+    check_conclusion: conclusion,
+    checks_truncated,
+    statuses: mapped,
+  };
 }
 
 export function summarizeChecks(statuses) {
@@ -280,18 +666,7 @@ export function summarizeChecks(statuses) {
 export async function mergePlan(ctx, opts) {
   const view = await prView(ctx, opts);
   const checks = await prChecks(ctx, { number: view.pr_number });
-  const blockers = [];
-  if (view.mergeability === 'conflicted') blockers.push('merge_conflict');
-  if (view.state !== 'open') blockers.push('pr_not_open');
-  if (checks.check_conclusion === 'failure') blockers.push('checks_failed');
-  if (checks.check_conclusion === 'missing') blockers.push('checks_missing');
-  if (checks.check_conclusion === 'pending') blockers.push('checks_pending');
-  return {
-    pr_number: view.pr_number,
-    mergeability: view.mergeability,
-    checks_conclusion: checks.check_conclusion,
-    blockers,
-  };
+  return buildMergePlanBodyFromFacts(ctx, view, checks, opts);
 }
 
 export async function syncPlan(ctx, remoteName = 'origin') {
@@ -326,8 +701,12 @@ export const provider = {
   providerCapabilities,
   repoStatus,
   refsCompare,
+  refsInventory,
+  listOpenPulls,
+  crInventory: crInventorySlice,
   prView,
   prChecks,
   mergePlan,
   syncPlan,
+  crOpen,
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@remogram/provider-gitea-api",
-  "version": "0.1.0-beta.2",
+  "version": "0.1.0-beta.4",
   "description": "Gitea REST API forge provider for remogram",
   "type": "module",
   "license": "MIT",
@@ -22,6 +22,6 @@
     "node": ">=20"
   },
   "dependencies": {
-    "@remogram/core": "0.1.0-beta.2"
+    "@remogram/core": "0.1.0-beta.4"
   }
 }