@anthusai/papyrus 1.0.0-next.9 → 1.1.0

package/src/with-papyrus.mjs

@@ -4,11 +4,14 @@ import { fileURLToPath } from "node:url";
 
 /**
  * Wrap a publication repo's Next config for Papyrus (SPIKE, PPY-82be6c).
- * - transpile the package (it ships TypeScript source),
+ * - transpile the package and the dependencies that ship TypeScript source (cyclotron),
  * - alias `papyrus-site` -> ./papyrus.config.ts,
  *   `papyrus-amplify-outputs` -> ./amplify_outputs.json and
  *   `papyrus-site-theme` -> ./publication/theme.css when it exists, else the shipped
  *   empty lib/empty-theme.css (both webpack and turbopack),
+ * - trace the corpora/ YAML and amplify_outputs.json that the reader reads via fs at runtime,
+ * - cap static generation at 2 workers x 3 pages (override with PAPYRUS_STATIC_GENERATION_WORKERS / _CONCURRENCY) and retry
+ *   failed pages 3 times, so pre-building the reader pages stays under Cognito guest-credential throttles,
  * - carry Papyrus's own server-external packages and image settings.
  */
 const SERVER_EXTERNAL = [
@@ -22,6 +25,46 @@ const SERVER_EXTERNAL = [
   "@aws-amplify/data-schema",
 ];
 
+/**
+ * Next sends `stale-while-revalidate` = `expireTime` - `revalidate` (one year by default), so a shared cache may serve a
+ * page for a year past its `s-maxage` while it refreshes in the background. Twice the reader's 60 s page lifetime
+ * (lib/reader-cache-lifetime.ts) bounds that to 60 s.
+ */
+export const READER_EXPIRE_TIME_SECONDS = 120;
+
+export const DEFAULT_STATIC_GENERATION_WORKERS = 2;
+export const DEFAULT_STATIC_GENERATION_CONCURRENCY = 3;
+export const DEFAULT_STATIC_GENERATION_RETRY_COUNT = 3;
+
+function positiveIntegerFromEnvironment(name) {
+  const parsed = Number.parseInt(process.env[name] ?? "", 10);
+  return Number.isFinite(parsed) && parsed > 0 ? parsed : undefined;
+}
+
+export function staticGenerationSettings() {
+  return {
+    cpus: positiveIntegerFromEnvironment("PAPYRUS_STATIC_GENERATION_WORKERS") ?? DEFAULT_STATIC_GENERATION_WORKERS,
+    staticGenerationMaxConcurrency:
+      positiveIntegerFromEnvironment("PAPYRUS_STATIC_GENERATION_CONCURRENCY") ?? DEFAULT_STATIC_GENERATION_CONCURRENCY,
+    staticGenerationRetryCount: DEFAULT_STATIC_GENERATION_RETRY_COUNT,
+  };
+}
+
+export const DEFAULT_TRANSPILE_PACKAGES = ["@anthusai/papyrus", "cyclotron"];
+
+export function mergeTranspilePackages(existing = []) {
+  return [...new Set([...existing, ...DEFAULT_TRANSPILE_PACKAGES])];
+}
+
+export const RUNTIME_TRACED_FILES = ["./corpora/**/*", "./amplify_outputs.json"];
+
+export function mergeOutputFileTracingIncludes(existing = {}) {
+  const merged = { ...existing };
+  const current = merged["/**"] ?? [];
+  merged["/**"] = [...new Set([...current, ...RUNTIME_TRACED_FILES])];
+  return merged;
+}
+
 const EMPTY_THEME = path.resolve(path.dirname(fileURLToPath(import.meta.url)), "../lib/empty-theme.css");
 
 export function withPapyrus(nextConfig = {}, options = {}) {
@@ -38,11 +81,13 @@ export function withPapyrus(nextConfig = {}, options = {}) {
   };
   return {
     distDir: process.env.NEXT_DIST_DIR || ".next",
+    expireTime: READER_EXPIRE_TIME_SECONDS,
     ...nextConfig,
-    transpilePackages: [...new Set([...(nextConfig.transpilePackages ?? []), "@anthusai/papyrus"])],
+    transpilePackages: mergeTranspilePackages(nextConfig.transpilePackages),
     serverExternalPackages: [...new Set([...(nextConfig.serverExternalPackages ?? []), ...SERVER_EXTERNAL])],
+    outputFileTracingIncludes: mergeOutputFileTracingIncludes(nextConfig.outputFileTracingIncludes),
     images: nextConfig.images ?? { remotePatterns: [{ protocol: "https", hostname: "**" }] },
-    experimental: { devtoolSegmentExplorer: false, ...nextConfig.experimental },
+    experimental: { devtoolSegmentExplorer: false, ...staticGenerationSettings(), ...nextConfig.experimental },
     turbopack: {
       ...nextConfig.turbopack,
       resolveAlias: {

package/amplify/functions/graphql-jwt-authorizer/handler.ts

@@ -1,193 +0,0 @@
-import { createHmac, timingSafeEqual } from "node:crypto";
-import { GetParameterCommand, SSMClient } from "@aws-sdk/client-ssm";
-
-type AppSyncAuthorizerEvent = {
-  authorizationToken?: string;
-};
-
-type JwtHeader = {
-  alg?: string;
-  typ?: string;
-};
-
-type JwtClaims = {
-  iss?: string;
-  sub?: string;
-  aud?: string | string[];
-  exp?: number;
-  nbf?: number;
-  iat?: number;
-  scope?: string;
-  scp?: string | string[];
-  groups?: string | string[];
-  roles?: string | string[];
-  [key: string]: unknown;
-};
-
-export const handler = async (event: AppSyncAuthorizerEvent) => {
-  try {
-    const token = normalizeAuthorizationToken(event.authorizationToken);
-    const jwtSecret = await getJwtSecret();
-    const claims = verifyHs256Jwt(token, jwtSecret);
-    assertExpectedIssuer(claims);
-    assertExpectedAudience(claims);
-    assertRequiredScope(claims);
-
-    return {
-      isAuthorized: true,
-      resolverContext: {
-        sub: claims.sub ?? "unknown",
-        iss: claims.iss ?? "unknown",
-        scope: getClaimValues(claims.scope).join(" "),
-      },
-      ttlOverride: 300,
-    };
-  } catch (error) {
-    console.warn(`JWT authorizer rejected request: ${(error as Error).message}`);
-    return {
-      isAuthorized: false,
-      ttlOverride: 0,
-    };
-  }
-};
-
-function normalizeAuthorizationToken(value: string | undefined): string {
-  const token = value
-    ?.replace(/^PapyrusJwt\s+/i, "")
-    .replace(/^papyrus-jwt:/i, "")
-    .replace(/^Bearer\s+/i, "")
-    .trim();
-  if (!token) throw new Error("Missing Authorization token.");
-  return token;
-}
-
-function verifyHs256Jwt(token: string, jwtSecret: string): JwtClaims {
-  const [encodedHeader, encodedPayload, encodedSignature] = token.split(".");
-  if (!encodedHeader || !encodedPayload || !encodedSignature) {
-    throw new Error("JWT must have header, payload, and signature.");
-  }
-
-  const header = decodeJson<JwtHeader>(encodedHeader);
-  if (header.alg !== "HS256") {
-    throw new Error(`Unsupported JWT alg ${header.alg ?? "unknown"}.`);
-  }
-
-  const claims = decodeJson<JwtClaims>(encodedPayload);
-  const expectedSignature = createHmac("sha256", jwtSecret)
-    .update(`${encodedHeader}.${encodedPayload}`)
-    .digest("base64url");
-
-  if (!constantTimeEqual(encodedSignature, expectedSignature)) {
-    throw new Error("JWT signature verification failed.");
-  }
-
-  const now = Math.floor(Date.now() / 1000);
-  if (typeof claims.exp === "number" && claims.exp <= now) {
-    throw new Error("JWT is expired.");
-  }
-  if (typeof claims.nbf === "number" && claims.nbf > now) {
-    throw new Error("JWT is not yet valid.");
-  }
-
-  return claims;
-}
-
-function decodeJson<T>(encoded: string): T {
-  try {
-    return JSON.parse(Buffer.from(encoded, "base64url").toString("utf8")) as T;
-  } catch {
-    throw new Error("JWT contains invalid base64url JSON.");
-  }
-}
-
-let cachedJwtSecret: string | null = null;
-let ssmClient: SSMClient | null = null;
-
-async function getJwtSecret(): Promise<string> {
-  if (cachedJwtSecret) return cachedJwtSecret;
-
-  const directSecret = normalizeOptionalString(process.env.PAPYRUS_JWT_SECRET);
-  if (directSecret && !isAmplifySecretPlaceholder(directSecret)) {
-    cachedJwtSecret = directSecret;
-    return directSecret;
-  }
-
-  const parameterName = resolveAmplifySsmSecretPath("PAPYRUS_JWT_SECRET");
-  if (!parameterName) throw new Error("PAPYRUS_JWT_SECRET is not configured.");
-  ssmClient ??= new SSMClient({});
-  const response = await ssmClient.send(new GetParameterCommand({
-    Name: parameterName,
-    WithDecryption: true,
-  }));
-  const secret = normalizeOptionalString(response.Parameter?.Value);
-  if (!secret) throw new Error(`SSM parameter ${parameterName} did not return a value.`);
-  cachedJwtSecret = secret;
-  return secret;
-}
-
-function isAmplifySecretPlaceholder(value: string): boolean {
-  return /^<.*will be resolved.*>$/i.test(value);
-}
-
-function resolveAmplifySsmSecretPath(name: string): string | null {
-  const rawConfig = normalizeOptionalString(process.env.AMPLIFY_SSM_ENV_CONFIG);
-  if (!rawConfig) return null;
-  try {
-    const config = JSON.parse(rawConfig) as Record<string, { path?: string; sharedPath?: string } | undefined>;
-    return normalizeOptionalString(config[name]?.path) ?? normalizeOptionalString(config[name]?.sharedPath);
-  } catch {
-    throw new Error("AMPLIFY_SSM_ENV_CONFIG contains invalid JSON.");
-  }
-}
-
-function normalizeOptionalString(value: unknown): string | null {
-  if (typeof value !== "string") return null;
-  const trimmed = value.trim();
-  return trimmed ? trimmed : null;
-}
-
-function assertExpectedIssuer(claims: JwtClaims): void {
-  const expectedIssuer = process.env.PAPYRUS_JWT_ISSUER;
-  if (expectedIssuer && claims.iss !== expectedIssuer) {
-    throw new Error("JWT issuer is not authorized.");
-  }
-}
-
-function assertExpectedAudience(claims: JwtClaims): void {
-  const expectedAudience = process.env.PAPYRUS_JWT_AUDIENCE;
-  if (!expectedAudience) return;
-
-  const audiences = Array.isArray(claims.aud) ? claims.aud : claims.aud ? [claims.aud] : [];
-  if (!audiences.includes(expectedAudience)) {
-    throw new Error("JWT audience is not authorized.");
-  }
-}
-
-function assertRequiredScope(claims: JwtClaims): void {
-  const requiredScope = process.env.PAPYRUS_JWT_REQUIRED_SCOPE;
-  if (!requiredScope) return;
-
-  const values = new Set([
-    ...getClaimValues(claims.scope),
-    ...getClaimValues(claims.scp),
-    ...getClaimValues(claims.groups),
-    ...getClaimValues(claims.roles),
-  ]);
-
-  if (!values.has(requiredScope)) {
-    throw new Error("JWT does not include the required authoring scope.");
-  }
-}
-
-function getClaimValues(value: unknown): string[] {
-  if (Array.isArray(value)) return value.flatMap(getClaimValues);
-  if (typeof value === "string") return value.split(/[,\s]+/).filter(Boolean);
-  return [];
-}
-
-function constantTimeEqual(left: string, right: string): boolean {
-  const leftBuffer = Buffer.from(left);
-  const rightBuffer = Buffer.from(right);
-  if (leftBuffer.length !== rightBuffer.length) return false;
-  return timingSafeEqual(leftBuffer, rightBuffer);
-}

package/amplify/functions/graphql-jwt-authorizer/resource.js

@@ -1,14 +0,0 @@
-import { defineFunction, secret } from "@aws-amplify/backend";
-export const graphqlJwtAuthorizer = defineFunction({
-    name: "papyrus-graphql-jwt-authorizer",
-    entry: "./handler.ts",
-    timeoutSeconds: 5,
-    memoryMB: 256,
-    resourceGroupName: "data",
-    environment: {
-        PAPYRUS_JWT_SECRET: secret("PAPYRUS_JWT_SECRET"),
-        PAPYRUS_JWT_ISSUER: "papyrus-cli",
-        PAPYRUS_JWT_AUDIENCE: "papyrus-authoring",
-        PAPYRUS_JWT_REQUIRED_SCOPE: "papyrus:write",
-    },
-});

package/amplify/functions/graphql-jwt-authorizer/resource.ts

@@ -1,15 +0,0 @@
-import { defineFunction, secret } from "@aws-amplify/backend";
-
-export const graphqlJwtAuthorizer = defineFunction({
-  name: "papyrus-graphql-jwt-authorizer",
-  entry: "./handler.ts",
-  timeoutSeconds: 5,
-  memoryMB: 256,
-  resourceGroupName: "data",
-  environment: {
-    PAPYRUS_JWT_SECRET: secret("PAPYRUS_JWT_SECRET"),
-    PAPYRUS_JWT_ISSUER: "papyrus-cli",
-    PAPYRUS_JWT_AUDIENCE: "papyrus-authoring",
-    PAPYRUS_JWT_REQUIRED_SCOPE: "papyrus:write",
-  },
-});

package/components/ai-elements/message.tsx

@@ -1,360 +0,0 @@
-"use client";
-
-import { Button } from "../ui/button";
-import {
-  ButtonGroup,
-  ButtonGroupText,
-} from "../ui/button-group";
-import {
-  Tooltip,
-  TooltipContent,
-  TooltipProvider,
-  TooltipTrigger,
-} from "../ui/tooltip";
-import { cn } from "../../lib/utils";
-import { cjk } from "@streamdown/cjk";
-import { code } from "@streamdown/code";
-import { math } from "@streamdown/math";
-import { mermaid } from "@streamdown/mermaid";
-import type { UIMessage } from "ai";
-import { ChevronLeftIcon, ChevronRightIcon } from "lucide-react";
-import type { ComponentProps, HTMLAttributes, ReactElement } from "react";
-import {
-  createContext,
-  memo,
-  useCallback,
-  useContext,
-  useEffect,
-  useMemo,
-  useState,
-} from "react";
-import { Streamdown } from "streamdown";
-
-export type MessageProps = HTMLAttributes<HTMLDivElement> & {
-  from: UIMessage["role"];
-};
-
-export const Message = ({ className, from, ...props }: MessageProps) => (
-  <div
-    className={cn(
-      "group flex w-full max-w-[95%] flex-col gap-2",
-      from === "user" ? "is-user ml-auto justify-end" : "is-assistant",
-      className
-    )}
-    {...props}
-  />
-);
-
-export type MessageContentProps = HTMLAttributes<HTMLDivElement>;
-
-export const MessageContent = ({
-  children,
-  className,
-  ...props
-}: MessageContentProps) => (
-  <div
-    className={cn(
-      "is-user:dark flex w-fit min-w-0 max-w-full flex-col gap-2 overflow-hidden text-sm",
-      "group-[.is-user]:ml-auto group-[.is-user]:rounded-lg group-[.is-user]:bg-secondary group-[.is-user]:px-4 group-[.is-user]:py-3 group-[.is-user]:text-foreground",
-      "group-[.is-assistant]:text-foreground",
-      className
-    )}
-    {...props}
-  >
-    {children}
-  </div>
-);
-
-export type MessageActionsProps = ComponentProps<"div">;
-
-export const MessageActions = ({
-  className,
-  children,
-  ...props
-}: MessageActionsProps) => (
-  <div className={cn("flex items-center gap-1", className)} {...props}>
-    {children}
-  </div>
-);
-
-export type MessageActionProps = ComponentProps<typeof Button> & {
-  tooltip?: string;
-  label?: string;
-};
-
-export const MessageAction = ({
-  tooltip,
-  children,
-  label,
-  variant = "ghost",
-  size = "icon-sm",
-  ...props
-}: MessageActionProps) => {
-  const button = (
-    <Button size={size} type="button" variant={variant} {...props}>
-      {children}
-      <span className="sr-only">{label || tooltip}</span>
-    </Button>
-  );
-
-  if (tooltip) {
-    return (
-      <TooltipProvider>
-        <Tooltip>
-          <TooltipTrigger>{button}</TooltipTrigger>
-          <TooltipContent>
-            <p>{tooltip}</p>
-          </TooltipContent>
-        </Tooltip>
-      </TooltipProvider>
-    );
-  }
-
-  return button;
-};
-
-interface MessageBranchContextType {
-  currentBranch: number;
-  totalBranches: number;
-  goToPrevious: () => void;
-  goToNext: () => void;
-  branches: ReactElement[];
-  setBranches: (branches: ReactElement[]) => void;
-}
-
-const MessageBranchContext = createContext<MessageBranchContextType | null>(
-  null
-);
-
-const useMessageBranch = () => {
-  const context = useContext(MessageBranchContext);
-
-  if (!context) {
-    throw new Error(
-      "MessageBranch components must be used within MessageBranch"
-    );
-  }
-
-  return context;
-};
-
-export type MessageBranchProps = HTMLAttributes<HTMLDivElement> & {
-  defaultBranch?: number;
-  onBranchChange?: (branchIndex: number) => void;
-};
-
-export const MessageBranch = ({
-  defaultBranch = 0,
-  onBranchChange,
-  className,
-  ...props
-}: MessageBranchProps) => {
-  const [currentBranch, setCurrentBranch] = useState(defaultBranch);
-  const [branches, setBranches] = useState<ReactElement[]>([]);
-
-  const handleBranchChange = useCallback(
-    (newBranch: number) => {
-      setCurrentBranch(newBranch);
-      onBranchChange?.(newBranch);
-    },
-    [onBranchChange]
-  );
-
-  const goToPrevious = useCallback(() => {
-    const newBranch =
-      currentBranch > 0 ? currentBranch - 1 : branches.length - 1;
-    handleBranchChange(newBranch);
-  }, [currentBranch, branches.length, handleBranchChange]);
-
-  const goToNext = useCallback(() => {
-    const newBranch =
-      currentBranch < branches.length - 1 ? currentBranch + 1 : 0;
-    handleBranchChange(newBranch);
-  }, [currentBranch, branches.length, handleBranchChange]);
-
-  const contextValue = useMemo<MessageBranchContextType>(
-    () => ({
-      branches,
-      currentBranch,
-      goToNext,
-      goToPrevious,
-      setBranches,
-      totalBranches: branches.length,
-    }),
-    [branches, currentBranch, goToNext, goToPrevious]
-  );
-
-  return (
-    <MessageBranchContext.Provider value={contextValue}>
-      <div
-        className={cn("grid w-full gap-2 [&>div]:pb-0", className)}
-        {...props}
-      />
-    </MessageBranchContext.Provider>
-  );
-};
-
-export type MessageBranchContentProps = HTMLAttributes<HTMLDivElement>;
-
-export const MessageBranchContent = ({
-  children,
-  ...props
-}: MessageBranchContentProps) => {
-  const { currentBranch, setBranches, branches } = useMessageBranch();
-  const childrenArray = useMemo(
-    () => (Array.isArray(children) ? children : [children]),
-    [children]
-  );
-
-  // Use useEffect to update branches when they change
-  useEffect(() => {
-    if (branches.length !== childrenArray.length) {
-      setBranches(childrenArray);
-    }
-  }, [childrenArray, branches, setBranches]);
-
-  return childrenArray.map((branch, index) => (
-    <div
-      className={cn(
-        "grid gap-2 overflow-hidden [&>div]:pb-0",
-        index === currentBranch ? "block" : "hidden"
-      )}
-      key={branch.key}
-      {...props}
-    >
-      {branch}
-    </div>
-  ));
-};
-
-export type MessageBranchSelectorProps = ComponentProps<typeof ButtonGroup>;
-
-export const MessageBranchSelector = ({
-  className,
-  ...props
-}: MessageBranchSelectorProps) => {
-  const { totalBranches } = useMessageBranch();
-
-  // Don't render if there's only one branch
-  if (totalBranches <= 1) {
-    return null;
-  }
-
-  return (
-    <ButtonGroup
-      className={cn(
-        "[&>*:not(:first-child)]:rounded-l-md [&>*:not(:last-child)]:rounded-r-md",
-        className
-      )}
-      orientation="horizontal"
-      {...props}
-    />
-  );
-};
-
-export type MessageBranchPreviousProps = ComponentProps<typeof Button>;
-
-export const MessageBranchPrevious = ({
-  children,
-  ...props
-}: MessageBranchPreviousProps) => {
-  const { goToPrevious, totalBranches } = useMessageBranch();
-
-  return (
-    <Button
-      aria-label="Previous branch"
-      disabled={totalBranches <= 1}
-      onClick={goToPrevious}
-      size="icon-sm"
-      type="button"
-      variant="ghost"
-      {...props}
-    >
-      {children ?? <ChevronLeftIcon size={14} />}
-    </Button>
-  );
-};
-
-export type MessageBranchNextProps = ComponentProps<typeof Button>;
-
-export const MessageBranchNext = ({
-  children,
-  ...props
-}: MessageBranchNextProps) => {
-  const { goToNext, totalBranches } = useMessageBranch();
-
-  return (
-    <Button
-      aria-label="Next branch"
-      disabled={totalBranches <= 1}
-      onClick={goToNext}
-      size="icon-sm"
-      type="button"
-      variant="ghost"
-      {...props}
-    >
-      {children ?? <ChevronRightIcon size={14} />}
-    </Button>
-  );
-};
-
-export type MessageBranchPageProps = HTMLAttributes<HTMLSpanElement>;
-
-export const MessageBranchPage = ({
-  className,
-  ...props
-}: MessageBranchPageProps) => {
-  const { currentBranch, totalBranches } = useMessageBranch();
-
-  return (
-    <ButtonGroupText
-      className={cn(
-        "border-none bg-transparent text-muted-foreground shadow-none",
-        className
-      )}
-      {...props}
-    >
-      {currentBranch + 1} of {totalBranches}
-    </ButtonGroupText>
-  );
-};
-
-export type MessageResponseProps = ComponentProps<typeof Streamdown>;
-
-const streamdownPlugins = { cjk, code, math, mermaid };
-
-export const MessageResponse = memo(
-  ({ className, ...props }: MessageResponseProps) => (
-    <Streamdown
-      className={cn(
-        "size-full [&>*:first-child]:mt-0 [&>*:last-child]:mb-0",
-        className
-      )}
-      plugins={streamdownPlugins}
-      {...props}
-    />
-  ),
-  (prevProps, nextProps) =>
-    prevProps.children === nextProps.children &&
-    nextProps.isAnimating === prevProps.isAnimating
-);
-
-MessageResponse.displayName = "MessageResponse";
-
-export type MessageToolbarProps = ComponentProps<"div">;
-
-export const MessageToolbar = ({
-  className,
-  children,
-  ...props
-}: MessageToolbarProps) => (
-  <div
-    className={cn(
-      "mt-4 flex w-full items-center justify-between gap-4",
-      className
-    )}
-    {...props}
-  >
-    {children}
-  </div>
-);