getfilepress 0.0.0 → 0.1.0

package/packages/import/src/ir.ts

@@ -0,0 +1,109 @@
+/** Intermediate representation for a crawled site → filepress write. */
+
+export type SiteIRPost = {
+	slug: string;
+	title: string;
+	date: string;
+	tags: string[];
+	description: string | null;
+	markdown: string;
+	sourceUrl: string;
+	/** Absolute image URLs discovered in the body (same-origin preferred). */
+	imageUrls: string[];
+};
+
+export type SiteIRPage = {
+	slug: string;
+	title: string;
+	description: string | null;
+	markdown: string;
+	sourceUrl: string;
+	order: number;
+	imageUrls: string[];
+};
+
+export type SiteIR = {
+	source: { url: string; generator: string | null };
+	identity: {
+		title: string;
+		description: string;
+		author: string;
+		canonicalUrl: string;
+	};
+	posts: SiteIRPost[];
+	pages: SiteIRPage[];
+	nav: Array<{ label: string; href: string }>;
+	topics: Array<{ label: string; tag: string }>;
+	/** Suggested lede for the filepress index (from home bio), or null. */
+	lede: string | null;
+	/** Notes for the import report (URL remaps, skips). */
+	notes: string[];
+	/** Same-origin chrome assets to copy into static/ (favicons, etc.). */
+	assets: string[];
+};
+
+export type DesignBrief = {
+	mood: string;
+	do: string[];
+	dont: string[];
+	tokens: {
+		accent: string;
+		accentStrong: string;
+		bg?: string;
+		ink?: string;
+		inkSoft?: string;
+		surface?: string;
+		rule?: string;
+		ruleStrong?: string;
+		accentWash?: string;
+	};
+	density: 'sparse' | 'balanced' | 'dense';
+	/** When set, theme generator punches up structure — not just token swaps. */
+	paletteMode?: 'dark' | 'light';
+	fonts?: {
+		serif: string;
+		sans: string;
+		mono: string;
+		/** Full Google Fonts CSS2 URL, or null to skip remote fonts. */
+		googleHref: string | null;
+	};
+	hero?: 'editorial' | 'bold';
+	atmosphere?: 'none' | 'noise';
+	navStyle?: 'soft' | 'uppercase-tracked';
+	elevatedCards?: boolean;
+	/** Local static paths after fetch (e.g. /images/hero.jpg). Portraits are never CSS covers. */
+	images?: {
+		hero?: string | null;
+		header?: string | null;
+		background?: string | null;
+		logo?: string | null;
+		/** Author/headshot — kept for authors; not applied as a background. */
+		portrait?: string | null;
+	};
+	cssNotes: string[];
+};
+
+export type ImageCandidate = {
+	url: string;
+	role: 'hero' | 'header' | 'background' | 'logo' | 'portrait' | 'other';
+	source: string;
+	alt?: string;
+};
+
+export type ImportOptions = {
+	source: string;
+	inspire: string[];
+	out: string;
+	siteName: string;
+	title?: string;
+	author?: string;
+	canonicalUrl?: string;
+	ollamaHost: string;
+	ollamaModel: string;
+	noLlm: boolean;
+	dryRun: boolean;
+	force: boolean;
+	/** Download suggested hero/header/bg images into static/images/. */
+	fetchImages: boolean;
+	engineRoot: string;
+};

package/packages/import/src/ollama.ts

@@ -0,0 +1,145 @@
+import type { DesignBrief, SiteIR } from './ir.ts';
+import type { InspirationSignals } from './inspire.ts';
+import { DEFAULT_BRIEF, parseBriefJson } from './theme.ts';
+
+export async function ollamaAvailable(host: string): Promise<boolean> {
+	try {
+		const res = await fetch(`${host.replace(/\/+$/, '')}/api/tags`, {
+			signal: AbortSignal.timeout(4000)
+		});
+		return res.ok;
+	} catch {
+		return false;
+	}
+}
+
+/** Shared copy for import + Genie Mode when Ollama is missing or unused. */
+export function ollamaSetupHint(host: string): string {
+	const h = host.replace(/\/+$/, '') || 'http://127.0.0.1:11434';
+	return [
+		`Ollama not reachable at ${h}.`,
+		`Install from https://ollama.com then pull a model (e.g. ollama pull gemma4:12b).`,
+		`For a GPU-tuned named variant, use Finetuna: https://github.com/Catalyst-Forge-LLC/finetuna`,
+		`Then set FILEPRESS_OLLAMA_MODEL to that name (and OLLAMA_HOST if remote).`
+	].join(' ');
+}
+
+export async function generateDesignBrief(opts: {
+	host: string;
+	model: string;
+	ir: SiteIR;
+	inspireSummaries: string[];
+	inspireSignals: InspirationSignals[];
+	seed: DesignBrief;
+}): Promise<DesignBrief> {
+	const host = opts.host.replace(/\/+$/, '');
+	const prompt = `You are a design director restyling a personal Markdown blog (filepress Essay chrome).
+The seed brief below was extracted from inspiration site CSS/fonts. Refine it — keep the punch.
+Return ONLY JSON (no fences) with this shape:
+{
+  "mood": "short phrase",
+  "do": ["..."],
+  "dont": ["..."],
+  "tokens": {
+    "accent": "#rrggbb",
+    "accentStrong": "#rrggbb",
+    "bg": "#rrggbb",
+    "ink": "#rrggbb",
+    "inkSoft": "#rrggbb",
+    "surface": "#rrggbb",
+    "rule": "#rrggbb",
+    "ruleStrong": "#rrggbb"
+  },
+  "density": "sparse" | "balanced" | "dense",
+  "paletteMode": "dark" | "light",
+  "fonts": {
+    "serif": "Font Name",
+    "sans": "Font Name",
+    "mono": "Font Name",
+    "googleHref": "https://fonts.googleapis.com/css2?..." or null
+  },
+  "hero": "bold" | "editorial",
+  "atmosphere": "noise" | "none",
+  "navStyle": "uppercase-tracked" | "soft",
+  "elevatedCards": true | false,
+  "cssNotes": ["..."]
+}
+
+Hard rules:
+- If inspiration is dark/modern, paletteMode MUST stay "dark" with bold hero + noise + tracked nav.
+- Personal essay site: do NOT invent marketing section layouts.
+- Prefer inspiration fonts/colors over the source site's cream-editorial look.
+- Avoid purple-on-white clichés.
+
+Seed brief (from inspiration extraction):
+${JSON.stringify(opts.seed, null, 2)}
+
+Site identity (content only — do not force its old palette):
+${JSON.stringify(opts.ir.identity, null, 2)}
+
+Inspiration notes:
+${opts.inspireSignals.flatMap((s) => s.notes).join('; ') || '(none)'}
+
+Inspiration text snippets:
+${opts.inspireSummaries.map((s, i) => `(${i + 1}) ${s}`).join('\n') || '(none)'}
+`;
+
+	const res = await fetch(`${host}/api/chat`, {
+		method: 'POST',
+		headers: { 'content-type': 'application/json' },
+		body: JSON.stringify({
+			model: opts.model,
+			stream: false,
+			format: 'json',
+			options: { temperature: 0.35 },
+			messages: [
+				{
+					role: 'system',
+					content:
+						'You output only valid JSON. Preserve dark inspiration palettes; do not flatten them into cream editorial.'
+				},
+				{ role: 'user', content: prompt }
+			]
+		}),
+		signal: AbortSignal.timeout(180_000)
+	});
+
+	if (!res.ok) {
+		const body = await res.text().catch(() => '');
+		throw new Error(`Ollama chat failed (${res.status}): ${body.slice(0, 400)}`);
+	}
+
+	const data = (await res.json()) as { message?: { content?: string } };
+	const content = data.message?.content ?? '';
+	try {
+		const refined = parseBriefJson(content);
+		// Never let the model drop fonts/googleHref from a rich seed
+		return {
+			...opts.seed,
+			...refined,
+			tokens: { ...opts.seed.tokens, ...refined.tokens },
+			fonts: refined.fonts || opts.seed.fonts,
+			paletteMode: refined.paletteMode || opts.seed.paletteMode,
+			hero: refined.hero || opts.seed.hero,
+			atmosphere: refined.atmosphere || opts.seed.atmosphere,
+			navStyle: refined.navStyle || opts.seed.navStyle,
+			elevatedCards: refined.elevatedCards ?? opts.seed.elevatedCards
+		};
+	} catch (e) {
+		console.warn(`import: brief parse failed (${e}); using seed brief`);
+		return opts.seed;
+	}
+}
+
+/** Short text summary of an inspiration homepage for the brief prompt. */
+export function summarizeHtmlForBrief(html: string, max = 1200): string {
+	const text = html
+		.replace(/<script[\s\S]*?<\/script>/gi, ' ')
+		.replace(/<style[\s\S]*?<\/style>/gi, ' ')
+		.replace(/<[^>]+>/g, ' ')
+		.replace(/\s+/g, ' ')
+		.trim();
+	return text.slice(0, max);
+}
+
+export { DEFAULT_BRIEF };

package/packages/import/src/stock.ts

@@ -0,0 +1,218 @@
+import type { DesignBrief } from './ir.ts';
+
+const OPENVERSE = 'https://api.openverse.org/v1/images/';
+const UA = 'filepressImport/0.1 (+https://github.com/Catalyst-Forge-LLC/filepress)';
+
+export type StockHit = {
+	url: string;
+	title: string;
+	creator: string | null;
+	license: string;
+	licenseUrl: string;
+	foreignLandingUrl: string;
+	attribution: string;
+	query: string;
+};
+
+type OpenverseResult = {
+	url?: string;
+	title?: string;
+	creator?: string | null;
+	license?: string;
+	license_url?: string;
+	foreign_landing_url?: string;
+	attribution?: string;
+	width?: number;
+	height?: number;
+	mature?: boolean;
+};
+
+/** Build stock search queries from the design brief (not inspiration site assets). */
+export function stockQueriesForBrief(brief: DesignBrief, _author?: string): {
+	background: string;
+	header: string;
+	hero: string;
+} {
+	const mode = brief.paletteMode || 'dark';
+	// Keep queries short — Openverse ranks better on simple visual terms than mood essays.
+	if (mode === 'dark') {
+		return {
+			background: 'abstract dark texture',
+			header: 'dark abstract texture background',
+			hero: 'dark abstract background'
+		};
+	}
+	return {
+		background: 'warm paper texture',
+		header: 'soft light abstract',
+		hero: 'neutral abstract background'
+	};
+}
+
+function isUsableCover(r: OpenverseResult): boolean {
+	if (!r.url || r.mature) return false;
+	if (!/^https?:\/\//i.test(r.url)) return false;
+	const blob = `${r.title || ''} ${r.url}`.toLowerCase();
+	// Openverse is a mixed bag — reject obvious people/pop-culture dumps.
+	if (
+		/\b(spidey|spider-?man|thor|cosplay|comic-?con|wedding|selfie|portrait|headshot|meme|cartoon|anime|pokemon|marvel|disney)\b/.test(
+			blob
+		)
+	) {
+		return false;
+	}
+	// Prefer texture/atmosphere language in the title when present.
+	return true;
+}
+
+function scoreCover(r: OpenverseResult): number {
+	let score = 0;
+	const title = (r.title || '').toLowerCase();
+	const lic = (r.license || '').toLowerCase();
+	if (lic === 'cc0' || lic === 'pdm') score += 50;
+	else if (lic === 'by') score += 20;
+	else if (lic.includes('sa')) score -= 30; // share-alike is awkward for site chrome
+	if (/texture|abstract|background|gradient|bokeh|paper|grain|noise|dark/.test(title)) score += 25;
+	const ratio = (r.width ?? 0) / Math.max(r.height ?? 1, 1);
+	if (ratio >= 1.3) score += 15;
+	if (/rawpixel|wikimedia|stocksnap/i.test(r.url || '')) score += 10;
+	return score;
+}
+
+/** Public: search Openverse for a single cover-quality image. */
+export async function searchStockImage(query: string): Promise<StockHit | null> {
+	return searchOpenverse(query);
+}
+
+async function searchOpenverse(query: string): Promise<StockHit | null> {
+	const trySearch = async (params: URLSearchParams) => {
+		const res = await fetch(`${OPENVERSE}?${params}`, {
+			headers: {
+				'user-agent': UA,
+				accept: 'application/json'
+			}
+		});
+		if (!res.ok) {
+			throw new Error(`Openverse search failed (${res.status}) for “${query}”`);
+		}
+		return (await res.json()) as { results?: OpenverseResult[] };
+	};
+
+	const attempts: URLSearchParams[] = [
+		new URLSearchParams({
+			q: query,
+			page_size: '20',
+			license: 'cc0,pdm',
+			mature: 'false',
+			category: 'photograph'
+		}),
+		new URLSearchParams({
+			q: query,
+			page_size: '20',
+			license: 'cc0,pdm',
+			mature: 'false'
+		}),
+		new URLSearchParams({
+			q: query,
+			page_size: '20',
+			license_type: 'commercial',
+			mature: 'false',
+			category: 'photograph'
+		})
+	];
+
+	const pool: OpenverseResult[] = [];
+	for (const params of attempts) {
+		try {
+			const data = await trySearch(params);
+			for (const r of data.results ?? []) {
+				if (isUsableCover(r)) pool.push(r);
+			}
+			if (pool.length >= 4) break;
+		} catch {
+			/* try next */
+		}
+	}
+
+	pool.sort((a, b) => scoreCover(b) - scoreCover(a));
+	const best = pool[0];
+	if (!best?.url) return null;
+
+	return {
+		url: best.url,
+		title: best.title || 'Untitled',
+		creator: best.creator ?? null,
+		license: best.license || 'unknown',
+		licenseUrl: best.license_url || '',
+		foreignLandingUrl: best.foreign_landing_url || best.url,
+		attribution:
+			best.attribution ||
+			`“${best.title || 'Untitled'}”${best.creator ? ` by ${best.creator}` : ''} (${best.license || 'license unknown'})`,
+		query
+	};
+}
+
+export type StockPlan = {
+	images: NonNullable<DesignBrief['images']>;
+	hits: Partial<Record<'background' | 'header' | 'hero', StockHit>>;
+	notes: string[];
+};
+
+/**
+ * Resolve CSS-cover slots from Openverse (CC commercial-friendly), not from --inspire pages.
+ * Portrait/logo stay with the source-site harvest.
+ */
+export async function planStockCovers(
+	brief: DesignBrief,
+	opts?: { author?: string; includeHeader?: boolean; includeHero?: boolean }
+): Promise<StockPlan> {
+	const queries = stockQueriesForBrief(brief, opts?.author);
+	const hits: StockPlan['hits'] = {};
+	const notes: string[] = [
+		'Chrome covers from Openverse (Creative Commons, commercial-friendly), not inspiration sites.'
+	];
+	const used = new Set<string>();
+
+	const take = async (role: 'background' | 'header' | 'hero', query: string) => {
+		try {
+			const hit = await searchOpenverse(query);
+			if (!hit || used.has(hit.url)) {
+				notes.push(`- ${role}: no distinct stock hit for “${query}”`);
+				return;
+			}
+			used.add(hit.url);
+			hits[role] = hit;
+			notes.push(
+				`- ${role}: “${hit.title}” (${hit.license}) via Openverse — ${hit.foreignLandingUrl}`
+			);
+		} catch (e) {
+			notes.push(
+				`- ${role}: stock search failed — ${e instanceof Error ? e.message : String(e)}`
+			);
+		}
+	};
+
+	await take('background', queries.background);
+	if (opts?.includeHeader !== false) await take('header', queries.header);
+	if (opts?.includeHero) await take('hero', queries.hero);
+
+	return {
+		images: {
+			background: hits.background?.url ?? null,
+			header: hits.header?.url ?? null,
+			hero: hits.hero?.url ?? null
+		},
+		hits,
+		notes
+	};
+}
+
+export function formatAttributionMarkdown(
+	hits: StockPlan['hits']
+): string {
+	const lines = Object.entries(hits).map(([role, hit]) => {
+		if (!hit) return '';
+		return `- **${role}:** ${hit.attribution} — [source](${hit.foreignLandingUrl}) · [license](${hit.licenseUrl || hit.foreignLandingUrl})`;
+	});
+	return lines.filter(Boolean).join('\n');
+}