@deslop/stash 0.1.1082 → 0.1.1083

package/README.md

@@ -19,7 +19,7 @@ The CLI saves the entry through the server's RPC, waits until the server has rea
 - **Media.** The server runs the `yt-dlp` on `PATH` and downloads the Whisper model into `$XDG_CACHE_HOME/deslop/media` on first use. Published captions win; Whisper `small.en` takes about a quarter of the audio's length, up to two hours of audio. TikTok, X, YouTube and Instagram links go through `yt-dlp`, also when their page could not be read.
 - **Proxy.** When `STASH_PROXY` holds an `http://` proxy URL, every request for a source exits through it: `yt-dlp`, pages, APIs, preview images and the reader. Without it, the server reads with its own address. `{session}` in the URL becomes a new random value for each `yt-dlp` run and each request, so a rotating residential proxy keeps one exit address while a run downloads. A request that a site blocks, or that the exit drops, retries twice from new exit addresses. On `dev` it is the owner's [DataImpulse](https://app.dataimpulse.com) residential plan "stash": pay-as-you-go traffic that never expires, with `__sessid.{session}` after the login.
 - **Sources.** Web pages become Markdown with their headings, lists and link targets. GitHub repositories give their README, issues and pull requests their comments, X posts their long-form articles, and TikTok photo posts every slide. A page that holds no text, such as a JavaScript app or a PDF, goes to the [Jina Reader](https://jina.ai/reader/), which also takes blocked pages; its bot-check pages count as failures.
-- **Storage.** SQLite at `stash.db` in `STASH_DATA_DIR`, one row per note, without migrations: a change to its shape can drop it. Previews and uploaded files sit beside it in `images/` and `files/`.
+- **Storage.** SQLite at `stash.db` in `STASH_DATA_DIR`, one row per note holding its JSON. The notes on `dev` are production data: a change to the note's shape ships with a migration that converts the stored rows, never a reset. Previews and uploaded files sit beside it in `images/` and `files/`.
 - **Sync.** `notes.watch` sends every note's list fields once, then only the notes that changed, at most every 400 ms. `notes.get` loads the long texts and `notes.search` searches transcripts and pages on the server.
 - **Routes.** The app uses the JSON WebSocket RPC at `/api/rpc` and loads previews from `/api/images/<id>`. The share extension posts `{id, text}` to `/api/capture`. Photos and videos arrive as the raw body of `/api/files/<id>`.
 - **Organizer.** Claude reads each entry as a developer would and writes the notes the owner reads instead of the source: a plain title of at most 32 characters, a one-sentence summary, one to three tags, search topics, short Markdown notes of at most 10 lines (facts, steps, bold names and links, with headings only for long sources), and the words in the images. The preview, the photo post's slides and 12 evenly spaced video stills, up to 768 pixels wide, go with it. A short link resolves before saving, so another share of the same post finds the saved note.

package/dist/cli.js

@@ -7542,7 +7542,7 @@ const runWith = (command, config) => {
 };
 //#endregion
 //#region package.json
-var version = "0.1.1082";
+var version = "0.1.1083";
 //#endregion
 //#region src/main.cli.ts
 function section(title, text) {

package/dist/server.js

@@ -44281,7 +44281,7 @@ var Media = class Media extends Service()("@deslop/stash/services/media/service/
 				path.join(work, "frame-%02d.jpg")
 			]);
 			if (sampled.exitCode !== 0) return yield* MediaError.make({ message: `ffmpeg cannot sample the video: ${sampled.stderr}` });
-			return yield* forEach(sort(filter$4(yield* fs.readDirectory(work), startsWith("frame-")), String$3), (file) => fs.readFile(path.join(work, file)));
+			return yield* forEach(sort(filter$4(yield* fs.readDirectory(work), startsWith("frame-")), String$3), (file) => fs.readFile(path.join(work, file)), { concurrency: "unbounded" });
 		});
 		return Media.of({
 			fileFrames: fn$1("Media.fileFrames")(function* (file) {
@@ -91169,7 +91169,7 @@ const xThread = fnUntraced(function* (url) {
 	const quote = fromNullishOr(status.quote);
 	const media = flatMap$1([status, ...toArray$1(quote)], (post) => post.media?.all ?? []);
 	const replies = conversation.replies ?? [];
-	const linked = yield* forEach(pipe(status.raw_text?.facets ?? [], filterMap((facet) => fromOption$1(pipe(fromNullishOr(facet.replacement), flatMap$2(match$2(/(?:x|twitter)\.com\/[^/]+\/status\/(\d+)/u)), flatMap$2((match) => get$6(match, 1))), () => void 0)), filter$4((linkedId) => linkedId !== status.id && !exists(quote, (post) => post.id === linkedId)), dedupe, take$1(5)), (linkedId) => option$1(map$1(decode$1(FxStatus, new URL(`https://api.fxtwitter.com/2/status/${linkedId}`)), (found) => found.status)));
+	const linked = yield* forEach(pipe(status.raw_text?.facets ?? [], filterMap((facet) => fromOption$1(pipe(fromNullishOr(facet.replacement), flatMap$2(match$2(/(?:x|twitter)\.com\/[^/]+\/status\/(\d+)/u)), flatMap$2((match) => get$6(match, 1))), () => void 0)), filter$4((linkedId) => linkedId !== status.id && !exists(quote, (post) => post.id === linkedId)), dedupe, take$1(5)), (linkedId) => option$1(map$1(decode$1(FxStatus, new URL(`https://api.fxtwitter.com/2/status/${linkedId}`)), (found) => found.status)), { concurrency: "unbounded" });
 	return Extraction.make({
 		author: status.author.name,
 		image: map$4(head(media), (item) => item.thumbnail_url ?? item.url),
@@ -91229,7 +91229,7 @@ const issue = fnUntraced(function* (url, repository, number) {
 });
 const repository = fnUntraced(function* (url, name) {
 	const found = yield* decode$1(GitHubRepo, new URL(`https://api.github.com/repos/${name}`));
-	const readme = yield* pipe(decode$1(Struct({ download_url: String$1 }), new URL(`https://api.github.com/repos/${name}/readme`)), flatMap((file) => follow(new URL(file.download_url), api, 0)), map$1((file) => file.body), orElseSucceed(() => ""));
+	const readme = yield* pipe(decode$1(Struct({ download_url: String$1 }), new URL(`https://api.github.com/repos/${name}/readme`)), flatMap((file) => follow(new URL(file.download_url), api, 0)), map$1((file) => file.body), option$1);
 	return Extraction.make({
 		author: found.owner.login,
 		image: some$1(`https://opengraph.githubassets.com/1/${name}`),
@@ -91240,7 +91240,7 @@ const repository = fnUntraced(function* (url, name) {
 				onSome: (topics) => `Topics: ${join$1(topics, ", ")}`
 			})),
 			found.homepage ?? "",
-			readme
+			getOrElse(readme, () => "")
 		], filter$4(isNonEmpty$1), join$1("\n\n")),
 		title: found.full_name,
 		url: canonical(url)
@@ -102110,13 +102110,13 @@ const openStore = fnUntraced(function* (path) {
 	const upsert = database.prepare("insert into notes (id, created_at, json) values (?, ?, ?) on conflict (id) do update set created_at = excluded.created_at, json = excluded.json");
 	const remove = database.prepare("delete from notes where id = ?");
 	return {
-		load: pipe(try_(() => database.prepare("select json from notes order by created_at desc").all()), flatMap(forEach((row) => decodeUnknownEffect(NoteJson)(row["json"]))), failed),
+		load: pipe(try_(() => database.prepare("select json from notes order by created_at desc").all()), flatMap(forEach((row) => decodeUnknownEffect(NoteJson)(row["json"]), { concurrency: "unbounded" })), failed),
 		save: fnUntraced(function* (previous, next) {
 			const changes = diff(previous, next);
 			const rows = yield* pipe(forEach(changes.upserted, (note) => map$1(encodeEffect(NoteJson)(note), (json) => ({
 				json,
 				note
-			}))), failed);
+			})), { concurrency: "unbounded" }), failed);
 			yield* pipe(try_(() => {
 				database.exec("begin");
 				try {
@@ -102212,7 +102212,7 @@ var Notes = class Notes extends Service()("@deslop/stash/services/notes/service/
 			const pictures = [...yield* pipe(forEach(toArray$1(fromNullishOr(note.image)), (type) => map$1(fs.readFile(path.join(images, id)), (bytes) => ({
 				bytes,
 				type
-			}))), optional("The preview could not be read", empty$11)), ...stills];
+			})), { concurrency: "unbounded" }), optional("The preview could not be read", empty$11)), ...stills];
 			if (isEmpty$2(note.content) && isEmpty$2(note.transcript ?? "") && isEmpty$2(commentFor(note.text)) && isReadonlyArrayEmpty(pictures)) return yield* updateNote(id, (item) => ({
 				...item,
 				issue: match(isEmpty$2(item.issue), {
@@ -102246,8 +102246,11 @@ var Notes = class Notes extends Service()("@deslop/stash/services/notes/service/
 			}));
 		}
 		const keepImages = fnUntraced(function* (note, page) {
-			yield* pipe(forEach(toArray$1(filter$5(page.image, () => note.image === void 0)), (image) => flatMap(sources.image(image), (bytes) => storeImage(note.id, bytes)), { discard: true }), skip("The preview image was not kept"));
-			const slides = yield* forEach(page.slides ?? [], (image) => pipe(sources.image(image), asSome, optional("A slide was not read", none)));
+			yield* pipe(forEach(toArray$1(filter$5(page.image, () => note.image === void 0)), (image) => flatMap(sources.image(image), (bytes) => storeImage(note.id, bytes)), {
+				concurrency: "unbounded",
+				discard: true
+			}), skip("The preview image was not kept"));
+			const slides = yield* forEach(page.slides ?? [], (image) => pipe(sources.image(image), asSome, optional("A slide was not read", none)), { concurrency: 1 });
 			return getSomes(slides);
 		});
 		const organizeLink = fnUntraced(function* (note, link) {
@@ -102338,7 +102341,10 @@ var Notes = class Notes extends Service()("@deslop/stash/services/notes/service/
 				onTrue: () => void_
 			})), (effect) => run$1(runs, note.id, effect), asVoid);
 		}
-		yield* forEach(filter$4(yield* get$1(state), (note) => note.status === "organizing"), start, { discard: true });
+		yield* forEach(filter$4(yield* get$1(state), (note) => note.status === "organizing"), start, {
+			concurrency: 1,
+			discard: true
+		});
 		const missing = mapError(() => NotesError.make({ message: "This note no longer exists." }));
 		const receive = fnUntraced(function* (input) {
 			const stored = path.join(match(isVideo(input.type), {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@deslop/stash",
-  "version": "0.1.1082",
+  "version": "0.1.1083",
   "description": "A personal inbox for links and notes: the server, the iOS app, and a CLI that saves to it.",
   "repository": {
     "type": "git",