@mepuka/skygent 0.2.0 → 0.3.1

package/src/cli/filter.ts

@@ -4,7 +4,7 @@ import { Chunk, Clock, Effect, Option, Stream } from "effect";
 import { StoreQuery } from "../domain/events.js";
 import { RawPost } from "../domain/raw.js";
 import type { Post } from "../domain/post.js";
-import { StoreName } from "../domain/primitives.js";
+import { PostUri, StoreName } from "../domain/primitives.js";
 import { BskyClient } from "../services/bsky-client.js";
 import { FilterCompiler } from "../services/filter-compiler.js";
 import { FilterLibrary } from "../services/filter-library.js";
@@ -24,6 +24,8 @@ import { renderTableLegacy } from "./doc/table.js";
 import { withExamples } from "./help.js";
 import { filterOption, filterJsonOption } from "./shared-options.js";
 import { jsonTableFormats, resolveOutputFormat, textJsonFormats } from "./output-format.js";
+import { filterDslDescription, filterJsonDescription } from "./filter-help.js";
+import { PositiveInt } from "./option-schemas.js";
 
 const filterNameArg = Args.text({ name: "name" }).pipe(
   Args.withSchema(StoreName),
@@ -35,6 +37,7 @@ const postJsonOption = Options.text("post-json").pipe(
   Options.optional
 );
 const postUriOption = Options.text("post-uri").pipe(
+  Options.withSchema(PostUri),
   Options.withDescription("Bluesky post URI (at://...)."),
   Options.optional
 );
@@ -42,7 +45,18 @@ const storeOption = Options.text("store").pipe(
   Options.withSchema(StoreName),
   Options.withDescription("Store name to sample for benchmarking")
 );
+const storeTestOption = Options.text("store").pipe(
+  Options.withSchema(StoreName),
+  Options.withDescription("Store name to sample for filter testing"),
+  Options.optional
+);
+const testLimitOption = Options.integer("limit").pipe(
+  Options.withSchema(PositiveInt),
+  Options.withDescription("Number of posts to evaluate (default: 100)"),
+  Options.optional
+);
 const sampleSizeOption = Options.integer("sample-size").pipe(
+  Options.withSchema(PositiveInt),
   Options.withDescription("Number of posts to evaluate (default: 1000)"),
   Options.optional
 );
@@ -267,17 +281,68 @@ export const filterTest = Command.make(
     filterJson: filterJsonOption,
     postJson: postJsonOption,
     postUri: postUriOption,
+    store: storeTestOption,
+    limit: testLimitOption,
     format: testFormatOption
   },
-  ({ filter, filterJson, postJson, postUri, format }) =>
+  ({ filter, filterJson, postJson, postUri, store, limit, format }) =>
     Effect.gen(function* () {
       yield* requireFilterExpr(filter, filterJson);
       const expr = yield* parseFilterExpr(filter, filterJson);
       const runtime = yield* FilterRuntime;
+      const outputFormat = Option.getOrElse(format, () => "text" as const);
+      if (Option.isSome(store)) {
+        if (Option.isSome(postJson) || Option.isSome(postUri)) {
+          return yield* CliInputError.make({
+            message: "Use either --store or --post-json/--post-uri, not both.",
+            cause: { store: store.value, postJson, postUri }
+          });
+        }
+        const storeRef = yield* storeOptions.loadStoreRef(store.value);
+        const index = yield* StoreIndex;
+        const evaluateBatch = yield* runtime.evaluateBatch(expr);
+        const sampleLimit = Option.getOrElse(limit, () => 100);
+        const query = StoreQuery.make({ scanLimit: sampleLimit, order: "desc" });
+        const stream = index.query(storeRef, query);
+        const result = yield* stream.pipe(
+          Stream.grouped(50),
+          Stream.runFoldEffect(
+            { processed: 0, matched: 0 },
+            (state, batch) =>
+              evaluateBatch(batch).pipe(
+                Effect.map((results) => {
+                  const processed = state.processed + Chunk.size(batch);
+                  const matched =
+                    state.matched +
+                    Chunk.toReadonlyArray(results).filter(Boolean).length;
+                  return { processed, matched };
+                })
+              )
+          )
+        );
+        if (outputFormat === "json") {
+          yield* writeJson({
+            store: storeRef.name,
+            processed: result.processed,
+            matched: result.matched,
+            limit: sampleLimit,
+            filter: expr,
+            filterText: formatFilterExpr(expr)
+          });
+          return;
+        }
+        const lines = [
+          `Matched: ${result.matched}/${result.processed}`,
+          `Store: ${storeRef.name}`,
+          `Filter: ${formatFilterExpr(expr)}`
+        ];
+        yield* writeText(lines.join("\n"));
+        return;
+      }
+
       const predicate = yield* runtime.evaluate(expr);
       const post = yield* loadPost(postJson, postUri);
       const ok = yield* predicate(post);
-      const outputFormat = Option.getOrElse(format, () => "text" as const);
       if (outputFormat === "json") {
         yield* writeJson({
           ok,
@@ -297,8 +362,9 @@ export const filterTest = Command.make(
     })
 ).pipe(
   Command.withDescription(
-    withExamples("Test a filter against a single post", [
-      "skygent filter test --filter 'hashtag:#ai' --post-uri at://did:plc:example/app.bsky.feed.post/xyz"
+    withExamples("Test a filter against a post or store sample", [
+      "skygent filter test --filter 'hashtag:#ai' --post-uri at://did:plc:example/app.bsky.feed.post/xyz",
+      "skygent filter test --filter 'engagement:minLikes=10' --store my-store --limit 100"
     ])
   )
 );
@@ -414,8 +480,20 @@ export const filterDescribe = Command.make(
   )
 );
 
+export const filterHelp = Command.make("help", {}, () =>
+  Effect.gen(function* () {
+    const body = [filterDslDescription(), "", filterJsonDescription()].join("\n");
+    yield* writeText(body);
+  })
+).pipe(
+  Command.withDescription(
+    withExamples("Show filter DSL and JSON help", ["skygent filter help"])
+  )
+);
+
 export const filterCommand = Command.make("filter", {}).pipe(
   Command.withSubcommands([
+    filterHelp,
     filterList,
     filterShow,
     filterCreate,