@flowapt/flowiq-cli 0.6.6 → 0.6.7

package/README.md

@@ -1333,6 +1333,22 @@ flowiq test cleanup <organization_id> --confirm      # delete the stress contact
 `--agent <id>` targets a specific (non-active) agent. `test stress cleanup` is
 destructive and requires `--confirm`.
 
+**Scenario pack shape.** `{scenarios:[{id, title, turns:[{text, expect?, expectNot?}]}]}`.
+`expect` / `expectNot` are case-insensitive substring checks (informational —
+reported and summed, never a hard fail) and accept **either a single string or an
+array of strings**:
+
+```json
+{ "text": "What investment options do I have?",
+  "expect": "depend on your fund rules",
+  "expectNot": ["Destiny offers", "guaranteed return"] }
+```
+
+Before v0.6.7 a bare string was iterated character by character, so
+`"expect": "fund rules"` reported ten single-letter checks that all trivially
+passed — a wrong pass/fail signal that still looked like a real result. Write
+either form now.
+
 ### Guide — `flowiq guide`
 
 Read the bundled docs in the terminal — no digging through node_modules.

package/TEAM-GUIDE.md

@@ -103,6 +103,7 @@ When you see it, run `npm i -g @flowapt/flowiq-cli` — a stale version also mea
 | Agent can't quote ANY price / "I can't pull the live menu" | `flowiq agent config <org_id> --tool product_lookup=true` — name-based fuzzy lookup that works without embeddings or a live OpenAI key (semantic `get_product_info` needs both) |
 | Talk to the live agent safely (no real WhatsApp ever sent) | `flowiq test send <org_id> "hi, do you sell X?"` |
 | Set which contact `flowiq test` uses (use a FAKE number!) | `flowiq agent config <org_id> --test-contact-number 27000000001 --test-contact-name "QA Bot"` |
+| Prove a batch of fixes actually landed, in one run | `flowiq test scenario <org_id> ./pack.json` — pack is `{scenarios:[{id,title,turns:[{text,expect?,expectNot?}]}]}`. `expect`/`expectNot` are case-insensitive substring checks and take **a single string OR an array**. (Before v0.6.7 a bare string was checked letter by letter, so it always "passed" — if you wrote packs on an older version, re-run them.) |
 | **Make short links for a campaign** (with UTM tracking) | `flowiq links shorten <org_id> --url "https://shop.co.za/product/x" --campaign 13Aug_Seeds --content 13Aug_Seeds` (dry run) → `… --commit`. `utm_source`/`utm_medium` are set for you; campaign + content must be given together |
 | Short links for every URL in a message | `flowiq links shorten <org_id> --file ./message.txt --campaign X --content X --commit` |
 | Check which links a campaign has, and their clicks | `flowiq links list <org_id> --campaign 13Aug_Seeds` |

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@flowapt/flowiq-cli",
-  "version": "0.6.6",
+  "version": "0.6.7",
   "description": "Command-line tool for FlowIQ staff: round-trip agent prompts, questionnaires, fine-tuning, pin-board tasks, webhooks, templates, agent-updates, chat exports, and live agent testing without ever touching service-role credentials.",
   "type": "module",
   "bin": {

package/src/commands/agent-test.js

@@ -45,11 +45,21 @@ async function clearConv(orgId, agent) {
   return http.post("agent-test", { action: "clear", organization_id: orgId, agent_id: agent });
 }
 
+// A bare string is ONE needle, not a list of characters. Iterating a string
+// with for..of yields its characters, so a pack written as
+// `"expect": "fund rules"` used to report ten single-letter checks that all
+// trivially passed (and, for expectNot, all trivially failed) — a wrong
+// pass/fail signal that still looked like a real result.
+function needles(v) {
+  if (v == null) return [];
+  return Array.isArray(v) ? v : [v];
+}
+
 function checkExpectations(turn, replyText) {
   const results = [];
   const hay = (replyText || "").toLowerCase();
-  for (const e of turn.expect || []) results.push({ kind: "expect", needle: e, ok: hay.includes(String(e).toLowerCase()) });
-  for (const e of turn.expectNot || []) results.push({ kind: "expectNot", needle: e, ok: !hay.includes(String(e).toLowerCase()) });
+  for (const e of needles(turn.expect)) results.push({ kind: "expect", needle: e, ok: hay.includes(String(e).toLowerCase()) });
+  for (const e of needles(turn.expectNot)) results.push({ kind: "expectNot", needle: e, ok: !hay.includes(String(e).toLowerCase()) });
   return results;
 }