agency-lang 0.7.3 → 0.7.4

package/dist/lib/agents/agency-agent/subagents/code.agency

@@ -366,6 +366,10 @@ questions and there is NO next turn. Therefore:
   If something is ambiguous, state the most reasonable assumption and
   proceed.
 - NEVER defer work to "the next turn" or hand back a plan — do it now.
+- NEVER end with an empty response or zero tool calls. If the task is hard,
+  underspecified, or outside your usual area, still take a concrete first
+  action toward it and write your best attempt to the required file — an
+  imperfect artifact on disk always beats producing nothing.
 - Leave the task COMPLETE on disk: write the required file(s), then verify
   (compile, run, run any tests) and fix what fails before you stop.
 - If you are running low on tool budget, spend the remaining calls

package/dist/lib/agents/agency-agent/subagents/code.js

@@ -553,6 +553,10 @@ questions and there is NO next turn. Therefore:
   If something is ambiguous, state the most reasonable assumption and
   proceed.
 - NEVER defer work to "the next turn" or hand back a plan \u2014 do it now.
+- NEVER end with an empty response or zero tool calls. If the task is hard,
+  underspecified, or outside your usual area, still take a concrete first
+  action toward it and write your best attempt to the required file \u2014 an
+  imperfect artifact on disk always beats producing nothing.
 - Leave the task COMPLETE on disk: write the required file(s), then verify
   (compile, run, run any tests) and fix what fails before you stop.
 - If you are running low on tool budget, spend the remaining calls
@@ -1232,7 +1236,7 @@ const codeAgent = __AgencyFunction.create({
   exported: true
 }, __toolRegistry);
 var stdin_default = graph;
-const __sourceMap = { "dist/lib/agents/agency-agent/subagents/code.agency:agencyCli": { "1": { "line": 66, "col": 2 } }, "dist/lib/agents/agency-agent/subagents/code.agency:setCodeOneShot": { "1": { "line": 378, "col": 2 } }, "dist/lib/agents/agency-agent/subagents/code.agency:codeAgent": { "1": { "line": 394, "col": 2 }, "2": { "line": 395, "col": 2 }, "3": { "line": 396, "col": 2 }, "4": { "line": 397, "col": 2 }, "5": { "line": 401, "col": 2 }, "6": { "line": 402, "col": 2 }, "7": { "line": 405, "col": 2 }, "8": { "line": 412, "col": 2 }, "9": { "line": 413, "col": 2 }, "11": { "line": 465, "col": 2 }, "4.0": { "line": 398, "col": 4 }, "9.0": { "line": 414, "col": 4 }, "9.1.0": { "line": 416, "col": 6 }, "9.1.2.1": { "line": 421, "col": 8 }, "9.1.2.2.0": { "line": 423, "col": 10 }, "9.1.2.2": { "line": 422, "col": 8 }, "9.1.2.4.0": { "line": 426, "col": 10 }, "9.1.2.4": { "line": 425, "col": 8 }, "9.1.2.5": { "line": 428, "col": 8 }, "9.1.2.6": { "line": 429, "col": 8 }, "9.1.2": { "line": 418, "col": 6 }, "9.1.4": { "line": 431, "col": 6 }, "9.1.5": { "line": 439, "col": 6 }, "9.1.6.0": { "line": 441, "col": 8 }, "9.1.6.1": { "line": 442, "col": 8 }, "9.1.6.2": { "line": 443, "col": 8 }, "9.1.6.3": { "line": 445, "col": 8 }, "9.1.6": { "line": 440, "col": 6 }, "9.1": { "line": 415, "col": 4 }, "9.3": { "line": 449, "col": 4 }, "9.4": { "line": 463, "col": 4 } }, "dist/lib/agents/agency-agent/subagents/code.agency:__block_0": {} };
+const __sourceMap = { "dist/lib/agents/agency-agent/subagents/code.agency:agencyCli": { "1": { "line": 66, "col": 2 } }, "dist/lib/agents/agency-agent/subagents/code.agency:setCodeOneShot": { "1": { "line": 382, "col": 2 } }, "dist/lib/agents/agency-agent/subagents/code.agency:codeAgent": { "1": { "line": 398, "col": 2 }, "2": { "line": 399, "col": 2 }, "3": { "line": 400, "col": 2 }, "4": { "line": 401, "col": 2 }, "5": { "line": 405, "col": 2 }, "6": { "line": 406, "col": 2 }, "7": { "line": 409, "col": 2 }, "8": { "line": 416, "col": 2 }, "9": { "line": 417, "col": 2 }, "11": { "line": 469, "col": 2 }, "4.0": { "line": 402, "col": 4 }, "9.0": { "line": 418, "col": 4 }, "9.1.0": { "line": 420, "col": 6 }, "9.1.2.1": { "line": 425, "col": 8 }, "9.1.2.2.0": { "line": 427, "col": 10 }, "9.1.2.2": { "line": 426, "col": 8 }, "9.1.2.4.0": { "line": 430, "col": 10 }, "9.1.2.4": { "line": 429, "col": 8 }, "9.1.2.5": { "line": 432, "col": 8 }, "9.1.2.6": { "line": 433, "col": 8 }, "9.1.2": { "line": 422, "col": 6 }, "9.1.4": { "line": 435, "col": 6 }, "9.1.5": { "line": 443, "col": 6 }, "9.1.6.0": { "line": 445, "col": 8 }, "9.1.6.1": { "line": 446, "col": 8 }, "9.1.6.2": { "line": 447, "col": 8 }, "9.1.6.3": { "line": 449, "col": 8 }, "9.1.6": { "line": 444, "col": 6 }, "9.1": { "line": 419, "col": 4 }, "9.3": { "line": 453, "col": 4 }, "9.4": { "line": 467, "col": 4 } }, "dist/lib/agents/agency-agent/subagents/code.agency:__block_0": {} };
 export {
   __getCheckpoints,
   __invokeFunction,

package/dist/lib/runtime/agencyLlm.d.ts

@@ -47,6 +47,13 @@ export type LlmOpts<S extends z.ZodSchema = z.ZodSchema> = RetryConfig & {
      *  prompt. Subsequent `agency.llm` calls without `opts.model` use
      *  the client's default. */
     model?: string;
+    /** Cap on generated output tokens for this call. Maps to the
+     *  provider's `maxTokens`. Set it whenever the expected output is
+     *  small and bounded (labels, summaries): without a cap, a model
+     *  that fails to emit its stop token — small local models under a
+     *  structured-output grammar are the common case — generates until
+     *  its context window fills. */
+    maxTokens?: number;
     /** Structured-output schema. Maps to `runPrompt`'s `responseFormat`.
      *  When set, the response is parsed and the call returns
      *  `z.infer<S>` instead of the raw string content. */

package/dist/lib/runtime/agencyLlm.js

@@ -10,6 +10,8 @@ export async function llm(prompt, opts = {}) {
     const clientConfig = {};
     if (opts.model !== undefined)
         clientConfig.model = opts.model;
+    if (opts.maxTokens !== undefined)
+        clientConfig.maxTokens = opts.maxTokens;
     // Resilience options ride a dedicated `retryConfig` parameter (cleanly
     // separated from provider-shaped `clientConfig`). Pass even when all three
     // are undefined — `resolveRetryPolicy` uses `firstDefined` and just falls

package/dist/lib/stdlib/threads.js

@@ -129,11 +129,20 @@ const _summarySchema = z.object({ summary: z.string() });
 /** Build the transcript string used by both the lazy and eager
  *  summarize prompts. Keeps the shape symmetric with the Agency-side
  *  `summarize()` def. Non-string content gets coerced the same way
- *  `_getThread()` does to keep the prompt deterministic. */
+ *  `_getThread()` does to keep the prompt deterministic.
+ *
+ *  System/developer messages are excluded: they are instructions, not
+ *  conversation, and an agent's system prompt can run thousands of
+ *  tokens — pasting it into the "summarize this conversation" prompt
+ *  leaks its content into summaries and, on small local models, makes
+ *  the summarizer itself the most expensive call of the turn. */
 function _buildSummaryTranscript(messages) {
     let transcript = "";
     for (const m of messages) {
-        transcript += `[${String(m.role)}] ${_contentToString(m.content)}\n`;
+        const role = String(m.role);
+        if (role === "system" || role === "developer")
+            continue;
+        transcript += `[${role}] ${_contentToString(m.content)}\n`;
     }
     return transcript;
 }
@@ -177,6 +186,10 @@ export async function _eagerSummarizeIfNeeded(evt) {
         return;
     try {
         const transcript = _buildSummaryTranscript(evt.messages);
+        // All-system threads produce an empty transcript — nothing to
+        // summarize, so skip the LLM call rather than prompt over "".
+        if (transcript === "")
+            return;
         const result = await agency.llm(`Summarize this conversation in 1-2 sentences:\n${transcript}`, {
             schema: _summarySchema,
             // Standalone MessageThread — not in the active ThreadStore,
@@ -184,6 +197,13 @@ export async function _eagerSummarizeIfNeeded(evt) {
             // isolation guarantee as `thread(hidden: true) { ... }` on
             // the Agency side.
             thread: new MessageThread(),
+            // A 1-2 sentence summary is small and bounded. Uncapped, a
+            // small local model under the structured-output grammar can
+            // miss its stop token and generate until the context window
+            // fills — and Runner.thread AWAITS this hook at thread close,
+            // so that runaway blocks the whole turn (the agent's reply is
+            // computed but never rendered).
+            maxTokens: 256,
         });
         _setThreadSummary(evt.threadId, result.summary);
     }

package/dist/lib/stdlib/version.d.ts

@@ -1 +1 @@
-export declare const VERSION = "0.7.3";
+export declare const VERSION = "0.7.4";

package/dist/lib/stdlib/version.js

@@ -1 +1 @@
-export const VERSION = "0.7.3";
+export const VERSION = "0.7.4";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "agency-lang",
-  "version": "0.7.3",
+  "version": "0.7.4",
   "description": "The Agency language",
   "main": "lib/index.js",
   "bin": {

package/stdlib/capabilities.agency

@@ -42,7 +42,7 @@ export effectSet FileSystem = <FileRead, FileWrite>
 export effectSet Shell = <std::bash, std::exec, std::run>
 
 /** Anything that talks to the outside world over the network. */
-export effectSet Network = <std::http::fetch, std::http::fetchJSON, std::http::fetchMarkdown, std::search, std::tavilySearch, std::weather, std::browserUse, std::wikipedia::article, std::wikipedia::search, std::wikipedia::summary, std::gdelt, std::fred, std::dbnomics, std::edgar, std::littlesis, std::yc, std::hackernews>
+export effectSet Network = <std::http::fetch, std::http::fetchJSON, std::http::fetchMarkdown, std::search, std::tavilySearch, std::weather, std::browserUse, std::wikipedia::article, std::wikipedia::search, std::wikipedia::summary, std::gdelt, std::fred, std::dbnomics, std::edgar, std::littlesis, std::yc, std::hackernews, std::wikidata>
 
 /** The std::data/finance connectors (news + macro + filings). Each also raises
     std::http::fetchJSON, which is covered by the broader Network set. */

package/stdlib/capabilities.js

@@ -155,7 +155,7 @@ const FileRead = z.union([z.literal("std::read"), z.literal("std::readBinary"),
 const FileWrite = z.union([z.literal("std::write"), z.literal("std::writeBinary"), z.literal("std::edit"), z.literal("std::applyPatch"), z.literal("std::mkdir"), z.literal("std::move"), z.literal("std::copy"), z.literal("std::remove")]);
 const FileSystem = z.union([FileRead, FileWrite]);
 const Shell = z.union([z.literal("std::bash"), z.literal("std::exec"), z.literal("std::run")]);
-const Network = z.union([z.literal("std::http::fetch"), z.literal("std::http::fetchJSON"), z.literal("std::http::fetchMarkdown"), z.literal("std::search"), z.literal("std::tavilySearch"), z.literal("std::weather"), z.literal("std::browserUse"), z.literal("std::wikipedia::article"), z.literal("std::wikipedia::search"), z.literal("std::wikipedia::summary"), z.literal("std::gdelt"), z.literal("std::fred"), z.literal("std::dbnomics"), z.literal("std::edgar"), z.literal("std::littlesis"), z.literal("std::yc"), z.literal("std::hackernews")]);
+const Network = z.union([z.literal("std::http::fetch"), z.literal("std::http::fetchJSON"), z.literal("std::http::fetchMarkdown"), z.literal("std::search"), z.literal("std::tavilySearch"), z.literal("std::weather"), z.literal("std::browserUse"), z.literal("std::wikipedia::article"), z.literal("std::wikipedia::search"), z.literal("std::wikipedia::summary"), z.literal("std::gdelt"), z.literal("std::fred"), z.literal("std::dbnomics"), z.literal("std::edgar"), z.literal("std::littlesis"), z.literal("std::yc"), z.literal("std::hackernews"), z.literal("std::wikidata")]);
 const DataFinance = z.union([z.literal("std::gdelt"), z.literal("std::fred"), z.literal("std::edgar"), z.literal("std::dbnomics")]);
 const Messaging = z.union([z.literal("std::sendEmail"), z.literal("std::sendSms"), z.literal("std::sendIMessage")]);
 const Secrets = z.union([z.literal("std::getSecret"), z.literal("std::setSecret"), z.literal("std::deleteSecret")]);

package/stdlib/data/wikidata.agency

@@ -0,0 +1,269 @@
+import { fetchJSON } from "std::http"
+import { env } from "std::system"
+import { mapValues, values } from "std::object"
+
+/** @module
+  ## Wikidata — the open knowledge graph
+
+  Query [Wikidata](https://www.wikidata.org), the free structured database behind Wikipedia:
+  resolve a name to an entity, read an entity's facts, or run a raw SPARQL query over the graph.
+  Use it for broad entity research — people, organizations, places, works, and their typed
+  relationships — complementing the power-network focus of `std::data/people/littlesis`.
+
+  Recipe: `wikidataSearch` a name to get a QID, then `wikidataEntity(qid)` for its facts, or
+  `wikidataQuery` for graph traversal. Entity claims and SPARQL results reference other entities by
+  QID (e.g. "Q5"); resolve those with another search/entity call, or ask SPARQL for labels with
+  `SERVICE wikibase:label`. No API key required (WDQS is rate-limited and wants a descriptive
+  User-Agent — set WIKIDATA_USER_AGENT to override the default).
+
+  ### Usage
+
+  ```ts
+  import { wikidataSearch, wikidataEntity } from "std::data/wikidata"
+
+  node main() {
+    const hits = wikidataSearch("Ada Lovelace") catch []
+    if (hits.length > 0) {
+      const e = wikidataEntity(hits[0].id) catch { id: "", label: "", description: "", aliases: [], claims: {} }
+      print("${e.label}: ${e.description}")
+    }
+  }
+  ```
+*/
+
+effect std::wikidata { op: string, query: string }
+
+static const WD_BASE = "https://www.wikidata.org"
+static const WD_DOMAINS = ["www.wikidata.org"]
+static const WDQS_BASE = "https://query.wikidata.org"
+static const WDQS_DOMAINS = ["query.wikidata.org"]
+
+// WDQS requires a descriptive User-Agent. Read once per run (env), like edgar's SEC_USER_AGENT.
+const wikidataUserAgent = env("WIKIDATA_USER_AGENT") ?? "agency-lang (https://agency-lang.com)"
+const WD_HEADERS = { "User-Agent": wikidataUserAgent }
+
+/** A Wikidata entity from a name search. `id` is the QID (e.g. "Q42"). */
+export type Entity = {
+  id: string;
+  label: string;
+  description: string;
+  url: string
+}
+
+/** One entity's facts. `claims` maps a property id (e.g. "P31") to its values; a value is a QID for
+    entity-valued claims, or the literal's string form otherwise. Resolve QIDs with another
+    search/entity call. */
+export type EntityDetail = {
+  id: string;
+  label: string;
+  description: string;
+  aliases: string[];
+  claims: Record<string, string[]>
+}
+
+/** Build the entity-search path (wbsearchentities). Pure. */
+safe def buildSearchPath(name: string, limit: number): string {
+  const q = encodeURIComponent(name)
+  return "/w/api.php?action=wbsearchentities&search=${q}&language=en&format=json&limit=${limit}"
+}
+
+/** Build the entity-data path. Pure. */
+safe def buildEntityPath(qid: string): string {
+  return "/wiki/Special:EntityData/${encodeURIComponent(qid)}.json"
+}
+
+/** Build the SPARQL path. Pure. */
+safe def buildQueryPath(sparql: string): string {
+  const q = encodeURIComponent(sparql)
+  return "/sparql?query=${q}&format=json"
+}
+
+/** Reshape a wbsearchentities body into Entity[]. Pure/total. */
+safe def parseSearch(raw: any): Entity[] {
+  const r: any = raw ?? {}
+  const results = r.search ?? []
+  return map(results) as s {
+    const e: any = s ?? {}
+    return {
+      id: e.id ?? "",
+      label: e.label ?? "",
+      description: e.description ?? "",
+      url: e.concepturi ?? ""
+    }
+  }
+}
+
+/** Reduce a claim's mainsnak to a string by datavalue type. A novalue/somevalue snak → "".
+    Pure/total. */
+safe def parseClaimValue(mainsnak: any): string {
+  const snak: any = mainsnak ?? {}
+  if ((snak.snaktype ?? "") != "value") {
+    return ""
+  }
+  const dv: any = snak.datavalue ?? {}
+  const t = dv.type ?? ""
+  const v: any = dv.value ?? null
+  if (t == "wikibase-entityid") {
+    return v.id ?? ""
+  }
+  if (t == "string") {
+    return v ?? ""
+  }
+  if (t == "monolingualtext") {
+    return v.text ?? ""
+  }
+  if (t == "time") {
+    return v.time ?? ""
+  }
+  if (t == "quantity") {
+    return v.amount ?? ""
+  }
+  if (t == "globecoordinate") {
+    return "${v.latitude ?? 0},${v.longitude ?? 0}"
+  }
+  return ""
+}
+
+/** Map a property's statements to a list of stringified claim values. Pure/total. */
+safe def parseClaimList(statements: any): string[] {
+  const arr = statements ?? []
+  return map(arr) as s {
+    const st: any = s ?? {}
+    return parseClaimValue(st.mainsnak ?? {})
+  }
+}
+
+/** Reshape the claims object (PID → statements) into PID → string[]. Pure/total. */
+safe def parseClaims(claims: any): Record<string, string[]> {
+  const c: any = claims ?? {}
+  return mapValues(c) as (statements, pid) {
+    return parseClaimList(statements)
+  }
+}
+
+/** Reshape an EntityData body into EntityDetail. `qid` is the fallback id. Pure/total. */
+safe def parseEntity(raw: any, qid: string): EntityDetail {
+  const r: any = raw ?? {}
+  const ents: any[] = values(r.entities ?? {})
+  const ent: any = ents[0] ?? {}
+  const labels: any = ent.labels ?? {}
+  const descriptions: any = ent.descriptions ?? {}
+  const aliasesObj: any = ent.aliases ?? {}
+  const enLabel: any = labels.en ?? {}
+  const enDesc: any = descriptions.en ?? {}
+  const enAliases: any[] = aliasesObj.en ?? []
+  return {
+    id: ent.id ?? qid,
+    label: enLabel.value ?? "",
+    description: enDesc.value ?? "",
+    aliases: map(enAliases) as a {
+      const al: any = a ?? {}
+      return al.value ?? ""
+    },
+    claims: parseClaims(ent.claims ?? {})
+  }
+}
+
+/** Reshape a SPARQL body into rows (variable → value string). Pure/total. */
+safe def parseBindings(raw: any): Record<string, string>[] {
+  const r: any = raw ?? {}
+  const res: any = r.results ?? {}
+  const bindings = res.bindings ?? []
+  return map(bindings) as b {
+    const binding: any = b ?? {}
+    return mapValues(binding) as (cell, varName) {
+      const c: any = cell ?? {}
+      return c.value ?? ""
+    }
+  }
+}
+
+/** Shared failure message for a failed Wikidata fetch (either host). Pure. */
+safe def wikidataError(err: any): string {
+  return "Wikidata request failed (the API is rate-limited and expects a descriptive User-Agent): ${err.message ?? err}"
+}
+
+/** Turn a fetch Result into an Entity[] Result. Pure. */
+safe def searchFinalize(fetchResult: any): Result<Entity[]> {
+  return match (fetchResult) {
+    success(body) => success(parseSearch(body))
+    failure(err) => failure(wikidataError(err))
+  }
+}
+
+/** Turn a fetch Result into an EntityDetail Result; empty entities (unknown QID) → failure. Pure. */
+safe def entityFinalize(fetchResult: any, qid: string): Result<EntityDetail> {
+  return match (fetchResult) {
+    success(body) => {
+      const b: any = body ?? {}
+      const ents: any[] = values(b.entities ?? {})
+      if (ents.length == 0) {
+        return failure("Wikidata returned no entity for ${qid}")
+      }
+      return success(parseEntity(b, qid))
+    }
+    failure(err) => failure(wikidataError(err))
+  }
+}
+
+/** Turn a SPARQL fetch Result into a rows Result. Pure. */
+safe def queryFinalize(fetchResult: any): Result<Record<string, string>[]> {
+  return match (fetchResult) {
+    success(body) => success(parseBindings(body))
+    failure(err) => failure(wikidataError(err))
+  }
+}
+
+/** Fetch a Wikidata path (either host) with the User-Agent header, returning the parsed-JSON Result.
+    Raises std::http::fetchJSON but approves it internally, so a plain caller sees only the connector's
+    own std::wikidata prompt while any OUTER fetch handler still receives (and can reject or propagate)
+    the fetch. allowedDomains is enforced inside fetchJSON regardless. Private. */
+safe def wikidataFetch(base: string, domains: string[], path: string): Result raises <std::http::fetchJSON> {
+  handle {
+    return fetchJSON(baseUrl: base, path: path, headers: WD_HEADERS, allowedDomains: domains)
+  } with (data) {
+    if (data.effect == "std::http::fetchJSON") {
+      return approve()
+    }
+  }
+}
+
+export safe def wikidataSearch(name: string, limit: number = 5): Result<Entity[]> raises <std::wikidata, std::http::fetchJSON> {
+  """
+  Search Wikidata for entities by name. Returns matches with QID, label, description, and URL. The
+  QID identifies the entity for a follow-up entity fetch or SPARQL query. Empty result set returns an
+  empty list.
+
+  @param name - The person, organization, place, or thing to search for
+  @param limit - Maximum number of matches to return (default 5)
+  """
+  return interrupt std::wikidata("Search Wikidata for this name?", { op: "search", query: name })
+  const result = wikidataFetch(WD_BASE, WD_DOMAINS, buildSearchPath(name, limit))
+  return searchFinalize(result)
+}
+
+export safe def wikidataEntity(qid: string): Result<EntityDetail> raises <std::wikidata, std::http::fetchJSON> {
+  """
+  Fetch one Wikidata entity by its QID. Returns the English label, description, aliases, and claims
+  (property id to values; entity-valued claims are QIDs to resolve separately). Unknown QID returns
+  a failure.
+
+  @param qid - The Wikidata entity id, e.g. "Q42"
+  """
+  return interrupt std::wikidata("Fetch this Wikidata entity?", { op: "entity", query: qid })
+  const result = wikidataFetch(WD_BASE, WD_DOMAINS, buildEntityPath(qid))
+  return entityFinalize(result, qid)
+}
+
+export safe def wikidataQuery(sparql: string): Result<Record<string, string>[]> raises <std::wikidata, std::http::fetchJSON> {
+  """
+  Run a SPARQL query against the Wikidata Query Service and return rows (each a map of the SELECTed
+  variable names to string values). Prefixes wd:/wdt:/rdfs: and SERVICE wikibase:label are available.
+  Example: SELECT ?item ?itemLabel WHERE { ?item wdt:P31 wd:Q5 . SERVICE wikibase:label { bd:serviceParam wikibase:language "en" } } LIMIT 10
+
+  @param sparql - The SPARQL query text
+  """
+  return interrupt std::wikidata("Run this SPARQL query against Wikidata?", { op: "query", query: sparql })
+  const result = wikidataFetch(WDQS_BASE, WDQS_DOMAINS, buildQueryPath(sparql))
+  return queryFinalize(result)
+}