@agent-native/core 0.84.0 → 0.84.1

package/dist/progress/routes.d.ts

@@ -15,7 +15,7 @@ export declare function createProgressHandler(): import("h3").EventHandlerWithFe
     error: string;
     ok?: undefined;
 } | {
-    error?: undefined;
     ok: boolean;
+    error?: undefined;
 }>>;
 //# sourceMappingURL=routes.d.ts.map

package/dist/resources/handlers.d.ts

@@ -49,8 +49,8 @@ export declare function handleUpdateResource(event: any): Promise<import("./stor
 }>;
 /** DELETE /_agent-native/resources/:id — delete a resource */
 export declare function handleDeleteResource(event: any): Promise<{
-    ok?: undefined;
     error: string;
+    ok?: undefined;
 } | {
     error?: undefined;
     ok: boolean;

package/docs/content/evals.mdx

@@ -90,13 +90,14 @@ export default defineEval({
 
 An eval passes only when **every** scorer meets the threshold. Key `defineEval` fields:
 
-| Field       | Type                  | Notes                                                         |
-| ----------- | --------------------- | ------------------------------------------------------------- |
-| `name`      | string                | Required. Shown in the report.                                |
-| `input`     | `{ prompt, history }` | Required `prompt`; optional prior `{ role, text }` turns.     |
-| `scorers`   | `Scorer[]`            | Required, at least one.                                       |
-| `threshold` | number `0..1`         | Per-scorer pass bar. Default `0.5`; overridable from the CLI. |
-| `run`       | function              | Optional override for custom setup (seed data, multi-turn).   |
+| Field        | Type                  | Notes                                                                                                           |
+| ------------ | --------------------- | --------------------------------------------------------------------------------------------------------------- |
+| `name`       | string                | Required. Shown in the report.                                                                                  |
+| `input`      | `{ prompt, history }` | Required `prompt`; optional prior `{ role, text }` turns.                                                       |
+| `scorers`    | `Scorer[]`            | Required, at least one, unless `skipReason` is set.                                                             |
+| `threshold`  | number `0..1`         | Per-scorer pass bar. Default `0.5`; overridable from the CLI.                                                   |
+| `run`        | function              | Optional override for custom setup (seed data, multi-turn).                                                     |
+| `skipReason` | string                | Optional reason to skip this eval without running the agent; useful for manual/nightly gates that need secrets. |
 
 The agent run handed to scorers is small and transport-agnostic:
 
@@ -225,11 +226,32 @@ The command discovers `**/*.eval.ts` and `evals/*.ts` under the current app, run
 
 Exit codes:
 
-| Code | Meaning                                                         |
-| ---- | --------------------------------------------------------------- |
-| `0`  | All evals passed — _or_ no eval files were found (CI-friendly). |
-| `1`  | At least one eval scored below threshold, or the suite errored. |
-| `2`  | Bad arguments (e.g. `--threshold` outside `[0, 1]`).            |
+| Code | Meaning                                                                          |
+| ---- | -------------------------------------------------------------------------------- |
+| `0`  | All evals passed, evals were skipped, or no eval files were found (CI-friendly). |
+| `1`  | At least one eval scored below threshold, or the suite errored.                  |
+| `2`  | Bad arguments (e.g. `--threshold` outside `[0, 1]`).                             |
+
+### Skipping gated evals {#skipping}
+
+Use `skipReason` when an eval suite is intentionally gated behind manual,
+nightly, or secret-backed execution:
+
+```ts
+export default defineEval({
+  name: "provider-backed source sync",
+  input: { prompt: "Refresh the source and summarize the changes." },
+  skipReason: process.env.SOURCE_SYNC_EVALS
+    ? undefined
+    : "Skipped because SOURCE_SYNC_EVALS is unset",
+  scorers: process.env.SOURCE_SYNC_EVALS ? [contains("updated")] : [],
+});
+```
+
+Skipped evals do not run the agent or scorers, do not fail the suite, and are
+reported distinctly with `status: "skipped"` and `skipReason` in JSON output.
+Use this for expensive or credential-dependent evals; keep cheap deterministic
+coverage in normal PR CI.
 
 ### As a CI deploy gate {#ci}
 

package/docs/content/locales/ar-SA/evals.mdx

@@ -231,6 +231,13 @@ agent-native eval --threshold 0.8    # override every eval's pass threshold (0..
 | `1`   | تم تسجيل تقييم واحد على الأقل أقل من الحد الأدنى، أو حدث خطأ في المجموعة.           |
 | `2`   | وسيطات غير صالحة (على سبيل المثال، `--threshold` خارج `[0, 1]`).                    |
 
+### تخطي التقييمات المحكومة {#skipping}
+
+استخدم `skipReason` عندما تكون مجموعة التقييمات مخصصة عمدا للتشغيل اليدوي أو
+الليلي أو المعتمد على الأسرار. لا تشغل التقييمات المتخطاة الوكيل أو أدوات
+التسجيل، ولا تفشل المجموعة، وتظهر في JSON مع `status: "skipped"` و
+`skipReason`. أبق التغطية الحتمية الرخيصة في CI العادي لطلبات السحب.
+
 ### كبوابة نشر CI {#ci}
 
 قم بإضافته إلى المسار الذي يتم تشغيله قبل النشر:

package/docs/content/locales/de-DE/evals.mdx

@@ -231,6 +231,14 @@ Exit-Codes:
 | `1`  | Mindestens eine Bewertung lag unter dem Schwellenwert oder die Suite ist fehlerhaft.                |
 | `2`  | Ungültige Argumente (z. B. `--threshold` außerhalb von `[0, 1]`).                                   |
 
+### Gated Evals überspringen {#skipping}
+
+Verwenden Sie `skipReason`, wenn eine Eval-Suite absichtlich nur manuell,
+nachts oder mit Secrets ausgeführt werden soll. Übersprungene Evals führen
+weder Agent noch Scorer aus, lassen die Suite nicht fehlschlagen und erscheinen
+in der JSON-Ausgabe mit `status: "skipped"` und `skipReason`. Günstige
+deterministische Abdeckung bleibt im normalen PR-CI.
+
 ### Als CI-Deploy-Gate {#ci}
 
 Fügen Sie es der Pipeline hinzu, die vor einer Bereitstellung ausgeführt wird:

package/docs/content/locales/es-ES/evals.mdx

@@ -231,6 +231,14 @@ Códigos de salida:
 | `1`    | Al menos una evaluación obtuvo una puntuación inferior al umbral o la suite tuvo un error.                |
 | `2`    | Malos argumentos (por ejemplo, `--threshold` fuera de `[0, 1]`).                                          |
 
+### Omitir evaluaciones gated {#skipping}
+
+Use `skipReason` cuando una suite de evaluaciones esté reservada
+intencionalmente para ejecución manual, nocturna o con secretos. Las
+evaluaciones omitidas no ejecutan el agente ni los scorers, no hacen fallar la
+suite y aparecen en JSON con `status: "skipped"` y `skipReason`. Mantenga la
+cobertura determinista barata en el CI normal de PR.
+
 ### Como puerta de implementación de CI {#ci}
 
 Agréguelo al proceso que se ejecuta antes de una implementación:

package/docs/content/locales/fr-FR/evals.mdx

@@ -231,6 +231,14 @@ Codes de sortie :
 | `1`  | Au moins une évaluation a obtenu un score inférieur au seuil, ou la suite a commis une erreur.      |
 | `2`  | Mauvais arguments (par exemple `--threshold` en dehors de `[0, 1]`).                                |
 
+### Ignorer les évaluations gated {#skipping}
+
+Utilisez `skipReason` lorsqu'une suite d'évaluations est volontairement réservée
+à une exécution manuelle, nocturne ou dépendante de secrets. Les évaluations
+ignorées n'exécutent ni l'agent ni les scorers, ne font pas échouer la suite, et
+apparaissent dans la sortie JSON avec `status: "skipped"` et `skipReason`.
+Gardez la couverture déterministe peu coûteuse dans le CI normal des PR.
+
 ### En tant que porte de déploiement CI {#ci}
 
 Ajoutez-le au pipeline qui s'exécute avant un déploiement :

package/docs/content/locales/hi-IN/evals.mdx

@@ -229,6 +229,14 @@ agent-native eval --threshold 0.8    # override every eval's pass threshold (0..
 | `1` | कम से कम एक ईवल ने सीमा से नीचे स्कोर किया, या सुइट में त्रुटि हुई। |
 | `2` | खराब तर्क (उदाहरण के लिए `[0, 1]` के बाहर `--threshold`)।           |
 
+### gated evals छोड़ना {#skipping}
+
+जब कोई eval suite केवल manual, nightly, या secret-backed execution के लिए हो,
+तो `skipReason` का उपयोग करें। छोड़े गए evals agent या scorers नहीं चलाते,
+suite को fail नहीं करते, और JSON output में `status: "skipped"` और
+`skipReason` के साथ दिखते हैं। सस्ती deterministic coverage को सामान्य PR CI
+में रखें।
+
 ### सीआई परिनियोजन गेट के रूप में {#ci}
 
 इसे उस पाइपलाइन में जोड़ें जो परिनियोजन से पहले चलती है:

package/docs/content/locales/ja-JP/evals.mdx

@@ -231,6 +231,13 @@ agent-native eval --threshold 0.8    # override every eval's pass threshold (0..
 | `1`    | 少なくとも 1 つの評価スコアがしきい値を下回ったか、スイートでエラーが発生しました。             |
 | `2`    | 不正な引数 (例: `[0, 1]` の外の `--threshold`)。                                                |
 
+### gated eval をスキップする {#skipping}
+
+手動、夜間、または secret が必要な eval スイートには `skipReason` を使い
+ます。スキップされた eval はエージェントや scorer を実行せず、スイート
+を失敗させず、JSON 出力では `status: "skipped"` と `skipReason` とし
+て表示されます。安価で決定的なカバレッジは通常の PR CI に残します。
+
 ### CI デプロイゲートとして {#ci}
 
 デプロイ前に実行されるパイプラインに追加します。

package/docs/content/locales/ko-KR/evals.mdx

@@ -231,6 +231,13 @@ agent-native eval --threshold 0.8    # override every eval's pass threshold (0..
 | `1`  | 최소 하나의 평가가 임계값 미만의 점수를 얻었거나 제품군에 오류가 발생했습니다.   |
 | `2`  | 잘못된 인수(예: `[0, 1]` 외부의 `--threshold`).                                  |
 
+### 게이트된 평가 건너뛰기 {#skipping}
+
+수동, 야간 또는 시크릿이 필요한 평가 스위트에는 `skipReason`를 사용하세요.
+건너뛴 평가는 에이전트나 scorer를 실행하지 않고, 스위트를 실패시키지
+않으며, JSON 출력에 `status: "skipped"` 및 `skipReason`로 표시됩니다.
+저렴한 결정적 커버리지는 일반 PR CI에 유지하세요.
+
 ### CI 배포 게이트로 {#ci}
 
 배포 전에 실행되는 파이프라인에 추가하세요:

package/docs/content/locales/pt-BR/evals.mdx

@@ -231,6 +231,14 @@ Códigos de saída:
 | `1`    | Pelo menos uma avaliação com pontuação abaixo do limite ou o conjunto apresentou erro.                     |
 | `2`    | Argumentos incorretos (por exemplo, `--threshold` fora de `[0, 1]`).                                       |
 
+### Ignorar evals gated {#skipping}
+
+Use `skipReason` quando uma suíte de evals for intencionalmente reservada para
+execução manual, noturna ou dependente de secrets. Evals ignorados não executam
+o agente nem os scorers, não fazem a suíte falhar e aparecem no JSON com
+`status: "skipped"` e `skipReason`. Mantenha cobertura determinística barata no
+CI normal de PR.
+
 ### Como porta de implantação de CI {#ci}
 
 Adicione-o ao pipeline executado antes da implantação:

package/docs/content/locales/zh-CN/evals.mdx

@@ -229,6 +229,13 @@ agent-native eval --threshold 0.8    # override every eval's pass threshold (0..
 | `1`  | 至少有一项评估得分低于阈值，或者套件出错。            |
 | `2`  | 错误的参数（例如 `--threshold` 位于 `[0, 1]` 之外）。 |
 
+### 跳过受控评估 {#skipping}
+
+当某个评估套件只应在手动、夜间或具备密钥的环境中运行时，请使用
+`skipReason`。被跳过的评估不会运行代理或 scorer，不会让套件失败，并会
+在 JSON 输出中显示 `status: "skipped"` 和 `skipReason`。廉价的确定性覆
+盖应保留在普通 PR CI 中。
+
 ### 作为 CI 部署门 {#ci}
 
 将其添加到部署之前运行的管道：

package/docs/content/locales/zh-TW/evals.mdx

@@ -229,6 +229,13 @@ agent-native eval --threshold 0.8    # override every eval's pass threshold (0..
 | `1`    | 至少有一項評估得分低於閾值，或者套件出錯。            |
 | `2`    | 錯誤的參數（例如 `--threshold` 位於 `[0, 1]` 之外）。 |
 
+### 跳過受控評估 {#skipping}
+
+當某個評估套件只應在手動、夜間或具備密鑰的環境中執行時，請使用
+`skipReason`。被跳過的評估不會執行代理或 scorer，不會讓套件失敗，並會
+在 JSON 輸出中顯示 `status: "skipped"` 和 `skipReason`。廉價的確定性覆
+蓋應保留在普通 PR CI 中。
+
 ### 作為 CI 部署門 {#ci}
 
 將其新增到部署之前執行的管道：

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@agent-native/core",
-  "version": "0.84.0",
+  "version": "0.84.1",
   "description": "Framework for agent-native application development — where AI agents and UI share SQL state, actions, and context",
   "homepage": "https://github.com/BuilderIO/agent-native#readme",
   "bugs": {

package/corpus/templates/content/server/routes/api/notion/disconnect.post.ts

@@ -1,12 +0,0 @@
-import { defineEventHandler } from "h3";
-
-import {
-  disconnectNotionForOwner,
-  getDocumentOwnerEmail,
-} from "../../../lib/notion.js";
-
-export default defineEventHandler(async (event) => {
-  const owner = await getDocumentOwnerEmail(event);
-  const deleted = await disconnectNotionForOwner(owner);
-  return { success: true, deleted };
-});