@x12i/memorix-service 3.8.0 → 3.9.2

package/openapi/openapi.json

@@ -2218,6 +2218,259 @@
         }
       }
     },
+    "/api/admin/markdown/backfill": {
+      "post": {
+        "operationId": "adminMarkdownBackfill",
+        "summary": "Fill missing _markdown from data on current heads",
+        "description": "Admin repair. Dry-run is the default. Sets source json with generatedFrom data. Skips rows that already have _markdown. Does not change revision, data, or _system.modifiedAt. confirm must be true. includeHistory must stay false.",
+        "tags": ["Admin"],
+        "parameters": [
+          { "$ref": "#/components/parameters/XMemorixCaller" },
+          { "$ref": "#/components/parameters/XMemorixOrgId" },
+          { "$ref": "#/components/parameters/XMemorixAgentIds" }
+        ],
+        "requestBody": {
+          "required": true,
+          "content": {
+            "application/json": {
+              "schema": {
+                "type": "object",
+                "required": ["confirm"],
+                "properties": {
+                  "confirm": { "type": "boolean" },
+                  "dryRun": { "type": "boolean", "default": true },
+                  "includeHistory": { "type": "boolean", "enum": [false] }
+                },
+                "additionalProperties": false
+              }
+            }
+          }
+        },
+        "responses": {
+          "200": {
+            "description": "Backfill counts",
+            "content": {
+              "application/json": {
+                "schema": {
+                  "type": "object",
+                  "required": ["dryRun", "scanned", "wouldFill", "alreadyPresent", "skippedTooLarge", "skippedInvalid"],
+                  "properties": {
+                    "dryRun": { "type": "boolean" },
+                    "scanned": { "type": "integer" },
+                    "wouldFill": { "type": "integer" },
+                    "alreadyPresent": { "type": "integer" },
+                    "skippedTooLarge": { "type": "integer" },
+                    "skippedInvalid": { "type": "integer" }
+                  }
+                }
+              }
+            }
+          },
+          "400": {
+            "description": "confirm was not true, or includeHistory was requested",
+            "content": {
+              "application/json": {
+                "schema": { "$ref": "#/components/schemas/ErrorEnvelope" }
+              }
+            }
+          },
+          "503": {
+            "description": "Mongo is not connected",
+            "content": {
+              "application/json": {
+                "schema": { "$ref": "#/components/schemas/ErrorEnvelope" }
+              }
+            }
+          }
+        }
+      }
+    },
+    "/api/admin/datasource/backfill": {
+      "post": {
+        "operationId": "adminDatasourceBackfill",
+        "summary": "Stamp _system._datasource on current heads without a content write",
+        "description": "Admin repair. Dry-run is the default. Does not change revision, data, or _system.modifiedAt. confirm must be true. includeHistory must stay false.",
+        "tags": ["Admin"],
+        "parameters": [
+          { "$ref": "#/components/parameters/XMemorixCaller" },
+          { "$ref": "#/components/parameters/XMemorixOrgId" },
+          { "$ref": "#/components/parameters/XMemorixAgentIds" }
+        ],
+        "requestBody": {
+          "required": true,
+          "content": {
+            "application/json": {
+              "schema": {
+                "type": "object",
+                "required": ["confirm", "rules", "unmatched"],
+                "properties": {
+                  "confirm": { "type": "boolean" },
+                  "dryRun": { "type": "boolean", "default": true },
+                  "overwriteBackfill": { "type": "boolean", "default": true },
+                  "includeHistory": { "type": "boolean", "default": false },
+                  "rules": {
+                    "type": "array",
+                    "items": {
+                      "type": "object",
+                      "required": ["id", "match", "datasource"],
+                      "properties": {
+                        "id": { "type": "string" },
+                        "match": {
+                          "type": "object",
+                          "properties": {
+                            "orgId": { "type": "string" },
+                            "agentIds": { "type": "array", "items": { "type": "string" } },
+                            "objectType": { "type": "string" },
+                            "contentType": { "type": "string" }
+                          }
+                        },
+                        "datasource": {
+                          "type": "object",
+                          "description": "Do not send basis or recordedAt. Memorix adds basis backfill and recordedAt.",
+                          "required": ["service", "ingress"],
+                          "properties": {
+                            "service": { "type": "string" },
+                            "origin": { "type": "string" },
+                            "channel": { "type": "string" },
+                            "ingress": { "type": "string" }
+                          }
+                        }
+                      }
+                    }
+                  },
+                  "unmatched": {
+                    "type": "object",
+                    "description": "Required. Applied when no rule matches. Do not send basis or recordedAt.",
+                    "required": ["service", "ingress"],
+                    "properties": {
+                      "service": { "type": "string" },
+                      "ingress": { "type": "string" }
+                    }
+                  }
+                }
+              }
+            }
+          }
+        },
+        "responses": {
+          "200": {
+            "description": "Backfill counts. dryRun true changes nothing.",
+            "content": {
+              "application/json": {
+                "schema": {
+                  "type": "object",
+                  "required": ["dryRun", "scanned", "wouldStamp", "alreadyStamped", "unattributed", "byRule"],
+                  "properties": {
+                    "dryRun": { "type": "boolean" },
+                    "scanned": { "type": "integer" },
+                    "wouldStamp": { "type": "integer" },
+                    "alreadyStamped": { "type": "integer" },
+                    "unattributed": { "type": "integer" },
+                    "byRule": { "type": "object", "additionalProperties": { "type": "integer" } }
+                  }
+                }
+              }
+            }
+          },
+          "400": {
+            "description": "confirm is not true, includeHistory is true, or the body is invalid",
+            "content": { "application/json": { "schema": { "$ref": "#/components/schemas/ErrorEnvelope" } } }
+          }
+        }
+      }
+    },
+    "/api/data/datasource": {
+      "post": {
+        "operationId": "dataSetDatasource",
+        "summary": "Set _system._datasource on existing content",
+        "description": "MX-SYS-02. service is x-memorix-caller. Send recordId plus expectedRevision, or filter plus confirm true for one page. datasource may declare origin, channel, originRecordId, originAt, and ingress. Do not send service, basis, or recordedAt.",
+        "tags": ["Data"],
+        "parameters": [
+          { "$ref": "#/components/parameters/XMemorixCaller" },
+          { "$ref": "#/components/parameters/XMemorixOrgId" },
+          { "$ref": "#/components/parameters/XMemorixAgentIds" }
+        ],
+        "requestBody": {
+          "required": true,
+          "content": {
+            "application/json": {
+              "schema": {
+                "type": "object",
+                "required": ["objectType", "contentType"],
+                "properties": {
+                  "objectType": { "type": "string" },
+                  "contentType": { "type": "string" },
+                  "recordId": { "type": "string" },
+                  "expectedRevision": { "type": "integer", "minimum": 1 },
+                  "discriminatorValue": { "type": "string" },
+                  "filter": {},
+                  "confirm": { "type": "boolean" },
+                  "limit": { "type": "integer", "minimum": 1, "maximum": 200 },
+                  "cursor": { "type": "string" },
+                  "datasource": {
+                    "type": "object",
+                    "properties": {
+                      "origin": { "type": "string", "nullable": true },
+                      "channel": { "type": "string", "nullable": true },
+                      "originRecordId": { "type": "string", "nullable": true },
+                      "originAt": { "type": "string", "format": "date-time", "nullable": true },
+                      "ingress": {
+                        "type": "string",
+                        "enum": ["push", "import", "sync", "derive", "migrate", "manual", "replicate"]
+                      }
+                    }
+                  }
+                }
+              }
+            }
+          }
+        },
+        "responses": {
+          "200": { "description": "Datasource stamped. Revision increments." },
+          "400": { "description": "Missing target, invalid declaration, or filter without confirm" },
+          "404": { "description": "Record not found" },
+          "409": { "description": "Stale revision" }
+        }
+      }
+    },
+    "/api/data/content/move-fields": {
+      "post": {
+        "operationId": "dataMoveContentFields",
+        "summary": "Move top-level keys between data and _metadata",
+        "description": "data is content. _metadata is producer context and is not rendered into JSON markdown. toMetadata moves keys out of data. toData moves keys back into data. One record, exact revision.",
+        "tags": ["Data"],
+        "parameters": [
+          { "$ref": "#/components/parameters/XMemorixCaller" },
+          { "$ref": "#/components/parameters/XMemorixOrgId" },
+          { "$ref": "#/components/parameters/XMemorixAgentIds" }
+        ],
+        "requestBody": {
+          "required": true,
+          "content": {
+            "application/json": {
+              "schema": {
+                "type": "object",
+                "required": ["objectType", "contentType", "recordId", "expectedRevision"],
+                "properties": {
+                  "objectType": { "type": "string" },
+                  "contentType": { "type": "string" },
+                  "recordId": { "type": "string" },
+                  "expectedRevision": { "type": "integer", "minimum": 1 },
+                  "discriminatorValue": { "type": "string" },
+                  "toMetadata": { "type": "array", "items": { "type": "string" } },
+                  "toData": { "type": "array", "items": { "type": "string" } }
+                }
+              }
+            }
+          }
+        },
+        "responses": {
+          "200": { "description": "Keys moved and revision bumped" },
+          "400": { "description": "Invalid keys, missing source key, or data/metadata conflict" },
+          "409": { "description": "Stale revision" }
+        }
+      }
+    },
     "/api/data/content": {
       "get": {
         "operationId": "dataGetContent",
@@ -2274,6 +2527,14 @@
               "type": "string"
             }
           },
+          {
+            "name": "include",
+            "in": "query",
+            "schema": {
+              "type": "string"
+            },
+            "description": "JSON object. {\"markdown\":true} returns root _markdown on get and list. Omitted by default. _audit is returned whenever stored and is not part of this flag."
+          },
           {
             "name": "cursor",
             "in": "query",
@@ -2558,6 +2819,21 @@
                   "record": {
                     "$ref": "#/components/schemas/MemorixRecordV2"
                   },
+                  "datasource": {
+                    "description": "Optional document source declaration. Memorix sets service from x-memorix-caller. Do not send service, basis, or recordedAt. record._system._datasource is ignored.",
+                    "type": "object",
+                    "properties": {
+                      "origin": { "type": "string", "nullable": true },
+                      "channel": { "type": "string", "nullable": true },
+                      "originRecordId": { "type": "string", "nullable": true },
+                      "originAt": { "type": "string", "format": "date-time", "nullable": true },
+                      "ingress": {
+                        "type": "string",
+                        "enum": ["push", "import", "sync", "derive", "migrate", "manual", "replicate"]
+                      }
+                    },
+                    "additionalProperties": true
+                  },
                   "precondition": {
                     "$ref": "#/components/schemas/WritePrecondition"
                   },
@@ -13992,11 +14268,60 @@
               "provenance": {
                 "type": "object",
                 "additionalProperties": true
+              },
+              "_datasource": {
+                "$ref": "#/components/schemas/DatasourceStamp"
               }
             }
+          },
+          "_markdown": {
+            "$ref": "#/components/schemas/RecordMarkdown"
+          },
+          "_audit": {
+            "type": "object",
+            "description": "Optional audit of this record, not of its content and not _markdown.metadata. Returned on get, list, and query whenever stored. Not an include flag. Not rendered into JSON markdown. provider, model, and reasoningEffort are required when the object is present. Other keys stay open, including verdict.",
+            "required": ["provider", "model", "reasoningEffort"],
+            "properties": {
+              "provider": { "type": "string", "minLength": 1 },
+              "model": { "type": "string", "minLength": 1 },
+              "reasoningEffort": { "type": "string", "minLength": 1 }
+            },
+            "additionalProperties": true
           }
         }
       },
+      "RecordMarkdown": {
+        "type": "object",
+        "description": "Original text beside data. Omitted from get and list unless the include query asks for markdown. Clients may send source ai or content. source json is filled by Memorix from data.",
+        "required": ["content", "source"],
+        "properties": {
+          "content": { "type": "string" },
+          "source": { "type": "string", "enum": ["ai", "json", "content"] },
+          "metadata": { "type": "object", "additionalProperties": true }
+        },
+        "additionalProperties": true
+      },
+      "DatasourceStamp": {
+        "type": "object",
+        "description": "Memorix-owned document source. Not part of data. Absent on records written before MX-SYS-02.",
+        "required": ["service", "ingress", "basis", "recordedAt"],
+        "properties": {
+          "service": { "type": "string" },
+          "ingress": {
+            "type": "string",
+            "enum": ["push", "import", "sync", "derive", "migrate", "manual", "replicate", "unknown"]
+          },
+          "basis": {
+            "type": "string",
+            "enum": ["declared", "caller", "preserved", "backfill"]
+          },
+          "recordedAt": { "type": "string", "format": "date-time" },
+          "origin": { "type": "string" },
+          "channel": { "type": "string" },
+          "originRecordId": { "type": "string" },
+          "originAt": { "type": "string", "format": "date-time" }
+        }
+      },
       "PublicationMember": {
         "type": "object",
         "required": [

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@x12i/memorix-service",
-  "version": "3.8.0",
+  "version": "3.9.2",
   "description": "Memorix production service composition root — one versioned API over accepted packages.",
   "type": "module",
   "main": "./dist/index.js",
@@ -47,15 +47,15 @@
     "@x12i/funcx": "^4.12.0",
     "@x12i/magit": "2.14.0",
     "@x12i/memorix-connector-sdk": "^1.3.0",
-    "@x12i/memorix-data": "^3.0.8",
+    "@x12i/memorix-data": "^3.0.11",
     "@x12i/memorix-data-journey": "^3.1.0",
-    "@x12i/memorix-format": "^3.0.2",
+    "@x12i/memorix-format": "^3.0.7",
     "@x12i/memorix-intelligence": "^3.0.2",
     "@x12i/memorix-mapping": "^3.0.2",
     "@x12i/memorix-memory": "^3.2.1",
     "@x12i/memorix-metadata": "^3.3.0",
     "@x12i/memorix-metadata-runtime": "^3.2.0",
-    "@x12i/memorix-pipeline": "^3.3.0",
+    "@x12i/memorix-pipeline": "^3.3.1",
     "@x12i/memorix-pipeline-runtime": "^3.1.1",
     "@x12i/memorix-relationship-store": "^3.0.5",
     "@x12i/memorix-relationships": "^3.1.0",