@aifabrix/builder 2.60.0 → 2.62.0

package/lib/schema/external-datasource.schema.json

@@ -7,7 +7,7 @@
          "key":"external-datasource-schema",
          "name":"External Data Source Configuration Schema",
          "description":"JSON schema for validating ExternalDataSource configuration files",
-     "version":"2.9.12",
+     "version":"2.9.13",
          "type":"schema",
          "category":"integration",
          "author":"AI Fabrix Team",
@@ -31,6 +31,15 @@
          "external-system.schema.json"
       ],
       "changelog":[
+         {
+            "version":"2.9.13",
+            "date":"2026-09-24T00:00:00Z",
+            "changes":[
+               "Added fetch.responseType ('json' | 'binary', default json): a file body becomes one binary record with headers and request arguments exposed to fieldMappings while bytes stay out of traces.",
+               "Added output.mode 'documents' for entityType documentStorage: binary records are persisted through the document pipeline and emitted as document references; documentStorage.binaryOperationRef may name the datasource's own get for keyed retrieval."
+            ],
+            "breaking":false
+         },
          {
             "version":"2.9.12",
             "date":"2026-09-17T00:00:00Z",
@@ -2739,6 +2748,15 @@
                   },
                   "httpResponseNormalization":{
                      "$ref":"#/$defs/httpResponseNormalization"
+                  },
+                  "responseType":{
+                     "type":"string",
+                     "enum":[
+                        "json",
+                        "binary"
+                     ],
+                     "default":"json",
+                     "description":"Body contract of the vendor response. 'binary' turns a file body (application/octet-stream, PDF, image ...) into one binary record whose bytes stay out of traces: {_binary:{contentType,size,filename,sha256}, headers:{...}, params:{...}} for map expressions such as raw.headers.AttachmentName or raw.params.PurchaseOrderNumber. A binary Content-Type is promoted automatically when responseType is omitted; declaring 'binary' fails closed when the body is JSON."
                   }
                },
                "allOf":[
@@ -3174,9 +3192,11 @@
                   "mode":{
                      "type":"string",
                      "enum":[
-                        "records"
+                        "records",
+                        "documents"
                      ],
-                     "default":"records"
+                     "default":"records",
+                     "description":"'records' emits normalized records. 'documents' (entityType documentStorage only) stores each binary record through the document pipeline (document store, DocumentRecord/registry rows, FK dimensions, ingestion per documentStorage.ingestAfterSync) and emits document references {key, filename, contentType, size, sha256, downloadRef}; IDE simulation never persists."
                   },
                   "limit":{
                      "type":"integer",