@aifabrix/builder 2.41.0 → 2.42.1

package/templates/external-system/external-datasource.yaml.hbs

@@ -0,0 +1,217 @@
+key: "{{fullDatasourceKey}}"
+displayName: "{{datasourceDisplayName}}"
+description: "{{datasourceDescription}}"
+systemKey: "{{systemKey}}"
+entityType: "{{schemaEntityType}}"
+resourceType: "{{resourceType}}"
+primaryKey:
+{{#each primaryKey}}  - "{{this}}"
+{{/each}}
+enabled: true
+version: "1.0.0"
+fieldMappings:
+{{#if dimensions}}
+  dimensions:
+{{#each dimensions}}
+    {{@key}}: "{{this}}"
+{{/each}}
+{{else}}
+  dimensions: {}
+  # Optional: add country, department, organization for ABAC
+{{/if}}
+  attributes:
+{{#if attributes}}
+{{#each attributes}}
+    {{@key}}:
+      expression: "{{this.expression}}"
+      type: {{this.type}}
+      indexed: {{#if this.indexed}}true{{else}}false{{/if}}
+{{/each}}
+{{else}}
+    id:
+      expression: "{{raw.id}}"
+      type: string
+      indexed: true
+    name:
+      expression: "{{raw.name}}"
+      type: string
+      indexed: false
+{{/if}}
+{{#if (eq systemType "openapi")}}
+openapi:
+  enabled: true
+  documentKey: "{{systemKey}}-api"
+  operations:
+    list:
+      operationId: "list{{entityKey}}"
+      method: GET
+      path: "/{{entityKey}}"
+    get:
+      operationId: "get{{entityKey}}"
+      method: GET
+      path: "/{{entityKey}}/{id}"
+  autoRbac: true
+{{/if}}
+
+# --- Optional sections: uncomment or delete as needed ---
+# CIP (Custom Integration Pipeline) supports: fetch, paginate, map, filter, output, pythonInline steps.
+# Operations: list, get, create, update, delete. Pagination: cursor | page | offset.
+{{#if (eq schemaEntityType "recordStorage")}}
+# sync:
+#   pull:
+#     enabled: true
+#     schedule: "0 * * * *"
+# capabilities: [list, get]
+{{/if}}
+{{#if (eq schemaEntityType "documentStorage")}}
+# documentStorage:
+#   enabled: true
+#   binaryOperationRef: get
+#   embeddingField: content
+{{/if}}
+{{#if (eq schemaEntityType "vectorStore")}}
+# vectorStore:
+#   enabled: true
+#   embeddingModel: "text-embedding-ada-002"
+{{/if}}
+{{#if (eq schemaEntityType "messageService")}}
+# messageService:
+#   enabled: true
+#   channels: []
+{{/if}}
+
+# --- execution: CIP pipeline ---
+# Steps: fetch (openapi/http) → paginate (cursor|page|offset) → map (useFieldMappings, inputPath) → filter (enforceAbac, expression) → output (mode: records)
+# Pagination: cursor=cursorField+cursorParam | page=pageParam+pageSizeParam | offset=offsetParam+pageSizeParam
+# Adjust inputPath to your API ($.results[*], $.items[*], $.value[*], etc.)
+{{#if (eq schemaEntityType "recordStorage")}}
+# execution:
+#   engine: cip
+#   cip:
+#     operations:
+#       list:
+#         enabled: true
+#         description: "List all records"
+#         steps:
+#           - fetch: { source: openapi, openapiRef: list, query: {} }
+#           - paginate: { strategy: cursor, cursorField: "$.paging.next.after", cursorParam: after, pageSize: 100, maxPages: 100 }
+#           # Alternative: page → pageParam, pageSizeParam | offset → offsetParam, pageSizeParam
+#           - map: { useFieldMappings: true, inputPath: "$.results[*]" }
+#           - filter: { enforceAbac: true }
+#           # Optional: filter.expression for SQL or JSON filter, e.g. expression: "status = 'active'"
+#           - output: { mode: records }
+#       get:
+#         enabled: true
+#         description: "Get record by ID"
+#         steps:
+#           - fetch: { source: openapi, openapiRef: get, query: {} }
+#           - map: { useFieldMappings: true, inputPath: "$" }
+#           - filter: { enforceAbac: true }
+#           - output: { mode: records }
+#       create:
+#         steps:
+#           - fetch: { source: openapi, openapiRef: create, bodyTemplate: "{{body}}" }
+#           - map: { useFieldMappings: true, inputPath: "$" }
+#           - output: { mode: records }
+#       update:
+#         steps:
+#           - fetch: { source: openapi, openapiRef: update, bodyTemplate: "{{body}}" }
+#           - map: { useFieldMappings: true, inputPath: "$" }
+#           - output: { mode: records }
+#       delete:
+#         steps:
+#           - fetch: { source: openapi, openapiRef: delete }
+#           - output: { mode: records }
+{{/if}}
+{{#if (eq schemaEntityType "documentStorage")}}
+# execution:
+#   engine: cip
+#   cip:
+#     operations:
+#       list:
+#         enabled: true
+#         description: "List documents"
+#         steps:
+#           - fetch: { source: openapi, openapiRef: list, query: {} }
+#           - paginate: { strategy: offset, offsetParam: skip, pageSizeParam: top, pageSize: 100, maxPages: 100 }
+#           - map: { useFieldMappings: true, inputPath: "$.value[*]" }
+#           - filter: { enforceAbac: true }
+#           - output: { mode: records }
+#       get:
+#         enabled: true
+#         description: "Get document by ID"
+#         steps:
+#           - fetch: { source: openapi, openapiRef: get, query: {} }
+#           - map: { useFieldMappings: true, inputPath: "$" }
+#           - filter: { enforceAbac: true }
+#           - output: { mode: records }
+#       create:
+#         enabled: true
+#         description: "Upload document"
+#         steps:
+#           - fetch: { source: openapi, openapiRef: create, bodyTemplate: "{{fileContent}}" }
+#           - map: { useFieldMappings: true, inputPath: "$" }
+#           - output: { mode: records }
+{{/if}}
+{{#if (eq schemaEntityType "vectorStore")}}
+# execution:
+#   engine: cip
+#   cip:
+#     operations:
+#       list:
+#         steps:
+#           - fetch: { source: openapi, openapiRef: list, query: {} }
+#           - map: { useFieldMappings: true, inputPath: "$" }
+#           - output: { mode: records }
+#       get:
+#         steps:
+#           - fetch: { source: openapi, openapiRef: get, query: {} }
+#           - map: { useFieldMappings: true, inputPath: "$" }
+#           - output: { mode: records }
+{{/if}}
+{{#if (eq schemaEntityType "messageService")}}
+# execution:
+#   engine: cip
+#   cip:
+#     operations:
+#       list:
+#         steps:
+#           - fetch: { source: openapi, openapiRef: list, query: {} }
+#           - map: { useFieldMappings: true, inputPath: "$" }
+#           - output: { mode: records }
+{{/if}}
+{{#if (eq schemaEntityType "none")}}
+# execution:
+#   engine: cip
+#   cip:
+#     operations:
+#       list:
+#         steps:
+#           - fetch: { source: openapi, openapiRef: list, query: {} }
+#           - map: { useFieldMappings: true, inputPath: "$" }
+#           - output: { mode: records }
+#       get:
+#         steps:
+#           - fetch: { source: openapi, openapiRef: get, query: {} }
+#           - map: { useFieldMappings: true, inputPath: "$" }
+#           - output: { mode: records }
+{{/if}}
+
+# config: ABAC cross-system filters (SQL or JSON)
+# config:
+#   abac:
+#     crossSystemSql: "country = '{{actor.country}}'"
+#     # crossSystemJson: { "dimensions.country": { "eq": "{{actor.country}}" } }
+
+# capabilities: [list, get, create, update, delete]
+
+# exposed: attributes to expose via MCP/OpenAPI
+# exposed:
+#   attributes: [id, name]
+
+# metadataSchema: JSON Schema for raw metadata validation
+# metadataSchema:
+#   type: object
+#   properties:
+#     id: { type: string }
+#     name: { type: string }

package/templates/external-system/external-system.json.hbs

@@ -4,23 +4,7 @@
   "description": "{{systemDescription}}",
   "type": "{{systemType}}",
   "enabled": true,
-  "authentication": {
-    "type": "{{authType}}"{{#if (eq authType "oauth2")}},
-    "oauth2": {
-      "tokenUrl": "https://api.example.com/oauth/token",
-      "clientId": "kv://{{systemKey}}-oauth2-client-id",
-      "clientSecret": "kv://{{systemKey}}-oauth2-client-secret",
-      "scopes": []
-    }{{/if}}{{#if (eq authType "apikey")}},
-    "apikey": {
-      "headerName": "X-API-Key",
-      "key": "kv://{{systemKey}}-api-key"
-    }{{/if}}{{#if (eq authType "basic")}},
-    "basic": {
-      "username": "kv://{{systemKey}}-username",
-      "password": "kv://{{systemKey}}-password"
-    }{{/if}}
-  }{{#if (eq systemType "openapi")}},
+  "authentication": {{{json authentication}}}{{#if (eq systemType "openapi")}},
   "openapi": {
     "documentKey": "{{systemKey}}-api",
     "autoDiscoverEntities": false
@@ -51,4 +35,3 @@
     {{/each}}
   ]{{/if}}
 }
-

package/templates/infra/compose.yaml.hbs

@@ -45,6 +45,7 @@ services:
       retries: 5
     restart: unless-stopped
 
+{{#if pgadmin.enabled}}
   # Optional: pgAdmin for database management
   pgadmin:
     image: dpage/pgadmin4:latest
@@ -78,7 +79,9 @@ services:
         condition: service_healthy
     networks:
       - {{networkName}}
+{{/if}}
 
+{{#if redisCommander.enabled}}
   # Optional: Redis Commander for Redis management
   redis-commander:
     image: rediscommander/redis-commander:latest
@@ -96,6 +99,7 @@ services:
         condition: service_healthy
     networks:
       - {{networkName}}
+{{/if}}
 
 {{#if traefik.enabled}}
   # Traefik Reverse Proxy
@@ -139,9 +143,11 @@ volumes:
   {{#if (eq devId 0)}}redis_data{{else}}dev{{devId}}_redis_data{{/if}}:
     name: {{#if (eq devId 0)}}infra_redis_data{{else}}infra_dev{{devId}}_redis_data{{/if}}
     driver: local
+{{#if pgadmin.enabled}}
   {{#if (eq devId 0)}}pgadmin_data{{else}}dev{{devId}}_pgadmin_data{{/if}}:
     name: {{#if (eq devId 0)}}infra_pgadmin_data{{else}}infra_dev{{devId}}_pgadmin_data{{/if}}
     driver: local
+{{/if}}
 
 networks:
   {{networkName}}:

package/templates/python/docker-compose.hbs

@@ -136,10 +136,10 @@ services:
           psql -d {{name}} -c "GRANT ALL ON SCHEMA public TO \"{{pgUserName name}}\";" &&
           echo 'Database "{{name}}" created successfully!'
         fi &&
-        {{#if (isVectorDatabase name)}}
-        psql -d {{name}} -c "CREATE EXTENSION IF NOT EXISTS vector;" &&
-        echo 'pgvector extension enabled on "{{name}}".' &&
-        {{/if}}
+        {{#each (extensionsForDb this)}}
+        (psql -d {{../name}} -c 'CREATE EXTENSION IF NOT EXISTS {{pgQuote this}};' || echo 'Warning: could not create extension {{this}}') &&
+        echo 'Extension "{{this}}" enabled on "{{../name}}".' &&
+        {{/each}}
         {{/each}}
         {{else}}
         echo 'Creating {{app.key}} database and user...' &&

package/templates/typescript/docker-compose.hbs

@@ -136,10 +136,10 @@ services:
           psql -d {{name}} -c "GRANT ALL ON SCHEMA public TO \"{{pgUserName name}}\";" &&
           echo 'Database "{{name}}" created successfully!'
         fi &&
-        {{#if (isVectorDatabase name)}}
-        psql -d {{name}} -c "CREATE EXTENSION IF NOT EXISTS vector;" &&
-        echo 'pgvector extension enabled on "{{name}}".' &&
-        {{/if}}
+        {{#each (extensionsForDb this)}}
+        (psql -d {{../name}} -c 'CREATE EXTENSION IF NOT EXISTS {{pgQuote this}};' || echo 'Warning: could not create extension {{this}}') &&
+        echo 'Extension "{{this}}" enabled on "{{../name}}".' &&
+        {{/each}}
         {{/each}}
         {{else}}
         echo 'Creating {{app.key}} database and user...' &&

package/integration/hubspot/application.yaml

@@ -1,37 +0,0 @@
-app:
-  key: hubspot
-  displayName: HubSpot CRM Integration
-  description: HubSpot CRM external system integration with companies, contacts, and deals
-  type: external
-configuration:
-  - name: HUBSPOT_API_VERSION
-    portalInput:
-      field: select
-      label: HubSpot API Version
-      placeholder: Select API version
-      options:
-        - v1
-        - v2
-        - v3
-      validation:
-        required: false
-  - name: MAX_PAGE_SIZE
-    portalInput:
-      field: text
-      label: Maximum Page Size
-      placeholder: '100'
-      validation:
-        required: false
-        pattern: ^[0-9]+$
-        minLength: 1
-        maxLength: 1000
-externalIntegration:
-  schemaBasePath: ./
-  systems:
-    - hubspot-system.json
-  dataSources:
-    - hubspot-datasource-company.json
-    - hubspot-datasource-contact.json
-    - hubspot-datasource-deal.json
-  autopublish: true
-  version: 1.0.0