@things-factory/edge 8.0.0 → 9.0.0-beta.3

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@things-factory/edge",
-  "version": "8.0.0",
+  "version": "9.0.0-beta.3",
   "main": "dist-server/index.js",
   "browser": "dist-client/index.js",
   "things-factory": true,
@@ -27,13 +27,13 @@
     "migration:create": "node ../../node_modules/typeorm/cli.js migration:create ./server/migrations/migration"
   },
   "dependencies": {
-    "@operato/graphql": "^8.0.0",
-    "@operato/shell": "^8.0.0",
-    "@things-factory/auth-base": "^8.0.0",
-    "@things-factory/env": "^8.0.0",
-    "@things-factory/integration-base": "^8.0.0",
-    "@things-factory/shell": "^8.0.0",
+    "@operato/graphql": "^9.0.0-beta",
+    "@operato/shell": "^9.0.0-beta",
+    "@things-factory/auth-base": "^9.0.0-beta.3",
+    "@things-factory/env": "^8.0.0-beta.4",
+    "@things-factory/integration-base": "^9.0.0-beta.3",
+    "@things-factory/shell": "^9.0.0-beta.0",
     "cross-fetch": "^3.0.4"
   },
-  "gitHead": "07ef27d272dd9a067a9648ac7013748510556a18"
+  "gitHead": "1d7e0dd4c88f3c3f3bd311c00e4b1d1542d53634"
 }

package/client/bootstrap.ts

@@ -1 +0,0 @@
-export default function bootstrap() {}

package/client/pages/edge-status-page.ts

@@ -1,173 +0,0 @@
-import '@operato/data-grist'
-import '@operato/context/ox-context-page-toolbar.js'
-import '@operato/input/ox-input-select-buttons.js'
-
-import { PropertyValues, css, html } from 'lit'
-import { customElement, property, query, state } from 'lit/decorators.js'
-import { connect } from 'pwa-helpers/connect-mixin.js'
-import gql from 'graphql-tag'
-
-import { store, PageView } from '@operato/shell'
-import { client } from '@operato/graphql'
-import { DataGrist, FetchOption, GristRecord } from '@operato/data-grist'
-import { i18next, localize } from '@operato/i18n'
-import { openPopup } from '@operato/layout'
-import { CommonHeaderStyles, ScrollbarStyles } from '@operato/styles'
-import { isMobileDevice } from '@operato/utils'
-
-@customElement('edge-status-page')
-export class EdgeStatusPage extends connect(store)(localize(i18next)(PageView)) {
-  static styles = [
-    ScrollbarStyles,
-    CommonHeaderStyles,
-    css`
-      :host {
-        display: flex;
-        flex-direction: column;
-
-        overflow: hidden;
-
-        --grid-header-padding: 2px 0 2px 9px;
-      }
-
-      ox-grist {
-        overflow-y: auto;
-        flex: 1;
-      }
-    `
-  ]
-
-  @state() private gristConfig: any
-  @state() private mode: 'CARD' | 'GRID' | 'LIST' = isMobileDevice() ? 'CARD' : 'GRID'
-  @state() private state?: string[]
-
-  @query('ox-grist') private grist!: DataGrist
-
-  get context() {
-    return {
-      title: i18next.t('title.edge-status'),
-      search: {
-        handler: (search: string) => {
-          this.grist.searchText = search
-        },
-        value: this.grist?.searchText || ''
-      },
-      filter: {
-        handler: () => {
-          this.grist.toggleHeadroom()
-        }
-      },
-      help: 'edge/edge-status',
-      actions: [],
-      toolbar: false
-    }
-  }
-
-  render() {
-    const mode = this.mode || (isMobileDevice() ? 'LIST' : 'GRID')
-
-    return html`
-      <ox-grist .mode=${mode} .config=${this.gristConfig} .fetchHandler=${this.fetchHandler.bind(this)}>
-        <div slot="headroom" class="header">
-          <div class="title">${i18next.t('label.connections')}</div>
-
-          <ox-context-page-toolbar class="actions" .context=${this.context}></ox-context-page-toolbar>
-        </div>
-      </ox-grist>
-    `
-  }
-
-  async pageInitialized(lifecycle) {
-    this.gristConfig = {
-      list: {
-        fields: ['name', 'description'],
-        details: ['active', 'updatedAt']
-      },
-      columns: [
-        { type: 'gutter', gutterName: 'sequence' },
-        {
-          type: 'string',
-          name: 'domain',
-          header: i18next.t('field.domain'),
-          record: {
-            renderer: value => value.name
-          },
-          width: 200
-        },
-        {
-          type: 'string',
-          name: 'type',
-          header: i18next.t('field.type'),
-          width: 150
-        },
-        {
-          type: 'string',
-          name: 'name',
-          header: i18next.t('field.name'),
-          width: 150
-        },
-        {
-          type: 'string',
-          name: 'description',
-          header: i18next.t('field.description'),
-          width: 200
-        },
-        {
-          type: 'checkbox',
-          name: 'active',
-          label: true,
-          header: i18next.t('field.active'),
-          width: 60
-        },
-        {
-          type: 'string',
-          name: 'state',
-          label: true,
-          header: i18next.t('field.status'),
-          width: 100
-        }
-      ],
-      rows: {
-        appendable: false,
-        selectable: false,
-        handlers: {}
-      },
-      pagination: { infinite: true },
-      sorters: []
-    }
-  }
-
-  async pageUpdated(changes: any, lifecycle: any) {
-    if (this.active) {
-      // do something here when this page just became as active
-    }
-  }
-
-  async fetchHandler() {
-    const response = await client.query({
-      query: gql`
-        query {
-          responses: connectionsOnEdge {
-            domain {
-              id
-              name
-              subdomain
-            }
-            id
-            type
-            name
-            description
-            endpoint
-            active
-            state
-          }
-        }
-      `
-    })
-
-    return {
-      total: response.data.responses.length || 0,
-      records: response.data.responses || []
-    }
-  }
-}

package/client/route.ts

@@ -1,7 +0,0 @@
-export default function route(page: string) {
-  switch (page) {
-    case 'edge-status-page':
-      import('./pages/edge-status-page')
-      return page
-  }
-}

package/client/tsconfig.json

@@ -1,11 +0,0 @@
-{
-  "extends": "../../tsconfig-base.json",
-  "compilerOptions": {
-    "strict": true,
-    "declaration": true,
-    "module": "esnext",
-    "outDir": "../dist-client",
-    "baseUrl": "./"
-  },
-  "include": ["./**/*"]
-}

package/server/controllers/connect-connections.ts

@@ -1,84 +0,0 @@
-import gql from 'graphql-tag'
-
-import { logger } from '@things-factory/env'
-import { Connection, ConnectionManager, ConnectionStatus } from '@things-factory/integration-base'
-
-import { getOperatoClient } from './operato-client'
-import { LogAggregator } from './log-aggregator'
-
-export async function initConnectConnectionsSubscription() {
-  const client = await getOperatoClient()
-
-  const subscription = client.subscribe({
-    query: gql`
-      subscription {
-        connectConnections {
-          domain {
-            id
-            name
-            subdomain
-          }
-          id
-          type
-          name
-          description
-          endpoint
-          active
-          state
-          params
-        }
-      }
-    `
-  })
-
-  subscription.subscribe({
-    next: async subscription => {
-      const connections = subscription.data?.connectConnections || []
-      await connectConnections(
-        connections.map(connection => {
-          try {
-            const params = JSON.parse(connection.params)
-
-            return {
-              ...connection,
-              params
-            }
-          } catch (e) {
-            return {
-              ...connection,
-              params: null
-            }
-          }
-        })
-      )
-    },
-    error: error => {
-      logger.error(`operato subscription error: ${error}`)
-    },
-    complete: () => {
-      logger.info(`operato subscription complete`)
-    }
-  })
-}
-
-async function connectConnections(connections: Connection[]) {
-  console.log('connectConnections ...', connections)
-
-  connections.forEach(connection => connectConnection(connection))
-}
-
-async function connectConnection(connection: Connection) {
-  const { type } = connection
-
-  const old = ConnectionManager.getConnectionInstance(connection)
-  if (old) {
-    ConnectionManager.removeConnectionInstance(connection)
-  }
-
-  const connector = ConnectionManager.getConnector(type)
-  if (!connector) {
-    return
-  }
-
-  await connector.connect(connection)
-}

package/server/controllers/disconnect-connections.ts

@@ -1,77 +0,0 @@
-import gql from 'graphql-tag'
-
-import { logger } from '@things-factory/env'
-import { Connection, ConnectionManager, ConnectionStatus } from '@things-factory/integration-base'
-
-import { getOperatoClient } from './operato-client'
-import { LogAggregator } from './log-aggregator'
-
-export async function initDisconnectConnectionsSubscription() {
-  const client = await getOperatoClient()
-
-  const subscription = client.subscribe({
-    query: gql`
-      subscription {
-        disconnectConnections {
-          domain {
-            id
-            name
-            subdomain
-          }
-          id
-          type
-          name
-          description
-          endpoint
-          active
-          state
-          params
-        }
-      }
-    `
-  })
-
-  subscription.subscribe({
-    next: async subscription => {
-      const connections = subscription.data?.disconnectConnections || []
-      await disconnectConnections(
-        connections.map(connection => {
-          try {
-            const params = JSON.parse(connection.params)
-
-            return {
-              ...connection,
-              params
-            }
-          } catch (e) {
-            return {
-              ...connection,
-              params: null
-            }
-          }
-        })
-      )
-    },
-    error: error => {
-      logger.error(`operato subscription error: ${error}`)
-    },
-    complete: () => {
-      logger.info(`operato subscription complete`)
-    }
-  })
-}
-
-async function disconnectConnections(connections: Connection[]) {
-  console.log('disconnectConnections ...', connections)
-
-  connections.forEach(connection => disconnectConnection(connection))
-}
-
-async function disconnectConnection(connection: Connection) {
-  const { type } = connection
-
-  const old = ConnectionManager.getConnectionInstance(connection)
-  if (old) {
-    ConnectionManager.removeConnectionInstance(connection)
-  }
-}

package/server/controllers/log-aggregator.ts

@@ -1,14 +0,0 @@
-import TransportStream from 'winston-transport'
-
-export class LogAggregator extends TransportStream {
-  private logs: any[] = []
-
-  log(info, callback) {
-    this.logs.push(info)
-    callback()
-  }
-
-  formatResults() {
-    return this.logs
-  }
-}

package/server/controllers/operato-client.ts

@@ -1,108 +0,0 @@
-import 'cross-fetch/polyfill'
-
-import { ApolloClient, InMemoryCache, createHttpLink, split } from '@apollo/client/core'
-import { setContext } from '@apollo/client/link/context'
-
-import WebSocket from 'ws'
-import { createClient } from 'graphql-ws'
-import { GraphQLWsLink } from '@apollo/client/link/subscriptions'
-import { getMainDefinition } from '@apollo/client/utilities'
-
-import { Domain, getRepository } from '@things-factory/shell'
-import { User } from '@things-factory/auth-base'
-import { config } from '@things-factory/env'
-
-const OperatoConfig = config.get('operato', {})
-const { endpoint: uri, domain: subdomain, authKey } = OperatoConfig
-
-const defaultOptions: any = {
-  watchQuery: {
-    fetchPolicy: 'no-cache',
-    errorPolicy: 'ignore'
-  },
-  query: {
-    fetchPolicy: 'no-cache', //'network-only'
-    errorPolicy: 'all'
-  },
-  mutate: {
-    errorPolicy: 'all'
-  }
-}
-
-var client
-
-export async function getOperatoClient() {
-  if (!client) {
-    if (!authKey || !subdomain) {
-      throw new Error('some operato config missing.')
-    }
-
-    const domain = await getRepository(Domain).findOne({
-      where: {
-        subdomain: 'system'
-      }
-    })
-
-    const user = await getRepository(User).findOne({
-      where: {
-        id: domain.owner
-      }
-    })
-
-    const httpLink = createHttpLink({
-      uri: uri
-    })
-
-    /* 
-    CHECKPOINT: 
-      1. GraphqQLWsLink를 사용하면 setContext를 통한 추가 헤더 설정이 무시됩니다.
-      따라서, GraphQLWsLink를 사용하려면, connectionParams를 통해 헤더를 설정해야 합니다.
-    
-      2. 서버에서 실행시, webSocketImpl을 명시적으로 지정해야 합니다.
-    */
-    const wsLink = new GraphQLWsLink(
-      createClient({
-        url: uri.replace(/^http/, 'ws'),
-        keepAlive: 10_000,
-        retryAttempts: 1_000_000,
-        shouldRetry: e => true,
-        webSocketImpl: WebSocket,
-        connectionParams: {
-          headers: {
-            'x-things-factory-domain': subdomain,
-            authorization: authKey ? `Bearer ${authKey}` : ''
-          }
-        }
-      })
-    )
-
-    const splitLink = split(
-      ({ query }) => {
-        const def = getMainDefinition(query)
-        return def.kind === 'OperationDefinition' && def.operation === 'subscription'
-      },
-      wsLink,
-      setContext((_, { headers }) => {
-        return {
-          headers: {
-            ...headers,
-            'x-things-factory-domain': subdomain,
-            authorization: authKey ? `Bearer ${authKey}` : ''
-          }
-        }
-      }).concat(httpLink)
-    )
-
-    const cache = new InMemoryCache({
-      addTypename: false
-    })
-
-    client = new ApolloClient({
-      defaultOptions,
-      cache,
-      link: splitLink
-    })
-  }
-
-  return client
-}

package/server/controllers/run-task.ts

@@ -1,104 +0,0 @@
-import gql from 'graphql-tag'
-
-import { createLogger, format } from 'winston'
-
-import { logger } from '@things-factory/env'
-import { Step, Context, TaskRegistry } from '@things-factory/integration-base/'
-
-import { getOperatoClient } from './operato-client'
-import { LogAggregator } from './log-aggregator'
-
-export async function initRunTaskSubscription() {
-  const client = await getOperatoClient()
-
-  const subscription = client.subscribe({
-    query: gql`
-      subscription {
-        runTask {
-          id
-          step {
-            task
-            connection
-            params
-          }
-          context {
-            domain {
-              id
-              name
-              subdomain
-            }
-            data
-            variables
-            lng
-          }
-        }
-      }
-    `
-  })
-
-  subscription.subscribe({
-    next: async subscription => {
-      const { id, step, context }: { id: string; step: Step; context: Context } = subscription?.data?.runTask || {}
-      logger.info(`received run-task request: %s, %s, %s`, id, step, context)
-      await runTask(id, step, context)
-    },
-    error: error => {
-      logger.error(`operato subscription for runTask error: ${error}`)
-    },
-    complete: () => {
-      logger.info(`operato subscription for runTask complete`)
-    }
-  })
-}
-
-async function runTask(id: string, step: Step, context: Context) {
-  var handler = TaskRegistry.getTaskHandler(step.task)
-  if (!handler) {
-    throw new Error(`no task handler for step '${step.name}'(${step.id})`)
-  }
-
-  var error
-
-  const logAggregator = new LogAggregator({})
-
-  const logger = createLogger({
-    format: format.combine(
-      format.timestamp(),
-      format.printf(({ timestamp, level, message, stack }) => `${timestamp} ${level}: ${stack || message}`)
-    ),
-    transports: [logAggregator]
-  })
-
-  try {
-    var out: any = await handler(
-      {
-        ...step,
-        params: JSON.parse(step.params)
-      },
-      {
-        ...context,
-        logger
-      }
-    )
-  } catch (e) {
-    error = e?.stack || e
-  }
-
-  const client = await getOperatoClient()
-
-  await client.mutate({
-    mutation: gql`
-      mutation RunTaskCallback($result: RunTaskCallbackInput!) {
-        runTaskCallback(result: $result)
-      }
-    `,
-    variables: {
-      result: {
-        id,
-        out,
-        logs: logAggregator.formatResults(),
-        error
-      }
-    }
-  })
-}

package/server/controllers/sync-connections.ts

@@ -1,89 +0,0 @@
-import gql from 'graphql-tag'
-
-import { logger } from '@things-factory/env'
-import { Connection, ConnectionManager, ConnectionStatus } from '@things-factory/integration-base'
-
-import { getOperatoClient } from './operato-client'
-import { LogAggregator } from './log-aggregator'
-
-export async function initSyncConnectionsSubscription() {
-  const client = await getOperatoClient()
-
-  const subscription = client.subscribe({
-    query: gql`
-      subscription {
-        syncConnections {
-          domain {
-            id
-            name
-            subdomain
-          }
-          id
-          type
-          name
-          description
-          endpoint
-          active
-          state
-          params
-        }
-      }
-    `
-  })
-
-  subscription.subscribe({
-    next: async subscription => {
-      const connections = subscription.data?.syncConnections || []
-      await syncConnections(
-        connections.map(connection => {
-          try {
-            const params = JSON.parse(connection.params)
-
-            return {
-              // domain,
-              ...connection,
-              params
-            }
-          } catch (e) {
-            return {
-              // domain,
-              ...connection,
-              params: null
-            }
-          }
-        })
-      )
-    },
-    error: error => {
-      logger.error(`operato subscription error: ${error}`)
-    },
-    complete: () => {
-      logger.info(`operato subscription complete`)
-    }
-  })
-}
-
-async function syncConnections(connections: Connection[]) {
-  console.log('syncConnections ...', connections)
-
-  if (connections.length == 0) {
-    return
-  }
-
-  const domain = connections[0]?.domain
-  const oldConnections = ConnectionManager.getConnectionInstances(domain)
-  Object.values(oldConnections).forEach(old => ConnectionManager.removeConnectionInstance(old))
-
-  connections.forEach(connection => syncConnection(connection))
-}
-
-async function syncConnection(connection: Connection) {
-  const { type, state } = connection
-
-  var connector = ConnectionManager.getConnector(type)
-  if (!connector) {
-    return
-  }
-
-  await connector.connect(connection)
-}