@kubun/plugin-connector 0.8.0 → 0.8.1

package/lib/action.d.ts

@@ -1,5 +1,5 @@
 import type { CredentialProvider, EntityRecord } from '@kubun/connector';
-import type { KubunDB, WritableDB } from '@kubun/db';
+import type { StoreProvider } from '@kubun/db';
 import type { ConnectorRegistry } from './registry.js';
 export type ExecuteActionParams = {
     connector: string;
@@ -13,7 +13,7 @@ export type ExecuteActionResult = {
     documentID: string | null;
 };
 export type ExecuteActionDeps = {
-    db: KubunDB | WritableDB;
+    stores: StoreProvider;
     registry: ConnectorRegistry;
     credentialProvider: CredentialProvider;
     ownerDID: string;

package/lib/action.js

@@ -1 +1 @@
-import{DocumentID as e,DocumentModelID as r}from"@kubun/id";import{EntityProcessor as o}from"./sync/processor.js";export async function executeAction(t,n){let l,c,{db:i,registry:a,credentialProvider:u,ownerDID:s}=n,{connector:d,action:f,model:p,input:w,sourceID:m}=t,E=a.get(d);if(null==E)throw Error(`Connector "${d}" not found`);if(null==E.actionHandler)throw Error(`Connector "${d}" does not support actions`);if(null==E.actions?.find(e=>e.name===f))throw Error(`Action "${f}" not found on connector "${d}"`);let h=E.auth.provider,S=await u.get(h,s);if(null==S)throw Error(`No credential found for provider "${h}"`);let $=E.auth;if(null!=$.writeScopes&&!$.writeScopes.every(e=>S.scopes.includes(e))){let e=Error("INSUFFICIENT_SCOPES");throw e.code="INSUFFICIENT_SCOPES",e.requiredScopes=$.writeScopes,e}for(let e of Object.values(E.clusters)){for(let[r,o]of Object.entries(e.record))if(e.models[o].name===p){l=r;break}if(null!=l)break}if(null==l)throw Error(`Model "${p}" not found in connector "${d}" clusters`);let I=w;if("update"===f&&null!=m){let o=new TextEncoder().encode(`${d}:${m}`),t=e.create(r.fromString(l),s,o),n=await i.getDocument(t);n?.data!=null&&(I={...n.data,...w})}let b=E.actionHandler({credential:S});if("create"===f)c=await b.create(p,I);else if("update"===f){if(null==m)throw Error("sourceID is required for update actions");c=await b.update(p,m,I)}else throw Error(`Unsupported action: ${f}`);let C={};for(let e of Object.values(E.clusters))if(null!=e.record[l]){C=e.models[e.record[l]]?.fieldsMeta??{};break}let v=new o({db:i,modelID:l,ownerDID:s,connectorName:d,edgeFields:C,clusters:E.clusters}),N=await v.processBatch({entities:[c]});return{entity:c,documentID:N.documentIDs[0]??null}}
+import{DocumentID as e,DocumentModelID as r}from"@kubun/id";import{getGraphStore as o}from"@kubun/store-graph";import{EntityProcessor as t}from"./sync/processor.js";export async function executeAction(n,l){let c,i,{stores:a,registry:u,credentialProvider:s,ownerDID:d}=l,{connector:f,action:p,model:w,input:m,sourceID:E}=n,h=u.get(f);if(null==h)throw Error(`Connector "${f}" not found`);if(null==h.actionHandler)throw Error(`Connector "${f}" does not support actions`);if(null==h.actions?.find(e=>e.name===p))throw Error(`Action "${p}" not found on connector "${f}"`);let S=h.auth.provider,$=await s.get(S,d);if(null==$)throw Error(`No credential found for provider "${S}"`);let I=h.auth;if(null!=I.writeScopes&&!I.writeScopes.every(e=>$.scopes.includes(e))){let e=Error("INSUFFICIENT_SCOPES");throw e.code="INSUFFICIENT_SCOPES",e.requiredScopes=I.writeScopes,e}for(let e of Object.values(h.clusters)){for(let[r,o]of Object.entries(e.record))if(e.models[o].name===w){c=r;break}if(null!=c)break}if(null==c)throw Error(`Model "${w}" not found in connector "${f}" clusters`);let b=m;if("update"===p&&null!=E){let t=new TextEncoder().encode(`${f}:${E}`),n=e.create(r.fromString(c),d,t),l=await o(a),i=await l.getDocument(n);i?.data!=null&&(b={...i.data,...m})}let C=h.actionHandler({credential:$});if("create"===p)i=await C.create(w,b);else if("update"===p){if(null==E)throw Error("sourceID is required for update actions");i=await C.update(w,E,b)}else throw Error(`Unsupported action: ${p}`);let g={};for(let e of Object.values(h.clusters))if(null!=e.record[c]){g=e.models[e.record[c]]?.fieldsMeta??{};break}let k=new t({stores:a,modelID:c,ownerDID:d,connectorName:f,edgeFields:g,clusters:h.clusters}),v=await k.processBatch({entities:[i]});return{entity:i,documentID:v.documentIDs[0]??null}}

package/lib/api.d.ts

@@ -1,4 +1,4 @@
-import type { KubunDB } from '@kubun/db';
+import type { StoreProvider } from '@kubun/db';
 export type SyncStateData = {
     connectorName: string;
     ownerDID: string;
@@ -25,5 +25,5 @@ export type ConnectorAPI = {
     deleteCredential: (providerName: string, ownerDID: string) => Promise<void>;
 };
 export declare function createConnectorAPI(params: {
-    db: KubunDB;
+    stores: StoreProvider;
 }): ConnectorAPI;

package/lib/api.js

@@ -1 +1 @@
-function e(e){return{connectorName:e.connector_name,ownerDID:e.owner_did,checkpoint:e.checkpoint,lastSyncedAt:e.last_synced_at,entityCount:e.entity_count,status:e.status,error:e.error}}export function createConnectorAPI(t){return{async getSyncState(n,r){let a=await t.db.getDB(),c=await a.selectFrom("kubun_connector_sync_state").selectAll().where("connector_name","=",n).where("owner_did","=",r).executeTakeFirst();return null!=c?e(c):null},async setSyncState(n,r,a){let c=await t.db.getDB(),o=a.lastSyncedAt??new Date().toISOString(),s=a.entityCount??0,l=a.checkpoint??null,i=a.error??null;await c.insertInto("kubun_connector_sync_state").values({connector_name:n,owner_did:r,checkpoint:l,last_synced_at:o,entity_count:s,status:a.status,error:i}).onConflict(e=>e.columns(["connector_name","owner_did"]).doUpdateSet({checkpoint:l,last_synced_at:o,entity_count:s,status:a.status,error:i})).execute();let u=await c.selectFrom("kubun_connector_sync_state").selectAll().where("connector_name","=",n).where("owner_did","=",r).executeTakeFirst();if(null==u)throw Error("Failed to set sync state");return e(u)},async deleteSyncState(e,n){let r=await t.db.getDB();await r.deleteFrom("kubun_connector_sync_state").where("connector_name","=",e).where("owner_did","=",n).execute()},async listSyncStates(n){let r=await t.db.getDB();return(await r.selectFrom("kubun_connector_sync_state").selectAll().where("connector_name","=",n).execute()).map(e)},async getCredential(e,n){let r=await t.db.getDB(),a=await r.selectFrom("kubun_connector_credentials").selectAll().where("provider_name","=",e).where("owner_did","=",n).executeTakeFirst();return null!=a?a.credential:null},async setCredential(e,n,r){let a=await t.db.getDB();await a.insertInto("kubun_connector_credentials").values({provider_name:e,owner_did:n,credential:r}).onConflict(e=>e.columns(["provider_name","owner_did"]).doUpdateSet({credential:r})).execute()},async deleteCredential(e,n){let r=await t.db.getDB();await r.deleteFrom("kubun_connector_credentials").where("provider_name","=",e).where("owner_did","=",n).execute()}}}
+import{getConnectorStore as t}from"@kubun/store-connector";export function createConnectorAPI(e){return{async getSyncState(n,a){let r=await t(e.stores),s=await r.getSyncState(n,a);return null==s?null:{connectorName:n,ownerDID:a,checkpoint:null!=s.checkpoint?JSON.stringify(s.checkpoint):null,lastSyncedAt:s.lastSyncedAt,entityCount:s.entityCount,status:s.status,error:s.error??null}},async setSyncState(n,a,r){let s=await t(e.stores),c=r.lastSyncedAt??new Date().toISOString(),o=r.entityCount??0,l=r.checkpoint??null;await s.setSyncState(n,a,{checkpoint:null!=l?JSON.parse(l):null,lastSyncedAt:c,entityCount:o,status:r.status,error:r.error??void 0});let i=await s.getSyncState(n,a);if(null==i)throw Error("Failed to set sync state");return{connectorName:n,ownerDID:a,checkpoint:null!=i.checkpoint?JSON.stringify(i.checkpoint):null,lastSyncedAt:i.lastSyncedAt,entityCount:i.entityCount,status:i.status,error:i.error??null}},async deleteSyncState(n,a){let r=await t(e.stores);await r.deleteSyncState(n,a)},async listSyncStates(n){let a=await t(e.stores);return(await a.listSyncStatesForConnector(n)).map(t=>({connectorName:t.connectorName,ownerDID:t.ownerDID,checkpoint:null!=t.checkpoint?JSON.stringify(t.checkpoint):null,lastSyncedAt:t.lastSyncedAt,entityCount:t.entityCount,status:t.status,error:t.error??null}))},async getCredential(n,a){let r=await t(e.stores),s=await r.getCredential(n,a);return null==s?null:"string"==typeof s?s:JSON.stringify({accessToken:s.accessToken,refreshToken:s.refreshToken,expiresAt:s.expiresAt?.toISOString(),scopes:s.scopes,accountLabel:s.accountLabel,metadata:s.metadata})},async setCredential(n,a,r){let s=await t(e.stores);await s.setCredential(n,a,r)},async deleteCredential(n,a){let r=await t(e.stores);await r.deleteCredential(n,a)}}}

package/lib/index.js

@@ -1 +1 @@
-import{fromEmitter as e}from"@enkaku/generator";import{executeAction as t}from"./action.js";import{createConnectorAPI as r}from"./api.js";import{DBCredentialProvider as n}from"./credential.js";import{ConnectorManager as o}from"./manager.js";import{createConnectorMigrations as c}from"./migration.js";import{OAuthService as s}from"./oauth.js";import{ConnectorRegistry as a}from"./registry.js";import{createConnectorSchemaExtension as i,toConnectorSyncEventResult as u}from"./schema.js";import{orchestrateSync as l}from"./sync/orchestrate.js";import{DBSyncStateStore as m}from"./sync/state.js";export{executeAction}from"./action.js";export{ConnectorManager}from"./manager.js";export{OAuthService}from"./oauth.js";export{ConnectorRegistry}from"./registry.js";export{createConnectorSchemaExtension,toConnectorSyncEventResult}from"./schema.js";export{SyncEngine}from"./sync/engine.js";export{orchestrateSync}from"./sync/orchestrate.js";export{EntityProcessor}from"./sync/processor.js";export{DBSyncStateStore}from"./sync/state.js";async function p(e,t,r,n,o){let c=t.get(o);if(null==c)throw Error(`Connector "${o}" not found`);let s=await e.getSyncState(o,n),a=!1,i=!1,u=null;if("device"!==c.auth.provider){let e=await r.get(c.auth.provider,n);if(null!=e){a=!0,null!=e.expiresAt&&(u=e.expiresAt.toISOString());let t=c.auth;i=null==t.writeScopes||t.writeScopes.every(t=>e.scopes.includes(t))}}return null==s?{name:o,status:"IDLE",authenticated:a,hasWriteAccess:i,authExpiresAt:u,lastSyncedAt:null,entityCount:null,error:null}:{name:o,status:"idle"===s.status?"IDLE":"syncing"===s.status?"SYNCING":"ERROR",authenticated:a,hasWriteAccess:i,authExpiresAt:u,lastSyncedAt:s.lastSyncedAt??null,entityCount:s.entityCount??null,error:s.error??null}}export function createConnectorPlugin(y){let f=y.providers??[];return d=>{let g=new a;for(let e of y.connectors)g.register(e);let S=r({db:d.db}),D=new n({api:S,runtime:d.runtime,providers:f}),h=new m({api:S}),w=new o({registry:g,logger:d.getLogger("connector"),defaults:y.defaults}),C=new s({runtime:d.runtime,providers:f,registry:g,credentialProvider:D}),j={types:d.db.adapter.types,functions:d.db.adapter.functions};return{name:"connector",migrations:{name:"connector",migrations:()=>c(j)},schemaExtension:e=>i({registry:g,config:e}),api:S,createContextFactory:()=>r=>({getConnectorState:e=>p(S,g,D,r.viewerDID,e),getConnectorStates:()=>Promise.all(g.list().map(e=>p(S,g,D,r.viewerDID,e))),startConnectorAuth:e=>C.startAuth(e),completeConnectorAuth:e=>C.completeAuth(e,r.viewerDID),triggerConnectorSync:async e=>{if(!g.has(e.connector))return{status:"ERROR",connectorName:e.connector};let t=await l({connectorName:e.connector,full:e.full??!1,registry:g,syncEventEmitter:w,stateStore:h,credentialProvider:D,ownerDID:r.viewerDID,db:d.db,boundary:y.defaults?.boundary});return{status:"started"===t.status?"STARTED":"already_syncing"===t.status?"ALREADY_SYNCING":"ERROR",connectorName:e.connector}},subscribeToConnectorSyncEvents:t=>{let r=null!=t?e=>e.connectorName===t:void 0,n=e(w.syncEvents,"sync",{filter:r});return async function*(){for await(let e of n)yield u(e)}()},executeConnectorAction:async e=>{try{let n=await t({connector:e.connector,action:e.action,model:e.model,input:e.input,sourceID:e.sourceID},{db:d.db,registry:g,credentialProvider:D,ownerDID:r.viewerDID});return{documentID:n.documentID,entity:n.entity,error:null}}catch(t){let e=t.code??"API_ERROR";return{documentID:null,entity:null,error:{code:e,message:t instanceof Error?t.message:String(t),requiredScopes:t.requiredScopes}}}}})}}}export{n as DBCredentialProvider};
+import{fromEmitter as e}from"@enkaku/generator";import{connectorStoreDefinition as t}from"@kubun/store-connector";import{executeAction as r}from"./action.js";import{createConnectorAPI as n}from"./api.js";import{DBCredentialProvider as o}from"./credential.js";import{ConnectorManager as c}from"./manager.js";import{OAuthService as s}from"./oauth.js";import{ConnectorRegistry as i}from"./registry.js";import{createConnectorSchemaExtension as a,toConnectorSyncEventResult as u}from"./schema.js";import{orchestrateSync as l}from"./sync/orchestrate.js";import{DBSyncStateStore as m}from"./sync/state.js";export{executeAction}from"./action.js";export{ConnectorManager}from"./manager.js";export{OAuthService}from"./oauth.js";export{ConnectorRegistry}from"./registry.js";export{createConnectorSchemaExtension,toConnectorSyncEventResult}from"./schema.js";export{SyncEngine}from"./sync/engine.js";export{orchestrateSync}from"./sync/orchestrate.js";export{EntityProcessor}from"./sync/processor.js";export{DBSyncStateStore}from"./sync/state.js";async function p(e,t,r,n,o){let c=t.get(o);if(null==c)throw Error(`Connector "${o}" not found`);let s=await e.getSyncState(o,n),i=!1,a=!1,u=null;if("device"!==c.auth.provider){let e=await r.get(c.auth.provider,n);if(null!=e){i=!0,null!=e.expiresAt&&(u=e.expiresAt.toISOString());let t=c.auth;a=null==t.writeScopes||t.writeScopes.every(t=>e.scopes.includes(t))}}return null==s?{name:o,status:"IDLE",authenticated:i,hasWriteAccess:a,authExpiresAt:u,lastSyncedAt:null,entityCount:null,error:null}:{name:o,status:"idle"===s.status?"IDLE":"syncing"===s.status?"SYNCING":"ERROR",authenticated:i,hasWriteAccess:a,authExpiresAt:u,lastSyncedAt:s.lastSyncedAt??null,entityCount:s.entityCount??null,error:s.error??null}}export function createConnectorPlugin(y){let f=y.providers??[];return d=>{d.db.register(t);let g=new i;for(let e of y.connectors)g.register(e);let S=n({stores:d.db}),D=new o({api:S,runtime:d.runtime,providers:f}),h=new m({api:S}),w=new c({registry:g,logger:d.getLogger("connector"),defaults:y.defaults}),C=new s({runtime:d.runtime,providers:f,registry:g,credentialProvider:D});return{name:"connector",schemaExtension:e=>a({registry:g,config:e}),api:S,createContextFactory:()=>(t,c)=>{let s=n({stores:c}),i=new o({api:s,runtime:d.runtime,providers:f});return{getConnectorState:e=>p(s,g,i,t.viewerDID,e),getConnectorStates:()=>Promise.all(g.list().map(e=>p(s,g,i,t.viewerDID,e))),startConnectorAuth:e=>C.startAuth(e),completeConnectorAuth:e=>C.completeAuth(e,t.viewerDID,i),triggerConnectorSync:async e=>g.has(e.connector)?(c.onCommit(()=>{l({connectorName:e.connector,full:e.full??!1,registry:g,syncEventEmitter:w,stateStore:h,credentialProvider:D,ownerDID:t.viewerDID,stores:d.db,boundary:y.defaults?.boundary}).catch(()=>{})}),{status:"STARTED",connectorName:e.connector}):{status:"ERROR",connectorName:e.connector},subscribeToConnectorSyncEvents:t=>{let r=null!=t?e=>e.connectorName===t:void 0,n=e(w.syncEvents,"sync",{filter:r});return async function*(){for await(let e of n)yield u(e)}()},executeConnectorAction:async e=>{try{let n=await r({connector:e.connector,action:e.action,model:e.model,input:e.input,sourceID:e.sourceID},{stores:c,registry:g,credentialProvider:i,ownerDID:t.viewerDID});return{documentID:n.documentID,entity:n.entity,error:null}}catch(t){let e=t.code??"API_ERROR";return{documentID:null,entity:null,error:{code:e,message:t instanceof Error?t.message:String(t),requiredScopes:t.requiredScopes}}}}}}}}}export{o as DBCredentialProvider};

package/lib/oauth.d.ts

@@ -12,5 +12,5 @@ export declare class OAuthService {
     #private;
     constructor(params: OAuthServiceParams);
     startAuth(args: StartConnectorAuthInput): Promise<StartConnectorAuthOutput>;
-    completeAuth(args: CompleteConnectorAuthInput, viewerDID: string): Promise<CompleteConnectorAuthOutput>;
+    completeAuth(args: CompleteConnectorAuthInput, viewerDID: string, credentialProvider?: CredentialProvider): Promise<CompleteConnectorAuthOutput>;
 }

package/lib/oauth.js

@@ -1 +1 @@
-export class OAuthService{#e;#r;#t;#i;constructor(e){this.#e=e.credentialProvider,this.#r=e.runtime,this.#t=e.providers,this.#i=e.registry}async startAuth(e){let r=this.#t.find(r=>r.name===e.provider);if(null==r)throw Error(`OAuth provider "${e.provider}" not found`);if(null==r.clientID)throw Error(`OAuth provider "${e.provider}" is missing clientID`);let t=!0===e.requestWriteAccess,i=new Set(r.baseScopes??[]);for(let r of e.connectors??this.#i.list()){let o=this.#i.get(r);if(null!=o&&o.auth.provider===e.provider){let e=o.auth;if(t&&null!=e.writeScopes)for(let r of e.writeScopes)i.add(r);else for(let r of e.scopes)i.add(r)}}let o=JSON.stringify({nonce:this.#r.getRandomID(),provider:e.provider}),s=new URL(r.authorizationEndpoint);return s.searchParams.set("client_id",r.clientID),s.searchParams.set("redirect_uri",e.redirectURL),s.searchParams.set("response_type","code"),s.searchParams.set("scope",Array.from(i).join(" ")),s.searchParams.set("state",o),s.searchParams.set("access_type","offline"),s.searchParams.set("prompt","consent"),{url:s.toString(),state:o}}async completeAuth(e,r){let t=this.#t.find(r=>r.name===e.provider);if(null==t)throw Error(`OAuth provider "${e.provider}" not found`);if(null==t.clientID||null==t.clientSecret)throw Error(`OAuth provider "${e.provider}" is missing clientID or clientSecret`);let i=await this.#r.fetch(t.tokenEndpoint,{method:"POST",headers:{"Content-Type":"application/x-www-form-urlencoded"},body:new URLSearchParams({grant_type:"authorization_code",code:e.code,redirect_uri:e.redirectURL,client_id:t.clientID,client_secret:t.clientSecret})});if(!i.ok)throw Error(`Token exchange failed: ${i.statusText}`);let o=await i.json(),s=o.scope?.split(" ")??[];return await this.#e.set(e.provider,r,{accessToken:o.access_token,refreshToken:o.refresh_token,expiresAt:null!=o.expires_in?new Date(Date.now()+1e3*o.expires_in):void 0,scopes:s}),{providerName:e.provider,scopes:s}}}
+export class OAuthService{#e;#r;#t;#i;constructor(e){this.#e=e.credentialProvider,this.#r=e.runtime,this.#t=e.providers,this.#i=e.registry}async startAuth(e){let r=this.#t.find(r=>r.name===e.provider);if(null==r)throw Error(`OAuth provider "${e.provider}" not found`);if(null==r.clientID)throw Error(`OAuth provider "${e.provider}" is missing clientID`);let t=!0===e.requestWriteAccess,i=new Set(r.baseScopes??[]);for(let r of e.connectors??this.#i.list()){let o=this.#i.get(r);if(null!=o&&o.auth.provider===e.provider){let e=o.auth;if(t&&null!=e.writeScopes)for(let r of e.writeScopes)i.add(r);else for(let r of e.scopes)i.add(r)}}let o=JSON.stringify({nonce:this.#r.getRandomID(),provider:e.provider}),s=new URL(r.authorizationEndpoint);return s.searchParams.set("client_id",r.clientID),s.searchParams.set("redirect_uri",e.redirectURL),s.searchParams.set("response_type","code"),s.searchParams.set("scope",Array.from(i).join(" ")),s.searchParams.set("state",o),s.searchParams.set("access_type","offline"),s.searchParams.set("prompt","consent"),{url:s.toString(),state:o}}async completeAuth(e,r,t){let i=this.#t.find(r=>r.name===e.provider);if(null==i)throw Error(`OAuth provider "${e.provider}" not found`);if(null==i.clientID||null==i.clientSecret)throw Error(`OAuth provider "${e.provider}" is missing clientID or clientSecret`);let o=await this.#r.fetch(i.tokenEndpoint,{method:"POST",headers:{"Content-Type":"application/x-www-form-urlencoded"},body:new URLSearchParams({grant_type:"authorization_code",code:e.code,redirect_uri:e.redirectURL,client_id:i.clientID,client_secret:i.clientSecret})});if(!o.ok)throw Error(`Token exchange failed: ${o.statusText}`);let s=await o.json(),n=s.scope?.split(" ")??[];return await (t??this.#e).set(e.provider,r,{accessToken:s.access_token,refreshToken:s.refresh_token,expiresAt:null!=s.expires_in?new Date(Date.now()+1e3*s.expires_in):void 0,scopes:n}),{providerName:e.provider,scopes:n}}}

package/lib/sync/engine.d.ts

@@ -1,8 +1,8 @@
 import type { DataProvider, SyncBoundary, SyncEvent, SyncStateStore } from '@kubun/connector';
-import type { KubunDB } from '@kubun/db';
+import type { StoreProvider } from '@kubun/db';
 import type { ClustersRecord } from '@kubun/protocol';
 export type SyncEngineParams = {
-    db: KubunDB;
+    stores: StoreProvider;
     stateStore: SyncStateStore;
     connectorName: string;
     clusters: ClustersRecord;

package/lib/sync/engine.js

@@ -1 +1 @@
-import{EventEmitter as t}from"@enkaku/event";import{EntityProcessor as e}from"./processor.js";export class SyncEngine{#t;#e;#n;#s;#o;#c=new Map;#r=new t;constructor(t){for(let e of(this.#t=t.db,this.#e=t.stateStore,this.#n=t.connectorName,this.#s=t.clusters,this.#o=new Map,Object.values(t.clusters)))for(let[t,n]of Object.entries(e.record))this.#o.set(t,e.models[n])}on(t,e){return this.#r.on(t,e)}#i(t,n){let s=this.#c.get(t);if(null!=s)return s;let o=this.#o.get(t);if(null==o)throw Error(`Unknown model ID "${t}" in connector "${this.#n}"`);let c=new e({db:this.#t,modelID:t,ownerDID:n,connectorName:this.#n,edgeFields:o.fieldsMeta,clusters:this.#s});return this.#c.set(t,c),c}async run(t){let{provider:e,ownerDID:n,boundary:s,full:o,signal:c}=t,r=Date.now(),i=await this.#e.get(this.#n,n),a=!o&&i?.checkpoint!=null,l=a?"incremental":"initial";await this.#e.set(this.#n,n,{checkpoint:i?.checkpoint??null,lastSyncedAt:i?.lastSyncedAt??new Date().toISOString(),entityCount:i?.entityCount??0,status:"syncing"});let h=0,d=0,y=0,m=i?.checkpoint??null;try{let t={boundary:s,checkpoint:a?i?.checkpoint:void 0,signal:c};for await(let s of a?e.fetchChanges({...t,lastSyncedAt:i?.lastSyncedAt?new Date(i.lastSyncedAt):void 0}):e.fetchAll(t)){y++;let t=this.#i(s.modelID,n),e=await t.processBatch(s);h+=e.created+e.updated+e.deleted,d+=e.failed,null!=s.checkpoint&&(m=s.checkpoint);let o={type:"sync:progress",connectorName:this.#n,phase:l,entitiesProcessed:h,entitiesFailed:d,currentBatch:y,checkpoint:m};await this.#r.emit("sync",o),await this.#e.set(this.#n,n,{checkpoint:m,lastSyncedAt:new Date().toISOString(),entityCount:(i?.entityCount??0)+h,status:"syncing"})}let o=Date.now()-r;await this.#e.set(this.#n,n,{checkpoint:m,lastSyncedAt:new Date().toISOString(),entityCount:(i?.entityCount??0)+h,status:"idle"});let u={type:"sync:complete",connectorName:this.#n,totalProcessed:h,totalFailed:d,duration:o};await this.#r.emit("sync",u)}catch(s){let t=s instanceof Error?s.message:String(s);await this.#e.set(this.#n,n,{checkpoint:m,lastSyncedAt:i?.lastSyncedAt??new Date().toISOString(),entityCount:i?.entityCount??0,status:"error",error:t});let e={type:"sync:error",connectorName:this.#n,error:t};await this.#r.emit("sync",e)}}}
+import{EventEmitter as t}from"@enkaku/event";import{EntityProcessor as e}from"./processor.js";export class SyncEngine{#t;#e;#n;#s;#o;#c=new Map;#r=new t;constructor(t){for(let e of(this.#t=t.stores,this.#e=t.stateStore,this.#n=t.connectorName,this.#s=t.clusters,this.#o=new Map,Object.values(t.clusters)))for(let[t,n]of Object.entries(e.record))this.#o.set(t,e.models[n])}on(t,e){return this.#r.on(t,e)}#i(t,n){let s=this.#c.get(t);if(null!=s)return s;let o=this.#o.get(t);if(null==o)throw Error(`Unknown model ID "${t}" in connector "${this.#n}"`);let c=new e({stores:this.#t,modelID:t,ownerDID:n,connectorName:this.#n,edgeFields:o.fieldsMeta,clusters:this.#s});return this.#c.set(t,c),c}async run(t){let{provider:e,ownerDID:n,boundary:s,full:o,signal:c}=t,r=Date.now(),i=await this.#e.get(this.#n,n),a=!o&&i?.checkpoint!=null,l=a?"incremental":"initial";await this.#e.set(this.#n,n,{checkpoint:i?.checkpoint??null,lastSyncedAt:i?.lastSyncedAt??new Date().toISOString(),entityCount:i?.entityCount??0,status:"syncing"});let h=0,y=0,m=0,u=i?.checkpoint??null;try{let t={boundary:s,checkpoint:a?i?.checkpoint:void 0,signal:c};for await(let s of a?e.fetchChanges({...t,lastSyncedAt:i?.lastSyncedAt?new Date(i.lastSyncedAt):void 0}):e.fetchAll(t)){m++;let t=this.#i(s.modelID,n),e=await t.processBatch(s);h+=e.created+e.updated+e.deleted,y+=e.failed,null!=s.checkpoint&&(u=s.checkpoint);let o={type:"sync:progress",connectorName:this.#n,phase:l,entitiesProcessed:h,entitiesFailed:y,currentBatch:m,checkpoint:u};await this.#r.emit("sync",o),await this.#e.set(this.#n,n,{checkpoint:u,lastSyncedAt:new Date().toISOString(),entityCount:(i?.entityCount??0)+h,status:"syncing"})}let o=Date.now()-r;await this.#e.set(this.#n,n,{checkpoint:u,lastSyncedAt:new Date().toISOString(),entityCount:(i?.entityCount??0)+h,status:"idle"});let d={type:"sync:complete",connectorName:this.#n,totalProcessed:h,totalFailed:y,duration:o};await this.#r.emit("sync",d)}catch(s){let t=s instanceof Error?s.message:String(s);await this.#e.set(this.#n,n,{checkpoint:u,lastSyncedAt:i?.lastSyncedAt??new Date().toISOString(),entityCount:i?.entityCount??0,status:"error",error:t});let e={type:"sync:error",connectorName:this.#n,error:t};await this.#r.emit("sync",e)}}}

package/lib/sync/orchestrate.d.ts

@@ -1,5 +1,5 @@
 import type { ConnectorSyncEventPayload, CredentialProvider, SyncBoundary, SyncStateStore } from '@kubun/connector';
-import type { KubunDB } from '@kubun/db';
+import type { StoreProvider } from '@kubun/db';
 import type { ConnectorRegistry } from '../registry.js';
 /**
  * Minimal interface for the sync event emitter dependency.
@@ -17,7 +17,7 @@ export type OrchestrateSyncParams = {
     stateStore: SyncStateStore;
     credentialProvider: CredentialProvider;
     ownerDID: string;
-    db: KubunDB;
+    stores: StoreProvider;
     boundary?: SyncBoundary;
 };
 export type OrchestrateSyncResult = {

package/lib/sync/orchestrate.js

@@ -1 +1 @@
-import{SyncEngine as e}from"./engine.js";export async function orchestrateSync(t){let{connectorName:r,full:n,registry:s,syncEventEmitter:a,stateStore:i,credentialProvider:o,ownerDID:c,db:l}=t,u=s.get(r);if(null==u)return{status:"error"};let y=await i.get(r,c);if(y?.status==="syncing")return{status:"already_syncing"};let d="device"!==u.auth.provider?u.auth.provider:null,p=d?await o.get(d,c):null;if(null!=d&&null==p||null==u.serverProvider)return{status:"error"};let v=t.boundary??{maxAge:"P90D"},g=u.serverProvider({credential:p??{accessToken:"",scopes:[]},boundary:v}),m=new e({db:l,stateStore:i,connectorName:r,clusters:u.clusters});return await a.emitSyncEvent({type:"started",connectorName:r}),m.on("sync",e=>{"sync:progress"===e.type?a.emitSyncEvent({type:"progress",connectorName:r,entitiesProcessed:e.entitiesProcessed,entitiesFailed:e.entitiesFailed}):"sync:complete"===e.type?a.emitSyncEvent({type:"completed",connectorName:r,totalProcessed:e.totalProcessed,totalFailed:e.totalFailed,duration:e.duration}):"sync:error"===e.type&&a.emitSyncEvent({type:"error",connectorName:r,error:e.error})}),m.run({provider:g,ownerDID:c,boundary:v,full:n}).catch(async e=>{await a.emitSyncEvent({type:"error",connectorName:r,error:e instanceof Error?e.message:String(e)})}),{status:"started"}}
+import{SyncEngine as e}from"./engine.js";export async function orchestrateSync(t){let{connectorName:r,full:n,registry:s,syncEventEmitter:a,stateStore:i,credentialProvider:o,ownerDID:c,stores:l}=t,u=s.get(r);if(null==u)return{status:"error"};let y=await i.get(r,c);if(y?.status==="syncing")return{status:"already_syncing"};let d="device"!==u.auth.provider?u.auth.provider:null,p=d?await o.get(d,c):null;if(null!=d&&null==p||null==u.serverProvider)return{status:"error"};let v=t.boundary??{maxAge:"P90D"},g=u.serverProvider({credential:p??{accessToken:"",scopes:[]},boundary:v}),m=new e({stores:l,stateStore:i,connectorName:r,clusters:u.clusters});return await a.emitSyncEvent({type:"started",connectorName:r}),m.on("sync",e=>{"sync:progress"===e.type?a.emitSyncEvent({type:"progress",connectorName:r,entitiesProcessed:e.entitiesProcessed,entitiesFailed:e.entitiesFailed}):"sync:complete"===e.type?a.emitSyncEvent({type:"completed",connectorName:r,totalProcessed:e.totalProcessed,totalFailed:e.totalFailed,duration:e.duration}):"sync:error"===e.type&&a.emitSyncEvent({type:"error",connectorName:r,error:e.error})}),m.run({provider:g,ownerDID:c,boundary:v,full:n}).catch(async e=>{await a.emitSyncEvent({type:"error",connectorName:r,error:e instanceof Error?e.message:String(e)})}),{status:"started"}}

package/lib/sync/processor.d.ts

@@ -1,5 +1,5 @@
 import type { EntityBatch } from '@kubun/connector';
-import type { KubunDB, WritableDB } from '@kubun/db';
+import type { StoreProvider } from '@kubun/db';
 import type { ClustersRecord, DocumentFieldsMeta } from '@kubun/protocol';
 export type ProcessBatchResult = {
     created: number;
@@ -9,7 +9,7 @@ export type ProcessBatchResult = {
     documentIDs: Array<string>;
 };
 export type EntityProcessorParams = {
-    db: KubunDB | WritableDB;
+    stores: StoreProvider;
     modelID: string;
     ownerDID: string;
     connectorName: string;

package/lib/sync/processor.js

@@ -1 +1 @@
-import{DocumentID as e,DocumentModelID as t}from"@kubun/id";export class EntityProcessor{#e;#t;#r;#o;#c;#n;constructor(e){this.#e=e.db,this.#t=t.fromString(e.modelID),this.#r=e.ownerDID,this.#o=e.connectorName,this.#c=e.edgeFields??{},this.#n=e.clusters}#s(t,r){let o=new TextEncoder().encode(`${t}:${r}`);return e.create(this.#t,this.#r,o)}#i(e){let r,o=this.#n;if(null==o)return;for(let t of Object.values(o))if(null!=t.record[e])return e;try{r=t.fromString(e)}catch{return}if(!r.isLocal)return;let c=r.index;for(let e of Object.values(o))for(let[t,r]of Object.entries(e.record))if(r===c)return t}#l(r){if(null==this.#n||0===Object.keys(this.#c).length)return r;let o={...r};for(let[c,n]of Object.entries(this.#c)){if("document"!==n.type||null==n.model)continue;let s=r[c];if(null==s||"object"!=typeof s)continue;let i=s.sourceService,l=s.sourceID;if("string"!=typeof i||"string"!=typeof l)continue;let u=this.#i(n.model);if(null==u)continue;let d=new TextEncoder().encode(`${i}:${l}`),D=e.create(t.fromString(u),this.#r,d);o[c]=D.toString()}return o}async processBatch(e){let t=0,r=0,o=0,c=0,n=[];for(let o of e.entities)try{let e=this.#s(o.sourceService,o.sourceID),c=await this.#e.getDocument(e),s={...o,lastSyncedAt:new Date().toISOString()},i=this.#l(s);if(null==c){let r=new TextEncoder().encode(`${o.sourceService}:${o.sourceID}`);await this.#e.createDocument({id:e,owner:this.#r,unique:r,data:i}),t++}else await this.#e.saveDocument({id:e,existing:c,data:i}),r++;n.push(e.toString())}catch{c++}if(e.deleted)for(let t of e.deleted)try{let e=this.#s(t.sourceService,t.sourceID),r=await this.#e.getDocument(e);null!=r&&(await this.#e.saveDocument({id:e,existing:r,data:{sourceService:t.sourceService,sourceID:t.sourceID,lastSyncedAt:new Date().toISOString(),_deleted:!0}}),o++)}catch{c++}return{created:t,updated:r,deleted:o,failed:c,documentIDs:n}}}
+import{DocumentID as e,DocumentModelID as t}from"@kubun/id";import{getGraphStore as r}from"@kubun/store-graph";export class EntityProcessor{#e;#t=null;#r;#o;#s;#n;#c;constructor(e){this.#e=e.stores,this.#r=t.fromString(e.modelID),this.#o=e.ownerDID,this.#s=e.connectorName,this.#n=e.edgeFields??{},this.#c=e.clusters}#i(t,r){let o=new TextEncoder().encode(`${t}:${r}`);return e.create(this.#r,this.#o,o)}#l(e){let r,o=this.#c;if(null==o)return;for(let t of Object.values(o))if(null!=t.record[e])return e;try{r=t.fromString(e)}catch{return}if(!r.isLocal)return;let s=r.index;for(let e of Object.values(o))for(let[t,r]of Object.entries(e.record))if(r===s)return t}#u(r){if(null==this.#c||0===Object.keys(this.#n).length)return r;let o={...r};for(let[s,n]of Object.entries(this.#n)){if("document"!==n.type||null==n.model)continue;let c=r[s];if(null==c||"object"!=typeof c)continue;let i=c.sourceService,l=c.sourceID;if("string"!=typeof i||"string"!=typeof l)continue;let u=this.#l(n.model);if(null==u)continue;let d=new TextEncoder().encode(`${i}:${l}`),a=e.create(t.fromString(u),this.#o,d);o[s]=a.toString()}return o}async processBatch(e){this.#t??=r(this.#e);let t=await this.#t,o=0,s=0,n=0,c=0,i=[];for(let r of e.entities)try{let e=this.#i(r.sourceService,r.sourceID),n=await t.getDocument(e),c={...r,lastSyncedAt:new Date().toISOString()},l=this.#u(c);if(null==n){let s=new TextEncoder().encode(`${r.sourceService}:${r.sourceID}`);await t.createDocument({id:e,owner:this.#o,unique:s,data:l}),o++}else await t.saveDocument({id:e,existing:n,data:l}),s++;i.push(e.toString())}catch{c++}if(e.deleted)for(let r of e.deleted)try{let e=this.#i(r.sourceService,r.sourceID),o=await t.getDocument(e);null!=o&&(await t.saveDocument({id:e,existing:o,data:{sourceService:r.sourceService,sourceID:r.sourceID,lastSyncedAt:new Date().toISOString(),_deleted:!0}}),n++)}catch{c++}return{created:o,updated:s,deleted:n,failed:c,documentIDs:i}}}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kubun/plugin-connector",
-  "version": "0.8.0",
+  "version": "0.8.1",
   "license": "see LICENSE.md",
   "type": "module",
   "main": "lib/index.js",
@@ -22,18 +22,20 @@
     "graphql-scalars": "^1.25.0",
     "kysely": "^0.28.16",
     "@kubun/connector": "^0.8.0",
-    "@kubun/db": "^0.8.0",
-    "@kubun/engine": "^0.8.0",
-    "@kubun/graphql": "^0.8.0",
-    "@kubun/id": "^0.8.0",
+    "@kubun/db": "^0.8.1",
+    "@kubun/store-graph": "^0.8.0",
+    "@kubun/graphql": "^0.8.1",
     "@kubun/logger": "^0.8.0",
+    "@kubun/id": "^0.8.0",
+    "@kubun/store-connector": "^0.8.0",
+    "@kubun/engine": "^0.8.1",
     "@kubun/protocol": "^0.8.0"
   },
   "devDependencies": {
     "@testcontainers/postgresql": "^11.14.0",
     "get-port": "^7.2.0",
-    "@kubun/db-postgres": "^0.8.0",
-    "@kubun/test-utils": "^0.8.0"
+    "@kubun/test-utils": "^0.8.0",
+    "@kubun/db-postgres": "^0.8.1"
   },
   "scripts": {
     "build:clean": "del lib",

package/lib/migration.d.ts

@@ -1,3 +0,0 @@
-import type { PluginMigrationContext } from '@kubun/engine';
-import type { Migration } from 'kysely';
-export declare function createConnectorMigrations(ctx: PluginMigrationContext): Record<string, Migration>;

package/lib/migration.js

@@ -1 +0,0 @@
-export function createConnectorMigrations(t){let e=t.types;return{"001_create_connector_tables":{async up(t){await t.schema.createTable("kubun_connector_sync_state").ifNotExists().addColumn("connector_name",e.text,t=>t.notNull()).addColumn("owner_did",e.text,t=>t.notNull()).addColumn("checkpoint",e.text).addColumn("last_synced_at",e.text,t=>t.notNull()).addColumn("entity_count","integer",t=>t.notNull().defaultTo(0)).addColumn("status",e.text,t=>t.notNull()).addColumn("error",e.text).addPrimaryKeyConstraint("kubun_connector_sync_state_pkey",["connector_name","owner_did"]).execute(),await t.schema.createTable("kubun_connector_credentials").ifNotExists().addColumn("provider_name",e.text,t=>t.notNull()).addColumn("owner_did",e.text,t=>t.notNull()).addColumn("credential",e.text,t=>t.notNull()).addPrimaryKeyConstraint("kubun_connector_credentials_pkey",["provider_name","owner_did"]).execute()},async down(t){await t.schema.dropTable("kubun_connector_credentials").ifExists().execute(),await t.schema.dropTable("kubun_connector_sync_state").ifExists().execute()}}}}