web-dc-api 0.1.5 → 0.1.6

package/lib/implements/threaddb/core/app.ts

@@ -1,206 +0,0 @@
-// app.ts  
-import EventEmitter from 'eventemitter3';
-import { ThreadID } from '@textile/threads-id'
-import { IThreadRecord } from './record'
-import { Key as ThreadKey } from '../common/key';
-import { IThreadLogInfo, SymKey, ThreadInfo } from './core';
-import { ThreadToken } from './identity';
-import { Ed25519PubKey } from '../../../common/dc-key/ed25519';
-import { INet as net_Net } from './core'
-import { Context } from './core'
-import { IPLDNode } from './core';
-import { PeerId } from '@libp2p/interface';
-import { Head } from './head';
-import {net as net_pb} from "../pb/net_pb";
-import { DBClient } from '../dbclient';
-import { Blocks } from 'helia';
-import { AsyncMutex } from '../common/AsyncMutex';
-import { DAGCBOR } from '@helia/dag-cbor';
-
-
-
-// 类型定义  
-export type PubKey = Ed25519PubKey  
-export type Token = Uint8Array
-
-// 错误定义  
-export const ErrThreadInUse = new Error('thread is in use')  
-export const ErrInvalidNetRecordBody = new Error('app denied net record body')  
-
-// 核心接口  
-export interface App {  
-  validateNetRecordBody( body: IPLDNode, identity: PubKey): Promise<Error | undefined>  
-  handleNetRecord( rec: IThreadRecord, key?: ThreadKey): Promise<Error | undefined>  
-  getNetRecordCreateTime(rec: IThreadRecord, key?: ThreadKey): Promise<BigInt>  
-}  
-
-// 本地事件总线实现  
-export class LocalEventsBus {  
-  private bus = new EventEmitter()  
-  private static readonly busTimeout = 15000 // 15秒  
-
-  send(event: LocalEvent): Promise<void> {  
-    return new Promise((resolve, reject) => {  
-      const timeout = setTimeout(() =>   
-        reject(new Error('Event send timeout')), LocalEventsBus.busTimeout  
-      )  
-      
-      this.bus.emit('event', event, () => {  
-        clearTimeout(timeout)  
-        resolve()  
-      })  
-    })  
-  }  
-
-  listen(): LocalEventListener {  
-    return new LocalEventListener(this.bus)  
-  }  
-
-  discard() {  
-    this.bus.removeAllListeners()  
-  }  
-}  
-
-export class LocalEventListener {  
-  private handler: (event: LocalEvent) => void  
-
-  constructor(private bus: EventEmitter) {  
-    this.handler = (event: LocalEvent) => this.onEvent(event)  
-    bus.on('event', this.handler)  
-  }  
-
-  private onEvent(event: LocalEvent) {  
-    // 处理事件  
-  }  
-
-  discard() {  
-    this.bus.off('event', this.handler)  
-  }  
-}  
-
-export interface LocalEvent {  
-  node: IPLDNode  
-  token: ThreadToken  
-}  
-
-// 网络接口  
-export interface Net extends net_Net {  
-  bstore: Blocks;
-  connectApp(app: App, threadId: ThreadID): Promise<Connector>
-
-  createRecord(  
-    threadId: ThreadID,  
-    body: IPLDNode,  
-    options?: { threadToken?: ThreadToken, apiToken?: Token }  
-  ): Promise<IThreadRecord>  
-  
-  getDagService(): DAGCBOR ;
-
-  validate(  
-    id: ThreadID,  
-    token?: ThreadToken
-  ): Promise<Ed25519PubKey |undefined>  
-  exchange(id: ThreadID): Promise<void>  
-  threadOffsets(tid: ThreadID): Promise<[Record<string, Head>, PeerId[]]> 
-  buildGetRecordsRequest(
-    tid: ThreadID,
-    offsets: Record<string,Head>,
-    limit: number
-  ): Promise<{ req: net_pb.pb.IGetRecordsRequest, serviceKey: SymKey }> 
-  updateRecordsFromPeer(tid: ThreadID,peerId: PeerId|null,client?:DBClient): Promise<void>
-  getMutexForThread(threadId: string): AsyncMutex 
-  preLoadLogs(tid: ThreadID, logs: net_pb.pb.Log[]): Promise<void> 
-  createExternalLogsIfNotExist(tid: ThreadID, logs: IThreadLogInfo[]): Promise<void> 
-  createExternalLogsIfNotExistForPreload(tid: ThreadID, logs: IThreadLogInfo[]): Promise<void>
-}  
-
-// 连接器实现  
-export class Connector {  
-  public readonly token: Token
-  
-  constructor(  
-    public net: Net,  
-    private app: App,  
-    private threadInfo: ThreadInfo  
-  ) {  
-    if (!threadInfo.key?.canRead()) {  
-      throw new Error(`Read key not found for thread ${threadInfo.id}`)  
-    }  
-    this.token = this.generateRandomBytes(32)  
-  }  
-
-  get threadId(): ThreadID {  
-    return this.threadInfo.id  
-  }
-
-  get threadKey(): ThreadKey|undefined {
-    return this.threadInfo.key
-  }
-
-
-  // 调用 net.createRecord 并提供线程 ID 和 API 令牌
-  async createNetRecord(
-    body: IPLDNode, 
-    token?: ThreadToken
-  ): Promise<IThreadRecord> {
-    return this.net.createRecord(
-      this.threadId, 
-      body, 
-      {
-        ...(token !== undefined ? { threadToken: token } : {}),
-        apiToken: this.token
-      }
-    );
-  }
-
-  // 验证线程令牌
-  async validate(
-    token?: ThreadToken
-  ): Promise<Error | undefined> {
-    try{
-      await this.net.validate( this.threadId, token);
-      return 
-    }catch(err:any){
-      return err
-    }
-  }
-
-  // 调用连接应用的 ValidateNetRecordBody
-  async validateNetRecordBody(
-    body: IPLDNode, 
-    identity: PubKey
-  ): Promise<Error|undefined> {
-    return this.app.validateNetRecordBody( body, identity);
-  }
-
-  // 调用连接应用的 HandleNetRecord 并提供线程密钥
-  async handleNetRecord(
-    rec: IThreadRecord
-  ): Promise<Error | undefined> {
-    return this.app.handleNetRecord( rec, this.threadKey);
-  }
-
-  // 调用连接应用的 GetNetRecordCreateTime 解析记录创建时间
-  async getNetRecordCreateTime(
-    rec: IThreadRecord
-  ): Promise<BigInt> {
-    return this.app.getNetRecordCreateTime(rec, this.threadKey);
-  }
-
-  private generateRandomBytes(size: number): Uint8Array {  
-    return crypto.getRandomValues(new Uint8Array(size))  
-  }  
-}  
-
-// 工具函数  
-export function NewConnector(  
-  app: App,  
-  net: Net,  
-  threadInfo: ThreadInfo  
-): [Connector | null, Error | null] {  
-  try {  
-    return [new Connector(net, app, threadInfo), null]  
-  } catch (err) {  
-    return [null, err as Error]  
-  }  
-}

package/lib/implements/threaddb/core/core.ts

@@ -1,230 +0,0 @@
-
- 
-import { Key,Datastore,Query,Batch } from 'interface-datastore';
-import { Key as ThreadKey } from '../common/key';
-import { ThreadID } from '@textile/threads-id';
-import type { PeerId,PublicKey,PrivateKey } from "@libp2p/interface";  
-import { Multiaddr as TMultiaddr } from '@multiformats/multiaddr';
-import { Head } from './head'; 
-import { type AnySchema, type JSONSchemaType } from "ajv"; 
-import { dcnet } from "../../../proto/dcnet_proto";
-import { EventCodec } from "./db";
-import type { CID } from 'multiformats/cid'  
-import { Link } from 'multiformats/link'
-import { DAGCBOR} from '@helia/dag-cbor'
-import { ThreadToken } from './identity';
-import { Ed25519PrivKey, Ed25519PubKey } from '../../../common/dc-key/ed25519';
-import {net as net_pb} from "../pb/net_pb";
-import { Protocol } from '../net/define';
-
-
-
-// 上下文接口  
-export interface Context {  
-  signal?: AbortSignal | undefined  
-  deadline?: Date | undefined  
-}  
-
-export interface IPLDNode {  
-  cid(): CID
-  links(): Link[]
-  size(): number
-  data(): Uint8Array
-} 
-
-
-export interface IBlock {
-    data(): Uint8Array;
-    cid(): CID;
-}
-
-
-// 接口定义  
-export interface INet {  
-  createThread( id: ThreadID, options: { token: ThreadToken; logKey?: Ed25519PrivKey|Ed25519PubKey, threadKey?: ThreadKey }): Promise<ThreadInfo>;  
-  addThread(addr: ThreadMuliaddr,options: { token?: ThreadToken | undefined; logKey?: Ed25519PrivKey | Ed25519PubKey | undefined; threadKey?: ThreadKey | undefined } ): Promise<ThreadInfo>;
-  getThread( id: ThreadID, ...opts: any[]): Promise<ThreadInfo>;  
-  getThreadFromPeer( id: ThreadID, peer: PeerId, options: { token?: ThreadToken }): Promise<ThreadInfo>;
-  deleteThread( id: ThreadID, ...opts: any[]): Promise<void>;  
-  pullThread( id: ThreadID,timeout: number, options: { token?: ThreadToken | undefined; multiPeersFlag?: boolean | undefined;} ): Promise<void>;  
-  getPbLogs( id: ThreadID): Promise<[net_pb.pb.ILog[], IThreadInfo]>;  
-}  
-
-
-
-export interface ICollectionConfig {  
-  name: string;  
-  schema: AnySchema;  
-  indexes?: Index[];  
-  writeValidator?: string;  
-  readFilter?: string;  
-}  
-
-export interface Index {  
-  path: string;  
-  unique: boolean;  
-}  
-
-export interface DBInfo {  
-  name: string;  
-  addrs: string[];  
-  key: Uint8Array;  
-}  
-
-
-
- 
-export class NewOptions {  
-  name?: string | undefined;  
-  collections?: ICollectionConfig[] | undefined;  
-  eventCodec?: EventCodec | undefined;  
-  debug?: boolean | undefined;  
-  key?: ThreadKey | undefined;
-  logKey?: Ed25519PrivKey | Ed25519PubKey | undefined;
-  block?: boolean | undefined;
-  token?: ThreadToken | undefined; 
-
-  constructor(init?: Partial<NewOptions>) {  
-      Object.assign(this, init);  
-  }  
-} 
-
-export type Token = Uint8Array;  
-
-class TokenUtil {  
-    // 判断两个 Token 是否相等  
-    static equal(t: Token, b: Token): boolean {  
-        if (t.length !== b.length) {  
-            return false;  
-        }  
-        for (let i = 0; i < t.length; i++) {  
-            if (t[i] !== b[i]) {  
-                return false;  
-            }  
-        }  
-        return true;  
-    }  
-}
-
-export interface ManagedOptions {  
-  name: string;
-  key: ThreadKey;
-  logKey: Ed25519PrivKey | Ed25519PubKey;
-  token?: ThreadToken;
-  collections: ICollectionConfig[];
-  block: boolean;
-} 
-
-
-// ======== 事务接口 ========  
- 
-
-// ======== 键转换接口 ========  
-
-
-export interface AbortOptions {  
-    signal?: AbortSignal  
-  }  
-
-
-
-
-
-
-
-      // 定义对称密钥类型
-export interface SymKey {
-  key: CryptoKey;
-  raw: Uint8Array;
-}
-
-
-export  class ThreadMuliaddr{
-  addr: TMultiaddr
-  id: ThreadID
-  constructor(addr: TMultiaddr, id: ThreadID) {
-    this.id = id
-    this.addr = addr
-  }
-  getMultiaddrString(): string {
-   const addr = this.addr.toString()
-   const id = this.id.toString()
-   const addrStr = addr + '/' + Protocol.name + '/' + id
-    return addrStr
-  }
-}
-
-// 定义 Thread Info 的接口  
-export interface IThreadInfo {  
-  id: ThreadID;  
-  key: ThreadKey | undefined;  
-  logs: IThreadLogInfo[];
-  addrs: ThreadMuliaddr[];
-  getFirstPrivKeyLog() :IThreadLogInfo | undefined
-}  
-
-export interface IDBInfo {
-  id: string;
-  name: string;
-  addrs: string[];
-  key: string | undefined;
-}
-
-export class ThreadInfo  implements IThreadInfo {  
-   public id: ThreadID;
-    public logs: IThreadLogInfo[]; 
-    public addrs: ThreadMuliaddr[];
-    public key: ThreadKey | undefined;
-  constructor(  
-    id: ThreadID, 
-   logs: IThreadLogInfo[],  
-   addrs: ThreadMuliaddr[] ,
-   key?: ThreadKey,  
-  ) {
-    this.id = id;
-    this.logs = logs;
-    this.addrs = addrs;
-    if (key) {
-      this.key = key;
-    }else {
-      this.key = undefined;
-    }
-    
-  }
-
-
-public getFirstPrivKeyLog() :IThreadLogInfo | undefined {
-  for (const lg of this.logs) {
-    if (lg.privKey) {
-      return lg
-    }
-  }
-  return 
-}
-  
-} 
-
-export interface IThreadLogInfo {  
-// id is the log's identifier.
-  id: PeerId;  
-// privKey is the log's private key.
-  privKey?: PrivateKey;  
-// pubKey is the log's public key.
-  pubKey?: PublicKey;  
-// Addrs are the addresses associated with the given log.
-  addrs: TMultiaddr[];  
-// Managed logs are any logs directly added/created by the host, and/or logs for which we have the private key
-  managed: boolean;  
-// Head is the log's current head.
-  head?: Head;
-}  
-
-// 定义 Store 接口  
-export interface Store {  
-  addThread(info: IThreadInfo): Promise<void>;  
-  addLog(id: ThreadID, logInfo: IThreadLogInfo): Promise<void>;  
-  putBytes(id: ThreadID, identity: string, bytes: Uint8Array): Promise<void>;  
-}  
-
-
-

package/lib/implements/threaddb/core/db.ts

@@ -1,249 +0,0 @@
-import { ulid } from 'ulid';
-import { Key, Query,Batch, Datastore } from 'interface-datastore';  
-
-import { IPLDNode } from './core';
-import {ThreadToken} from './identity';
-import { Ed25519PubKey as PubKey} from "../../../common/dc-key/ed25519";
-import { Connector,LocalEventsBus } from './app';
-import { Dispatcher } from '../common/dispatcher';
-
-
-export const Errors = {  
-    ErrDBNotFound: new Error('db not found'),  
-    ErrDBExists: new Error('db already exists'),  
-    ErrInvalidName: new Error('invalid name'),  
-    ErrThreadReadKeyRequired: new Error('thread read key required'), 
-    ErrorThreadIDValidation: new Error('thread id validation error'),
-    ErrThreadNotFound: new Error('thread not found'), 
-    ErrLogNotFound: new Error('log not found'),
-    ErrLogExists: new Error('log already exists'),
-    ErrP2pNetworkNotInit: new Error('p2p network not initialized'),
-    ErrNoDbManager: new Error('no db manager'),
-    ErrNoDcPeerConnected: new Error('no dc peer connected'),
-    ErrInvalidCollectionSchema: new Error("the collection schema _id property must be a string"),
-    ErrCannotIndexIDField: new Error(`cannot create custom index `),
-    ErrCollectionNotFound: new Error('collection not found'),
-    ErrNodeAddrIsNull: new Error('node address is null'),
-    ErrNoThreadOnDc: new Error('no thread on dc'),
-    ErrNoDcNodeClient: new Error('no dc node client'),
-    ErrFileNotFound: new Error('file not found'),
-};  
-
-export const pullThreadBackgroundTimeout = 3600000; // 1 hour in milliseconds
-export const PullTimeout = 20000; // 20 seconds in milliseconds
-
-export const dsPrefix = new Key("/db");  
-export const DBPrefix = {
-    dsPrefix: dsPrefix,
-    dsName: dsPrefix.child(new Key("name")), 
-    dsSchemas: dsPrefix.child(new Key("schema")), 
-    dsIndexes: dsPrefix.child(new Key("index")),
-    dsValidators: dsPrefix.child(new Key("validator")),
-    dsFilters: dsPrefix.child(new Key("filter")),
-    dsVerno: dsPrefix.child(new Key("verno")),
-}
-export const idFieldName = "_id";
-export const modFieldName = "_mod";
-
- 
-
-
-
-export type InstanceID = string;  
-export const EmptyInstanceID: InstanceID = '';  
-
-// NewInstanceID generates a new identity for an instance.  
-export function NewInstanceID(): InstanceID {  
-    const id = ulid();  
-    return id.toLowerCase();  
-}  
-
-// InstanceID string representation  
-export function instanceIDToString(id: InstanceID): string {  
-    return id;  
-}  
-
-
-export enum CoreActionType {  
-    Create = 0,  
-    Save = 1,  
-    Delete = 2  
-}  
-
-
-
-/**
- * Transaction class for collections
- */
-export interface ITxn{
-  /**
-   * Create new instances
-   */
-  create(...newInstances: Uint8Array[]): Promise<InstanceID[]>;
-  /**
-   * Verify instance changes without saving them
-   */
-  verify(...updated: Uint8Array[]): Promise<void>;
-  /**
-   * Save instance changes
-   */
-  save(...updated: Uint8Array[]): Promise<void>;
-  /**
-   * Delete instances
-   */
-  delete(...ids: InstanceID[]): Promise<void>;
-  /**
-   * Check if instances exist
-   */
-  has(...ids: InstanceID[]): Promise<boolean>;
-  /**
-   * Find instance by ID
-   */
-  findByID(id: InstanceID): Promise<Object> ;
-  /**
-   * Find instances matching a query
-   */
-  find(q?: Query): Promise<Object[]>;
-  /**
- * Get instances modified since a specific time
- * 
- * The _mod field tracks modified instances, but not those that have been deleted, so we need
- * to query the dispatcher for all (unique) instances in this collection that have been modified
- * at all since `time`.
- */
-  modifiedSince(time: number): Promise<InstanceID[]>;
-  /**
-   * Commit the transaction
-   */
-  commit(): Promise<void>;
-
-  /**
-   * Discard the transaction
-   */
-  discard(): void;
-  /**
-   * Refresh collection reference
-   */
-  refreshCollection(): void 
-}
-  export interface ICollection  {
-    baseKey(): Key ;
-    getName(): string ;
-    getSchema(): Uint8Array;
-    getWriteValidator(): Uint8Array;
-    getReadFilter(): Uint8Array;
-    readTxn(fn: (txn: ITxn) => Promise<void> , token?: ThreadToken): Promise<void> ;
-    writeTxn(fn: (txn: ITxn) => Promise<void> , token?: ThreadToken): Promise<void>
-    findByID(id: InstanceID, token?: ThreadToken): Promise<Object> ;
-    create(v: Uint8Array, token?: ThreadToken): Promise<InstanceID> ;
-    createMany(vs: Uint8Array[], token?: ThreadToken): Promise<InstanceID[]> ;
-    delete(id: InstanceID, token?: ThreadToken): Promise<void> ;
-    deleteMany(ids: InstanceID[], token?: ThreadToken): Promise<void> ;
-    save(v: Uint8Array, token?: ThreadToken): Promise<void> ;
-    saveMany(vs: Uint8Array[], token?: ThreadToken): Promise<void> ;
-    verify(v: Uint8Array, token?: ThreadToken): Promise<void>;
-    verifyMany(vs: Uint8Array[], token?: ThreadToken): Promise<void> ;
-    has(id: InstanceID, token?: ThreadToken): Promise<boolean>;
-    hasMany(ids: InstanceID[], token?: ThreadToken): Promise<boolean> ;
-    find(q: Query, token?: ThreadToken): Promise<Object[]>
-    modifiedSince(time: number, token?: ThreadToken): Promise<InstanceID[]>;
-    validInstance(v: Uint8Array): void;
-    validWrite(identity: PubKey, e: Event): Promise<void>;
-    filterRead(identity: PubKey, instance: Uint8Array): Promise<Uint8Array | null>;
-  }
-export interface IDB {
-  datastore: TxnDatastoreExtended; 
-  connector: Connector|null; // 
-   dispatcher: Dispatcher | null;   
-   eventcodec: EventCodec; 
-  localEventsBus: LocalEventsBus | null;
-  collections: Map<string, ICollection> ;
-  readTxn(collection: ICollection, fn: (txn: ITxn) => Promise<void> , token?: ThreadToken): Promise<void>;
-  writeTxn(collection: ICollection, fn: (txn: ITxn) => Promise<void> , token?: ThreadToken): Promise<void>;
-  notifyTxnEvents(node: IPLDNode, token?: ThreadToken): Promise<void>;
-}
-
-
-export interface Event<T = any> {  
-  /** 事件时间戳 (Unix纳秒时间戳) */  
-  readonly timestamp: BigInt;  
-  /** 关联的实例ID */  
-  readonly instanceID: InstanceID;  
-  /** 所属集合名称 */  
-  readonly collection: string;  
-  /** 事件负载数据 */  
-  readonly payload: T;  
-
-  /** 序列化为Uint8Array */  
-  marshal(): Promise<Uint8Array>;  
-}  
-
-
-export interface QueryResult {  
-    key: string;  
-    value: Uint8Array;  
-    size?: number;  
-  }  
-  
-  export interface QueryExt extends Query {  
-    seekPrefix?: string;  
-  }  
-
-export  interface Transaction {  
-    put( key: Key, value: Uint8Array): Promise<Key>;  
-    delete( key: Key): Promise<void>;  
-    get( key: Key): Promise<Uint8Array|undefined>;  
-    has( key: Key): Promise<boolean>;  
-    commit(): Promise<void>;  
-    discard(): void;  
-    query( q: Query): AsyncIterable<QueryResult>;  
-    queryExtended( q: QueryExt): AsyncIterable<QueryResult>;  
-  } 
-
-
-  interface DatastoreExtensions {  
-    newTransactionExtended( readOnly: boolean): Promise<Transaction>  
-    queryExtended( q: QueryExt): AsyncIterable<QueryResult>  
-  }  
-
-  export  interface TxnDatastoreExtended extends Datastore, DatastoreExtensions {  
-      batch(): Batch;  
-      newTransactionExtended( readOnly: boolean): Promise<Transaction>
-  } 
-  
-export type IndexFunc = (  
-    collection: string,  
-    key: Key,  
-    txn: Transaction  ,
-    oldData?: Uint8Array,  
-    newData?: Uint8Array,  
-   
-  ) => Promise<void>;  
-
-export interface Action {  
-    type: CoreActionType;  
-    instanceID: InstanceID;  
-    collectionName: string;  
-    previous?: Uint8Array;  
-    current?: Uint8Array;  
-  }  
-  
-  export interface ReduceAction {  
-    type: CoreActionType;  
-    collection: string;  
-    instanceID: InstanceID;  
-  }  
-  export interface EventCodec {  
-     reduce(  
-      events: Event[],  
-      store: TxnDatastoreExtended,  
-      baseKey: Key,  
-      indexFn: IndexFunc  
-    ): Promise<ReduceAction[]>;  
-  
-    create(actions: Action[]): Promise<[Event[],  IPLDNode ]>;  
-  
-    eventsFromBytes(data: Uint8Array): Promise<Event[]> ;  
-    
-  }  
-