@xyo-network/xl1-rpc 1.16.0 → 1.16.1

package/src/provider/viewer/index.ts

@@ -1,3 +1,4 @@
 export * from './JsonRpcNetworkStakeViewer/index.ts'
 export * from './JsonRpcNetworkStakingStepRewardsViewer/index.ts'
+export * from './JsonRpcViewer.ts'
 export * from './JsonRpcXyoViewer.ts'

package/src/provider/viewer/spec/JsonRpcXyoViewer.spec.ts

@@ -19,7 +19,7 @@ import { JsonRpcXyoViewer } from '../JsonRpcXyoViewer.ts'
 
 describe.skip('RpcXyoViewer - live integration tests', () => {
   const transport = new HttpRpcTransport('http://localhost:8080/rpc', { ...XyoViewerRpcSchemas, ...NetworkStakeViewerRpcSchemas })
-  const sut = new JsonRpcXyoViewer(transport, new JsonRpcNetworkStakeViewer(transport))
+  const sut = new JsonRpcXyoViewer(transport, { networkStakeViewer: new JsonRpcNetworkStakeViewer(transport) })
 
   describe('accountBalance', () => {
     const TEST_ADDRESS = '796c74fb1c23dc2dcc4e40b8c4284f05da51210f' as Address

package/src/types/NetworkStakingStepRewardsByPositionViewerRpc.ts

@@ -1,16 +1,16 @@
-import type { RewardsByPositionViewerMethods } from '@xyo-network/xl1-protocol-sdk'
+import type { NetworkStakeStepRewardsByPositionViewerMethods } from '@xyo-network/xl1-protocol-sdk'
 
 import type { MethodName, RpcMethodName } from './RpcMethodName.ts'
 
 export const NetworkStakingStepRewardsByPositionViewerRpcNamespace = 'networkStakingStepRewardsByPositionViewer' as const
 export type NetworkStakingStepRewardsByPositionViewerRpcNamespace = typeof NetworkStakingStepRewardsByPositionViewerRpcNamespace
 
-export type NetworkStakingStepRewardsByPositionViewerMethodName = MethodName<RewardsByPositionViewerMethods>
+export type NetworkStakingStepRewardsByPositionViewerMethodName = MethodName<NetworkStakeStepRewardsByPositionViewerMethods>
 export type NetworkStakingStepRewardsByPositionViewerRpcMethodName = RpcMethodName<NetworkStakingStepRewardsByPositionViewerRpcNamespace,
   NetworkStakingStepRewardsByPositionViewerMethodName>
 
 export type NetworkStakingStepRewardsByPositionViewerRpcMethodHandlers = {
   [K in NetworkStakingStepRewardsByPositionViewerMethodName as NetworkStakingStepRewardsByPositionViewerRpcMethodName]: (
-    params: Parameters<RewardsByPositionViewerMethods[K]>,
-  ) => ReturnType<RewardsByPositionViewerMethods[K]>
+    params: Parameters<NetworkStakeStepRewardsByPositionViewerMethods[K]>,
+  ) => ReturnType<NetworkStakeStepRewardsByPositionViewerMethods[K]>
 }

package/src/types/NetworkStakingStepRewardsByStakerViewerRpc.ts

@@ -1,15 +1,15 @@
-import type { RewardsByStakerViewerMethods } from '@xyo-network/xl1-protocol-sdk'
+import type { NetworkStakeStepRewardsByStakerViewerMethods } from '@xyo-network/xl1-protocol-sdk'
 
 import type { MethodName, RpcMethodName } from './RpcMethodName.ts'
 
 export const NetworkStakingStepRewardsByStakerViewerRpcNamespace = 'networkStakingStepRewardsByStakerViewer' as const
 export type NetworkStakingStepRewardsByStakerViewerRpcNamespace = typeof NetworkStakingStepRewardsByStakerViewerRpcNamespace
 
-export type NetworkStakingStepRewardsByStakerViewerMethodName = MethodName<RewardsByStakerViewerMethods>
+export type NetworkStakingStepRewardsByStakerViewerMethodName = MethodName<NetworkStakeStepRewardsByStakerViewerMethods>
 export type NetworkStakingStepRewardsByStakerViewerRpcMethodName = RpcMethodName<NetworkStakingStepRewardsByStakerViewerRpcNamespace,
   NetworkStakingStepRewardsByStakerViewerMethodName>
 export type NetworkStakingStepRewardsByStakerViewerRpcMethodHandlers = {
   [K in NetworkStakingStepRewardsByStakerViewerMethodName as NetworkStakingStepRewardsByStakerViewerRpcMethodName]: (
-    params: Parameters<RewardsByStakerViewerMethods[K]>,
-  ) => ReturnType<RewardsByStakerViewerMethods[K]>
+    params: Parameters<NetworkStakeStepRewardsByStakerViewerMethods[K]>,
+  ) => ReturnType<NetworkStakeStepRewardsByStakerViewerMethods[K]>
 }

package/src/types/NetworkStakingStepRewardsByStepViewerRpc.ts

@@ -1,15 +1,15 @@
-import type { RewardsByStepViewerMethods } from '@xyo-network/xl1-protocol-sdk'
+import type { NetworkStakeStepRewardsByStepViewerMethods } from '@xyo-network/xl1-protocol-sdk'
 
 import type { MethodName, RpcMethodName } from './RpcMethodName.ts'
 
 export const NetworkStakingStepRewardsByStepViewerRpcNamespace = 'networkStakingStepRewardsByStepViewer' as const
 export type NetworkStakingStepRewardsByStepViewerRpcNamespace = typeof NetworkStakingStepRewardsByStepViewerRpcNamespace
 
-export type NetworkStakingStepRewardsByStepViewerMethodName = MethodName<RewardsByStepViewerMethods>
+export type NetworkStakingStepRewardsByStepViewerMethodName = MethodName<NetworkStakeStepRewardsByStepViewerMethods>
 export type NetworkStakingStepRewardsByStepViewerRpcMethodName = RpcMethodName<NetworkStakingStepRewardsByStepViewerRpcNamespace,
   NetworkStakingStepRewardsByStepViewerMethodName>
 export type NetworkStakingStepRewardsByStepViewerRpcMethodHandlers = {
   [K in NetworkStakingStepRewardsByStepViewerMethodName as NetworkStakingStepRewardsByStepViewerRpcMethodName]: (
-    params: Parameters<RewardsByStepViewerMethods[K]>,
-  ) => ReturnType<RewardsByStepViewerMethods[K]>
+    params: Parameters<NetworkStakeStepRewardsByStepViewerMethods[K]>,
+  ) => ReturnType<NetworkStakeStepRewardsByStepViewerMethods[K]>
 }

package/src/types/NetworkStakingStepRewardsTotalViewerRpc.ts

@@ -1,15 +1,15 @@
-import type { RewardsTotalViewerMethods } from '@xyo-network/xl1-protocol-sdk'
+import type { NetworkStakeStepRewardsTotalViewerMethods } from '@xyo-network/xl1-protocol-sdk'
 
 import type { MethodName, RpcMethodName } from './RpcMethodName.ts'
 
 export const NetworkStakingStepRewardsTotalViewerRpcNamespace = 'networkStakingStepRewardsTotalViewer' as const
 export type NetworkStakingStepRewardsTotalViewerRpcNamespace = typeof NetworkStakingStepRewardsTotalViewerRpcNamespace
 
-export type NetworkStakingStepRewardsTotalViewerMethodName = MethodName<RewardsTotalViewerMethods>
+export type NetworkStakingStepRewardsTotalViewerMethodName = MethodName<NetworkStakeStepRewardsTotalViewerMethods>
 export type NetworkStakingStepRewardsTotalViewerRpcMethodName = RpcMethodName<NetworkStakingStepRewardsTotalViewerRpcNamespace,
   NetworkStakingStepRewardsTotalViewerMethodName>
 export type NetworkStakingStepRewardsTotalViewerRpcMethodHandlers = {
   [K in NetworkStakingStepRewardsTotalViewerMethodName as NetworkStakingStepRewardsTotalViewerRpcMethodName]: (
-    params: Parameters<RewardsTotalViewerMethods[K]>,
-  ) => ReturnType<RewardsTotalViewerMethods[K]>
+    params: Parameters<NetworkStakeStepRewardsTotalViewerMethods[K]>,
+  ) => ReturnType<NetworkStakeStepRewardsTotalViewerMethods[K]>
 }

package/src/types/NetworkStakingStepRewardsViewerRpc.ts

@@ -1,15 +1,15 @@
-import type { StepRewardsViewerMethods } from '@xyo-network/xl1-protocol-sdk'
+import type { NetworkStakeStepRewardsViewerMethods } from '@xyo-network/xl1-protocol-sdk'
 
 import type { MethodName, RpcMethodName } from './RpcMethodName.ts'
 
 export const NetworkStakingStepRewardsViewerRpcNamespace = 'networkStakingStepRewardsViewer' as const
 export type NetworkStakingStepRewardsViewerRpcNamespace = typeof NetworkStakingStepRewardsViewerRpcNamespace
 
-export type NetworkStakingStepRewardsViewerMethodName = MethodName<StepRewardsViewerMethods>
+export type NetworkStakingStepRewardsViewerMethodName = MethodName<NetworkStakeStepRewardsViewerMethods>
 export type NetworkStakingStepRewardsViewerRpcMethodName = RpcMethodName<NetworkStakingStepRewardsViewerRpcNamespace, NetworkStakingStepRewardsViewerMethodName>
 
 export type NetworkStakingStepRewardsViewerRpcMethodHandlers = {
   [K in NetworkStakingStepRewardsViewerMethodName]: (
-    params: Parameters<StepRewardsViewerMethods[K]>,
-  ) => ReturnType<StepRewardsViewerMethods[K]>
+    params: Parameters<NetworkStakeStepRewardsViewerMethods[K]>,
+  ) => ReturnType<NetworkStakeStepRewardsViewerMethods[K]>
 }

package/src/types/XyoDataLakeViewerRpc.ts

@@ -0,0 +1,16 @@
+import type { DataLakeViewerMethods } from '@xyo-network/xl1-protocol-sdk'
+
+import type { MethodName, RpcMethodName } from './RpcMethodName.ts'
+
+export const DataLakeViewerRpcNamespace = 'dataLakeViewer' as const
+export type DataLakeViewerRpcNamespace = typeof DataLakeViewerRpcNamespace
+
+export type DataLakeViewerMethodName = MethodName<DataLakeViewerMethods>
+export type DataLakeViewerRpcMethodName = RpcMethodName<DataLakeViewerRpcNamespace,
+  DataLakeViewerMethodName>
+
+export type DataLakeViewerRpcMethodHandlers = {
+  [K in DataLakeViewerMethodName as DataLakeViewerRpcMethodName]: (
+    params: Parameters<DataLakeViewerMethods[K]>,
+  ) => ReturnType<DataLakeViewerMethods[K]>
+}

package/src/types/schema/DataLakeViewerRpcSchema.ts

@@ -0,0 +1,41 @@
+import { PayloadZod } from '@xyo-network/payload-model'
+import * as z from 'zod'
+
+import type { DataLakeViewerRpcMethodName } from '../XyoDataLakeViewerRpc.ts'
+import {
+  ArrayBufferToJsonZod, HashZod, JsonToArrayBufferZod,
+} from './common/index.ts'
+import type { RpcSchemaMap } from './RpcSchemaMap.ts'
+
+export const DataLakeViewerRpcSchemas = {
+  dataLakeViewer_get: {
+    params: {
+      to: z.tuple([HashZod]),
+      from: z.tuple([HashZod]),
+    },
+    result: {
+      to: z.union([PayloadZod, ArrayBufferToJsonZod]).optional(),
+      from: z.union([PayloadZod, JsonToArrayBufferZod]).optional(),
+    },
+  },
+  dataLakeViewer_getMany: {
+    params: {
+      to: z.tuple([z.array(HashZod)]),
+      from: z.tuple([z.array(HashZod)]),
+    },
+    result: {
+      to: z.array(z.union([PayloadZod, ArrayBufferToJsonZod])),
+      from: z.array(z.union([PayloadZod, JsonToArrayBufferZod])),
+    },
+  },
+  dataLakeViewer_has: {
+    params: {
+      to: z.tuple([HashZod]),
+      from: z.tuple([HashZod]),
+    },
+    result: {
+      to: z.boolean(),
+      from: z.boolean(),
+    },
+  },
+} satisfies RpcSchemaMap<DataLakeViewerRpcMethodName>

package/src/types/schema/common/ArrayBuffer.ts

@@ -0,0 +1,42 @@
+import * as z from 'zod'
+
+function base64Encode(u8: Uint8Array): string {
+  // Node
+  if (typeof Buffer !== 'undefined' && typeof Buffer.from === 'function') {
+    return Buffer.from(u8).toString('base64')
+  }
+
+  // Browser
+  let binary = ''
+  const chunk = 0x80_00
+  for (let i = 0; i < u8.length; i += chunk) {
+    // eslint-disable-next-line unicorn/prefer-code-point
+    binary += String.fromCharCode(...u8.subarray(i, i + chunk))
+  }
+  return btoa(binary)
+}
+
+/** Base64 decode that works in Node and browsers -> Uint8Array */
+function base64Decode(b64: string): Uint8Array {
+  // Node
+  if (typeof Buffer !== 'undefined' && typeof Buffer.from === 'function') {
+    return new Uint8Array(Buffer.from(b64, 'base64'))
+  }
+
+  // Browser
+  const binary = atob(b64)
+  const u8 = new Uint8Array(binary.length)
+  // eslint-disable-next-line unicorn/prefer-code-point
+  for (let i = 0; i < binary.length; i++) u8[i] = binary.charCodeAt(i)
+  return u8
+}
+
+export const ArrayBufferToJsonZod = z.instanceof(ArrayBuffer).transform((x) => {
+  const u8 = new Uint8Array(x)
+  return base64Encode(u8)
+})
+
+export const JsonToArrayBufferZod = z.string().transform((x) => {
+  const u8 = base64Decode(x)
+  return u8.buffer
+})

package/src/types/schema/common/index.ts

@@ -1,4 +1,5 @@
 export * from './Address.ts'
+export * from './ArrayBuffer.ts'
 export * from './BlockBoundWitness.ts'
 export * from './BlockRange.ts'
 export * from './BoundWitness.ts'

package/src/types/schema/index.ts

@@ -2,6 +2,7 @@ export * from './AllRpcSchemas.ts'
 export * from './common/index.ts'
 export * from './createRequestSchema.ts'
 export * from './createResponseSchema.ts'
+export * from './DataLakeViewerRpcSchema.ts'
 export * from './NetworkStakeViewerRpcSchemas.ts'
 export * from './RewardsByPositionViewerRpcSchemas.ts'
 export * from './RewardsByStakerViewerRpcSchemas.ts'

package/dist/neutral/provider/datalake/AbstractXyoDataLake.d.ts

@@ -1,10 +0,0 @@
-import type { Hash } from '@xylabs/hex';
-import type { Payload } from '@xyo-network/payload-model';
-import { type DataLakeData, type XyoDataLake } from '@xyo-network/xl1-protocol-sdk';
-export declare abstract class AbstractXyoDataLake implements XyoDataLake {
-    fetch(hashes: Hash[], maxDepth?: number): Promise<DataLakeData[]>;
-    trace(hash: Hash): Promise<[DataLakeData | undefined, Payload[]]>;
-    abstract add(items: DataLakeData[]): Promise<DataLakeData[]>;
-    abstract get(hashes: Hash[]): Promise<DataLakeData[]>;
-}
-//# sourceMappingURL=AbstractXyoDataLake.d.ts.map

package/dist/neutral/provider/datalake/AbstractXyoDataLake.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"AbstractXyoDataLake.d.ts","sourceRoot":"","sources":["../../../../src/provider/datalake/AbstractXyoDataLake.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,aAAa,CAAA;AAGvC,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAA;AAGzD,OAAO,EACL,KAAK,YAAY,EACjB,KAAK,WAAW,EACjB,MAAM,+BAA+B,CAAA;AAEtC,8BAAsB,mBAAoB,YAAW,WAAW;IACxD,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,QAAQ,GAAE,MAAW,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAarE,KAAK,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,CAAC,YAAY,GAAG,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC;IASvE,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAE5D,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;CACtD"}

package/dist/neutral/provider/datalake/ArchivistXyoDataLake.d.ts

@@ -1,11 +0,0 @@
-import type { Hash } from '@xylabs/hex';
-import type { ReadWriteArchivist } from '@xyo-network/archivist-model';
-import { type DataLakeData } from '@xyo-network/xl1-protocol-sdk';
-import { AbstractXyoDataLake } from './AbstractXyoDataLake.ts';
-export declare class ArchivistXyoDataLake extends AbstractXyoDataLake {
-    private _archivist;
-    constructor(archivist: ReadWriteArchivist);
-    add(items: DataLakeData[]): Promise<DataLakeData[]>;
-    get(hashes: Hash[]): Promise<DataLakeData[]>;
-}
-//# sourceMappingURL=ArchivistXyoDataLake.d.ts.map

package/dist/neutral/provider/datalake/ArchivistXyoDataLake.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"ArchivistXyoDataLake.d.ts","sourceRoot":"","sources":["../../../../src/provider/datalake/ArchivistXyoDataLake.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,aAAa,CAAA;AACvC,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAA;AAEtE,OAAO,EAAE,KAAK,YAAY,EAAE,MAAM,+BAA+B,CAAA;AAEjE,OAAO,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAA;AAE9D,qBAAa,oBAAqB,SAAQ,mBAAmB;IAC3D,OAAO,CAAC,UAAU,CAAoB;gBAE1B,SAAS,EAAE,kBAAkB;IAKnC,GAAG,CAAC,KAAK,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAMnD,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;CAGnD"}

package/dist/neutral/provider/datalake/HttpXyoDataLake.d.ts

@@ -1,20 +0,0 @@
-import type { Hash } from '@xylabs/hex';
-import type { Promisable } from '@xylabs/promise';
-import { type Payload } from '@xyo-network/payload-model';
-import { type DataLakeData } from '@xyo-network/xl1-protocol-sdk';
-import { AbstractXyoDataLake } from './AbstractXyoDataLake.ts';
-export declare class HttpXyoDataLake extends AbstractXyoDataLake {
-    private _axiosGet;
-    private _axiosInsertBlob;
-    private _axiosInsertJson;
-    private _endpoint;
-    constructor(endpoint: string);
-    get endpoint(): string;
-    add(items: DataLakeData[]): Promise<DataLakeData[]>;
-    get(hashes: Hash[]): Promise<DataLakeData[]>;
-    protected addArrayBuffer(item: ArrayBuffer): Promise<ArrayBuffer | undefined>;
-    protected addPayload(item: Payload): Promise<Payload | undefined>;
-    protected fetchOne(hash: Hash, maxDepth?: number): Promise<DataLakeData | undefined>;
-    protected getOne(hash: Hash): Promisable<DataLakeData | undefined>;
-}
-//# sourceMappingURL=HttpXyoDataLake.d.ts.map

package/dist/neutral/provider/datalake/HttpXyoDataLake.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"HttpXyoDataLake.d.ts","sourceRoot":"","sources":["../../../../src/provider/datalake/HttpXyoDataLake.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,aAAa,CAAA;AACvC,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAA;AAEjD,OAAO,EAAgB,KAAK,OAAO,EAAE,MAAM,4BAA4B,CAAA;AAEvE,OAAO,EAAE,KAAK,YAAY,EAAE,MAAM,+BAA+B,CAAA;AAGjE,OAAO,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAA;AAE9D,qBAAa,eAAgB,SAAQ,mBAAmB;IACtD,OAAO,CAAC,SAAS,CAAO;IACxB,OAAO,CAAC,gBAAgB,CAAO;IAC/B,OAAO,CAAC,gBAAgB,CAAW;IACnC,OAAO,CAAC,SAAS,CAAQ;gBAEb,QAAQ,EAAE,MAAM;IAQ5B,IAAI,QAAQ,IAAI,MAAM,CAErB;IAEK,GAAG,CAAC,KAAK,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAsBnD,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;cAMlC,cAAc,CAAC,IAAI,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC;cAYnE,UAAU,CAAC,IAAI,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,GAAG,SAAS,CAAC;cAevD,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,QAAQ,GAAE,MAAgC,GAAG,OAAO,CAAC,YAAY,GAAG,SAAS,CAAC;IAWnH,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,GAAG,UAAU,CAAC,YAAY,GAAG,SAAS,CAAC;CAiBnE"}

package/dist/neutral/provider/datalake/spec/HttpXyoDataLake.spec.d.ts

@@ -1,2 +0,0 @@
-import '@xylabs/vitest-extended';
-//# sourceMappingURL=HttpXyoDataLake.spec.d.ts.map

package/dist/neutral/provider/datalake/spec/HttpXyoDataLake.spec.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"HttpXyoDataLake.spec.d.ts","sourceRoot":"","sources":["../../../../../src/provider/datalake/spec/HttpXyoDataLake.spec.ts"],"names":[],"mappings":"AAAA,OAAO,yBAAyB,CAAA"}

package/dist/node/provider/datalake/AbstractXyoDataLake.d.ts

@@ -1,10 +0,0 @@
-import type { Hash } from '@xylabs/hex';
-import type { Payload } from '@xyo-network/payload-model';
-import { type DataLakeData, type XyoDataLake } from '@xyo-network/xl1-protocol-sdk';
-export declare abstract class AbstractXyoDataLake implements XyoDataLake {
-    fetch(hashes: Hash[], maxDepth?: number): Promise<DataLakeData[]>;
-    trace(hash: Hash): Promise<[DataLakeData | undefined, Payload[]]>;
-    abstract add(items: DataLakeData[]): Promise<DataLakeData[]>;
-    abstract get(hashes: Hash[]): Promise<DataLakeData[]>;
-}
-//# sourceMappingURL=AbstractXyoDataLake.d.ts.map

package/dist/node/provider/datalake/AbstractXyoDataLake.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"AbstractXyoDataLake.d.ts","sourceRoot":"","sources":["../../../../src/provider/datalake/AbstractXyoDataLake.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,aAAa,CAAA;AAGvC,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAA;AAGzD,OAAO,EACL,KAAK,YAAY,EACjB,KAAK,WAAW,EACjB,MAAM,+BAA+B,CAAA;AAEtC,8BAAsB,mBAAoB,YAAW,WAAW;IACxD,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,QAAQ,GAAE,MAAW,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAarE,KAAK,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,CAAC,YAAY,GAAG,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC;IASvE,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAE5D,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;CACtD"}

package/dist/node/provider/datalake/ArchivistXyoDataLake.d.ts

@@ -1,11 +0,0 @@
-import type { Hash } from '@xylabs/hex';
-import type { ReadWriteArchivist } from '@xyo-network/archivist-model';
-import { type DataLakeData } from '@xyo-network/xl1-protocol-sdk';
-import { AbstractXyoDataLake } from './AbstractXyoDataLake.ts';
-export declare class ArchivistXyoDataLake extends AbstractXyoDataLake {
-    private _archivist;
-    constructor(archivist: ReadWriteArchivist);
-    add(items: DataLakeData[]): Promise<DataLakeData[]>;
-    get(hashes: Hash[]): Promise<DataLakeData[]>;
-}
-//# sourceMappingURL=ArchivistXyoDataLake.d.ts.map

package/dist/node/provider/datalake/ArchivistXyoDataLake.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"ArchivistXyoDataLake.d.ts","sourceRoot":"","sources":["../../../../src/provider/datalake/ArchivistXyoDataLake.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,aAAa,CAAA;AACvC,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAA;AAEtE,OAAO,EAAE,KAAK,YAAY,EAAE,MAAM,+BAA+B,CAAA;AAEjE,OAAO,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAA;AAE9D,qBAAa,oBAAqB,SAAQ,mBAAmB;IAC3D,OAAO,CAAC,UAAU,CAAoB;gBAE1B,SAAS,EAAE,kBAAkB;IAKnC,GAAG,CAAC,KAAK,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAMnD,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;CAGnD"}

package/dist/node/provider/datalake/HttpXyoDataLake.d.ts

@@ -1,20 +0,0 @@
-import type { Hash } from '@xylabs/hex';
-import type { Promisable } from '@xylabs/promise';
-import { type Payload } from '@xyo-network/payload-model';
-import { type DataLakeData } from '@xyo-network/xl1-protocol-sdk';
-import { AbstractXyoDataLake } from './AbstractXyoDataLake.ts';
-export declare class HttpXyoDataLake extends AbstractXyoDataLake {
-    private _axiosGet;
-    private _axiosInsertBlob;
-    private _axiosInsertJson;
-    private _endpoint;
-    constructor(endpoint: string);
-    get endpoint(): string;
-    add(items: DataLakeData[]): Promise<DataLakeData[]>;
-    get(hashes: Hash[]): Promise<DataLakeData[]>;
-    protected addArrayBuffer(item: ArrayBuffer): Promise<ArrayBuffer | undefined>;
-    protected addPayload(item: Payload): Promise<Payload | undefined>;
-    protected fetchOne(hash: Hash, maxDepth?: number): Promise<DataLakeData | undefined>;
-    protected getOne(hash: Hash): Promisable<DataLakeData | undefined>;
-}
-//# sourceMappingURL=HttpXyoDataLake.d.ts.map

package/dist/node/provider/datalake/HttpXyoDataLake.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"HttpXyoDataLake.d.ts","sourceRoot":"","sources":["../../../../src/provider/datalake/HttpXyoDataLake.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,aAAa,CAAA;AACvC,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAA;AAEjD,OAAO,EAAgB,KAAK,OAAO,EAAE,MAAM,4BAA4B,CAAA;AAEvE,OAAO,EAAE,KAAK,YAAY,EAAE,MAAM,+BAA+B,CAAA;AAGjE,OAAO,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAA;AAE9D,qBAAa,eAAgB,SAAQ,mBAAmB;IACtD,OAAO,CAAC,SAAS,CAAO;IACxB,OAAO,CAAC,gBAAgB,CAAO;IAC/B,OAAO,CAAC,gBAAgB,CAAW;IACnC,OAAO,CAAC,SAAS,CAAQ;gBAEb,QAAQ,EAAE,MAAM;IAQ5B,IAAI,QAAQ,IAAI,MAAM,CAErB;IAEK,GAAG,CAAC,KAAK,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAsBnD,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;cAMlC,cAAc,CAAC,IAAI,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC;cAYnE,UAAU,CAAC,IAAI,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,GAAG,SAAS,CAAC;cAevD,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,QAAQ,GAAE,MAAgC,GAAG,OAAO,CAAC,YAAY,GAAG,SAAS,CAAC;IAWnH,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,GAAG,UAAU,CAAC,YAAY,GAAG,SAAS,CAAC;CAiBnE"}

package/dist/node/provider/datalake/spec/HttpXyoDataLake.spec.d.ts

@@ -1,2 +0,0 @@
-import '@xylabs/vitest-extended';
-//# sourceMappingURL=HttpXyoDataLake.spec.d.ts.map

package/dist/node/provider/datalake/spec/HttpXyoDataLake.spec.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"HttpXyoDataLake.spec.d.ts","sourceRoot":"","sources":["../../../../../src/provider/datalake/spec/HttpXyoDataLake.spec.ts"],"names":[],"mappings":"AAAA,OAAO,yBAAyB,CAAA"}

package/src/provider/datalake/AbstractXyoDataLake.ts

@@ -1,38 +0,0 @@
-import type { Hash } from '@xylabs/hex'
-import { ObjectHasher } from '@xyo-network/hash'
-import { PayloadBuilder } from '@xyo-network/payload-builder'
-import type { Payload } from '@xyo-network/payload-model'
-import { isAnyPayload } from '@xyo-network/payload-model'
-import { isHashPayload } from '@xyo-network/xl1-protocol'
-import {
-  type DataLakeData,
-  type XyoDataLake,
-} from '@xyo-network/xl1-protocol-sdk'
-
-export abstract class AbstractXyoDataLake implements XyoDataLake {
-  async fetch(hashes: Hash[], maxDepth: number = 10): Promise<DataLakeData[]> {
-    const results: DataLakeData[] = await this.get(hashes)
-    if (maxDepth > 0) {
-      const hashPayloads = results.filter(isHashPayload)
-      const otherPayloads = results.filter(item => !isHashPayload(item))
-      const found = await this.fetch(hashPayloads.map(item => item.hash), maxDepth - 1)
-      const foundHashes = await Promise.all(found.map(async item => isAnyPayload(item) ? await PayloadBuilder.hash(item) : ObjectHasher.hashBytes(item)))
-      const notFound = hashPayloads.filter(item => !foundHashes.includes(item.hash))
-      return [...otherPayloads, ...found, ...notFound]
-    }
-    return results
-  }
-
-  async trace(hash: Hash): Promise<[DataLakeData | undefined, Payload[]]> {
-    const [result] = await this.get([hash])
-    if (isHashPayload(result)) {
-      const [payload, route] = await this.trace(result.hash)
-      return [payload, [result, ...route]]
-    }
-    return [result, []]
-  }
-
-  abstract add(items: DataLakeData[]): Promise<DataLakeData[]>
-
-  abstract get(hashes: Hash[]): Promise<DataLakeData[]>
-}

package/src/provider/datalake/ArchivistXyoDataLake.ts

@@ -1,26 +0,0 @@
-import { assertEx } from '@xylabs/assert'
-import type { Hash } from '@xylabs/hex'
-import type { ReadWriteArchivist } from '@xyo-network/archivist-model'
-import { isAnyPayload } from '@xyo-network/payload-model'
-import { type DataLakeData } from '@xyo-network/xl1-protocol-sdk'
-
-import { AbstractXyoDataLake } from './AbstractXyoDataLake.ts'
-
-export class ArchivistXyoDataLake extends AbstractXyoDataLake {
-  private _archivist: ReadWriteArchivist
-
-  constructor(archivist: ReadWriteArchivist) {
-    super()
-    this._archivist = archivist
-  }
-
-  async add(items: DataLakeData[]): Promise<DataLakeData[]> {
-    const payloads = items.filter(isAnyPayload)
-    assertEx(payloads.length === items.length, () => 'Some items are not payloads')
-    return await this._archivist.insert(payloads)
-  }
-
-  async get(hashes: Hash[]): Promise<DataLakeData[]> {
-    return await this._archivist.get(hashes)
-  }
-}

package/src/provider/datalake/HttpXyoDataLake.ts

@@ -1,116 +0,0 @@
-import { isArrayBuffer } from '@xylabs/arraybuffer'
-import { assertEx } from '@xylabs/assert'
-import { AxiosJson } from '@xylabs/axios'
-import { exists } from '@xylabs/exists'
-import type { Hash } from '@xylabs/hex'
-import type { Promisable } from '@xylabs/promise'
-import { isDefined } from '@xylabs/typeof'
-import { isAnyPayload, type Payload } from '@xyo-network/payload-model'
-import { isHashPayload } from '@xyo-network/xl1-protocol'
-import { type DataLakeData } from '@xyo-network/xl1-protocol-sdk'
-import { Axios } from 'axios'
-
-import { AbstractXyoDataLake } from './AbstractXyoDataLake.ts'
-
-export class HttpXyoDataLake extends AbstractXyoDataLake {
-  private _axiosGet: Axios
-  private _axiosInsertBlob: Axios
-  private _axiosInsertJson: AxiosJson
-  private _endpoint: string
-
-  constructor(endpoint: string) {
-    super()
-    this._endpoint = endpoint
-    this._axiosInsertJson = new AxiosJson({ baseURL: endpoint })
-    this._axiosInsertBlob = new Axios({ baseURL: endpoint, headers: { 'Content-Type': 'application/octet-stream', 'Accept': 'application/octet-stream' } })
-    this._axiosGet = new Axios({ baseURL: endpoint, headers: { 'Content-Type': 'application/json', 'Accept': 'application/octet-stream, application/json' } })
-  }
-
-  get endpoint(): string {
-    return this._endpoint
-  }
-
-  async add(items: DataLakeData[]): Promise<DataLakeData[]> {
-    const results: DataLakeData[] = []
-    for (const item of items) {
-      if (isAnyPayload(item)) {
-        const result = await this.addPayload(item)
-        if (isAnyPayload(result)) {
-          results.push(result)
-        } else if (isDefined(result)) {
-          assertEx(false, () => 'Expected result to be a Payload')
-        }
-      } else if (isArrayBuffer(item)) {
-        const result = await this.addArrayBuffer(item)
-        if (isAnyPayload(result)) {
-          results.push(result)
-        } else if (isDefined(result)) {
-          assertEx(false, () => 'Expected result to be a Payload')
-        }
-      }
-    }
-    return results
-  }
-
-  async get(hashes: Hash[]): Promise<DataLakeData[]> {
-    return (await Promise.all(hashes.map(async (hash) => {
-      return await this.getOne(hash)
-    }))).filter(exists)
-  }
-
-  protected async addArrayBuffer(item: ArrayBuffer): Promise<ArrayBuffer | undefined> {
-    const result = await this._axiosInsertBlob.post('/insert', item)
-    if (result.status < 200 || result.status >= 300) {
-      throw new Error(`Failed to add items [${result.status}]: ${result.statusText}`)
-    }
-    if (!isArrayBuffer(result.data)) {
-      throw new Error('Invalid response from server (expected a ArrayBuffer)')
-    }
-
-    return result.data
-  }
-
-  protected async addPayload(item: Payload): Promise<Payload | undefined> {
-    const result = await this._axiosInsertJson.post('/insert', item)
-    if (result.status < 200 || result.status >= 300) {
-      throw new Error(`Failed to add items [${result.status}]: ${result.statusText}`)
-    }
-    if (!Array.isArray(result.data) || result.data.length !== 1) {
-      throw new Error('Invalid response from server (expected an Array of Payloads)')
-    }
-    const [response] = result.data
-    if (!isAnyPayload(response)) {
-      throw new Error('Invalid response from server (expected a Payload)')
-    }
-    return response
-  }
-
-  protected async fetchOne(hash: Hash, maxDepth: number = Number.MAX_SAFE_INTEGER): Promise<DataLakeData | undefined> {
-    if (maxDepth <= 0) {
-      return undefined
-    }
-    const result = await this.getOne(hash)
-    if (isHashPayload(result)) {
-      return await this.fetchOne(result.hash, maxDepth - 1)
-    }
-    return result
-  }
-
-  protected getOne(hash: Hash): Promisable<DataLakeData | undefined> {
-    return this._axiosGet.get(`/get/${hash}`).then((response) => {
-      if (response.status < 200 || response.status >= 300) {
-        throw new Error(`Failed to get item [${response.status}]: ${response.statusText}`)
-      }
-      const contentType = response.headers['content-type']
-      if (contentType && contentType.includes('application/json')) {
-        const parsed = JSON.parse(response.data)
-        if (!isAnyPayload(parsed)) {
-          throw new Error('Invalid response from server (expected a Payload)')
-        }
-        return parsed
-      } else {
-        throw new Error(`Unexpected content type: ${contentType}`)
-      }
-    })
-  }
-}